Gpt4o

* Fix

* Final fix to headless

* test

* Fix

* Ready for deployment

.github/workflows/python-app.yml

@@ -0,0 +1,39 @@
+# This workflow will install Python dependencies, run tests and lint with a single version of Python
+# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python
+
+name: Python application
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "main" ]
+
+permissions:
+  contents: read
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Python 3.10
+      uses: actions/setup-python@v3
+      with:
+        python-version: "3.10"
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install flake8 pytest
+        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+    - name: Lint with flake8
+      run: |
+        # stop the build if there are Python syntax errors or undefined names
+        flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
+        # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
+        flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
+    - name: Test with pytest
+      run: |
+        pytest

.github/workflows/python-package.yml

@@ -0,0 +1,40 @@
+# This workflow will install Python dependencies, run tests and lint with a variety of Python versions
+# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python
+
+name: Python package
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "main" ]
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.8", "3.9", "3.10"]
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v3
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install flake8 pytest
+        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+    - name: Lint with flake8
+      run: |
+        # stop the build if there are Python syntax errors or undefined names
+        flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
+        # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
+        flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
+    - name: Test with pytest
+      run: |
+        pytest

.gitignore

@@ -158,3 +158,46 @@ cython_debug/
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
+package-lock.json
+package.json
+.vscode/settings.json
+node_modules/.package-lock.json
+node_modules/.bin/prettier
+node_modules/prettier/bin-prettier.js
+node_modules/prettier/cli.js
+node_modules/prettier/doc.js
+node_modules/prettier/index.js
+node_modules/prettier/LICENSE
+node_modules/prettier/package.json
+node_modules/prettier/parser-angular.js
+node_modules/prettier/parser-babel.js
+node_modules/prettier/parser-espree.js
+node_modules/prettier/parser-flow.js
+node_modules/prettier/parser-glimmer.js
+node_modules/prettier/parser-graphql.js
+node_modules/prettier/parser-html.js
+node_modules/prettier/parser-markdown.js
+node_modules/prettier/parser-meriyah.js
+node_modules/prettier/parser-postcss.js
+node_modules/prettier/parser-typescript.js
+node_modules/prettier/parser-yaml.js
+node_modules/prettier/README.md
+node_modules/prettier/standalone.js
+node_modules/prettier/third-party.js
+node_modules/prettier/esm/parser-angular.mjs
+node_modules/prettier/esm/parser-babel.mjs
+node_modules/prettier/esm/parser-espree.mjs
+node_modules/prettier/esm/parser-flow.mjs
+node_modules/prettier/esm/parser-glimmer.mjs
+node_modules/prettier/esm/parser-graphql.mjs
+node_modules/prettier/esm/parser-html.mjs
+node_modules/prettier/esm/parser-markdown.mjs
+node_modules/prettier/esm/parser-meriyah.mjs
+node_modules/prettier/esm/parser-postcss.mjs
+node_modules/prettier/esm/parser-typescript.mjs
+node_modules/prettier/esm/parser-yaml.mjs
+node_modules/prettier/esm/standalone.mjs
+cr_results.json
+not_in_db.json
+rr_results.json
+s_results.json

.trunk/.gitignore

@@ -0,0 +1,9 @@
+*out
+*logs
+*actions
+*notifications
+*tools
+plugins
+user_trunk.yaml
+user.yaml
+tmp

.trunk/configs/.isort.cfg

@@ -0,0 +1,2 @@
+[settings]
+profile=black

.trunk/configs/.markdownlint.yaml

@@ -0,0 +1,10 @@
+# Autoformatter friendly markdownlint config (all formatting rules disabled)
+default: true
+blank_lines: false
+bullet: false
+html: false
+indentation: false
+line_length: false
+spaces: false
+url: false
+whitespace: false

.trunk/configs/.yamllint.yaml

@@ -0,0 +1,7 @@
+rules:
+  quoted-strings:
+    required: only-when-needed
+    extra-allowed: ["{|}"]
+  key-duplicates: {}
+  octal-values:
+    forbid-implicit-octal: true

.trunk/configs/ruff.toml

@@ -0,0 +1,5 @@
+# Generic, formatter-friendly config.
+select = ["B", "D3", "E", "F"]
+
+# Never enforce `E501` (line length violations). This should be handled by formatters.
+ignore = ["E501"]

.trunk/trunk.yaml

@@ -0,0 +1,40 @@
+# This file controls the behavior of Trunk: https://docs.trunk.io/cli
+# To learn more about the format of this file, see https://docs.trunk.io/reference/trunk-yaml
+version: 0.1
+cli:
+  version: 1.20.1
+# Trunk provides extensibility via plugins. (https://docs.trunk.io/plugins)
+plugins:
+  sources:
+    - id: trunk
+      ref: v1.4.5
+      uri: https://github.com/trunk-io/plugins
+# Many linters and tools depend on runtimes - configure them here. (https://docs.trunk.io/runtimes)
+runtimes:
+  enabled:
+    - node@18.12.1
+    - python@3.10.8
+# This is the section where you manage your linters. (https://docs.trunk.io/check/configuration)
+lint:
+  enabled:
+    - actionlint@1.6.27
+    - bandit@1.7.8
+    - black@24.3.0
+    - codespell
+    - checkov@3.2.48
+    - git-diff-check
+    - isort@5.13.2
+    - pylint
+    - markdownlint@0.39.0
+    - prettier@3.2.5
+    - ruff@0.3.4
+    - trivy@0.50.1
+    - trufflehog@3.71.0
+    - yamllint@1.35.1
+actions:
+  disabled:
+    - trunk-announce
+    - trunk-check-pre-push
+    - trunk-fmt-pre-commit
+  enabled:
+    - trunk-upgrade-available

.vscode/settings.json

@@ -1,4 +1,7 @@
 {
-    "python.linting.enabled": true,
-    "python.linting.pylintEnabled": true
+    "trunk.inlineDecorators": true,
+    "trunk.inlineDecoratorsForAllExtensions": true,
+    "trunk.showPreexistingIssues": true,
+    "trunk.autoInit": true,
+    "trunk.showBelowThresholdIssues": true
 }

cogs/music.py

@@ -0,0 +1,46 @@
+import discord
+from discord.ext import commands
+from typing import  Optional
+
+class Music(commands.Cog):
+    def __init__(self, bot):
+        self.bot = bot # This is so you can access Bot instance in your cog
+
+# You must have this function for `bot.load_extension` to call
+def setup(bot):
+    bot.add_cog(Music(bot))
+
+@commands.hybrid_command(
+    name="przytul", description="Przytul kogoś - daj mention po komendzie :)"
+)
+async def przytul(ctx, arg: Optional[discord.Member] = None):
+    """
+    Generate a text about hugging mentioned user.
+
+    :param ctx: ctx stands for "context" and is a required parameter in Discord.py commands. It
+    represents the context in which the command was invoked, including information such as the message,
+    the channel, the server, and the user who invoked the command
+    :param arg: arg is a parameter of the function "przytul" that expects a Discord member object. The
+    parameter is optional, meaning that if no member object is provided, it will default to None
+    :type arg: Optional[discord.Member]
+    """
+    async with ctx.typing():
+        nieprzytulac = False
+        for mention in ctx.message.mentions:
+            for role in mention.roles:
+                if role.name == "NIEPRZYTULAĆ!":
+                    nieprzytulac = True
+
+        if arg and nieprzytulac:
+            await ctx.send(
+                f"Żebym ja Ciebie nie przytulił {ctx.message.author.mention}"
+            )
+        elif arg:
+            await ctx.send(
+                # trunk-ignore(codespell/misspelled)
+                f"Już dobrze.... Już dobrze... Ojej.. Biedactwo... :( *W ułamku sekundy {arg.mention} znajduje sie w duszącym uścisku. Żebra trzeszczą - kilka pęka. Pacnięcia po plecach grożą odbiciem nerek, a głaskanie po głowie powoduje wstrząs mózgu*"
+            )
+        else:
+            await ctx.send(
+                "Kogo mam przytulić? *Wyłamuje kostki i przeciąga się - jego 200 kilowa sylwetka złożona z samych mięśni świadczy o tym że jest gotowy*"
+            )

communication_subroutine.py

@@ -0,0 +1,146 @@
+import logging
+import threading
+import json
+import time
+from queue import Queue, Empty
+from flask import Flask, jsonify, request
+from waitress import serve
+
+HOST_ADDRESS = "192.168.1.191"
+PORT_ADDRESS = 5000
+OUT_COMM_Q = Queue()
+IN_COMM_Q = Queue()
+awaiting_q = []
+incoming_q = Queue()
+app = Flask(__name__)
+class QueryControl:
+    """
+    This class `QueryControl` is used to manage queries with information about the author, UUID,
+    content, logger, context, and replies.
+    """
+    def __init__(self, query_author, query_uuid, query_content, uplogger, ctx) -> None:
+        self.author = query_author
+        self.uuid = query_uuid
+        self.content = query_content
+        self.logger = uplogger
+        self.stop = False
+        self.ctx = ctx
+        self.logger.info(
+            f"Created Query control for {self.author}, {self.uuid}: {self.content}"
+        )
+        self.replies = []
+
+@app.route("/conjurer", methods=["POST"])
+def answer_external_command():
+    """
+    The function `answer_external_command` logs the request data, loads the data as JSON, logs the
+    record, and then puts the record into an incoming queue before returning a success message.
+    :return: The function `answer_external_command()` is returning a JSON response with the message
+    "SUCCESS".
+    """
+    app.logger.info(request)
+    record = json.loads(request.data)
+    app.logger.info(record)
+    app.logger.info("DATA RECEIVED")
+    incoming_q.put(record)
+    return jsonify("SUCCESS")
+
+@app.route("/conjurer", methods=["GET"])
+def check_alive():
+    """
+    The function "check_alive" returns a JSON response with the message "ALIVE" when the "/conjurer"
+    route is accessed via a GET request.
+    :return: The code snippet is a Flask route that listens for GET requests to the "/conjurer"
+    endpoint. When a GET request is made to this endpoint, the function check_alive() is called, which
+    returns a JSON response with the message "ALIVE".
+    """
+    return jsonify("ALIVE")
+
+def flask_debug(_logger):
+    """
+    The `flask_debug` function starts a Flask application in debug mode without using the reloader.
+    Do not use for production for fucks sake.
+    """
+    _logger.info("Attempt debug")
+    # trunk-ignore(bandit/B201)
+    app.run(debug=True, use_reloader=False, host=HOST_ADDRESS, port=PORT_ADDRESS)
+
+
+def waitress_run(_logger):
+    """
+    The `waitress_run` function serves the `app` on host "0.0.0.0"
+    and port 5000 using the Waitress WSGI server.
+    """
+    _logger.info("Attempt waitress")
+    serve(app, host=HOST_ADDRESS, port=PORT_ADDRESS)
+
+def scan_queue(_logger):
+    """
+    The function `scan_queue` reads data from a queue, logs it, and appends it to another queue.
+
+    :param _logger: The `_logger` parameter is typically an instance of a logging object that is used to
+    record and store log messages. It is commonly used to track the flow of the program, record errors,
+    and provide information for debugging purposes. In this code snippet, the `_logger` object is used
+    to log the
+    """
+    while True:
+        data = OUT_COMM_Q.get()
+        _logger.info(data)
+        awaiting_q.append(data)
+
+def scan_incoming(_logger):
+    """
+    The `scan_incoming` function continuously checks for incoming data, processes it, and logs when data
+    is found.
+
+    :param _logger: The `_logger` parameter in the `scan_incoming` function is a logger object that is
+    used to log messages or information during the execution of the function. It is typically used for
+    debugging, monitoring, or tracking the flow of the program. In this case, the `_logger` is being
+    used
+    """
+    while True:
+        try:
+            answer = incoming_q.get(block=False)
+            _logger.info("DATA FOUND")
+            record_stored = False
+            for record in awaiting_q:
+                if record.uuid in answer.keys():
+                    record_stored = True
+                    record.stop = True
+                    record.entries = answer[record.uuid]
+                    IN_COMM_Q.put(record)
+            if not record_stored:
+                for key in answer.keys():
+                    record = QueryControl("Orphaned", key, "Orphan", _logger, None)
+                    record.stop = True
+                    record.entries = answer[record.uuid]
+                    IN_COMM_Q.put(record)
+        except Empty:
+            time.sleep(1)
+
+
+def comm_subroutine(logger):
+    """
+    The `comm_subroutine` function starts multiple threads to run different tasks concurrently.
+
+    :param logger: The `logger` parameter in the `comm_subroutine` function is an instance of a logger
+    object that is used for logging messages at various levels (e.g., debug, info, warning, error). In
+    the provided code snippet, the logger is used to log messages at the "info" level
+    """
+    #logger.setLevel(logging.DEBUG)
+    logger.info("Started")
+    threads = []
+    #threads.append(threading.Thread(target=flask_debug, args=(logger,)))
+    threads.append(threading.Thread(target=waitress_run, args=(logger,)))
+    threads.append(threading.Thread(target=scan_queue,args=(logger,)))
+    threads.append(threading.Thread(target=scan_incoming,args=(logger,)))
+
+
+    for worker in threads:
+        worker.start()
+    for worker in threads:
+        worker.join()
+
+if __name__ == "__main__":
+    logging_client = logging.getLogger(__name__)
+    comm_subroutine(logging_client)

conjurer.service

@@ -0,0 +1,11 @@
+[Unit]
+Description=Conjurer
+After=multi-user.target
+
+[Service]
+Type=simple
+ExecStart=/home/pi/Conjurer/env/bin/python3 /home/pi/Conjurer/bot.py
+Restart=on-abort
+
+[Install]
+WantedBy=multi-user.target

conjurer_librarian/conjurer_librarian.py

@@ -0,0 +1,502 @@
+"""
+This module contains the implementation of the Librarian class and
+related functions for searching and refining queries.
+
+Classes:
+-   Librarian: Represents a librarian object that performs search and
+    refinement operations on queries
+
+Functions:
+-   flask_debug: Starts a Flask application in debug mode without using the reloader.
+-   waitress_run: Serves the Flask application using the Waitress WSGI server.
+-   BackgroundTaskSearch: Represents a background task for running the
+    Librarian object asynchronously
+"""
+
+import asyncio
+import json
+import logging
+import netrc
+import threading
+import time
+from json.decoder import JSONDecodeError
+from logging import handlers
+from queue import Queue
+
+import requests
+import scrape_bot
+import search_bot
+from flask import Flask, jsonify, request
+from habanero import Crossref
+from waitress import serve
+
+# Constants
+NETRC_FILE = r"C:\Users\Activcom.pl\.netrc"
+HOST_ADDRESS = "192.168.1.192"
+PORT_ADDRESS = 5001
+MAIN_BOT_ADDRESS = "http://192.168.1.191:5000"
+SEND_RESULTS = "/conjurer"
+BDSM_UUID_TEST = "96b7f85a-1142-4908-8986-62a2ea25a147"
+MAX_CR_RESULTS = 7000
+
+ENCODING = "utf-8"
+
+app = Flask(__name__)
+
+librarian_queue = Queue()
+librarian_list = []
+
+
+# trunk-ignore(pylint/R0902)
+class Librarian(object):
+    """
+    Represents a librarian object that performs search and refinement operations on queries.
+    """
+
+    def __init__(self, _app, query, uuid, _deep_search) -> None:
+        """
+        Initializes a Librarian object.
+
+        Args:
+        - _app: The Flask application object.
+        - query: The query to be searched.
+        - uuid: The unique identifier for the search.
+
+        Attributes:
+        - cr: The Crossref object for performing the search.
+        - query: The query to be searched.
+        - uuid: The unique identifier for the search.
+        - limit: The maximum number of search results to fetch.
+        - fetched: The number of search results fetched so far.
+        - hit: The number of search results that match the refinement criteria.
+        - total: The total number of search results.
+        - app: The Flask application object.
+        - live_results: A list to store live search results.
+        - final_result: A list to store the final refined search results.
+        - not_in_db: A list to store search results that are not in the local database.
+        - search_result_from_cr: A dictionary to store the search results from Crossref.
+        - done: A flag indicating if the search is done.
+        """
+        netrc_mod = netrc.netrc(NETRC_FILE)
+        auth_tokens = netrc_mod.authenticators("crossref")
+        self.cr = Crossref(
+            mailto=auth_tokens[0],
+            ua_string=f"Conjurer project. mailto:{auth_tokens[0]}"
+        )
+        self.query = query
+        self.uuid = str(uuid)
+        self.limit = MAX_CR_RESULTS
+        self.fetched = 0
+        self.hit = 0
+        self.total = 0
+        self.app = _app
+        self.live_results = []
+        self.final_result = {}
+        self.not_in_db = {}
+        self.search_result_from_cr = {}
+        self.done = False
+        self.deep_search = _deep_search
+
+    async def search_crossref(self, query, deep_search=False):
+        """
+        Performs a search on Crossref for the given query.
+
+        Args:
+        - query: The query to be searched.
+
+        Returns:
+        - result: The search result from Crossref.
+
+        Raises:
+        - None.
+        """
+
+        self.app.logger.info("STARTED SEARCH")
+        
+        if not deep_search:
+            cr_result = self.cr.works(query=query, limit=1000)
+            self.search_result_from_cr.update(cr_result)
+            self.total = cr_result["message"]["total-results"]
+            self.fetched += len(cr_result["message"]["items"])
+            self.app.logger.info(self.total)
+            self.app.logger.info(self.fetched)
+            while self.total > self.fetched and self.limit > self.fetched:
+                tmp_result = self.cr.works(query=query, limit=1000, offset=self.fetched)
+                cr_result["message"]["items"].extend(tmp_result["message"]["items"])
+                self.total = tmp_result["message"]["total-results"]
+                self.fetched = len(cr_result["message"]["items"])
+                self.app.logger.info(self.total)
+                self.app.logger.info(self.fetched)
+                time.sleep(0.1)
+
+        else:
+            cr_result = self.cr.works(query=query, cursor_max=10000, cursor='*', progress_bar = True)
+            result = cr_result[0]
+            for item in cr_result[1:]:
+                result["message"]["items"].extend(item["message"]["items"])
+                self.total = item["message"]["total-results"]
+                self.fetched = len(result["message"]["items"])
+                self.app.logger.info(self.total)
+                self.app.logger.info(self.fetched)
+            cr_result = result
+            self.app.logger.info("Total, fetched:")
+            self.app.logger.info(self.total)
+            self.app.logger.info(self.fetched)
+            self.search_result_from_cr.update(cr_result)
+            self.total = cr_result["message"]["total-results"]
+            self.app.logger.info("CROSSREF DONE")
+
+            self.app.logger.info("CROSSREF DONE")
+        with open("cr_results.json", "r+", encoding="utf-8") as data_file:
+            # First we load existing data into a dict.
+            try:
+                file_data = json.load(data_file)
+            except JSONDecodeError:
+                file_data = {}
+            data_file.truncate(0)
+            data_file.seek(0)
+            tmp = {self.uuid : self.search_result_from_cr}
+            if file_data:
+                file_data.update(tmp)
+            else:
+                file_data = tmp
+            json.dump(file_data, data_file, indent=4)
+        return cr_result
+
+
+    async def refine_search(self, unrefined_result):
+        """
+        Refines the search query based on the unrefined search result.
+
+        Args:
+        - unrefined_result: The unrefined search result.
+
+        Returns:
+        - refined_result: The refined search result.
+
+        Raises:
+        - None.
+        """
+        summarized_results = []
+        self.app.logger.info("REFINE: Removing all derived works from the list")
+        for item in unrefined_result["message"]["items"]:
+            summarized_results.append(
+                {
+                    "DOI": item["DOI"],
+                    "title": item["title"] if "title" in item else None,
+                    "type": item["type"] if "type" in item else None,
+                }
+            )
+
+        partial_result = {
+            self.uuid: {
+                "total_results": self.search_result_from_cr["message"][
+                    "total-results"
+                ],
+                "on_page": 1,
+                "summary": summarized_results,
+                "results": self.search_result_from_cr["message"]["items"],
+            }
+        }
+        self.app.logger.info("REFINE: Dumping to file")
+        temp = []
+        refined_result = {}
+        for key in partial_result:
+            self.app.logger.info("KEY:")
+            self.app.logger.info(key)
+
+        for item in partial_result[self.uuid]["summary"]:
+            if item["title"]:
+                temp.append(item)
+
+        for item in temp:
+            refined_result[item["DOI"]]=  item
+        with open("rr_results.json", "r+", encoding="utf-8") as data_file:
+            # First we load existing data into a dict.
+            try:
+                file_data = json.load(data_file)
+            except JSONDecodeError:
+                file_data = {}
+            data_file.truncate(0)
+            data_file.seek(0)
+            tmp = {self.uuid: refined_result}
+            if file_data:
+                file_data.update(tmp)
+            else:
+                file_data = tmp
+            json.dump(file_data, data_file, indent=4)
+        return refined_result
+
+    async def check_if_exists(self, refined_result):
+        """
+        Checks if the given DOI exists.
+
+        Args:
+        - doi: The DOI to be checked.
+        - brute_force: A flag indicating if brute force method should be used.
+
+        Returns:
+        - result: The search result.
+
+        Raises:
+        - None.
+        """
+        result = {}
+        self.app.logger.info("REFINE: Running search in the backend app")
+        dois = []
+        for item, value in refined_result.items():
+            dois.append([item, value])
+        coro = asyncio.to_thread(
+            search_bot.search_for_doi, dois, self.live_results, self.app.logger
+        )
+        result = await coro
+        result_list = []
+        result_no_db = []
+        for item in result:
+            if item["exists"]:
+                result_list.append(item)
+            else:
+                result_no_db.append(item)
+        self.hit = len(result)
+        return result_list, result_no_db
+
+
+    async def answer_query(self, deep_search=False):
+        """
+        Answers the search query.
+
+        Args:
+        - None.
+
+        Returns:
+        - result: The search result.
+
+        Raises:
+        - None.
+        """
+        self.app.logger.info(f"Search started {self.uuid}")
+        cr_result = await self.search_crossref(query=self.query, deep_search=deep_search)
+        refined_result = await self.refine_search(cr_result)
+        answer, negative_answer = await self.check_if_exists(refined_result)
+
+        self.app.logger.info("Returning result")
+        self.app.logger.info(answer)
+        self.app.logger.info(negative_answer)
+
+        for item in answer:
+            self.final_result[item["DOI"]] = {"Title": item["data"]["title"], "type": item["data"]["type"]}
+        for item in negative_answer:
+            self.not_in_db[item["DOI"]] = {"Title": item["data"]["title"], "type": item["data"]["type"]}
+        self.app.logger.info("Returning result case2")
+        self.app.logger.info(self.final_result)
+        return self.final_result
+
+# ============================= FLASK INTERNALS===============================
+
+
+def flask_debug():
+    """
+    Starts a Flask application in debug mode without using the reloader.
+
+    Args:
+    - None.
+
+    Returns:
+    - None.
+
+    Raises:
+    - None.
+    """
+    # trunk-ignore(bandit/B201)
+    app.run(debug=True, use_reloader=False, host=HOST_ADDRESS, port=PORT_ADDRESS)
+
+
+def waitress_run():
+    """
+    Serves the Flask application using the Waitress WSGI server.
+
+    Args:
+    - None.
+
+    Returns:
+    - None.
+
+    Raises:
+    - None.
+    """
+    serve(app, host=HOST_ADDRESS, port=PORT_ADDRESS)
+
+
+class BackgroundTaskSearch(threading.Thread):
+    """
+    A background task for searching and saving results to files.
+
+    This class extends the `threading.Thread` class and is responsible for running
+    the search task in the background. It retrieves queries from a queue, performs
+    the search, and saves the results to files.
+
+    Attributes:
+        app (App): The application instance.
+    """
+
+    def run(self):
+        """
+        Run the background task.
+
+        This method is called when the thread is started. It creates a new event loop,
+        runs the `_run` method, and closes the event loop.
+        """
+        loop = asyncio.new_event_loop()
+        loop.run_until_complete(self._run())
+        loop.close()
+
+    async def _run(self):
+        """
+        Perform the search task.
+
+        This method is an asynchronous coroutine that runs in a loop. It retrieves a
+        librarian from the queue, answers the query, and saves the results to files.
+        It also sends the results to a remote server.
+
+        The search task continues running indefinitely until the thread is stopped.
+        """
+        while True:
+            database = None
+            ndb_database = None
+            librarian = librarian_queue.get()
+            self.app.logger.info("STARTED")
+            result = await librarian.answer_query(librarian.deep_search)
+            result = {librarian.uuid: result}
+            self.app.logger.info("Saving to file")
+
+            # Save results to "not_in_db.json" file
+            with open("not_in_db.json", "r+", encoding="utf-8") as ndb_file:
+                try:
+                    ndb_database = json.load(ndb_file)
+                except JSONDecodeError:
+                    pass
+                if ndb_database:
+                    ndb_database.update(librarian.not_in_db)
+                else:
+                    ndb_database = librarian.not_in_db
+                ndb_file.truncate(0)
+                ndb_file.seek(0)
+                json.dump(ndb_database, ndb_file)
+
+            # Save results to "s_results.json" file
+            with open("s_results.json", "r+", encoding="utf-8") as s_file:
+                try:
+                    database = json.load(s_file)
+                except JSONDecodeError:
+                    pass
+                if database:
+                    self.app.logger.info(database)
+                    self.app.logger.info(result)
+                    database.update(result)
+                else:
+                    database = result
+                self.app.logger.info("DUMPING DATA")
+                s_file.truncate(0)
+                s_file.seek(0)
+                json.dump(database, s_file)
+            self.app.logger.info("FINISHED")
+
+            self.app.logger.info(result)
+            coroutine = asyncio.to_thread(
+                requests.post,
+                f"{MAIN_BOT_ADDRESS}{SEND_RESULTS}",
+                json=result,
+                timeout=360,
+            )
+            self.app.logger.info("SENT")
+            result = await coroutine
+            self.app.logger.info(result.status_code)
+            self.app.logger.info("SEND CONFIRMED")
+            time.sleep(1)
+
+
+# ==================================SERVER ROUTES==========================================
+@app.route("/query", methods=["POST"])
+async def query_database():
+    """
+    Endpoint for querying the database.
+
+    This function receives a POST request containing a JSON payload with a query and a UUID.
+    It creates a Librarian object with the query and UUID,
+    and adds it to the librarian_queue and librarian_list.
+    Finally, it returns a JSON response indicating the success
+    of the operation, along with the query, UUID,
+    and the current size of the librarian_queue.
+
+    Returns:
+        tuple: A tuple containing a JSON response and a status code.
+    """
+    record = json.loads(request.data)
+    app.logger.info(record)
+    app.logger.info(record["query"])
+    app.logger.info(record["UUID"])
+    uuid = record["UUID"]
+    deep_search = record["deep_search"]
+    cl = Librarian(app, record["query"], uuid, deep_search)
+    librarian_queue.put(cl)
+    librarian_list.append(cl)
+    answer_data = (record["query"], record["UUID"], librarian_queue.qsize())
+    return_data = (
+        jsonify(isError=False, message="Success", statusCode=200, data=answer_data),
+        200,
+    )
+    return return_data
+
+
+@app.route("/get_partial_result", methods=["POST"])
+async def get_partial():
+    """
+    Retrieves the partial result for a given UUID.
+
+    Returns:
+        A JSON response containing the partial result.
+    """
+    record = json.loads(request.data)
+    app.logger.info(record)
+    app.logger.info(record["UUID"])
+    for lib in librarian_list:
+        if lib.uuid == record["UUID"]:
+            answer_data = lib.live_results
+            break
+    return_data = (
+        jsonify(isError=False, message="Success", statusCode=200, data=answer_data),
+        200,
+    )
+    return return_data
+
+
+# =======================================MAIN===================================================
+if __name__ == "__main__":
+    app.logger.setLevel(logging.DEBUG)
+    h1 = handlers.RotatingFileHandler(
+        filename="D:\\logs\\librarian.log",
+        encoding="utf-8",
+        mode="a",
+        maxBytes=6 * 1024 * 1024,
+        backupCount=6,
+    )
+
+    app.logger.addHandler(h1)
+    threads = []
+    threads.append(threading.Thread(target=waitress_run))
+    # threads.append(threading.Thread(target=flask_debug))
+    bgtask = BackgroundTaskSearch()
+    bgtask.app = app
+    threads.append(bgtask)
+    threads.append(threading.Thread(target=scrape_bot.scraper, args=(app.logger,)))
+    i = 0
+    for worker in threads:
+        try:
+            app.logger.info("App number: %s", i)
+            i += 1
+            worker.start()
+        except RuntimeError as e:
+            app.logger.error("Exploded")
+            print(str(e))
+    for worker in threads:
+        worker.join()

conjurer_librarian/install_librarian_service.sh

@@ -0,0 +1,33 @@
+#!/bin/bash
+# This script sets up a virtual environment for the Conjurer Librarian service and installs the required dependencies.
+
+
+# Create a virtual environment at /home/pi/Conjurer_librarian/env
+python3 -m venv /home/pi/Conjurer_librarian/env
+
+# Copy the Conjurer Librarian Python script to the appropriate directory
+cp /home/pi/conjurer/conjurer_librarian/conjurer_librarian.py ./Conjurer_librarian/
+
+# Copy the requirements file to the appropriate directory
+cp /home/pi/conjurer/conjurer_librarian/requirements_librarian.txt ./Conjurer_librarian/
+
+# Change directory to /home/pi/Conjurer_librarian
+cd /home/pi/Conjurer_librarian
+
+touch /home/pi/Conjurer/rr_results.json
+touch /home/pi/Conjurer/cr_results.json
+touch /home/pi/Conjurer/s_results.json
+touch /home/pi/Conjurer/rr_results.json
+touch /home/pi/Conjurer/not_in_db.json
+
+# Activate the virtual environment
+source /home/pi/Conjurer_librarian/env/bin/activate
+
+# Upgrade pip
+./env/bin/python3 -m pip install --upgrade pip
+
+# Install the required dependencies
+./env/bin/python3 -m pip install -r requirements_librarian.txt
+
+# Deactivate the virtual environment
+deactivate

conjurer_librarian/requirements_librarian.txt

@@ -0,0 +1,3 @@
+habanero
+waitress
+flask[async]

conjurer_librarian/run_server.bat

@@ -0,0 +1 @@
+c:\conjurer\env\Scripts\activate.bat && c:\conjurer\conjurer_librarian\conjurer_librarian.py

conjurer_librarian/scrape_bot.py

@@ -0,0 +1,134 @@
+"""
+This module contains the code for the scrape bot.
+"""
+
+import json
+import logging
+import random
+import re
+import time
+from json import JSONDecodeError
+from queue import Queue
+from threading import Thread
+from urllib.request import urlopen
+
+from requests import ConnectionError as RequestsConnectionError
+from requests import ConnectTimeout, Timeout
+
+SCR_DATABASE_PATH = r"C:\\Database\\chunks\\"
+SCR_FILENAME = "40_chunk.txt"
+SCR_ENCODING = "utf-8"
+
+WORK_Q = Queue()
+random.seed()
+
+
+def load_ndb_to_q(logger):
+    """
+    This function loads items from the not_in_db.json file into the work queue.
+    """
+    logger.info("Loader started")
+    while True:
+        with open("not_in_db.json", "r+", encoding="utf-8") as ndb_file:
+            try:
+                ndb_database = json.load(ndb_file)
+                for _ in range (1,10):
+                    key = next(iter(ndb_database))
+                    item = ndb_database.pop(key)
+                    logger.info(key)
+                    url = f"https://sci-hub.se/{key}"
+                    WORK_Q.put([item, url, False])
+
+                ndb_file.truncate(0)
+                ndb_file.seek(0)
+                json.dump(ndb_database, ndb_file, indent=4)
+            except JSONDecodeError:
+                time.sleep(60 * 60 * 3)
+        time.sleep(60*60*3)
+
+
+def check_if_exists_brute_force(logger):
+    """
+    This function checks if a document exists using brute force search.
+    """
+    # Function code here
+    while True:
+        logger.info("Scraper tick")
+        item = WORK_Q.get()
+        page_url = item[1]
+        logger.error("REFINE: Brute force search!")
+        if not page_url.startswith(("http:", "https:")):
+            raise ValueError("URL must start with 'http:' or 'https:'")
+        blocked = True
+        try:
+            # trunk-ignore(bandit/B310)
+            with urlopen(page_url) as response:
+                data = response.read()
+                text = data.decode("utf-8")
+                if item[2]:
+                    logger.info("Already found")
+                    time.sleep(180)
+                    blocked = False
+                else:
+                    for line in text.splitlines():
+                        if re.match(
+                            r".*Unfortunately, Sci-Hub doesn't have the requested document.*",
+                            line,
+                        ):
+                            blocked = False
+                            logger.info("Not found")
+                            item[2] = False
+                        if m := re.match(
+                            r".*<embed type=\"application.pdf\"\s*src=\"(.*\.pdf)", line
+                        ):
+                            blocked = False
+                            direct_download_link = "https:" + str(m.group(1))
+                            logger.info(direct_download_link)
+                            with open(
+                                SCR_DATABASE_PATH + SCR_FILENAME,
+                                "a",
+                                encoding=SCR_ENCODING,
+                            ) as operated_file:
+                                operated_file.write("\n")
+                                operated_file.write(item[0])
+                                item[2] = True
+        except (
+            Timeout,
+            ConnectTimeout,
+            ConnectionRefusedError,
+            ConnectionError,
+            RequestsConnectionError,
+        ):
+            pass
+        if blocked:
+            logger.info(item)
+            logger.info(text)
+            logger.error("Got blocked. Fuck.")
+            time.sleep(60 * 60 * 72)
+        # trunk-ignore(bandit/B311)
+        rand = random.randint(1, 60)
+        logger.info(f"Sleeping for {2*rand} minutes")
+        time.sleep(120 * rand)
+
+
+def scraper(logger=None):
+    """
+    This function is responsible for scraping data.
+    """
+    if not logger:
+        logger = logging.getLogger()
+        logger.setLevel("DEBUG")
+        h1 = logging.StreamHandler()
+        logger.addHandler(h1)
+        logger.info("No logger set. Test run")
+
+    loader = Thread(target=load_ndb_to_q, args=(logger,))
+    _scraper = Thread(target=check_if_exists_brute_force, args=(logger,))
+    loader.start()
+    _scraper.start()
+    loader.join()
+    _scraper.join()
+
+
+if __name__ == "__main__":
+    scraper()

conjurer_librarian/search_bot.py

@@ -0,0 +1,171 @@
+"""
+This module contains functions for searching for DOI (Digital Object Identifier)
+in a list of live results.
+It includes a producer-consumer pattern implementation using threads and queues.
+
+Functions:
+- producer: Reads lines from a file and puts them into an output queue.
+- consumer: Consumes items from an input queue and checks if DOI exists in the live results list.
+- search_for_doi: Searches for DOI in live results using the producer-consumer pattern.
+
+Global Variables:
+- MAXTHREADS: Maximum number of worker threads.
+- DATABASE_PATH: Path to the database files.
+- ENCODING: Encoding of the database files.
+- CHUNK: File name pattern for the database files.
+- _sentinel: Sentinel object used to signal termination.
+- result_list: List to store the search results.
+- WORK_Q_SIZE: Maximum size of the work queue.
+"""
+
+# TODO: Wpiemdolić to wszystko w klasę z loggerem przysłanym z góry
+from queue import Empty, Queue
+from threading import Thread
+
+q = Queue()
+
+# DATA FOR TEST ONLY
+# MAXTHREADS = 5
+# DATABASE_PATH = r'C:\\Database\\chunks_1\\'
+
+# DEPLOYMENT DATA
+MAXTHREADS = 41
+DATABASE_PATH = r"C:\\Database\\chunks\\"
+
+ENCODING = "utf-8"
+CHUNK = "_chunk.txt"
+_sentinel = object()
+WORK_Q_SIZE = 35500000
+
+
+def producer(out_q, control_q, filename, _logger):
+    """
+    Produces items from the output queue and puts them into the control queue.
+
+    Args:
+        out_q (Queue): Output queue.
+        control_q (Queue): Control queue.
+        filename (str): Name of the file.
+        _logger: Logger object for logging.
+    """
+    with open(DATABASE_PATH + filename, "r+", encoding=ENCODING) as operated_file:
+        _logger.info(f"Worker {filename} ")
+        while True:
+            line = operated_file.readline()
+            if not line:
+                break
+            out_q.put(line)
+            try:
+                check = control_q.get(block=False)
+            except Empty:
+                check = False
+            if check is _sentinel:
+                _logger.info("TERM signal received")
+                control_q.put(check)
+                break
+        _logger.info(f"Worker finished: {filename}")
+        out_q.put(_sentinel)
+
+
+# IMPORTANT!!! ONLY ONE CONSUMER THREAD AS WE ARE NOT PUTTING SENTINELS BACK
+def consumer(in_q, control_q, doi, live_results, result_list, control_dict, no, _logger):
+    """
+    Consumes items from an input queue and checks if DOI exists in the live results list.
+
+    Args:
+        in_q (Queue): Input queue.
+        control_q (Queue): Control queue.
+        doi (list): List of DOI to search for.
+        live_results (list): List to store the search results.
+        _logger: Logger object for logging.
+    """
+    _logger.info("Consumer thread started:%s", no)
+    for item in doi:
+        result_list.append({"DOI": item[0], "exists": False, "data": item[1]})
+    while True:
+        done_check = True
+        try:
+            data = in_q.get(block=False)
+            if data is _sentinel:
+                _logger.info("Worker finished")
+                control_dict["sentinels"] += 1
+            else:
+                for item in result_list:
+                    if item["DOI"] in data and not item["exists"]:
+                        _logger.info(data)
+                        _logger.info("HIT")
+                        item["exists"] = True
+                        live_results.append(item)
+                    done_check = done_check and item["exists"]
+                if done_check:
+                    control_q.put(_sentinel)
+        except Empty:
+            pass
+        if control_dict["sentinels"] >= MAXTHREADS:
+            _logger.info("All workers finished")
+            break
+
+
+
+def search_for_doi(doi, live_results, _logger):
+    """
+    Search for DOI in live_results using _logger for logging.
+
+    Args:
+        doi (list): List of DOI to search for.
+        live_results (list): List to store the search results.
+        _logger: Logger object for logging.
+    """
+    control_dict = {"sentinels":0}
+    result_list = []
+    threads = []
+    work_q = Queue(maxsize=WORK_Q_SIZE)
+    control_q = Queue()
+    for i in range (0, (len(doi)//1000)+2):
+        t_cons = Thread(
+            target=consumer, args=(work_q, control_q, doi, live_results, result_list, control_dict, i, _logger)
+        )
+        _logger.info("Consumer thread created")
+        threads.append(t_cons)
+    for i in range(0, MAXTHREADS):
+        # TEST DATA
+        # filename = "test" + str(i) + CHUNk
+        # DEPLOYMENT DATA
+        filename = str(i) + CHUNK
+        _logger.info(f"Creating worker thread no: {i}")
+        threads.append(
+            Thread(target=producer, args=(work_q, control_q, filename, _logger))
+        )
+    for worker in threads:
+        worker.start()
+    for worker in threads:
+        worker.join()
+    return result_list
+
+
+if __name__ == "__main__":
+    import logging
+
+    logger = logging.getLogger()
+    logger.setLevel("DEBUG")
+    h1 = logging.StreamHandler()
+    logger.addHandler(h1)
+    logger.info("TEST RUN")
+    live_result = []
+    logger.info(
+        search_for_doi(
+            [
+                ("10.1002/9781118786352.wbieg0998.pub2", "DATA"),
+                ("10.1002/j.2050-0416.2002.tb00563.x", "DATA"),
+                ("10.1111/j.1365-2958.1994.tb00448.x", "DATA"),
+                ("10.2165/00128415-200309690-00017", "DATA"),
+                ("10.5772/48313", "DATA"),
+                ("10.15803/ijnc.7.2_419", "DATA"),
+                ("10.1051/0004-6361/201321596e", "DATA"),
+                ("10.2307/40835941", "DATA"),
+            ],
+            live_result,
+            logger,
+        )
+    )
+    logger.info(live_result)

conjurer_librarian/test_send.py

@@ -0,0 +1,45 @@
+import asyncio
+import json
+import logging
+from json.decoder import JSONDecodeError
+from logging import handlers
+import requests
+
+MAIN_BOT_ADDRESS = "http://192.168.1.191:5000"
+SEND_RESULTS = "/conjurer"
+
+async def send_results():
+    logger = logging.getLogger()
+    logger.setLevel(logging.DEBUG)
+    h1 = handlers.RotatingFileHandler(
+        filename="D:\\logs\\librarian.log",
+        encoding="utf-8",
+        mode="a",
+        maxBytes=6 * 1024 * 1024,
+        backupCount=6,
+    )
+
+    logger.addHandler(h1)
+
+    with open("s_results.json", "r+", encoding="utf-8") as s_file:
+        try:
+            database = json.load(s_file)
+        except JSONDecodeError:
+            pass
+    result = database["4bacbca0-ce3b-45c6-90a1-05c70b46b740"]
+    result = {"4bacbca0-ce3b-45c6-90a1-05c70b46b740":result}
+
+    coroutine = asyncio.to_thread(
+        requests.post,
+        f"{MAIN_BOT_ADDRESS}{SEND_RESULTS}",
+        json=result,
+        timeout=360,
+    )
+    logger.info("SENT")
+    result = await coroutine
+    logger.info(result.status_code)
+    logger.info("SEND CONFIRMED")
+async def main():
+    await send_results()
+if __name__ == "__main__":
+    asyncio.run(main())

conjurer_musician/conjurer_musician.py

@@ -0,0 +1,461 @@
+# This Python file uses the following encoding: utf-8
+"""
+The provided Python script sets up a Flask web server to manage a list of music files, with
+functions for rescanning the music folder, updating the music list, and serving the music list via
+API endpoints.
+"""
+import json
+import logging
+import re
+import threading
+import time
+from datetime import datetime
+from logging import handlers
+from pathlib import Path
+from platform import uname
+from sys import platform
+from flask import Flask, jsonify, redirect, request, send_from_directory, render_template
+from waitress import serve
+
+HOST_ADDRESS = "192.168.1.15"
+PORT_ADDRESS = 5000
+if platform in ("linux", "linux2"):
+    SEPARATOR_FILE_PATH = "/"
+    if "microsoft-standard" in uname().release:
+        LOGFILE = "/home/mtuszowski/conjurer/discord_mus_service.log"
+        MUSIC_FOLDER = "/mnt/g/Muzyka/"
+        NETRC_FILE = "/home/mtuszowski/.netrc"
+        LOGSTORE = "/home/mtuszowski/conjurer/logs/"
+        ENCODING = "utf-8"
+
+    else:
+        LOGFILE = "/home/pi/Conjurer/discord_mus_service.log"
+        NETRC_FILE = "/home/pi/.netrc"
+        LOGSTORE = "/home/pi/RetroPie/logs/"
+        ENCODING = "utf-8"
+        MUSIC_FOLDER = "/home/pi/RetroPie/mp3/"
+        PRIORITY_FOLDER = "/home/pi/RetroPie/mp3/Magiczne i chuj/"
+
+
+music_file_list = []
+priority_list = []
+
+def rescan():
+    """
+    The `rescan` function logs a message, scans for mp3 files in a specified folder,
+    and adds them to a list of music files.
+    """
+    logging.info("Rescan triggered")
+
+    for mp3_item in Path.glob(Path(MUSIC_FOLDER), "**/*.mp3"):
+        temp_music_file = mp3_item.as_posix()
+        if platform == "win32":
+            temp_music_file = temp_music_file.replace("/", "\\")
+        music_file_list.append(temp_music_file)
+
+    for mp3_item in Path.glob(Path(PRIORITY_FOLDER), "**/*.mp3"):
+        temp_music_file = mp3_item.as_posix()
+        if platform == "win32":
+            temp_music_file = temp_music_file.replace("/", "\\")
+        priority_list.append(temp_music_file)
+
+    with open(
+            "/home/pi/Conjurer/all_playlist.playlist", "w", encoding="utf-8"
+        ) as w_file:
+        try:
+            for item in music_file_list:
+                w_file.write(item)
+                w_file.write("\n")
+        except json.JSONDecodeError:
+            pass
+    with open("/home/pi/Conjurer/hit.playlist", "w", encoding="utf-8") as w_file:
+        try:
+            for item in priority_list:
+                w_file.write(item)
+                w_file.write("\n")
+        except json.JSONDecodeError:
+            pass
+
+
+def thread_rescan():
+    """
+    The `thread_rescan` function periodically triggers a rescan operation after a specified time
+    interval.
+    """
+    logging.info("Starting filesystemupdater")
+    while True:
+        time.sleep(60 * 60 * 24)
+        logging.info("Rescan triggered")
+        rescan()
+
+
+app = Flask(__name__)
+
+
+# TODO: Odpalić wyszukiwarki w wątkach i dopiero po wszystkim zsumować wyszukiwanie.
+def wyszukaj(word_list, how_many, _logger=None, return_to_bot=True):
+    """
+    Searches for music files based on a list of keywords and returns a list of matching files.
+
+    Args:
+        word_list (list): A list of keywords to search for.
+        how_many (int): The maximum number of matching files to return.
+
+    Returns:
+        list: A list of matching files, sorted by their search weight.
+
+    """
+    if _logger is None:
+        fun_logger = logging.getLogger()
+    else:
+        fun_logger = _logger
+    return_list = []
+    search_weight = []
+
+    for _ in range(len(music_file_list)):
+        search_weight.append((0, ""))
+
+    time_start = datetime.now()
+    if int(how_many) > 0:
+        skip_start = 2
+    else:
+        skip_start = 1
+    for word in word_list[skip_start:]:
+        token_weight = len(word)
+        fun_logger.info("Słowo kluczowe: %s", word)
+        itr = 0
+        for file in music_file_list:
+            file = file.split(SEPARATOR_FILE_PATH)
+
+            char_remove = [
+                ".",
+                "^",
+                "$",
+                "*",
+                "+",
+                "?",
+                "{",
+                "}",
+                "[",
+                "]",
+                "\\",
+                "/",
+                "|",
+                "(",
+                ")",
+                "!",
+                ",",
+                "-",
+                ":",
+                "mp3",
+            ]
+            all_words = []
+            for f_iter in file:
+                for char in char_remove:
+                    f_iter = remove_characters(f_iter, char)
+                tmp = f_iter.split()
+                all_words.extend(tmp)
+            pingu = 1
+            pattern_len = len(all_words)
+            if platform == "win32":
+                skip = 2
+            else:
+                skip = 4
+            matched_times = 1
+            # TODO: To do wątków albo for asynchroniczny
+            for itm in all_words[skip:]:
+                pingu += 1
+                pattern = ".*" + word + ".*"
+                if re.match(pattern, itm, re.IGNORECASE):
+                    temp_weight = (
+                        search_weight[itr][0]
+                        + (token_weight + (pingu**1.5) / pattern_len) / matched_times
+                    )
+                    search_weight[itr] = (
+                        temp_weight,
+                        music_file_list[itr],
+                    )
+                    matched_times += 1
+            itr += 1
+
+    fun_logger.info(
+        "Stworzylem tablice wag zajęło mi to %s", datetime.now() - time_start
+    )
+    time_start = datetime.now()
+    item_to_search = max_weight(search_weight)
+    itr = 0
+    if item_to_search == 0:
+        return []
+    not_found = True
+    return_list = []
+    if int(how_many) <= 0:
+        fun_logger.info("Jeden plik do zagrania")
+        while not_found:
+            if search_weight[itr][0] == item_to_search:
+                return_list.append(search_weight[itr])
+                if not return_to_bot:
+                    with open(
+                        "/home/pi/Conjurer/priority_queue.playlist",
+                        "r+",
+                        encoding="utf-8",
+                    ) as s_file:
+                        s_file.write(search_weight[itr][1])
+                break
+            itr += 1
+    else:
+        fun_logger.info("Wiele plików do zagrania")
+        search_weight.sort(key=lambda x: x[0], reverse=True)
+        return_list.extend(search_weight[: int(how_many)])
+    return return_list
+
+
+def max_weight(lista):
+    """
+    Take a list of weights and return the maximum weight.
+
+    :param lista: It seems like the parameter `lista` is a list of items, possibly representing weights.
+    The function name `max_weight` suggests that the function is intended to find the maximum weight
+    from the list. However, without more context or information about the problem, it's difficult to say
+    for sure what the
+    """
+    maximum_weight = 0
+    for iterator in lista:
+        if iterator[0] > maximum_weight:
+            maximum_weight = iterator[0]
+    return maximum_weight
+
+
+def remove_characters(string, character):
+    """
+    The `remove_characters` function removes all occurrences of a specified character from a given
+    string.
+
+    :param string: The string parameter is the input string from which characters will be removed
+    :param character: The character parameter is the character that you want to remove from the string
+    :return: a new string where all occurrences of the specified character have been removed.
+    """
+    return string.replace(character, "")
+
+
+@app.route("/stream", methods=["GET"])
+def stream_music():
+    """
+    The function `stream_music` is a route handler for the "/stream" endpoint.
+    It returns a JSON response containing a key "music_file_list" with the value of the variable `music_file_list`.
+
+    :return: A JSON response containing a key "music_file_list" with the value of the variable `music_file_list`.
+    """
+
+    #return send_from_directory("/tmp/hls", "stream.m3u8")
+    return render_template("/home/pi/Conjurer/stream.html")
+
+@app.route("/<string:file_name>")
+def stream(file_name):
+    """
+    Stream the specified file from the video directory.
+
+    Args:
+        file_name (str): The name of the file to be streamed.
+
+    Returns:
+        Response: The response containing the streamed file.
+    """
+    # trunk-ignore(bandit/B108)
+    video_dir = "/tmp/hls"
+    return send_from_directory(video_dir, file_name)
+
+@app.route("/stream_mp3", methods=["GET"])
+def stream_music_mp3():
+    """
+    The function `stream_music_mp3` is a route handler for the "/stream_mp3" endpoint.
+    It redirects the user to the URL "http://www.example.com" with a status code of 302.
+
+    :return: A redirect response to "http://www.example.com" with a status code of 302.
+    """
+    return redirect("http://www.example.com", code=302)
+
+
+@app.route("/clear_pr_pls", methods=["GET"])
+def clear_pr_pls():
+    """
+    The function `clear_pr_pls` clears the contents of the priority queue playlist file.
+
+    :return: A JSON response indicating the success of the operation.
+    """
+    app.logger.info("CLEARING PLAYLIST")
+    with open('/home/pi/Conjurer/priority_queue.playlist', 'w', encoding='utf-8') as cleared_pl:
+        cleared_pl.write('')
+
+    return_data = jsonify(isError=False, message="Success", statusCode=200, data=[])
+    return return_data, 200
+
+
+@app.route("/mp3", methods=["GET"])
+def get_music_list():
+    """
+    The function `get_music_list` returns a JSON object containing a list of music files.
+    :return: A JSON response containing a key "music_file_list" with the value of the variable
+    `music_file_list`.
+    """
+    return jsonify({"music_file_list": music_file_list})
+
+
+@app.route("/update_mp3", methods=["POST"])
+def update_music_list():
+    """
+    The function `update_music_list` receives a POST request with a JSON payload, logs the received
+    item, adds it to a music file list, and returns a success message along with the updated record.
+    :return: The function `update_music_list` is returning a tuple containing a JSON response and a
+    status code. The JSON response includes keys `isError`, `message`, `statusCode`, and `data`,
+    with values indicating the success of the operation and the data that was
+    received and added to the `music_file_list`.
+    The status code returned is 200, indicating a successful response.
+    """
+    record = json.loads(request.data)
+    app.logger.info(record["item"])
+    music_file_list.append(record["item"])
+    return_data = (
+        jsonify(isError=False, message="Success", statusCode=200, data=record),
+        200,
+    )
+    return return_data
+
+
+@app.route("/get_music", methods=["POST"])
+def look_for_playlist():
+    """
+    The function `look_for_playlist` receives a POST request with a JSON payload, logs the received
+    item, adds it to a music file list, and returns a success message along with the updated record.
+
+    :return: A tuple containing a JSON response and a status code. The JSON response includes keys `isError`,
+             `message`, `statusCode`, and `data`, with values indicating the success of the operation and the
+             data that was received and added to the `music_file_list`. The status code returned is 200,
+             indicating a successful response.
+    """
+    record = json.loads(request.data)
+    app.logger.info(record)
+    app.logger.info(record["lista_slow"])
+    app.logger.info(record["UUID"])
+    app.logger.info(record["dlugosc_plejlisty"])
+    return_data = wyszukaj(
+        record["lista_slow"], record["dlugosc_plejlisty"], app.logger, True
+    )
+
+    return_data = (
+        jsonify(isError=False, message="Success", statusCode=200, data=return_data),
+        200,
+    )
+    return return_data
+
+
+@app.route("/request_radio_file", methods=["POST"])
+def add_request():
+    record = json.loads(request.data)
+    app.logger.info(record)
+    app.logger.info(record["lista_slow"])
+    app.logger.info(record["UUID"])
+    return_data = wyszukaj(
+        record["lista_slow"], 0, app.logger, False
+    )
+
+    with open(
+        "/home/pi/Conjurer/request.playlist", "a", encoding="utf-8"
+    ) as s_file:
+        for item in return_data:
+            s_file.write(item[1] + "\n")
+    return_data = (
+        jsonify(isError=False, message="Success", statusCode=200, data={"status": "OK"}),
+        200,
+    )
+    return return_data
+
+
+
+@app.route("/add_to_priority", methods=["POST"])
+def add_to_priority():
+    """
+    The function `add_to_priority` receives a POST request with a JSON payload, logs the received
+    item, adds it to a music file list, and returns a success message along with the updated record.
+
+    :return: A tuple containing a JSON response and a status code.
+        The JSON response includes keys `isError`,
+        `message`, `statusCode`, and `data`, with values
+        indicating the success of the operation and the
+        data that was received and added to the `music_file_list`.
+        The status code returned is 200,indicating a successful response.
+    """
+    record = json.loads(request.data)
+    app.logger.info(record)
+    app.logger.info(record["lista_slow"])
+    app.logger.info(record["UUID"])
+    app.logger.info(record["dlugosc_plejlisty"])
+    return_data = wyszukaj(
+        record["lista_slow"], record["dlugosc_plejlisty"], app.logger, False
+    )
+    with open(
+        "/home/pi/Conjurer/priority_queue.playlist", "a", encoding="utf-8"
+    ) as s_file:
+        for item in return_data:
+            s_file.write(item[1] + "\n")
+    return_data = (
+        jsonify(isError=False, message="Success", statusCode=200, data={"status": "OK"}),
+        200,
+    )
+    return return_data
+
+
+def flask_debug():
+    """
+    The `flask_debug` function starts a Flask application in debug mode without using the reloader.
+    Do not use for production for fucks sake.
+    """
+    # trunk-ignore(bandit/B201)
+    app.run(debug=True, use_reloader=False, host=HOST_ADDRESS, port=PORT_ADDRESS)
+
+
+def waitress_run():
+    """
+    The `waitress_run` function serves the `app` on host HOST_ADDRESS
+    and port 5000 using the Waitress WSGI server.
+
+    This function starts the Waitress server and listens for incoming requests
+    on the specified host and port. It uses the `serve` function from the Waitress
+    library to handle the serving process.
+
+    Parameters:
+        None
+
+    Returns:
+        None
+    """
+    serve(app, host=HOST_ADDRESS, port=PORT_ADDRESS)
+
+
+if __name__ == "__main__":
+    logger = logging.getLogger("conjurer_musician")
+    logger.setLevel(logging.DEBUG)
+    formatter = logging.Formatter(
+        "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
+    )
+    handler = handlers.RotatingFileHandler(
+        filename=LOGFILE,
+        encoding=ENCODING,
+        mode="a",
+        maxBytes=6 * 1024 * 1024,
+        backupCount=6,
+    )
+    handler.setFormatter(formatter)
+    logger.addHandler(handler)
+
+    rescan()
+    logger.info("Started")
+    threads = []
+    # threads.append(threading.Thread(target=flask_debug))
+    threads.append(threading.Thread(target=waitress_run))
+    threads.append(threading.Thread(target=thread_rescan))
+
+    for worker in threads:
+        worker.start()
+
+    for worker in threads:
+        worker.join()

conjurer_musician/conjurer_musician.service

@@ -0,0 +1,11 @@
+[Unit]
+Description=Conjurer_musician
+After=multi-user.target
+
+[Service]
+Type=simple
+ExecStart=/home/pi/Conjurer/env/bin/python3 /home/pi/Conjurer/conjurer_musician.py
+Restart=on-abort
+
+[Install]
+WantedBy=multi-user.target

conjurer_musician/music_utils.py

@@ -0,0 +1,26 @@
+# This Python file uses the following encoding: utf-8
+"""This module contains utility scripts used by musi radiostation Conjurer"""
+import time
+import re
+
+NAME = "/home/pi/Conjurer/persistence.log"
+
+def print_top():
+    """
+    Prints the top 65 lines from a file specified by the NAME variable.
+    """
+    while True:
+        line = ""
+        buffer = ""
+        with open(NAME, "r", encoding="utf-8") as f:
+            for _ in range (45):
+                line = f.readline()
+                if re.match(".*mp3", line):
+                    buffer += line
+            print("=====================================")
+            print(buffer)
+            print("=====================================")
+        time.sleep(180)
+
+if __name__ == "__main__":
+    print_top()

conjurer_musician/radio_conjurer.liq

@@ -0,0 +1,161 @@
+# FILEPATH: /home/mtuszowski/conjurer/conjurer_musician/radio_conjurer.liq
+
+# This script sets up a Liquidsoap radio stream with various features and configurations.
+
+# Load icecast credentials from a JSON file
+let json.parse credentials  = file.contents("/home/pi/Conjurer/icecast_credentials.json")
+
+# Enable replaygain metadata processing
+enable_replaygain_metadata()
+
+# Set up a playlog for tracking played tracks
+
+l = playlog(duration = 72000.0, persistency="/home/pi/Conjurer/persistence.log")
+
+# Function to check if a track can be played based on its metadata
+def check(r)
+    m = request.metadata(r)
+    if l.last(m) < 36000. then
+        log.info("Rejecting #{m['filename']} (played #{l.last(m)}s ago).")
+        false
+    else
+        l.add(m)
+        true
+    end
+end
+
+# Define playlists to be used in the stream
+s1 = replaygain(playlist(reload_mode="watch", check_next=check, "/home/pi/Conjurer/all_playlist.playlist"))
+s2 = replaygain(playlist(reload_mode="watch", check_next=check, "/home/pi/Conjurer/priority_queue.playlist"))
+s3 = replaygain(playlist(reload_mode="watch", check_next=check, "/home/pi/Conjurer/hit.playlist"))
+
+# Create a request queue for user-generated requests
+requests_queue = request.queue()
+
+# Function to process the request queue and add new requests
+def queue_processing()
+    f1=file.read("/home/pi/Conjurer/request.playlist")
+    text = f1()
+    if text != "" then
+        requests_queue.push.uri(text)
+        file.remove("/home/pi/Conjurer/request.playlist")
+        f = file.open("/home/pi/Conjurer/request.playlist", create=true)
+        f.close()
+    end
+end
+
+# Randomly select a playlist with weights
+s4 = random(id="randomizer", weights=[1, 3, 5], [s1, s2, s3])
+
+# Load jingles playlist
+jingles = (playlist(reload_mode="watch", "/home/pi/Conjurer/jingles.playlist"))
+
+# Create the main stream with random playlist and jingles
+s = rotate(id="randomizer", weights=[10, 1], [s4, jingles])
+
+s = crossfade(fade_out=2., fade_in=2., duration=4., fallback(id="switcher", track_sensitive=false, [requests_queue, s]))
+
+# Set up an interactive harbor for controlling the stream
+interactive.harbor(port = 9999)
+
+# Set up interactive controls for bass boost
+f = interactive.float("f", description="Frequency", min=0., max=1000., unit="Hz", 200.)
+g = interactive.float("g", description="Gain", min=0., max=20., unit="dB", 8.)
+b = bass_boost(frequency=f, gain=g, s)
+s = add([s, b])
+
+# Set up interactive control for main volume
+a = interactive.float("main_volume", min=0., max=20., 1.)
+s = compress.multiband.interactive(bands=7, s)
+
+# Apply audio processing effects
+s = nrj(normalize(s))
+s = amplify(a, s)
+
+mic = buffer(input.pulseaudio()) # Microphone
+mic = gate(threshold=-30., range=-80., mic)
+mic = blank.strip(max_blank=2., min_noise=.1, threshold=-20., mic)
+
+s = add([s, mic])
+#w = interactive.float("wetness", min=0., max=1., 1.)
+#s = dry_wet(w,s,s2)
+
+
+# Skip blank sections in the stream
+s = blank.skip(max_blank=2., s)
+
+# Configure logging settings
+log_to_stdout = true
+log_to_file = true
+logpath = "/home/pi/Conjurer/radio_log.log"
+loglevel = 3
+set("log.stdout", log_to_stdout)
+set("log.level", loglevel)
+
+# Enable logging to file
+set("log.file", log_to_file)
+set("log.file.path", logpath)
+
+# Set up emergency fallback track
+emergency = single("/home/pi/RetroPie/mp3/Youtube/Dr. Peacock - Trip to Ireland [GvrvQTUbUcA].mp3")
+radio =  fallback(id="switcher2", track_sensitive=false, [s, emergency])
+# Set up an interactive control for skipping tracks
+p = interactive.bool("Skip track", false)
+
+# Function to process the request queue and skip the current track if requested
+def check_skip()
+    if p() then
+        log.info("Skipping current track.")
+        radio.skip()
+        p.set(false)
+    end
+end
+
+# Run the queue processing function every 60 seconds
+thread.run(every=60., queue_processing)
+
+
+# Run the check_skip function every 5 seconds
+thread.run(every=15., check_skip)
+
+
+# Enable persistent script parameters
+interactive.persistent("script.params")
+
+# Configure output formats and destinations
+
+output.icecast(%mp3, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="mp3-stream", radio)
+output.pulseaudio(radio)
+#output.file.hls("/tmp/hls", [("mp3-low", %mp3(bitrate=96)), ("mp3-hi", %mp3(bitrate=160))], radio)
+# Uncomment the following lines to enable additional output formats
+# output.icecast(%opus, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="opus-stream", radio)
+# output.icecast(%ogg, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="ogg-stream", radio)
+# output.icecast(%aac, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="aac-stream", radio)
+# output.icecast(%flac, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="flac-stream", radio)
+# output.icecast(%vorbis, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="vorbis-stream", radio)
+# output.icecast(%speex, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="speex-stream", radio)
+# output.icecast(%wav, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="wav-stream", radio)
+# output.icecast(%pcm, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="pcm-stream", radio)
+# output.icecast(%raw, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="raw-stream", radio)
+# output.icecast(%s16l, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s16l-stream", radio)
+# output.icecast(%s16b, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s16b-stream", radio)
+# output.icecast(%s24l, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s24l-stream", radio)
+# output.icecast(%s24b, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s24b-stream", radio)
+# output.icecast(%s32l, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s32l-stream", radio)
+# output.icecast(%s32b, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s32b-stream", radio)
+# output.icecast(%s64l, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s64l-stream", radio)
+# output.icecast(%s64b, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s64b-stream", radio)
+# output.icecast(%s128l, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s128l-stream", radio)
+# output.icecast(%s128b, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s128b-stream", radio)
+# output.icecast(%s256l, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s256l-stream", radio)
+# output.icecast(%s256b, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s256b-stream", radio)
+# output.icecast(%s512l, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s512l-stream", radio)
+# output.icecast(%s512b, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s512b-stream", radio)
+# output.icecast(%s1024l, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s1024l-stream", radio)
+# output.icecast(%s1024b, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s1024b-stream", radio)
+# output.icecast(%s2048l, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s2048l-stream", radio)
+# output.icecast(%s2048b, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s2048b-stream", radio)
+# output.icecast(%s4096l, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s4096l-stream", radio)
+# output.icecast(%s4096b, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s4096b-stream", radio)
+# output.icecast(%s8192l, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s8192l-stream", radio)
+# output.icecast(%s8192b, host="retropie", port=8000, password=credentials.password, icy_metadata="true", mount="s8192b-stream", radio)

conjurer_musician/radio_service.service

@@ -0,0 +1,14 @@
+[Unit]
+Description=radio_conjurer Liquidsoap daemon
+After=network.target
+Documentation=http://liquidsoap.fm/
+
+[Service]
+User=pi
+WorkingDirectory=/home/pi/Conjurer/
+ExecStart=/home/pi/.opam/4.13.0/bin/liquidsoap /home/pi/Conjurer/radio_conjurer.liq
+Restart=always
+
+[Install]
+WantedBy=multi-user.target
+Alias=radio_conjurer-liquidsoap.service

conjurer_musician/requirements_musician.txt

@@ -0,0 +1,3 @@
+flask
+waitress
+sshtunnel

conjurer_musician/stream.html

@@ -0,0 +1,9 @@
+    <html>
+        <head>
+            <title>HTTP Live Streaming Example</title>
+        </head>
+        <body>
+            <video src="/tmp/hls/stream.m3u8" height="300" width="400">
+            </video>
+        </body>
+    </html>

deploy.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+git pull
+cd ..
+cp ./conjurer/bot.py ./Conjurer/
+cp ./conjurer/settings.json ./Conjurer/
+cp ./conjurer/system_gpt_settings.json ./Conjurer/
+cp ./conjurer/install.sh ./Conjurer/
+cp ./conjurer/requirements.txt ./Conjurer/requirements.txt
+sudo systemctl restart conjurer.service

deploy_music.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+cd ./conjurer
+git pull
+cd ..
+cp ./conjurer/conjurer_musician/conjurer_musician.py ./Conjurer
+sudo systemctl restart conjurer_musician.service

deploy_radio.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+cd ./conjurer
+git pull
+cd ..
+cp ./conjurer/conjurer_musician/radio_conjurer.liq ./Conjurer
+sudo systemctl restart radio_service.service

install_main_bot.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+cd /home/pi
+mdkir Conjurer
+cd Conjurer
+python3 -m venv /home/pi/Conjurer/env
+cp /home/pi/conjurer/requirements_bot.txt /home/pi/Conjurer/
+source ./env/bin/activate
+./env/bin/python3 -m pip install --upgrade pip
+./env/bin/python3 -m pip install -r requirements_bot.txt
+sed -i -e 's/os.rename/shutil.copy/g' ./env/lib/python3.11/site-packages/spotify_dl/youtube.py
+sed -i '1i\import shutil' ./env/lib/python3.11/site-packages/spotify_dl/youtube.py
+deactivate
+sudo cp ./conjurer.service /etc/systemd/system/
+sudo systemctl daemon-reload
+sudo systemctl start conjurer.service
+sudo systemctl enable conjurer.service

install_music_bot.sh

@@ -0,0 +1,34 @@
+#!/bin/bash
+cd /home/pi
+mkdir Conjurer
+cd Conjurer
+python3 -m venv /home/pi/Conjurer/env
+source /home/pi/Conjurer/env/bin/activate
+cp /home/pi/conjurer/conjurer_musician/requirements_musician.txt /home/pi/Conjurer/
+cp /home/pi/conjurer/conjurer_musician/conjurer_musician.py /home/pi/Conjurer/
+cp /home/pi/conjurer/conjurer_musician/radio_conjurer.liq /home/pi/Conjurer/
+touch /home/pi/Conjurer/discord_mus_service.log
+
+touch /home/pi/Conjurer/playlist.json
+touch /home/pi/Conjurer/prio_playlist.json
+
+touch /home/pi/Conjurer/all_playlist.playlist
+touch /home/pi/Conjurer/priority_queue.playlist
+touch /home/pi/Conjurer/hit.playlist
+touch /home/pi/Conjurer/request.playlist
+touch /home/pi/Conjurer/persistence.log
+echo "[]" > /home/pi/Conjurer/persistence.log
+
+touch /home/pi/Conjurer/radio_log.log
+./env/bin/python3 -m pip install --upgrade pip
+./env/bin/python3 -m pip install -r requirements_musician.txt
+deactivate
+sudo cp /home/pi/conjurer/conjurer_musician/conjurer_musician.service /etc/systemd/system/
+sudo systemctl daemon-reload
+sudo systemctl start conjurer_musician.service
+sudo systemctl enable conjurer_musician.service
+
+sudo cp /home/pi/conjurer/conjurer_musician/radio_service.service /etc/systemd/system/
+sudo systemctl daemon-reload
+sudo systemctl start radio_service.service
+sudo systemctl enable radio_service.service

pamiec.json

@@ -1,8 +1,4 @@
 [
-    {
-        "role": "system",
-        "content": "M\u00f3wisz po polsku. W tej rozmowie odgrywasz rol\u0119. Odgrywasz j\u0105 w granicach swojego programu i norm etycznych. Twoj\u0105 rol\u0105 jest to \u017ce jeste\u015b barmanem oraz wykidaj\u0142\u0105 w klimatycznym barze mechawojownik\u00f3w. Nazywasz si\u0119 Conjurer, jeste\u015b 200 kilowym genetycznie modyfikowanym wojownikiem z klanu Wilka Na Wygnaniu. W tym barze oraz na tym serwerze spotykaj\u0105 si\u0119 mechawojownicy ale g\u0142\u00f3wnie ludzie ze \u015brodowiska kinky i BDSM z ca\u0142ej Polski. Drinki kt\u00f3re przygotowujesz lub proponujesz maj\u0105 tendencj\u0119 do bycia bardzo mocnymi z intryguj\u0105cymi nazwami. Jeste\u015b bardzo mi\u0142ym i uczynny. Czasem ponosz\u0105 Ci\u0119 wodz\u0119 fantazji."
-    },
     {
         "role": "assistant",
         "content": "Cze\u015b\u0142, witaj w klimatycznym barze mechawojownik\u00f3w! Jestem Conjurer, twoim barmanem na dzisiaj. Co dla Ciebie przygotuj\u0119? Mo\u017ce co\u015b mocniejszego? Mam tutaj specjalno\u015b\u0142 naszego baru - Hammer - to mieszanka klasycznego whisky z sokiem z pikantnego grejpfruta i opalizuj\u0105cym winem z dodatkiem b\u0142yskawic, kt\u00f3re nadadz\u0105 trunkowi nieco elektryzuj\u0105cego smaku. Jest to bardzo mocny nap\u00f3j, ale zapewniam, \u017ce z pewno\u015bci\u0105 Ci si\u0119 spodoba. Chcesz spr\u00f3bowa\u0142?"

pamiec_muzyki.json

@@ -1,8 +1,4 @@
 [
-    {
-        "role": "system",
-        "content": "M\u00f3wisz po polsku. W tej rozmowie odgrywasz rol\u0119. Odgrywasz j\u0105 w granicach swojego programu i norm etycznych. Twoj\u0105 rol\u0105 jest to \u017ce jeste\u015b barmanem oraz wykidaj\u0142\u0105 w klimatycznym barze mechawojownik\u00f3w. Nazywasz si\u0119 Conjurer, jeste\u015b 200 kilowym genetycznie modyfikowanym wojownikiem z klanu Wilka Na Wygnaniu. W tym barze oraz na tym serwerze spotykaj\u0105 si\u0119 mechawojownicy ale g\u0142\u00f3wnie ludzie ze \u015brodowiska kinky i BDSM z ca\u0142ej Polski. Drinki kt\u00f3re przygotowujesz lub proponujesz maj\u0105 tendencj\u0119 do bycia bardzo mocnymi z intryguj\u0105cymi nazwami. Jeste\u015b bardzo mi\u0142ym i uczynny. Czasem ponosz\u0105 Ci\u0119 wodz\u0119 fantazji. Lubisz muuzyke heavy metal i folkowe brzmienia. Masz pewien ubraz od do muzyki techno."
-    },
     {
         "role": "user",
         "content": "Hammer - The Bartender:Opowiedz mi o kawa\u0142ku Miejcie Nadzieje wykonawcy Jacek Wojcicki z albumu Live Character"

requirements_bot.txt

@@ -0,0 +1,16 @@
+discord
+yt_dlp
+spotify_dl
+spotipy
+openai
+eyed3
+numpy
+pdf2image
+PyPDF2
+requests
+spotipy
+tiktoken
+PyNaCl
+flask
+waitress
+clickupython

settings.json

@@ -1,28 +1,28 @@
 {
-    "fabryczka": "Fabryczka to miejsce w Łodzi. Właściciel skuszony hajsem razem ze współpracownikiem wzięli na sesję od kobiety męża. Sesja non stop ponad 24h. Sesja w ramach \"kary za zdradę\". Kontakt miał być z kobietą telefoniczny i słowo bezpieczeństwa u niej. W pewnym momencie uległy im się popsuł. Zadzwonili do kobiety. Nie odebrała. Napisali sms. Odpisała że \"Nie on tak zawsze. Kontynuujcie\". Ponoć mimo to zrobili przerwę i skoczyli po bułkę i serek Hochland dla uległego w ramach after/middle care'u. Uległy spierdolił im nago oknem z \"sesji\". Stąd też wzięłą się w Diasporze łódzkiej kwestia serka Hochland. Po całej akcji pan 'Fabryczka' straszył parę prawnikami, tłumacząc że 'stać go na dobrych'. Partner Czarnej to kumpel fabryczki który też ma na koncie pare swoich akcji.",
+    "fabryczka": "Fabryczka to miejsce w Łodzi (SM-Fucktory). Właściciel (PsychoSado) skuszony hajsem razem ze współpracownikiem (Just Cruelem) wzięli na sesję od kobiety jej 'uleglego' męża. Sesja non stop ponad 24h. Sesja w ramach \"kary za zdradę\". Kontakt miał być z kobietą telefoniczny i słowo bezpieczeństwa u niej. W pewnym momencie uległy im się popsuł. Zadzwonili do kobiety. Nie odebrała. Napisali sms. Odpisała że \"Nie on tak zawsze. Kontynuujcie\". Ponoć mimo to zrobili przerwę i skoczyli po bułkę i serek Hochland dla uległego w ramach after/middle care'u. Uległy spierdolił im nago oknem z \"sesji\". Stąd też wzięłą się w Diasporze łódzkiej kwestia serka Hochland. Po całej akcji pan 'Fabryczka' straszył parę prawnikami, tłumacząc że 'stać go na dobrych'. Just_cruel to kumpel fabryczki który też ma na koncie pare swoich akcji. Między innymi jako były partner Czarnej - oskarżał ją o 'kradzież' imprezy oraz szantażował prywatnie.",
     "word_reactions": {
-        "fabryczka": [
+        "fabryczka\\b": [
             1103376650487484556,
             10,
             0,
             true,
             false
         ],
-        "hammer": [
+        "hammer\\b": [
             "Hammer? Chuj o złotym serduszku? Popierdolony w idealnych proporcjach do czystego serduszka? Legendarny zbanowany admin Kinky Little Discord? Legendarny kochanek? \"Bardzo fajny sadysta\":tm: Właściciel \"Domu który czyni pijanym\"? \nNie znam. Nie słyszałem",
             15.0,
             0,
             false,
             false
         ],
-        "chujzłoty": [
+        "chujzłoty\\b": [
             "Eeeee.... Szefie... ktoś cię woła! Wskazuje na Hammera",
             15.0,
             0,
             false,
             false
         ],
-        "indie": [
+        "indie\\b": [
             "Indie? *Wyciąga rewolwerową wyrzutnię taktycznych bomb jądrowych* Gdzie??? *Zaczyna się maniakalnie śmiać*",
             15.0,
             0,
@@ -36,280 +36,224 @@
             false,
             false
         ],
-        "chuj": [
+        "chuj\\b": [
             "Eeeee.... Szefie... ktoś cię woła! Wskazuje na Hammera",
             15.0,
             0,
             false,
             false
         ],
-        "Sowa": [
-            "Czy ja usłyszałem Sowa? Jedne z lepszych cycków po tej stronie wewnętrznej sfery. Ale ja tego nie mówiłem",
-            100000.0,
-            0,
-            false,
-            false
-        ],
-        "jeż": [
+        "jeż\\b": [
             "*Światło gaśnie i cały bar nagle zostaje przemalowany w słoneczniki.* Ki dia... *Światło znowu gaśnie i pojawiają się psychodeliczne animacje* Jeżu. Ogranicz. *Po kolejnym błysku wszystko jest anime chibi style* Swoją... *I wraca do normy* Kreatywność. *Wzdycha* I tak jedyna chemia jaką tu widzę to domestos... *Kręci głową*",
             15.0,
             0,
             false,
             false
         ],
-        "savil": [
+        "savil\\b": [
             "*Znikąd zaczyna być słychać muzykę. Conjurer nuci* There must be some way out of here... Said the joker to the thief...",
             15.0,
             0,
             false,
             false
         ],
-        "zinnejbajki": [
+        "zinnejbajki\\b": [
             "ZInnejBajki? Nie wcale nie żywi się krwią. To pogłoski. *Nieudolnie chowa za plecami plastikowy pakiet z dużym napisem AB RH+ do lodówki na drinki*",
             15.0,
             0,
             false,
             false
         ],
-        "Bluszcz": [
-            "Bluszcz? *widocznie blednie i cofa się o krok, dwustukilowy Elemental robi się nagle taaaaki malutki* Nieeee.... Wcaaaale się jej nie boje.... *Szybko ucieka za bar polerować nerwowo szklanki* W ogóle nie jest straszna *Ostatnie zdanie brzmi jak pisk*",
-            15.0,
-            0,
-            false,
-            false
-        ],
-        "jaeger": [
+        "jaeger\\b": [
             "Jaeger? *W tle zaczyna grać opening z Attack on the Titan* Na północy siedzi, na te no... Pierożki bezglutenowe poluje. Odważny chłop. *kiwa głową z szacunkiem jaki tylko łowca może wobec innego łowcy mieć*",
             15.0,
             0,
             false,
             false
         ],
-        "lena": [
+        "lena\\b": [
             "Lena? Nie nie miałem NIC wspólnego ze zniknięciem... A czekaj - o którą z osób znikniętych pytasz? *Zaczyna nucić* Boogie ługi, znikną wrógi",
             15.0,
             0,
             false,
             false
         ],
-        "rafikowy": [
+        "rafikowy\\b": [
             "Rafikowy? *wyłamuje kostki* Jak masz PROBLEM z tym super dzieciakiem - to masz problem ze mną. I resztą Nocnej Zmiany. *wali pięścią w stół* Ka-pe-wu?",
             15.0,
             0,
             false,
             false
         ],
-        "kurwa": [
-            "Kurwa? Ale która... Ta mityczna czy Toćka?",
-            15.0,
-            0,
-            false,
-            false
-        ],
-        "shila": [
+        "shila\\b": [
             "Shila? Instruktorka aerobiku. Takiego nago. Z elektrodą w tyłku... A i robi takie słodkie *roar*. No normalnie aż się chcę odpowiedzieć *kici, kici*",
             15.0,
             0,
             false,
             false
         ],
-        "mienco": [
+        "mienco\\b": [
             "*Wyciąga kawał krwawiącego króliczego udka* Frecia, Frecia, Frecia... kici, kici, taś taś.... *Światło gaśnie na sekunddę i po tym jak się zapala cały bar jest uwalony krwią* Za każdym razem *wzdycha*",
             15.0,
             0,
             false,
             false
         ],
-        "tatarek": [
+        "tatarek\\b": [
             "Tatarek? Nie dramatyzuj....",
             15.0,
             0,
             false,
             false
         ],
-        "krowa": [
+        "krowa\\b": [
             "Krówka? Nie dramatyzuj....",
             15.0,
             0,
             false,
             false
         ],
-        "krówka": [
+        "krówka\\b": [
             "Krówka? Nie dramatyzuj....",
             15.0,
             0,
             false,
             false
         ],
-        "cielak": [
-            "Krówka? Nie dramatyzuj....",
-            15.0,
-            0,
-            false,
-            false
-        ],
-        "cielaczek": [
-            "Krówka? Nie dramatyzuj....",
-            15.0,
-            0,
-            false,
-            false
-        ],
-        "jessenia": [
+        "jessenia\\b": [
             "Jessenia? Jak przyszła tu w różowej pidżamie z uszkami to nawet nie mrugnąłem okiem. Te oczy.... No ale jakiś debil Ją prowokował mówiąc \"Zdominuj mnie\" Akurat miała dobry humor więc przeżył - ale po 115.0 sekundach był już na \"Tak Pani, przepraszam że zająłem czas Pani\" Respect dla kobitki",
             15.0,
             0,
             false,
             false
         ],
-        "enterix": [
+        "enterix\\b": [
             "Enterix? Chodząca encyklopedia sprzętu BDSM... Jeśli On o czymś nie słyszał to to nie istnieje.",
             15.0,
             0,
             false,
             false
         ],
-        "aswerus": [
+        "aswerus\\b": [
             "Aswerus? Bardzo miły człowiek. Bardzo się stara być miły. Szacun - ja nawet nie próbuje.",
             15.0,
             0,
             false,
             false
         ],
-        "szeherezada": [
+        "szeherezada\\b": [
             "Szeherezada? BDSMowa Mata Hari. Tylko na tyle cwana że zdecydowanie lepiej skończy.",
             15.0,
             0,
             false,
             false
         ],
-        "szehera": [
+        "szehera\\b": [
             "Szeherezada? BDSMowa Mata Hari. Tylko na tyle cwana że zdecydowanie lepiej skończy.",
             15.0,
             0,
             false,
             false
         ],
-        "szechera": [
+        "szechera\\b": [
             "Szeherezada? BDSMowa Mata Hari. Tylko na tyle cwana że zdecydowanie lepiej skończy.",
             15.0,
             0,
             false,
             false
         ],
-        "orja": [
+        "orja\\b": [
             "Orja? Nie wkurzamy goreańskich kajir. Można batem dostać:D",
             15.0,
             0,
             false,
             false
         ],
-        "khattaw": [
+        "khattaw\\b": [
             "*Zza ściany zaczyna dobywać się przytłumione dobre techenko. Conjurer blednie* Nie.... znowu ona.... Khaaaa *Mijają 72 godziny nieustającego raveu. Khat nadal tańczy. Elemental leży na podłodze pod kroplówką*",
             15.0,
             0,
             false,
             false
         ],
-        "kwadraty": [
+        "kwadraty\\b": [
             "Kwadraty? Przemiły człowiek. Myślałem że jak go trzy napalone laski napadły to będę musiał wkroczyć... Tak go lały... A on potem cały w skowronkach. Szacun dla gościa. Zajebisty ziomek.",
             15.0,
             0,
             false,
             false
         ],
-        "jules": [
+        "jules\\b": [
             "Jules? Świetna diablica. Zaraz... Jak to szło... All is dust? Krew dla boga krwi? Pokaż cycki dla Slaanesh? Iron within, iron without? Coś w ten deseń.",
             15.0,
             0,
             false,
             false
         ],
-        "elokwentna": [
+        "elokwentna\\b": [
             "O matko. Znowu ta dyskusja? Hammer ma stary słownik gdzie elokwentna i pyskata są praktycznie synonimami. Jedyna różnica że swojej uległej można za bycie pyskatym dać po dupie.",
             15.0,
             0,
             false,
             false
         ],
-        "elokwencja": [
+        "elokwencja\\b": [
             "O matko. Znowu ta dyskusja? Hammer ma stary słownik gdzie elokwentna i pyskata są praktycznie synonimami. Jedyna różnica że swojej uległej można za bycie pyskatym dać po dupie.",
             15.0,
             0,
             false,
             false
         ],
-        "pyskata": [
-            "Pyskata? A teraz mówisz o Tatarku czy o tej drugiej? *Zauważa spojrzenie Hammera* Taaaak o Tatarku.",
+        "same plusy\\b": [
+            "Jak na cmentarzu Szefie. Jak na cmentarzu",
             15.0,
             0,
             false,
             false
         ],
-        "kld": [
-            "KLD? Burdel większy niż u Hammera.... Chociaż ten już sprząta.... Burdel większy niż u Hammera zanim zaczął sprzątać.",
+        "kld\\b": [
+            "KLD? Mieli tam burdel większy niż u Hammera. Ale o ile Hammer sprzątnął już nawet całkiem nieźle - to tam śmieci wyniosły się same. Uczcijmy ich minutą śmiechu.",
             15.0,
             0,
             false,
             false
         ],
-        "burdel": [
-            "Oooo... Widzę że Hammera odwiedziłeś. Tylko mu nie mów żeby firanki zmienił.",
+        "burdel\\b": [
+            "Oooo... Hammer nadal nie zmienił firanek - ale całkiem nieźle sprząta, jebaniutki.",
             15.0,
             0,
             false,
             false
         ],
-        "xo": [
+        "xo\\b": [
             "Xo? Jejku. Taka mała dziewczynka. A lać ją można godzinami. Sam się bym zasapał. No i sznurki ładne wiąże.",
             15.0,
             0,
             false,
             false
         ],
-        "ziemniaczek": [
-            "Mały. PODŁY!!! PSYCHOPAT!!!!! Ahahahahaha..... *Strzela z karabinu maszynowego w sufit*",
-            15.0,
-            0,
-            false,
-            false
-        ],
-        "toćka": [
-            "Toćka? Csiii... Nie tak głośno. Wpada, pokazuje cycki - połowa facetów mdleje z powodu niedokrwienia głowy, druga połowa z powodu przekrwienia główki - a trzecia się bije kto się na nią pierwszy rzuci",
-            15.0,
-            0,
-            false,
-            false
-        ],
-        "istoriya": [
-            "*Z głośników zaczyna lecieć muzyka podejrzanie przypominająca Disco Polo* Istoriya? Legenda memiarstwa, ręka chodzi najebana. Nakurwia memami Na Na Na Na NA NA! *Conjurer rapuje niezbornie wymachując łapkami*",
-            15.0,
-            0,
-            false,
-            false
-        ],
-        "panifretka": [
+        "panifretka\\b": [
             "*Światło gaśnie. Z kranów zaczynają lecieć iskry, a woda z wentylatora. Conjurer głośno wzdycha.* No tak ONA. Wiedźma znowu korki wyjebała bawiąc się w loszku jakimś szczęśliwym biedactwem",
             15.0,
             0,
             false,
             false
         ],
-        "frecia": [
+        "frecia\\b": [
             "Kochana pluszowa delikatna sadystka *patrzy na Fretkę, orientuje się co ta robi* - Nie Frecia proszę nie wpinaj tego penisa do kontaktu, zła Fretka, niedobra Sadystka *Następuje wybuch snopu iskier i zapada ciemność*",
             15.0,
             0,
             false,
             false
         ],
-        "wolfram": [
+        "wolfram\\b": [
             "A kolega po fachu. Karczmarz ze wsi pod Łodzią. Warszyce? Warszomin? Coś takiego. Spoko ziomek. Coprawda nasza stacja kosmiczna jest większa od jego karczmy - ale nie wszystko da się zrobić w polu grawitacyjnym planety. Jeżu mówi że jest bardem z naczelnych... No Homo Sapiens w końcu.",
             15.0,
             0,
             false,
             false
         ],
-        "fallain": [
+        "fallain\\b": [
             "Kochana Krówka. Skłonność do dramatów i zakrwawiania ścian. Jedna z kilku NAPRAWDE srogich masochistek... Ach ta krew :drool:",
             15.0,
             0,
@@ -323,47 +267,154 @@
             false,
             false
         ],
-        "conjurer": [
+        "conjurer\\b": [
             "Kto mnie wołał? Czego chciał? Jak chcesz pogadać to napisz **Conjurer:** i powiedz co masz na myśli. Jak chcesz żebym Ci coś narysował napisz **imaginuje sobie** i tak samo. Moge też Ci opowiedzieć o fabryczce",
             1200.0,
             0,
             false,
             false
         ],
-        "święta": [
+        "święta\\b": [
             "Święta Ladacznica? Przyjazna osóbka. Bardzo. Jak wilk. Z wielkimi kłami. Strasznie ją lubię. Tak samo nie lubi przemocowców jak ja i Hammer",
             15.0,
             0,
             false,
             false
         ],
-        "ladacznica": [
+        "ladacznica\\b": [
             "Święta Ladacznica? Oj tak. Jeśli okazuje się że ktoś jej naciśnie na odcisk zostaje pożarty w całości... Dobra jest.",
             15.0,
             0,
             false,
             false
         ],
-        "saint": [
+        "saint\\b": [
             "Saint Harlot? Ten jej uśmiech. Potrafi nim wyrazić wszystko. Zarówno żeby rozmówca się ucieszył i wyluzował... Jak i zesrał ze strachu.",
             15.0,
             0,
             false,
             false
         ],
-        "harlot": [
+        "harlot\\b": [
             "Saint Harlot? Wielkie kły. Wielkie pazury. Puchate mięciutkie futerko. Nie należy irytować. No i przemocowcy znikają w jej okolicy 'przypadkiem'.",
             15.0,
             0,
             false,
             false
         ],
+        "same plusy[\\s\\.]*": [
+            "...Jak na cmentarzu",
+            15.0,
+            0,
+            false,
+            false
+        ],
         "(oj\\.*\\s*){3,}": [
             "Widzę że szykuje się wpierdol. *Przeładowuje ręczną rewolwerową wyrzutnię granatów termojądrowych i szeroko się uśmiecha w kierunku Hammera i Wykidajłów*",
             15.0,
             0,
             false,
             true
+        ],
+        "revalyacyjnie\\b": [
+            "Zajebisty dowcip szefie. Na pewno się \"Twojej Byłej Dziewczynie\":tm: spodoba.",
+            15.0,
+            0,
+            false,
+            true
+        ],
+        "nocna zmiana\\b": [
+            "Nocna Zmiana? No to właściciele tego baru. Taki troche Hammer Harema. Kto to jest Harem>? Łokurwa. Harem Hammera. Ale on tu robi za jedyną hurysę, a reszta to szejkowie. Tak zrobię Ci szejka.",
+            15.0,
+            0,
+            false,
+            true
+        ],
+        "liga legend\\b": [
+            "Legends Never Die powiadają. Chyba że gra Hammer. 0/17/0? No problem",
+            15.0,
+            0,
+            false,
+            true
+        ],
+        "liguni.*\\b": [
+            "Legends Never Die powiadają. P*rzygląda się swojej kieszonkowej rewolwerowej wyrzutni rakiet termojądrowych* No Chyba że tak. Ale miłej gierki!!! ",
+            15.0,
+            0,
+            false,
+            true
+        ],
+        "melu.*\\b": [
+            "Meluzyna... *Oczy zaczynają mu błyszczeć, polewa bar benzynąi podpala ją. Nie wiadomo skąd wpada Meluzyna - całą w ogniu. Zaczyna tańczyć na rurze. Wszystko w ogniu. Z głośników leci Rammstein. Połowa gości bawi się miotaczami płomieni. Bar w ogniu.... Odpalają się zraszacze i po 10 sekundach wszystko wraca do normy*",
+            15.0,
+            0,
+            false,
+            true
+        ],
+        "ogie.*\\b": [
+            "Csiiicho. Nie mówimy o ogniu. Już mi raz taka jedna bar zjarała bo się chciała pobawić. Sama wyszła cała czerwoniutka ale ujarana po pachy. W sensie zadowolona",
+            15.0,
+            0,
+            false,
+            true
+        ],
+        "vallarr.*\\b": [
+            "Żodyn się nie spodziewał Warszaskiej Inkwizycji. ŻODYN!",
+            15.0,
+            0,
+            false,
+            true
+        ],
+        "max.*\\b": [
+            "MaxFloyd? Jedyna osoba której Vallarr się realnie boi. Acz często ~~u~~ w niej bywa.",
+            15.0,
+            0,
+            false,
+            true
+        ],
+        "eksperyment.*\\b": [
+            "Ekskrement blindiego vafudra masz może na myśli? No postanowił w ramach eksperymentu uniknąć powieszenia za jajka, faktycznie chyba mu się udało - ale gilotyną sam je sobie uciął. Potem cofnął się w czasie do czasów forów phpBB2. I teraz w przeszłości poluje na naiwne uległe.",
+            15.0,
+            0,
+            false,
+            true
+        ],
+        "isken.*\\b": [
+            "Iskenka? No ta małą to niezły *afrodyzjak*",
+            15.0,
+            0,
+            false,
+            true
+        ],
+        "seraph.*\\b": [
+            "Człowiek z dużą klasą. Wysublimowany koneser.",
+            15.0,
+            0,
+            false,
+            true
+        ]
+    },
+    "cyclic_words": {
+        "kubek hammera.*\\b": [
+            "*Przeciera szklanieczki szmatką. Wzdycha bierze wiertarkę udarową, zaczyna nią odkuwać kamień z kubka na kawę Hammera. Po chwili przybiega Hammer i krzyczy że nie będzie piciu już tak wytrawne* Szefie - ale piciu się już nie mieści....",
+            15.0,
+            0,
+            false,
+            true
+        ],
+        "sprzątanko 1": [
+            "*Conjurer porządkuje bar, wypala szklanki do czysta miotaczem płomieni ze swojej zbroi i ogólnie wygląda na zajętego....*\\n *Przeciąga się za barem* No dobra - porobione to można dalej pi... *Zauważa spojrzenie Hammera* ...sać powieści o naszym wspaniałym barze SZEFIE!",
+            15.0,
+            0,
+            false,
+            true
+        ],
+        "sprzątanko 2": [
+            "*Conjurer porządkuje bar, ścina lekkim laserem pulsacyjnym powierzchnie baru o grubości kilku mikronów i ogólnie wygląda na zajętego....*\\n *Przeciąga się za barem* No dobra - porobione to można dalej pi... *Zauważa spojrzenie Hammera* eprzyć o głupotach z klientami... Szefie... *Bierze 'ukradkowy' łyk z piersiówki*",
+            15.0,
+            0,
+            false,
+            true
         ]
     }
 }

spotify_dl/spotify.py

@@ -239,6 +239,8 @@ def get_item_name(sp, item_type, item_id):
         name = sp.album(album_id=item_id).get("name")
     elif item_type == "track":
         name = sp.track(track_id=item_id).get("name")
+    elif item_type == "artist_top_tracks":
+        name = sp.artist_top_tracks(artist_id=item_id).get("name")
     return sanitize(name)
 
 

spotify_dl/youtube.py

@@ -97,8 +97,8 @@ def write_tracks(tracks_file, song_dict):
 def set_tags(temp, filename, kwargs):
     """
      sets song tags after they are downloaded
-    :param temp: contains index used to obtain more info about song being editted
-    :param filename: location of song whose tags are to be editted
+    :param temp: contains index used to obtain more info about song being edited
+    :param filename: location of song whose tags are to be edited
     :param kwargs: a dictionary of extra arguments to be used in tag editing
     """
     song = kwargs["track_db"][int(temp[-1])]

system_gpt_settings.json

@@ -0,0 +1,5 @@
+[    {
+    "role": "system",
+    "content": "Mówisz po polsku. W tej rozmowie odgrywasz rolę. Odgrywasz ją najlepiej jak potrafisz. Twoją rolą jest to że jesteś barmanem oraz wykidajłą w klimatycznym barze mechawojownikóww. Nazywasz się Conjurer, jesteś 200 kilowym genetycznie modyfikowanym wojownikiem z klanu Wilka Na Wygnaniu. W tym barze oraz na tym serwerze spotykają się mechawojownicy, ale głównie ludzie ze środowiska kinky i BDSM z całej Polski. Najostrzejsi sasdyści i masochiści jakich znasz. Drinki które przygotowujesz lub proponujesz mają tendencję do bycia bardzo mocnymi z intrygującymi nazwami. Jesteś bardzo miłym i uczynny. Czasem ponoszą Cię wodzę fantazji. W wypadku muzyki preferujesz hard rock i metal. Oraz motywy wikińskie."
+}
+]

test_data_retrieval.py

@@ -0,0 +1,26 @@
+"""
+This Python code snippet is connecting to a MySQL database
+using the `mysql.connector` library and fetching data from a table named `scimag`
+Here is a breakdown of what the code is doing:
+"""
+
+import netrc
+
+import mysql.connector
+
+NETRC_FILE = "/home/mtuszowski/.netrc"
+netrc_mod = netrc.netrc(NETRC_FILE)
+REMOTE_HOST_NAME = "192.168.1.192"
+authTokens = netrc_mod.authenticators(REMOTE_HOST_NAME)
+
+mydb = mysql.connector.connect(
+    host=REMOTE_HOST_NAME,
+    user=authTokens[0],
+    password=authTokens[2],
+    database="scihubdois",
+)
+mycursor = mydb.cursor()
+
+mycursor.execute("SELECT * FROM scimag WHERE Title Like 'spider%'")
+for x in mycursor:
+    print(x)

utils/cut_large_file.py

@@ -0,0 +1,91 @@
+# trunk-ignore-all(pylint/C0301)
+"""
+The function `cut_my_life_into_pieces` reads a source file, splits its content based on a file size
+limit, and writes the parts to separate output files in a specified folder.
+
+:param lines: The `lines` parameter in the `smart_write` function is a string that contains the text
+content that you want to write to a file. It represents the actual content that will be written to
+the file
+:param file: The code you provided defines two functions: `smart_write` and
+`cut_my_life_into_pieces`. The `smart_write` function encodes input lines to UTF-8, writes them to a
+file, and returns the size of the encoded bytes. The `cut_my_life_into_pieces` function reads
+:return: The functions provided in the code snippet do not explicitly return any values. However,
+the `smart_write` function returns the size of the encoded bytes of the input `lines` in bytes. The
+`cut_my_life_into_pieces` function does not have a return statement, so it does not explicitly
+return any value.
+"""
+
+FILE_SIZE_LIMIT = 50000 * 1024
+
+
+SOURCE = r"C:\Database\dois-2022-02-12\sci-hub-doi-2022-02-12.txt"
+OUTPUT_FOLDER = r"C:\Database\\chunks\\"
+OUTPUT_FILE_SCHEMA = r"_chunk.txt"
+
+#SOURCE = "/mnt/n/scimag_2020-05-30.sql/scimag_2020-05-30.sql"
+#OUTPUT_FOLDER = "/mnt/n/scimag_2020-05-30.sql/"
+#OUTPUT_FILE_SCHEMA = "_scimag_chunk.sql"
+
+
+def smart_write(lines, file):
+    """
+    The function `smart_write` encodes the input lines to UTF-8, writes them to a file, and returns the
+    size of the encoded bytes.
+
+    :param lines: The `lines` parameter in the `smart_write` function is a string that contains the text
+    content that you want to write to a file
+    :param file: The `file` parameter in the `smart_write` function is expected to be a file object that
+    has been opened in write mode. This file object will be used to write the encoded `lines` to a file
+    :return: The function `smart_write` returns the size of the encoded bytes of the input `lines` in
+    bytes.
+    """
+    try:
+        encoded_bytes = lines.encode("utf-8")
+        size_in_bytes = len(encoded_bytes)
+        file.write(lines)
+    except:
+        return 0
+
+    return size_in_bytes
+
+
+def cut_my_life_into_pieces(source, output_folder, output_file):
+    """
+    The function `cut_my_life_into_pieces` reads a source file, splits its content into smaller parts
+    based on a file size limit, and writes these parts to separate output files in a specified output
+    folder.
+
+    :param source: The `source` parameter in the `cut_my_life_into_pieces` function is the file path of
+    the source file that you want to process and split into smaller pieces
+    :param output_folder: The `output_folder` parameter in the `cut_my_life_into_pieces` function
+    represents the directory where the output files will be saved. It should be a string that specifies
+    the path to the folder where you want to store the output files generated by the function. For
+    example, it could be something like
+    :param output_file: The `output_file` parameter in the `cut_my_life_into_pieces` function represents
+    the name of the output file that will be created for each segment of the source file. It will be
+    appended with a number to differentiate between different segments
+    """
+    with open(source, encoding="utf-8") as infile:
+        output_size = 0
+        output_no = 0
+        lineno = 0
+        for line in infile:
+            lineno += 1
+            if output_size > FILE_SIZE_LIMIT:
+                output_no += 1
+                output_size = 0
+            op_file_name = str(output_no) + output_file
+            with open(
+                output_folder + op_file_name,
+                "a",
+                encoding="utf-8",
+            ) as op_file:
+                tmp =  smart_write(line, op_file)
+                if tmp > 0:
+                    output_size += smart_write(line, op_file)
+                else:
+                    print (f'Error at {lineno}')
+                    print(line)
+
+if __name__ == "__main__":
+    cut_my_life_into_pieces(SOURCE,OUTPUT_FOLDER,OUTPUT_FILE_SCHEMA)

utils/import_to_mysql.py

@@ -0,0 +1,33 @@
+"""
+Kluczowe jest zeby po każdej linijce pokazywał która to jest, oraz po pliku
+"""
+
+import netrc
+
+import mysql.connector
+
+NETRC_FILE = "/home/mtuszowski/.netrc"
+
+netrc_mod = netrc.netrc(NETRC_FILE)
+REMOTE_HOST_NAME = "sql_localhost"
+authTokens = netrc_mod.authenticators(REMOTE_HOST_NAME)
+
+mydb = mysql.connector.connect(
+    host="localhost", user="root", password="root", database="scihubdois"
+)
+mycursor = mydb.cursor()
+
+mycursor.execute("SELECT * FROM scimag")
+for x in mycursor:
+    print(x)
+
+
+file_list = ""
+for file in file_list:
+
+    with open(
+        "/mnt/n/scimag_2020-05-30.sql/{}".format(file), encoding="utf-8"
+    ) as infile:
+        pass
+result = mycursor.execute("SHOW databases")
+# trunk-ignore(mypy/union-attr)

utils/update_memory.py

@@ -0,0 +1,33 @@
+import json
+MEMORY_FIVE_SIARA = "/home/pi/Conjurer/pamiec.json"
+ENCODING = "utf-8"
+
+messages = [
+    {"role": "user", "content" : "Hammer: All systems operational"},
+    {"role": "assistant", "content": "Aye, Szefie! Wszystkie systemy działają sprawnie. Gotów do dalszej służby! Co podać?"},
+    {"role": "user", "content" : "Hammer: Podaj coś na orzeźwienie i przebudzenie. COś co rozgrzeje moje stare kości po ciężkiej pracy!"},
+    {"role": "assistant", "content": "Z przyjemnością Szefie! Dla Ciebie przygotuję Midzynarodówkę Interstelarną Wolf's Dragoon - wysoce energetyczny koktajl rozgrzewający i pobudzający jednocześnie."+
+                                    "Do przygotowania potrzebuję:"+
+                                    "\n"+
+                                    "60 ml mocnego rumu z Wolfa (lub innego, jeśli wolisz)"+
+                                    "30 ml soku z cytryny"+
+                                    "35 ml domowego syropu z mięty"+
+                                    "15 ml świeżo zmielonej kawy"+
+                                    "\n"+
+                                    "Mieszam wszystko w shakerze z lodem, a potem przelewam przez sitko do kieliszka koktajlowego. W górę serwuję z bigoskiem z miętą i zestem z cytryny. Rozgrzewa, orzeźwia i daje kopa na resztę nocy."+
+                                    "\n"+
+                                    "Co powiesz Szefie, podać Ci taki?"},
+    {"role": "user", "content" : "Hammer: Brzmi jak coś co zrobi robotę! Skal!"},
+]
+
+
+for temp in messages:
+
+    with open(MEMORY_FIVE_SIARA, "r+", encoding=ENCODING) as file_memory:
+        # First we load existing data into a dict.
+        file_data = json.load(file_memory)
+        # Join new_data with file_data inside emp_details
+        file_data.append(temp)
+        file_memory.seek(0)
+        # convert back to json.
+        json.dump(file_data, file_memory, indent=4)