fx

aa

aa

aaa

aa

Chyba fix

aa

aa

aa

tst

test

FX

Maybe this ?

Fix

last fix ?

dix

conjurer_librarian/conjurer_librarian.py

@@ -1,4 +1,3 @@
-from logging import handlers
 import re
 import logging
 import threading
@@ -13,8 +12,9 @@ from habanero import Crossref
 from waitress import serve
 from queue import Queue
 import search_bot
-import scrape_bot
 import requests
+from typing import Callable
+from uuid import UUID
 NETRC_FILE = r"C:\Users\Activcom.pl\.netrc"
 
 HOST_ADDRESS = "192.168.1.192"
@@ -22,7 +22,7 @@ PORT_ADDRESS = 5001
 MAIN_BOT_ADDRESS = "http://192.168.1.191:5000"
 SEND_RESULTS = "/conjurer"
 BDSM_UUID_TEST = '96b7f85a-1142-4908-8986-62a2ea25a147'
-MAX_CR_RESULTS = 150000
+
 ENCODING = "utf-8"
 app = Flask(__name__)
 
@@ -37,14 +37,13 @@ class Librarian(object):
         self.cr = Crossref(mailto=authTokens[0])
         self.query = query
         self.uuid = str(uuid)
-        self.limit = MAX_CR_RESULTS
+        self.limit = 3000
         self.fetched = 0
         self.hit = 0
         self.total = 0
         self.app = app
+        self.logger = app.logger
         self.live_results = []
-        self.final_result = []
-        self.not_in_db = []
         self.search_result_from_cr = {}
         self.done = False
 
@@ -54,16 +53,17 @@ class Librarian(object):
         self.search_result_from_cr.update(result)
         self.total = result['message']['total-results']
         self.fetched += len(result['message']['items'])
-        self.app.logger.info (self.total)
-        self.app.logger.info(self.fetched)
+        self.logger.info (self.total)
+        self.logger.info(self.fetched)
         while self.total > self.fetched and self.limit > self.fetched:
             result = self.cr.works(query = query, limit = 1000)
             self.search_result_from_cr.update(result)
             self.total = result['message']['total-results']
             self.fetched += len(result['message']['items'])
-            self.app.logger.info (self.total)
-            self.app.logger.info(self.fetched)
-            time.sleep(0.1)
+            self.logger.info (self.total)
+            self.logger.info(self.fetched)
+
+            time.sleep(1)
         self.app.logger.info("CROSSREF DONE")
         #TODO: add to sql with UUID
         #sql row - title, doi, author, uuid, last retrieved, is_available
@@ -131,8 +131,8 @@ class Librarian(object):
         temp = []
         refined_result = []
         for key in unrefined_reqult:
-            self.app.logger.info("KEY:")
-            self.app.logger.info(key)
+            self.logger.info("KEY:")
+            self.logger.info(key)
 
         for item in unrefined_reqult[self.uuid]["summary"]:
             if item["container"] == "NO" and item["title"]:                
@@ -142,20 +142,20 @@ class Librarian(object):
             temp.append([item["DOI"], item])
 
         refined_result = await self.check_if_exists(temp)
-
+        temp = []
         for item in refined_result:
             if item["exists"]:
-                self.final_result.append(item["data"])
-            else:
-                self.not_in_db.append(item["data"])
-        self.hit = len(self.final_result)
-        return self.final_result
+                temp.append(item["data"])
+        refined_result = temp
+        self.hit = len(refined_result)
+        return refined_result
     #TODO: DOłożyć sprawdzenie czy w rafinowanym pliku już nie mamy częściowego wyniku
     async def answer_query(self):
         #TODO: DOłożyć sprawdzenie czy w rafinowanym pliku już nie mamy częściowego wyniku tutaj bo zanim w ogóle otworzymy nierafinowany
         #Search sql for UUID
         #SQL SELECT * FROM RESULTS WHERE UUID = uuid
-        self.app.logger.info(f"Search started {self.uuid}")
+        self.logger.info(f"Search started {self.uuid}")
+        uuid_found = False
         database = None
         query = self.query
         with open("cr_results.json", "r+", encoding="utf-8") as cr_file:
@@ -165,19 +165,11 @@ class Librarian(object):
                 database =  json.load(cr_file)
             except JSONDecodeError:
                 pass
-            #TODO: Zwracać i final_result i not_in_db. Not in db_do pliku - i do ręcznego przeglądania potem.
+
             if database:
                 for item in database.keys():
                     if item in self.uuid:
                         self.result = await self.refine_query(database)
-                        temp = {}
-                        for item in self.result:
-                            temp[item['DOI']] = {"Title" : item['title'], "type": item['type']}
-                        self.result = temp
-                        temp2 = {}
-                        for item in self.not_in_db:
-                            temp2[item['DOI']] = {"Title" : item['title'], "type": item['type']}
-                        self.not_in_db = temp2
                         return self.result
                 answer = await self.search_crossref(query=query)
                 database.update(answer)
@@ -185,6 +177,7 @@ class Librarian(object):
                 cr_file.seek(0)
                 json.dump(database,cr_file)
                 self.result = await self.refine_query(answer)
+                return self.result
             else:
                 answer = await self.search_crossref(query=query)
                 database = answer
@@ -194,15 +187,7 @@ class Librarian(object):
                 self.result = await self.refine_query(answer)
                 self.app.logger.info("Refined")
                 self.done = True
-            temp = {}
-            for item in self.result:
-                temp[item['DOI']] = {"Title" : item['title'], "type": item['type']}
-            self.result = temp
-            temp2 = {}
-            for item in self.not_in_db:
-                temp2[item['DOI']] = {"Title" : item['title'], "type": item['type']}
-                self.not_in_db = temp2
-            return self.result
+                return self.result
 
 #============================= FLASK INTERNALS===============================
 def flask_debug():
@@ -229,34 +214,18 @@ class BackgroundTaskSearch(threading.Thread):
     async def _run(self):
         while True:
             database = None
-            ndb_database = None
             librarian = librarian_queue.get()
             self.app.logger.info("STARTED")
             result = await librarian.answer_query()
             result = {librarian.uuid: result}
             self.app.logger.info("Saving to file")
-            with open("not_in_db.json", "r+", encoding="utf-8") as ndb_file:
-                try:
-                    ndb_database =  json.load(ndb_file)
-                except JSONDecodeError:
-                    pass
-                if ndb_database:
-                    ndb_database.update(librarian.not_in_db)
-                else:
-                    ndb_database = librarian.not_in_db
-                ndb_file.truncate(0)
-                ndb_file.seek(0)
-                json.dump(ndb_database, ndb_file)
-
             with open("s_results.json", "r+", encoding="utf-8") as s_file:
                 try:
                     database =  json.load(s_file)
                 except JSONDecodeError:
                     pass
                 if database:
-                    self.app.logger.info(database)
-                    self.app.logger.info(result)
-                    database.update(result)
+                    database.extend(result)
                 else:
                     database = result
                 self.app.logger.info("DUMPING DATA")
@@ -273,8 +242,7 @@ class BackgroundTaskSearch(threading.Thread):
             timeout=360,
     )       
             self.app.logger.info("SENT")
-            result = await coroutine
-            self.app.logger.info(result.status_code)
+            _ = await coroutine
             self.app.logger.info("SEND CONFIRMED")
             time.sleep(1)
             
@@ -286,6 +254,9 @@ async def query_database():
     app.logger.info(record["query"])
     app.logger.info(record["UUID"])
     uuid = record["UUID"]
+    #TODO: TESTING ONLY======================
+    uuid = UUID('{12345678-1234-5678-1234-567812345678}')
+
     cl = Librarian(app, record["query"], uuid)
     librarian_queue.put(cl)
     librarian_list.append(cl)
@@ -313,31 +284,22 @@ async def get_partial():
 
 #=======================================MAIN===================================================
 if __name__ == "__main__":
-    app.logger.setLevel(logging.DEBUG)
-    h1 = handlers.RotatingFileHandler(
-    filename="E:\\logs\\librarian.log",
-    encoding="utf-8",
-    mode="a",
-    maxBytes=6 * 1024 * 1024,
-    backupCount=6,
-    )
-
-    app.logger.addHandler(h1)
+    logger = logging.getLogger('conjurer_musician')
+    logger.setLevel(logging.DEBUG)
     threads = []
-    threads.append(threading.Thread(target=waitress_run))
-    #threads.append(threading.Thread(target=flask_debug))
+    #threads.append(threading.Thread(target=waitress_run))
+    threads.append(threading.Thread(target=flask_debug))
     bgtask = BackgroundTaskSearch()
     bgtask.app = app
     threads.append(bgtask)
-    threads.append(threading.Thread(target = scrape_bot.scraper, args=(app.logger,)))
     i = 0
     for worker in threads:
         try:
-            app.logger.info(f"App number: {i}")
+            logger.info(f"App number: {i}")
             i+=1
             worker.start()
         except RuntimeError as e:
-            app.logger.error("Exploded")
+            logger.error("Exploded")
             print(str(e))
     for worker in threads:
         worker.join()

conjurer_librarian/run_server.bat

@@ -1 +0,0 @@
-c:\conjurer\env\Scripts\activate.bat && c:\conjurer\conjurer_librarian\conjurer_librarian.py

conjurer_librarian/scrape_bot.py

@@ -1,93 +0,0 @@
-import json
-from json.decoder import JSONDecodeError
-from urllib.request import urlopen
-from requests import Timeout,ConnectTimeout, ConnectionError
-from queue import Queue
-import re
-import time
-import random
-import logging
-from threading import Thread
-SCR_DATABASE_PATH = r'C:\\Database\\chunks\\'
-SCR_FILENAME = "40_chunk.txt"
-SCR_ENCODING = "utf-8"
-
-WORK_Q = Queue()
-random.seed()
-def load_ndb_to_q(logger):
-    logger.info("Loader started")
-    while True:    
-        with open("not_in_db.json", "r+", encoding="utf-8") as ndb_file:
-            try:
-                ndb_database =  json.load(ndb_file)
-                for item in ndb_database.keys():
-                    logger.info(item)
-                    url = f"https://sci-hub.se/{item}"
-                    WORK_Q.put([item, url, False])
-                ndb_file.truncate(0)
-            except JSONDecodeError:
-                time.sleep(60*60*2)
-                pass
-        time.sleep(180)
-
-def check_if_exists_brute_force(logger):
-    while True:
-        logger.info("Scraper tick")
-        item = WORK_Q.get()
-        page_url =item[1] 
-        logger.error("REFINE: Brute force search!")
-        if not page_url.startswith(("http:", "https:")):
-            raise ValueError("URL must start with 'http:' or 'https:'")
-        blocked = True
-        try:
-        # trunk-ignore(bandit/B310)
-            with urlopen(page_url) as response:
-                data = response.read()
-                text = data.decode("utf-8")
-                if item[2]:
-                    logger.info("Already found")
-                    time.sleep(180)
-                    blocked = False
-                else:
-                    for line in text.splitlines():
-                        if re.match(r".*Unfortunately, Sci-Hub doesn't have the requested document.*", line):
-                            blocked = False
-                            logger.info("Not found")
-                            item[2] = False
-                        if m := re.match(r".*<embed type=\"application.pdf\"\s*src=\"(.*\.pdf)",line):
-                            blocked = False
-                            direct_download_link = "https:" + str(m.group(1))
-                            logger.info (direct_download_link)
-                            with open(SCR_DATABASE_PATH + SCR_FILENAME, "a", encoding=SCR_ENCODING) as operated_file:
-                                operated_file.write("\n")
-                                operated_file.write(item[0])
-                                item[2] = True
-        except (Timeout,ConnectTimeout, ConnectionRefusedError, ConnectionError):
-            pass
-        if blocked:
-            logger.info(item)
-            logger.info(text)
-            logger.error("Got blocked. Fuck.")
-            time.sleep(60*60*72)
-        # trunk-ignore(bandit/B311)
-        rand = random.randint(1,100)
-        logger.info(f"Sleeping for {3*rand} minutes")
-        time.sleep(180*rand)
-
-def scraper(logger = None):
-    if not logger:
-        logger = logging.getLogger()
-        logger.setLevel("DEBUG")
-        h1 = logging.StreamHandler()
-        logger.addHandler(h1)
-        logger.info("No logger set. Test run")
-  
-    loader = Thread(target = load_ndb_to_q, args = (logger,))
-    scraper = Thread(target = check_if_exists_brute_force, args = (logger,))
-    loader.start()
-    scraper.start()
-    loader.join()
-    scraper.join()
-
-if __name__ == "__main__":
-    scraper()

conjurer_librarian/search_bot.py

@@ -1,30 +1,25 @@
-#TODO: Wpiemdolić to wszystko w klasę z loggerem przysłanym z góry
-
 from queue import Queue, Empty
 from threading import Thread
 q = Queue()
 
-#TODO: DATA FOR TEST ONLY
-#MAXTHREADS = 5
-#DATABASE_PATH = r'C:\\Database\\chunks_1\\'
+#TODO: TO w klasie jako parametry wybierane czy robimy pelen run czy testowy
+#MAXTHREADS = 3
+MAXTHREADS = 1
 
-#TODO: DEPLOYMENT DATA
-MAXTHREADS = 41
+#DATABASE_PATH = r'C:\\Database\\chunks_1\\'
 DATABASE_PATH = r'C:\\Database\\chunks\\'
 
 ENCODING = "utf-8"
 CHUNk = "_chunk.txt"
 _sentinel = object()
 result_list = []
-WORK_Q_SIZE = 15500000
 
-def producer(out_q, control_q, filename, logger):
+#TODO: Wpiemdolić to wszystko w klasę z loggerem przysłanym z góry
+
+def producer(out_q, control_q, filename):
     with open(DATABASE_PATH + filename, "r+", encoding=ENCODING) as operated_file:
-        logger.info(f"Worker {filename} ")
-        while True:
-            line = operated_file.readline()
-            if not line:
-                break
+        lines = operated_file.readlines()
+        for line in lines:
             out_q.put(line)
             try:
                 check = control_q.get(block=False)
@@ -32,11 +27,11 @@ def producer(out_q, control_q, filename, logger):
                 check = False
                 pass
             if check is _sentinel:
-                logger.info("TERM signal received")
+                print("TERM signal received")
                 control_q.put(check)
                 break
-        logger.info(f"Worker finished: {filename}")
-        out_q.put(_sentinel)
+    print(f"Worker finished: {filename}")
+    out_q.put(_sentinel)
  
 #IMPORTANT!!! ONLY ONE CONSUMER THREAD AS WE ARE NOT PUTTING SENTINELS BACK
 #TODO: Change doi to tuple list and only put term when all doi are found => (doi, True)
@@ -45,6 +40,10 @@ def consumer(in_q, control_q, doi, live_results, logger):
     for item in doi:
         result_list.append({"DOI" : item[0], "exists" : False, "data" : item[1]})
     while True:
+        #if in_q.empty():
+        #    print("Queue empty!")
+        #if in_q.full():
+        #    print("Queue full!")
         done_check = True
         data = in_q.get()
         if data is _sentinel:
@@ -52,7 +51,7 @@ def consumer(in_q, control_q, doi, live_results, logger):
             sentinels += 1
         else:
             for item in result_list:
-                if item["DOI"] in data and not item["exists"]:
+                if item["DOI"] in data:
                     logger.info(data)
                     logger.info("HIT")
                     item["exists"] = True
@@ -67,24 +66,25 @@ def consumer(in_q, control_q, doi, live_results, logger):
 
 def search_for_doi(doi, live_results, logger):
     threads = []
-    work_q = Queue(maxsize=WORK_Q_SIZE)
+    work_q = Queue(maxsize=200000)
     control_q = Queue()
     t_cons = Thread(target = consumer, args = (work_q, control_q, doi, live_results, logger))
     logger.info("Consumer thread created")
     threads.append(t_cons)
     for i in range(0,MAXTHREADS):
-        #TODO: TEST DATA
         #filename = "test" + str(i) + CHUNk
-        #TODO: DEPLOYMENT DATA
-        filename = str(i) + CHUNk
+        filename = "40" + CHUNk
+        #filename = str(i) + CHUNk
         logger.info(f"Creating worker thread no: {i}")
-        threads.append(Thread(target = producer, args = (work_q, control_q, filename,logger)))
+        threads.append(Thread(target = producer, args = (work_q, control_q, filename)))
     for worker in threads:
         worker.start()
     for worker in threads:
         worker.join()
     return result_list
 
+
+
 if __name__ == "__main__":
     import logging
     logger = logging.getLogger()

conjurer_musician/conjurer_musician.service

@@ -1,11 +0,0 @@
-[Unit]
-Description=Conjurer_musician
-After=multi-user.target
-
-[Service]
-Type=simple
-ExecStart=/home/pi/Conjurer/env/bin/python3 /home/pi/Conjurer/conjurer_musician.py
-Restart=on-abort
-
-[Install]
-WantedBy=multi-user.target

conjurer_musician/radio_conjurer.liq

@@ -1,48 +0,0 @@
-let json.parse credentials  = file.contents("/home/pi/Conjurer/icecast_credentials.json")
-enable_replaygain_metadata()
-
-s1 = replaygain(playlist(reload_mode="watch", "/home/pi/Conjurer/all_playlist.playlist"))
-s2 = replaygain(playlist(reload_mode="watch", "/home/pi/Conjurer/priority_queue.playlist"))
-
-s = random(id="randomizer", weights=[7, 10], [s2, s1])
-
-interactive.harbor(port = 9999)
-f = interactive.float("f", description="Frequency", min=0., max=1000.,unit="Hz", 200.)
-g = interactive.float("g", description="Gain", min=0., max=20.,unit="dB", 8.)
-b = bass_boost(frequency=f, gain=g, s)
-s = add([s, b])
-a = interactive.float("main_volume", min=0., max=20., 1.)
-s = compress.multiband.interactive(bands=3, s)
-
-s = nrj(normalize (s))
-s = crossfade(fade_out=3., fade_in=3., duration=5., s)
-s = amplify(a,s)
-
-s = blank.skip(max_blank=2., s)
-log_to_stdout = true
-log_to_file = true
-logpath = "/home/pi/Conjurer/radio_log.log"
-loglevel = 4
-set("log.stdout",log_to_stdout)
-set("log.level",loglevel)
-
-# Enable logging to file. See variable: logpath
-set("log.file",log_to_file)
-set("log.file.path",logpath)
-
-emergency = single("/home/pi/RetroPie/mp3/Youtube/Dr. Peacock - Trip to Ireland [GvrvQTUbUcA].mp3")
-radio = fallback(id="switcher",track_sensitive = false, [s, emergency]) 
-
-handle_metadata = fun (m) -> begin
-    log.info(m["title"])
-    log.info(m["artist"])
-    log.info(m["filename"])
-end
-radio.on_metadata(handle_metadata)
-interactive.persistent("script.params")
-
-
-# Enable logging on Standard Output and set logging level.
-
-output.file.hls("/tmp/hls",[("mp3-low", %mp3(bitrate=96)), ("mp3-hi", %mp3(bitrate=160))],radio)
-output.icecast(%mp3, host="retropie", port=8000,password=credentials.password, icy_metadata="true", mount="mp3-stream", radio)

conjurer_musician/radio_service.service

@@ -1,14 +0,0 @@
-[Unit]
-Description=radio_conjurer Liquidsoap daemon
-After=network.target
-Documentation=http://liquidsoap.fm/
-
-[Service]
-User=pi
-WorkingDirectory=/home/pi/Conjurer/
-ExecStart=/home/pi/.opam/4.13.0/bin/liquidsoap /home/pi/Conjurer/radio_conjurer.liq
-Restart=always
-
-[Install]
-WantedBy=multi-user.target
-Alias=radio_conjurer-liquidsoap.service

deploy_music.sh

@@ -1,6 +0,0 @@
-#!/bin/bash
-cd ./conjurer
-git pull
-cd ..
-cp ./conjurer/conjurer_musician/conjurer_musician.py ./Conjurer
-sudo systemctl restart conjurer_musician.service

deploy_radio.sh

@@ -1,6 +0,0 @@
-#!/bin/bash
-cd ./conjurer
-git pull
-cd ..
-cp ./conjurer/conjurer_musician/radio_conjurer.liq ./Conjurer
-sudo systemctl restart radio_service.service

file_webservice/conjurer_musician.py

@@ -1,23 +1,21 @@
-# This Python file uses the following encoding: utf-8
 """
 The provided Python script sets up a Flask web server to manage a list of music files, with
 functions for rescanning the music folder, updating the music list, and serving the music list via
 API endpoints.
 """
 import json
-import logging
 import re
+from pathlib import Path
+from platform import uname
 import threading
 import time
 from datetime import datetime
-from logging import handlers
-from pathlib import Path
-from platform import uname
 from sys import platform
-
-from flask import Flask, jsonify, redirect, request, send_from_directory
+import logging
+from flask import Flask, jsonify, request
 from waitress import serve
 
+
 HOST_ADDRESS = "192.168.1.15"
 PORT_ADDRESS = 5000
 if platform in ("linux", "linux2"):
@@ -28,42 +26,24 @@ if platform in ("linux", "linux2"):
         NETRC_FILE = "/home/mtuszowski/.netrc"
         LOGSTORE = "/home/mtuszowski/conjurer/logs/"
         ENCODING = "utf-8"
+        GRAPHICS_PATH = "/home/mtuszowski/conjurer/Conjurer_graphics/"
 
     else:
         LOGFILE = "/home/pi/Conjurer/discord_mus_service.log"
+        MEMORY_FIVE_SIARA = "/home/pi/Conjurer/pamiec.json"
+        SYSTEM_GPT_SETTINGS = "/home/pi/Conjurer/system_gpt_settings.json"
+        MEMORY_FIVE_MUZYKA = "/home/pi/Conjurer/pamiec_muzyki.json"
+        MUSIC_FOLDER = "/home/pi/RetroPie/mp3/"
+        SETTINGS_FILE = "/home/pi/Conjurer/settings.json"
         NETRC_FILE = "/home/pi/.netrc"
         LOGSTORE = "/home/pi/RetroPie/logs/"
+        ACCIDENT_LOG = "/home/pi/Conjurer/accident_log.json"
         ENCODING = "utf-8"
-        MUSIC_FOLDER = "/home/pi/RetroPie/mp3/"
+        GRAPHICS_PATH = "/home/pi/RetroPie/Conjurer_graphics/"
+        DIR_PATH_SADOX = "/home/pi/RetroPie/Fansadox/"
 
 
 music_file_list = []
-
-
-def create_playlist():
-    """
-    Reads a JSON file containing a playlist and writes the playlist items to a text file.
-
-    The JSON file path is '/home/pi/Conjurer/playlist.json',
-    and the text file path is '/home/pi/Conjurer/all_playlist.playlist'.
-
-    Raises:
-        JSONDecodeError: If the JSON file cannot be decoded.
-
-    """
-    with open("/home/pi/Conjurer/playlist.json", "r+", encoding="utf-8") as r_file:
-        with open(
-            "/home/pi/Conjurer/all_playlist.playlist", "w", encoding="utf-8"
-        ) as w_file:
-            try:
-                playlist = json.load(r_file)
-                for item in playlist:
-                    w_file.write(item)
-                    w_file.write("\n")
-            except json.JSONDecodeError:
-                pass
-
-
 def rescan():
     """
     The `rescan` function logs a message, scans for mp3 files in a specified folder,
@@ -75,14 +55,6 @@ def rescan():
         if platform == "win32":
             temp_music_file = temp_music_file.replace("/", "\\")
         music_file_list.append(temp_music_file)
-    with open("/home/pi/Conjurer/playlist.json", "r+", encoding="utf-8") as s_file:
-        database = music_file_list
-        # self.app.logger.info("DUMPING DATA")
-        s_file.truncate(0)
-        s_file.seek(0)
-        json.dump(database, s_file)
-    create_playlist()
-
 
 def thread_rescan():
     """
@@ -91,31 +63,14 @@ def thread_rescan():
     """
     logging.info("Starting filesystemupdater")
     while True:
-        time.sleep(60 * 60 * 24)
+        time.sleep(60*60*24)
         logging.info("Rescan triggered")
         rescan()
 
-
 app = Flask(__name__)
 
-
-# TODO: Odpalić wyszukiwarki w wątkach i dopiero po wszystkim zsumować wyszukiwanie.
-def wyszukaj(word_list, how_many, _logger=None, return_to_bot=True):
-    """
-    Searches for music files based on a list of keywords and returns a list of matching files.
-
-    Args:
-        word_list (list): A list of keywords to search for.
-        how_many (int): The maximum number of matching files to return.
-
-    Returns:
-        list: A list of matching files, sorted by their search weight.
-
-    """
-    if _logger is None:
-        fun_logger = logging.getLogger()
-    else:
-        fun_logger = _logger
+def wyszukaj(word_list, how_many):
+    logger = logging.getLogger()
     return_list = []
     search_weight = []
 
@@ -129,7 +84,7 @@ def wyszukaj(word_list, how_many, _logger=None, return_to_bot=True):
         skip_start = 1
     for word in word_list[skip_start:]:
         token_weight = len(word)
-        fun_logger.info("Słowo kluczowe: %s", word)
+        logger.info("Słowo kluczowe: %s", word)
         itr = 0
         for file in music_file_list:
             file = file.split(SEPARATOR_FILE_PATH)
@@ -169,7 +124,6 @@ def wyszukaj(word_list, how_many, _logger=None, return_to_bot=True):
             else:
                 skip = 4
             matched_times = 1
-            # TODO: To do wątków albo for asynchroniczny
             for itm in all_words[skip:]:
                 pingu += 1
                 pattern = ".*" + word + ".*"
@@ -185,41 +139,26 @@ def wyszukaj(word_list, how_many, _logger=None, return_to_bot=True):
                     matched_times += 1
             itr += 1
 
-    fun_logger.info(
-        "Stworzylem tablice wag zajęło mi to %s", datetime.now() - time_start
-    )
+    logger.info("Stworzylem tablice wag zajęło mi to %s", datetime.now() - time_start)
     time_start = datetime.now()
     item_to_search = max_weight(search_weight)
     itr = 0
     if item_to_search == 0:
-        return []
+        return None
     not_found = True
     return_list = []
     if int(how_many) <= 0:
-        fun_logger.info("Jeden plik do zagrania")
+        logger.info("Jeden plik do zagrania")
         while not_found:
             if search_weight[itr][0] == item_to_search:
                 return_list.append(search_weight[itr])
-                if not return_to_bot:
-                    with open(
-                        "/home/pi/Conjurer/priority_queue.playlist", "r+", encoding="utf-8"
-                    ) as s_file:
-                        s_file.write(search_weight[itr][1])
-                break
+                return return_list
             itr += 1
     else:
-        fun_logger.info("Wiele plików do zagrania")
+        logger.info("Wiele plików do zagrania")
         search_weight.sort(key=lambda x: x[0], reverse=True)
         return_list.extend(search_weight[: int(how_many)])
-        if not return_to_bot:
-
-            with open(
-               "/home/pi/Conjurer/priority_queue.playlist", "a", encoding="utf-8"
-            ) as s_file:
-                for item in return_list:
-                    s_file.write(item[1] + "\n")
-    return return_list
-
+        return return_list
 
 def max_weight(lista):
     """
@@ -249,47 +188,6 @@ def remove_characters(string, character):
     return string.replace(character, "")
 
 
-@app.route("/stream", methods=["GET"])
-def stream_music():
-    """
-    The function `get_music_list` returns a JSON object containing a list of music files.
-    :return: A JSON response containing a key "music_file_list" with the value of the variable
-    `music_file_list`.
-    """
-    return send_from_directory("/tmp/hls", "stream.m3u8")
-
-@app.route('/<string:file_name>')
-def stream(file_name):
-    video_dir = '/tmp/hls'
-    return send_from_directory(video_dir, file_name)
-
-
-@app.route("/stream_mp3", methods=["GET"])
-def stream_music_mp3():
-    """
-    The function `get_music_list` returns a JSON object containing a list of music files.
-    :return: A JSON response containing a key "music_file_list" with the value of the variable
-    `music_file_list`.
-    """
-    return redirect("http://www.example.com", code=302)
-
-
-@app.route("/clear_pr_pls", methods=["GET"])
-def clear_pr_pls():
-    """
-    The function `get_music_list` returns a JSON object containing a list of music files.
-    :return: A JSON response containing a key "music_file_list" with the value of the variable
-    `music_file_list`.
-    """
-    with open(
-        "/home/pi/Conjurer/priority_queue.playlist", "w", encoding="utf-8"
-        ) as s_file:
-        s_file.truncate(0)
-    return_data = jsonify(isError=False, message="Success", statusCode=200, data=[])
-    return return_data, 200
-
-
-
 @app.route("/mp3", methods=["GET"])
 def get_music_list():
     """
@@ -320,7 +218,6 @@ def update_music_list():
     )
     return return_data
 
-
 @app.route("/get_music", methods=["POST"])
 def look_for_playlist():
     """
@@ -337,31 +234,7 @@ def look_for_playlist():
     app.logger.info(record["lista_slow"])
     app.logger.info(record["UUID"])
     app.logger.info(record["dlugosc_plejlisty"])
-    return_data = wyszukaj(record["lista_slow"], record["dlugosc_plejlisty"], app.logger, True)
-
-    return_data = (
-        jsonify(isError=False, message="Success", statusCode=200, data=return_data),
-        200,
-    )
-    return return_data
-
-@app.route("/add_to_priority", methods=["POST"])
-def add_to_priority():
-    """
-    The function `update_music_list` receives a POST request with a JSON payload, logs the received
-    item, adds it to a music file list, and returns a success message along with the updated record.
-    :return: The function `update_music_list` is returning a tuple containing a JSON response and a
-    status code. The JSON response includes keys `isError`, `message`, `statusCode`, and `data`,
-    with values indicating the success of the operation and the data that was
-    received and added to the `music_file_list`.
-    The status code returned is 200, indicating a successful response.
-    """
-    record = json.loads(request.data)
-    app.logger.info(record)
-    app.logger.info(record["lista_slow"])
-    app.logger.info(record["UUID"])
-    app.logger.info(record["dlugosc_plejlisty"])
-    return_data = wyszukaj(record["lista_slow"], record["dlugosc_plejlisty"], app.logger, False)
+    return_data = wyszukaj(record["lista_slow"],record["dlugosc_plejlisty"])
 
     return_data = (
         jsonify(isError=False, message="Success", statusCode=200, data=return_data),
@@ -378,7 +251,6 @@ def flask_debug():
     # trunk-ignore(bandit/B201)
     app.run(debug=True, use_reloader=False, host=HOST_ADDRESS, port=PORT_ADDRESS)
 
-
 def waitress_run():
     """
     The `waitress_run` function serves the `app` on host "0.0.0.0"
@@ -386,27 +258,12 @@ def waitress_run():
     """
     serve(app, host=HOST_ADDRESS, port=PORT_ADDRESS)
 
-
 if __name__ == "__main__":
-    logger = logging.getLogger("conjurer_musician")
+    logger = logging.getLogger('conjurer_musician')
     logger.setLevel(logging.DEBUG)
-    formatter = logging.Formatter(
-        "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
-    )
-    handler = handlers.RotatingFileHandler(
-        filename=LOGFILE,
-        encoding=ENCODING,
-        mode="a",
-        maxBytes=6 * 1024 * 1024,
-        backupCount=6,
-    )
-    handler.setFormatter(formatter)
-    logger.addHandler(handler)
-
     rescan()
     logger.info("Started")
     threads = []
-    #threads.append(threading.Thread(target=flask_debug))
     threads.append(threading.Thread(target=waitress_run))
     threads.append(threading.Thread(target=thread_rescan))
 
@@ -415,3 +272,5 @@ if __name__ == "__main__":
 
     for worker in threads:
         worker.join()
+
+#TODO: Inne pliki - sadox, dokumenty naukowe itp.

file_webservice/conjurer_musician.service

@@ -0,0 +1,11 @@
+[Unit]
+Description=Conjurer_musician
+After=multi-user.target
+
+[Service]
+Type=simple
+ExecStart=/home/pi/Conjurer-service/conjurer/file_webservice/bin/python3 /home/pi/Conjurer-service/conjurer/file_webservice/conjurer_musician.py
+Restart=on-abort
+
+[Install]
+WantedBy=multi-user.target

file_webservice/install_musician_service.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+python3 -m venv /home/pi/Conjurer-service/conjurer/file_webservice
+source ./bin/activate
+./bin/python3 -m pip install --upgrade pip
+./bin/python3 -m pip install -r requirements_musician.txt
+deactivate
+
+sudo cp ./conjurer_musician.service /etc/systemd/system/
+sudo systemctl daemon-reload
+sudo systemctl start conjurer_musician.service
+sudo systemctl enable conjurer_musician.service

install_main_bot.sh

@@ -1,9 +1,5 @@
 #!/bin/bash
-cd /home/pi
-mdkir Conjurer
-cd Conjurer
 python3 -m venv /home/pi/Conjurer/env
-cp /home/pi/conjurer/requirements_bot.txt /home/pi/Conjurer/
 source ./env/bin/activate
 ./env/bin/python3 -m pip install --upgrade pip
 ./env/bin/python3 -m pip install -r requirements_bot.txt
@@ -12,5 +8,5 @@ sed -i '1i\import shutil' ./env/lib/python3.11/site-packages/spotify_dl/youtube.
 deactivate
 sudo cp ./conjurer.service /etc/systemd/system/
 sudo systemctl daemon-reload
-sudo systemctl start conjurer.service
-sudo systemctl enable conjurer.service
+sudo systemctl start conjurer_musician.service
+sudo systemctl enable conjurer_musician.service

install_music_bot.sh

@@ -1,26 +0,0 @@
-#!/bin/bash
-cd /home/pi
-mkdir Conjurer
-cd Conjurer
-python3 -m venv /home/pi/Conjurer/env
-source /home/pi/Conjurer/env/bin/activate
-cp /home/pi/conjurer/conjurer_musician/requirements_musician.txt /home/pi/Conjurer/
-cp /home/pi/conjurer/conjurer_musician/conjurer_musician.py /home/pi/Conjurer/
-cp /home/pi/conjurer/conjurer_musician/radio_conjurer.liq /home/pi/Conjurer/
-touch /home/pi/Conjurer/discord_mus_service.log
-touch /home/pi/Conjurer/all_playlist.txt
-touch /home/pi/Conjurer/playlist.json
-touch /home/pi/Conjurer/priority_queue.playlist
-touch /home/pi/Conjurer/radio_log.log
-./env/bin/python3 -m pip install --upgrade pip
-./env/bin/python3 -m pip install -r requirements_musician.txt
-deactivate
-sudo cp /home/pi/conjurer/conjurer_musician/conjurer_musician.service /etc/systemd/system/
-sudo systemctl daemon-reload
-sudo systemctl start conjurer_musician.service
-sudo systemctl enable conjurer_musician.service
-
-sudo cp /home/pi/conjurer/conjurer_musician/radio_service.service /etc/systemd/system/
-sudo systemctl daemon-reload
-sudo systemctl start radio_service.service
-sudo systemctl enable radio_service.service

s_results.json

@@ -0,0 +1 @@
+{"12345678-1234-5678-1234-567812345678": [{"DOI": "10.1057/9781137435026", "title": ["Queer BDSM Intimacies"], "type": "book", "container": "NO"}]}