Compare commits

..

14 Commits

Author SHA1 Message Date
gitea 6104c2efe9 fx 2024-04-17 20:22:21 +02:00
gitea 7a7e98e4d5 Bugfix 2024-04-17 20:20:51 +02:00
gitea ee7ab6e589 Fix bug 2024-04-17 20:12:18 +02:00
gitea 19532957eb Radiostation control 2024-04-17 20:09:45 +02:00
gitea 63f340f03a Fixes 2024-04-12 23:17:27 +02:00
gitea 714fcc9e1d Safeguard against commands being used in dms 2024-04-12 13:41:44 +02:00
gitea 281ab9a4d3 Deploy! 2024-04-10 21:49:07 +02:00
gitea caf320715d Late fix 2024-04-10 19:21:42 +02:00
gitea 3aa495d22d Client beta version search deploy 2024-04-10 19:01:54 +02:00
gitea 2c77fa4ca2 View - beta version
aa

aa

aaa

aa

Chyba fix

aa

aa

aa

tst

test

FX

Maybe this ?

Fix

last fix ?

dix
2024-04-10 19:01:53 +02:00
gitea c17bbc5694 View att 1
Fix

33

fx

Final fix

fix

Test
2024-04-10 19:01:53 +02:00
gitea 239c38c53e Fixin comms 2024-04-10 19:01:53 +02:00
gitea abb2f05798 Communication work progress
FX

aa

Maybe wrong

Another step forward.

STOP!
2024-04-10 19:01:53 +02:00
gitea 019e02a186 Work on communication
Testing only

FIx

test
2024-04-10 19:01:53 +02:00
19 changed files with 372 additions and 35343 deletions
+200 -141
View File
@@ -46,7 +46,12 @@ from spotify_dl import youtube as youtube_download
from communication_subroutine import comm_subroutine, IN_COMM_Q, OUT_COMM_Q from communication_subroutine import comm_subroutine, IN_COMM_Q, OUT_COMM_Q
# *=========================== Classes definition
# The above code is defining a TypedDict called `Music_Config` in Python. This TypedDict has three
# keys: "ctx" which is an optional string, "queue" which is a list of strings, and "requester" which
# is a list of strings. This TypedDict is used to define the structure of a dictionary that should
# have these specific keys and value types.
Music_Config = TypedDict( Music_Config = TypedDict(
"Music_Config", "Music_Config",
{ {
@@ -58,6 +63,10 @@ Music_Config = TypedDict(
class QueryControl: class QueryControl:
"""
This class `QueryControl` is used to manage queries with information about the author, UUID,
content, logger, context, and replies.
"""
def __init__(self, query_author, query_uuid, query_content, uplogger, ctx) -> None: def __init__(self, query_author, query_uuid, query_content, uplogger, ctx) -> None:
self.author = query_author self.author = query_author
self.uuid = query_uuid self.uuid = query_uuid
@@ -70,6 +79,95 @@ class QueryControl:
) )
self.replies = [] self.replies = []
class MusicFileList(object):
"""
The `MusicFileList` class manages a list of music files, with the ability to refresh the list from a
file service or local directory and update the list with new items.
"""
def __init__(self, uplogger) -> None:
self.music_file_list = []
self.file_service_active = False
self.logger = uplogger
self.logger.info("Created Playlist organizer class")
def refresh_file_list(self):
"""
The `refresh_file_list` function attempts to connect to a file service to retrieve a list of music
files, and if unsuccessful, it populates the list by scanning a local directory for .mp3 files.
"""
try:
self.logger.info("Attempt to connect to file service")
response = requests.get(f"{FILE_SERVICE_ADDRESS}{GET_MP3}", timeout=360)
self.music_file_list = response.json()["music_file_list"]
self.file_service_active = True
except requests.exceptions.RequestException as e:
for mp3_item in Path.glob(Path(MUSIC_FOLDER), "**/*.mp3"):
temp_music_file = mp3_item.as_posix()
if platform == "win32":
temp_music_file = temp_music_file.replace("/", "\\")
self.music_file_list.append(temp_music_file)
self.file_service_active = False
self.logger.error(e.strerror)
self.logger.error("Service Unavailable")
def get_file_list(self):
"""
The `get_file_list` function returns the list of music files stored in the object.
:return: The `music_file_list` attribute is being returned.
"""
return self.music_file_list
def update_file_list(self, item):
"""
The `update_file_list` function appends an item to a music file list and sends a POST request with
the item data to a file service address.
:param item: The `item` parameter in the `update_file_list` method is the file that you want to add
to the `music_file_list` attribute of the class instance. It is then sent as a JSON payload in a
POST request to a file service address along with the endpoint `SEND_MP3`
"""
self.music_file_list.append(item)
post_data = {"item": str(item)}
requests.post(f"{FILE_SERVICE_ADDRESS}{SEND_MP3}", json=post_data, timeout=360)
class DoSearchView(discord.ui.View):
def __init__(self, _uuid, result_list, *args, **kwargs) -> None:
super().__init__(*args, **kwargs)
self.uuid = _uuid
self.result_list = result_list
@discord.ui.button(
label="Nastepna strona", style=discord.ButtonStyle.primary, row=0
)
async def next_callback(self, interaction, button):
# emoji = await ctx.guild.fetch_emoji(id)
# button.emoji=1102174413887111189
logger.info("Pressed")
await interaction.response.edit_message(
content="You clicked the button!"
) # Send a message when the button is clicked
@discord.ui.button(label="Wyszukaj wiecej", style=discord.ButtonStyle.danger, row=0)
async def reset_callback(self, interaction, button):
# emoji = await ctx.guild.fetch_emoji(id)
# button.emoji=1102174413887111189
logger.info("Pressed")
await interaction.response.edit_message(
content="You clicked the button!"
) # Send a message when the button is clicked
@discord.ui.button(
label="Poprzednia Strona", style=discord.ButtonStyle.primary, row=0
)
async def perv_callback(self, interaction, button):
# emoji = await ctx.guild.fetch_emoji(id)
# button.emoji=1102174413887111189
logger.info("Pressed")
await interaction.response.edit_message(
content="You clicked the button!"
) # Send a message when the button is clicked
# *=========================================== Predefines # *=========================================== Predefines
formatter = logging.Formatter("%(asctime)s - %(name)s - %(levelname)s - %(message)s") formatter = logging.Formatter("%(asctime)s - %(name)s - %(levelname)s - %(message)s")
@@ -93,6 +191,8 @@ FILE_SERVICE_ADDRESS = "http://192.168.1.15:5000"
GET_MP3 = "/mp3" GET_MP3 = "/mp3"
SEND_MP3 = "/update_mp3" SEND_MP3 = "/update_mp3"
GET_PLAYLIST = "/get_music" GET_PLAYLIST = "/get_music"
ADD_TO_PRIO_PLAYLIST = "/add_to_priority"
CLEAR_PRIO = "/clear_pr_pls"
LIBRARIAN_SERVICE_ADDRESS = "http://192.168.1.192:5001" LIBRARIAN_SERVICE_ADDRESS = "http://192.168.1.192:5001"
SEND_QUERY = "/query" SEND_QUERY = "/query"
TIME_BETWEEN_CALLS = 100000 TIME_BETWEEN_CALLS = 100000
@@ -193,60 +293,6 @@ logger.info("Playlist generation")
# *=========================================== Load Data files # *=========================================== Load Data files
class MusicFileList(object):
"""
The `MusicFileList` class manages a list of music files, with the ability to refresh the list from a
file service or local directory and update the list with new items.
"""
def __init__(self, uplogger) -> None:
self.music_file_list = []
self.file_service_active = False
self.logger = uplogger
self.logger.info("Created Playlist organizer class")
def refresh_file_list(self):
"""
The `refresh_file_list` function attempts to connect to a file service to retrieve a list of music
files, and if unsuccessful, it populates the list by scanning a local directory for .mp3 files.
"""
try:
self.logger.info("Attempt to connect to file service")
response = requests.get(f"{FILE_SERVICE_ADDRESS}{GET_MP3}", timeout=360)
self.music_file_list = response.json()["music_file_list"]
self.file_service_active = True
except requests.exceptions.RequestException as e:
for mp3_item in Path.glob(Path(MUSIC_FOLDER), "**/*.mp3"):
temp_music_file = mp3_item.as_posix()
if platform == "win32":
temp_music_file = temp_music_file.replace("/", "\\")
self.music_file_list.append(temp_music_file)
self.file_service_active = False
self.logger.error(e.strerror)
self.logger.error("Service Unavailable")
def get_file_list(self):
"""
The `get_file_list` function returns the list of music files stored in the object.
:return: The `music_file_list` attribute is being returned.
"""
return self.music_file_list
def update_file_list(self, item):
"""
The `update_file_list` function appends an item to a music file list and sends a POST request with
the item data to a file service address.
:param item: The `item` parameter in the `update_file_list` method is the file that you want to add
to the `music_file_list` attribute of the class instance. It is then sent as a JSON payload in a
POST request to a file service address along with the endpoint `SEND_MP3`
"""
self.music_file_list.append(item)
post_data = {"item": str(item)}
requests.post(f"{FILE_SERVICE_ADDRESS}{SEND_MP3}", json=post_data, timeout=360)
music_file_list = [] music_file_list = []
music_file_list = MusicFileList(logger) music_file_list = MusicFileList(logger)
music_file_list.refresh_file_list() music_file_list.refresh_file_list()
@@ -283,6 +329,8 @@ for key in word_reactions:
word_reactions[key][2] = datetime.now() word_reactions[key][2] = datetime.now()
logger.info("Done") logger.info("Done")
# *=========================================== Create Client # *=========================================== Create Client
logger.info("Creating discord bot") logger.info("Creating discord bot")
client = commands.Bot(intents=intents, command_prefix="$") client = commands.Bot(intents=intents, command_prefix="$")
@@ -342,8 +390,8 @@ async def on_message(message):
if isinstance(message.channel, discord.DMChannel): if isinstance(message.channel, discord.DMChannel):
channel = client.get_channel(1064888712565100614) channel = client.get_channel(1064888712565100614)
await channel.send("Słyszałem ja żem że: " + message.content) await channel.send("Słyszałem ja żem że: " + message.content)
else: return
channel = message.channel channel = message.channel
await client.process_commands(message) await client.process_commands(message)
message.content = message.content.lower() message.content = message.content.lower()
@@ -682,10 +730,40 @@ async def check_music():
@tasks.loop(seconds=3) @tasks.loop(seconds=3)
# trunk-ignore(pylint/R0915) # trunk-ignore(pylint/R0915)
async def check_data_q(): async def check_data_q():
channel = client.get_channel(1062047367337095268)
try: try:
data = IN_COMM_Q.get(block=False) data = IN_COMM_Q.get(block=False)
await channel.send(f"O. A tak będzie wyglądało coś ciekawego w przyszłości: {data}") entries = []
if data.stop:
searcher = data.author
ctx = data.ctx
query = data.content
l_p = 1
for doi in data.entries:
logger.info(doi)
desc = data.entries[doi]
title = desc['Title'][0]
entries.append(f"{l_p}. {title} pod linkiem https://www.sci-hub.se/{doi} i jest to {desc['type']}\n")
l_p+=1
message = '*Z podłogi wysuwa się winda na książki*'
message += f' Dzielny poszukiwaczu @{searcher} w odpowiedzi na twoje zapytanie {query}'
message += 'nasza biblioteka służy Ci odpowiedzią. Przy dźwięku fanfar winda się otwiera a w środku '
if len(entries)<1:
message += "niestety nie ma nic"
elif len(entries)>=1 and len(entries)<5:
message += " znajduje się coś:\n"
for item in entries:
message+=item
else:
message+= " znajduje się cholernie dużo:\n"
for item in entries:
message+=item
if len(message) > 1500:
await ctx.send(message)
message = ""
await ctx.send(message)
#Kept for sentimental reasons
#await ctx.send(f"O. A tak będzie wyglądało coś ciekawego w przyszłości: {data}")
except Empty: except Empty:
pass pass
@@ -1047,8 +1125,10 @@ async def get_file(ctx, source, link):
dir_path = None dir_path = None
item_type, item_id = spotify.parse_spotify_url(link) item_type, item_id = spotify.parse_spotify_url(link)
if item_id: if item_id:
file_list = spotify.fetch_tracks(spotify_ctrl, item_type, link) coro = asyncio.to_thread(spotify.fetch_tracks, args=(spotify_ctrl, item_type, link))
directory_name = spotify.get_item_name(spotify_ctrl, item_type, item_id) file_list = await coro
coro = asyncio.to_thread(spotify.get_item_name, args=(spotify_ctrl, item_type, item_id))
directory_name = await coro
url_data = {"urls": []} url_data = {"urls": []}
url_dict = {} url_dict = {}
url_dict["save_path"] = Path( url_dict["save_path"] = Path(
@@ -1275,6 +1355,7 @@ async def wyszukaj(ctx, how_many=0, slowa_kluczowe=None):
json=jrequest, json=jrequest,
timeout=360, timeout=360,
) )
return_data = await coroutine return_data = await coroutine
if not return_data.status_code == 200: if not return_data.status_code == 200:
await ctx.send("Wołaj szefa - coś się wyjebało") await ctx.send("Wołaj szefa - coś się wyjebało")
@@ -1700,6 +1781,63 @@ async def zagraj_mi_kawalek(ctx):
"Obawiam się że nie mogę nic znaleźć u siebie. Spróbuj komendy '$dej_co_ze_spotifaja' jeśli masz link" "Obawiam się że nie mogę nic znaleźć u siebie. Spróbuj komendy '$dej_co_ze_spotifaja' jeśli masz link"
) )
@client.hybrid_command(
name="dodaj_do_ulubionych",
description="Dodaje do listy ulubionych w radiu",
guild=discord.Object(id=664789470779932693),
)
async def dodaj_do_ulubionych(ctx):
"""
Generate a playlist in queue. First word in this command shall be int defining length of the playlist.
Rest of the line are search terms.
:param ctx: ctx stands for "context" and is a parameter commonly used in Discord.py commands. It
represents the context in which the command was invoked, including information such as the message,
the channel, the server, and the user who invoked the command. This parameter is required in all
Discord.py commands
"""
async with ctx.typing():
logger.info("Zaczynam szukać timestamp %s", datetime.now())
dlugosc_playlisty = ctx.message.content.split()[1]
word_list = ctx.message.content.split()
jrequest = {
"lista_slow": word_list,
"dlugosc_plejlisty": dlugosc_playlisty,
"UUID": str(uuid.uuid4()),
}
coroutine = asyncio.to_thread(
requests.post,
f"{FILE_SERVICE_ADDRESS}{ADD_TO_PRIO_PLAYLIST}",
json=jrequest,
timeout=360,
)
_ = await coroutine
@client.hybrid_command(
name="wyczysc_ulubione",
description="Czysci liste ulubionych w radiu",
guild=discord.Object(id=664789470779932693),
)
async def wyczysc_ulubione(ctx):
"""
Generate a playlist in queue. First word in this command shall be int defining length of the playlist.
Rest of the line are search terms.
:param ctx: ctx stands for "context" and is a parameter commonly used in Discord.py commands. It
represents the context in which the command was invoked, including information such as the message,
the channel, the server, and the user who invoked the command. This parameter is required in all
Discord.py commands
"""
async with ctx.typing():
coroutine = asyncio.to_thread(
requests.post,
f"{FILE_SERVICE_ADDRESS}{CLEAR_PRIO}",
json={},
timeout=360,
)
_ = await coroutine
@client.hybrid_command( @client.hybrid_command(
name="zrob_mi_plejliste", name="zrob_mi_plejliste",
@@ -2065,44 +2203,6 @@ async def parametry_muzyki_mego_ludu(
logger.info(exce) logger.info(exce)
class DoSearchView(discord.ui.View):
def __init__(self, uuid, result_list, *args, **kwargs) -> None:
super().__init__(*args, **kwargs)
self.uuid = uuid
self.result_list = result_list
@discord.ui.button(
label="Nastepna strona", style=discord.ButtonStyle.primary, row=0
)
async def next_callback(self, interaction, button):
# emoji = await ctx.guild.fetch_emoji(id)
# button.emoji=1102174413887111189
logger.info("Pressed")
await interaction.response.edit_message(
content="You clicked the button!"
) # Send a message when the button is clicked
@discord.ui.button(label="Wyszukaj wiecej", style=discord.ButtonStyle.danger, row=0)
async def reset_callback(self, interaction, button):
# emoji = await ctx.guild.fetch_emoji(id)
# button.emoji=1102174413887111189
logger.info("Pressed")
await interaction.response.edit_message(
content="You clicked the button!"
) # Send a message when the button is clicked
@discord.ui.button(
label="Poprzednia Strona", style=discord.ButtonStyle.primary, row=0
)
async def perv_callback(self, interaction, button):
# emoji = await ctx.guild.fetch_emoji(id)
# button.emoji=1102174413887111189
logger.info("Pressed")
await interaction.response.edit_message(
content="You clicked the button!"
) # Send a message when the button is clicked
@client.hybrid_command( @client.hybrid_command(
name="wyszukaj_linki_do_dokumentow", name="wyszukaj_linki_do_dokumentow",
description="Szuka linkow doi w bazie crossref i podaje linki do scihuba", description="Szuka linkow doi w bazie crossref i podaje linki do scihuba",
@@ -2111,8 +2211,8 @@ class DoSearchView(discord.ui.View):
async def wyszukaj_linki_do_dokumentow(ctx): async def wyszukaj_linki_do_dokumentow(ctx):
query = ctx.message.content query = ctx.message.content
query_uuid = uuid.uuid4() query_uuid = uuid.uuid4()
# query_uuid = "test" #TODO: TESTING ONLY!!
# 3 wyslij Librariana #query_uuid = uuid.UUID('{12345678-1234-5678-1234-567812345678}')
json_query = {"UUID": str(query_uuid), "query": str(query)[30:], "page": 1} json_query = {"UUID": str(query_uuid), "query": str(query)[30:], "page": 1}
coroutine = asyncio.to_thread( coroutine = asyncio.to_thread(
requests.post, requests.post,
@@ -2145,46 +2245,6 @@ async def wyszukaj_linki_do_dokumentow(ctx):
await ctx.send(f"No dobra poszło. Zapamiętaj proszę {query_uuid} - to identyfikator twojego zapytania. Jesteś {queue_size} w kolejce."+ await ctx.send(f"No dobra poszło. Zapamiętaj proszę {query_uuid} - to identyfikator twojego zapytania. Jesteś {queue_size} w kolejce."+
" Zapytania obsługuje algorytm zasilany czterema chomikami zapierdalającymi w kołowrotku - więc wyniki najwcześniej za kilka godzi - ale mogą być też dni.") " Zapytania obsługuje algorytm zasilany czterema chomikami zapierdalającymi w kołowrotku - więc wyniki najwcześniej za kilka godzi - ale mogą być też dni.")
'''
async def wyswietl_wyniki_wyszukiwania(ctx):
# 4 zwroc 4 wyniki od librariana
# 5 przyciski przy każdym wierszu pozwalają sprawdzić czy plik istnieje na scihubie - jeśli tak podaje link do sciagniecia
# 6 ostatni wiersz to dalej, wróć, skasuj, zaciagnij kolejne wyniki (jeśli jest ich więcej niż 1000)
result_view = DoSearchView(
uuid=str(query_uuid), result_list=query_response.json()["data"]
)
resulttab = []
resultlink = []
hit, fetched, total, _ = query_response.json()["data"][0]
answer = query_response.json()["data"][1]
for item in answer:
resulttab.append(str(item["title"]))
item_link = "https://sci-hub.se/" + str(item["DOI"])
resultlink.append(item_link)
logger.info(len(resulttab))
for i in range(0, min(4, len(resulttab))):
logger.info(i)
logger.info(resulttab[i])
logger.info(resultlink[i])
url = resultlink[i]
logger.info(url)
temp_label = str(resulttab[i])
temp_label = temp_label.strip("[']")
result_view.add_item(
discord.ui.Button(label=str(temp_label[0:79]), row=i + 1, url=url)
)
labelka = (
"Wyniki wyszukiwania dla: "
+ str(query)[30:]
+ f"\nWszystkich {total} sprawdzonych: {fetched} znalezionych: {hit} "
) # ile znaleziono artykułów w ogóle, ile zostało po refine
await ctx.send(
labelka, view=result_view
) # Send a message with our View class that contains the button
'''
@client.hybrid_command( @client.hybrid_command(
name="krecimy_pornola", name="krecimy_pornola",
@@ -2223,7 +2283,6 @@ async def krecimy_pornola(ctx):
# *================================== Run # *================================== Run
if __name__ == "__main__": if __name__ == "__main__":
# TODO: wpakowac kondzia w wątki odpalic asynchronicznie rownolegle z flaskiem do sterowania nim
logger.info("Starting discord bot") logger.info("Starting discord bot")
threads = [] threads = []
logger.info("Starting discord bot: Creating threads") logger.info("Starting discord bot: Creating threads")
View File
View File
View File
+61 -15
View File
@@ -1,6 +1,7 @@
import logging import logging
import threading import threading
import json import json
import time
from queue import Queue, Empty from queue import Queue, Empty
from flask import Flask, jsonify, request from flask import Flask, jsonify, request
from waitress import serve from waitress import serve
@@ -9,28 +10,34 @@ HOST_ADDRESS = "192.168.1.191"
PORT_ADDRESS = 5000 PORT_ADDRESS = 5000
OUT_COMM_Q = Queue() OUT_COMM_Q = Queue()
IN_COMM_Q = Queue() IN_COMM_Q = Queue()
internal_q = Queue() awaiting_q = []
incoming_q = Queue()
app = Flask(__name__) app = Flask(__name__)
@app.route("/conjurer", methods=["POST"]) @app.route("/conjurer", methods=["POST"])
def answer_external_command(): def answer_external_command():
"""
The function `answer_external_command` logs the request data, loads the data as JSON, logs the
record, and then puts the record into an incoming queue before returning a success message.
:return: The function `answer_external_command()` is returning a JSON response with the message
"SUCCESS".
"""
app.logger.info(request)
record = json.loads(request.data) record = json.loads(request.data)
app.logger.info(record) app.logger.info(record)
app.logger.info("DATA RECEIVED") app.logger.info("DATA RECEIVED")
incoming_q.put(record)
while True:
try:
q_data = internal_q.get(block=False)
except Empty:
break
if q_data.uuid in record:
pass
return jsonify("SUCCESS") return jsonify("SUCCESS")
@app.route("/conjurer", methods=["GET"]) @app.route("/conjurer", methods=["GET"])
def check_alive(): def check_alive():
"""
The function "check_alive" returns a JSON response with the message "ALIVE" when the "/conjurer"
route is accessed via a GET request.
:return: The code snippet is a Flask route that listens for GET requests to the "/conjurer"
endpoint. When a GET request is made to this endpoint, the function check_alive() is called, which
returns a JSON response with the message "ALIVE".
"""
return jsonify("ALIVE") return jsonify("ALIVE")
def flask_debug(_logger): def flask_debug(_logger):
@@ -52,19 +59,58 @@ def waitress_run(_logger):
serve(app, host=HOST_ADDRESS, port=PORT_ADDRESS) serve(app, host=HOST_ADDRESS, port=PORT_ADDRESS)
def scan_queue(_logger): def scan_queue(_logger):
"""
The function `scan_queue` reads data from a queue, logs it, and appends it to another queue.
:param _logger: The `_logger` parameter is typically an instance of a logging object that is used to
record and store log messages. It is commonly used to track the flow of the program, record errors,
and provide information for debugging purposes. In this code snippet, the `_logger` object is used
to log the
"""
while True: while True:
data = OUT_COMM_Q.get() data = OUT_COMM_Q.get()
_logger.info(data) _logger.info(data)
internal_q.put(data) awaiting_q.append(data)
query_list.append(data)
def scan_incoming(_logger):
"""
The `scan_incoming` function continuously checks for incoming data, processes it, and logs when data
is found.
:param _logger: The `_logger` parameter in the `scan_incoming` function is a logger object that is
used to log messages or information during the execution of the function. It is typically used for
debugging, monitoring, or tracking the flow of the program. In this case, the `_logger` is being
used
"""
while True:
try:
answer = incoming_q.get(block=False)
_logger.info("DATA FOUND")
for record in awaiting_q:
if record.uuid in answer.keys():
record.stop = True
record.entries = answer[record.uuid]
IN_COMM_Q.put(record)
except Empty:
time.sleep(1)
def comm_subroutine(logger): def comm_subroutine(logger):
"""
The `comm_subroutine` function starts multiple threads to run different tasks concurrently.
:param logger: The `logger` parameter in the `comm_subroutine` function is an instance of a logger
object that is used for logging messages at various levels (e.g., debug, info, warning, error). In
the provided code snippet, the logger is used to log messages at the "info" level
"""
#logger.setLevel(logging.DEBUG) #logger.setLevel(logging.DEBUG)
logger.info("Started") logger.info("Started")
threads = [] threads = []
threads.append(threading.Thread(target=flask_debug, args=(logger,))) #threads.append(threading.Thread(target=flask_debug, args=(logger,)))
#threads.append(threading.Thread(target=waitress_run, args=(logger,))) threads.append(threading.Thread(target=waitress_run, args=(logger,)))
threads.append(threading.Thread(target=scan_queue,args=(logger,))) threads.append(threading.Thread(target=scan_queue,args=(logger,)))
threads.append(threading.Thread(target=scan_incoming,args=(logger,)))
for worker in threads: for worker in threads:
worker.start() worker.start()
+59 -96
View File
@@ -1,29 +1,27 @@
import asyncio
import json
import logging
import netrc
import re import re
import logging
import threading import threading
import time import time
from json.decoder import JSONDecodeError
from queue import Queue
from typing import Callable
from urllib.request import urlopen
from uuid import UUID
import requests
import search_bot
from flask import Flask, jsonify, request from flask import Flask, jsonify, request
import netrc
import json
import asyncio
from json.decoder import JSONDecodeError
from urllib.request import urlopen
from habanero import Crossref from habanero import Crossref
from waitress import serve from waitress import serve
from queue import Queue
import search_bot
import requests
from typing import Callable
from uuid import UUID
NETRC_FILE = r"C:\Users\Activcom.pl\.netrc" NETRC_FILE = r"C:\Users\Activcom.pl\.netrc"
HOST_ADDRESS = "192.168.1.192" HOST_ADDRESS = "192.168.1.192"
PORT_ADDRESS = 5001 PORT_ADDRESS = 5001
MAIN_BOT_ADDRESS = "http://192.168.1.191:5000" MAIN_BOT_ADDRESS = "http://192.168.1.191:5000"
SEND_RESULTS = "/conjurer" SEND_RESULTS = "/conjurer"
BDSM_UUID_TEST = "96b7f85a-1142-4908-8986-62a2ea25a147" BDSM_UUID_TEST = '96b7f85a-1142-4908-8986-62a2ea25a147'
ENCODING = "utf-8" ENCODING = "utf-8"
app = Flask(__name__) app = Flask(__name__)
@@ -31,7 +29,6 @@ app = Flask(__name__)
librarian_queue = Queue() librarian_queue = Queue()
librarian_list = [] librarian_list = []
class Librarian(object): class Librarian(object):
def __init__(self, app, query, uuid) -> None: def __init__(self, app, query, uuid) -> None:
@@ -52,25 +49,25 @@ class Librarian(object):
async def search_crossref(self, query): async def search_crossref(self, query):
self.app.logger.info("STARTED SEARCH") self.app.logger.info("STARTED SEARCH")
result = self.cr.works(query=query, limit=1000) result = self.cr.works(query = query, limit = 1000)
self.search_result_from_cr.update(result) self.search_result_from_cr.update(result)
self.total = result["message"]["total-results"] self.total = result['message']['total-results']
self.fetched += len(result["message"]["items"]) self.fetched += len(result['message']['items'])
self.logger.info(self.total) self.logger.info (self.total)
self.logger.info(self.fetched) self.logger.info(self.fetched)
while self.total > self.fetched and self.limit > self.fetched: while self.total > self.fetched and self.limit > self.fetched:
result = self.cr.works(query=query, limit=1000) result = self.cr.works(query = query, limit = 1000)
self.search_result_from_cr.update(result) self.search_result_from_cr.update(result)
self.total = result["message"]["total-results"] self.total = result['message']['total-results']
self.fetched += len(result["message"]["items"]) self.fetched += len(result['message']['items'])
self.logger.info(self.total) self.logger.info (self.total)
self.logger.info(self.fetched) self.logger.info(self.fetched)
time.sleep(1) time.sleep(1)
self.app.logger.info("CROSSREF DONE") self.app.logger.info("CROSSREF DONE")
# TODO: add to sql with UUID #TODO: add to sql with UUID
# sql row - title, doi, author, uuid, last retrieved, is_available #sql row - title, doi, author, uuid, last retrieved, is_available
with open("rr_results.json", "r+", encoding="utf-8") as data_file: with open("rr_results.json", "r+", encoding="utf-8") as data_file:
# First we load existing data into a dict. # First we load existing data into a dict.
try: try:
@@ -79,34 +76,18 @@ class Librarian(object):
file_data = {} file_data = {}
summarized_results = [] summarized_results = []
self.app.logger.info("REFINE: Removing all derived works from the list") self.app.logger.info("REFINE: Removing all derived works from the list")
for item in self.search_result_from_cr["message"]["items"]: for item in self.search_result_from_cr['message']['items']:
container = "NO" container = "NO"
if "container-title" in item: if "container-title" in item:
container = "YES" container = "YES"
else: else:
summarized_results.append( summarized_results.append({"DOI" : item['DOI'], "title": item['title'] if 'title' in item else None,"type": item['type'] if 'type' in item else None, "container": container})
{ result = {self.uuid : {"total_results": self.search_result_from_cr['message']['total-results'], "on_page" : 1, "summary":summarized_results, "results":self.search_result_from_cr['message']['items']}}
"DOI": item["DOI"],
"title": item["title"] if "title" in item else None,
"type": item["type"] if "type" in item else None,
"container": container,
}
)
result = {
self.uuid: {
"total_results": self.search_result_from_cr["message"][
"total-results"
],
"on_page": 1,
"summary": summarized_results,
"results": self.search_result_from_cr["message"]["items"],
}
}
if file_data: if file_data:
file_data.update(result) file_data.update(result)
else: else:
file_data = result file_data = result
self.app.logger.info("REFINE: Dumping to file") self.app.logger.info("REFINE: Dumping to file")
data_file.truncate(0) data_file.truncate(0)
data_file.seek(0) data_file.seek(0)
@@ -115,9 +96,7 @@ class Librarian(object):
async def check_dois_in_local_db(self, doi): async def check_dois_in_local_db(self, doi):
self.app.logger.info("REFINE: Running search in the backend app") self.app.logger.info("REFINE: Running search in the backend app")
coro = asyncio.to_thread( coro = asyncio.to_thread(search_bot.search_for_doi, doi, self.live_results, self.app.logger)
search_bot.search_for_doi, doi, self.live_results, self.app.logger
)
result = await coro result = await coro
return result return result
@@ -130,34 +109,25 @@ class Librarian(object):
data = response.read() data = response.read()
text = data.decode("utf-8") text = data.decode("utf-8")
for line in text.splitlines(): for line in text.splitlines():
if re.match( if re.match(r".*Unfortunately, Sci-Hub doesn't have the requested document.*", line):
r".*Unfortunately, Sci-Hub doesn't have the requested document.*",
line,
):
return False return False
if m := re.match( if m := re.match(r".*<embed type=\"application.pdf\"\s*src=\"(.*\.pdf)",line):
r".*<embed type=\"application.pdf\"\s*src=\"(.*\.pdf)", line
):
direct_download_link = "https:" + str(m.group(1)) direct_download_link = "https:" + str(m.group(1))
self.app.logger.info(direct_download_link) self.app.logger.info (direct_download_link)
return True return True
return False return False
async def check_if_exists(self, doi, brute_force=False): async def check_if_exists(self, doi, brute_force = False):
result = {} result = {}
result = await self.check_dois_in_local_db(doi) result = await self.check_dois_in_local_db(doi)
if brute_force and not result: if brute_force and not result:
for item in doi: for item in doi:
item_link = "https://sci-hub.se/" + item[0] item_link = "https://sci-hub.se/" + item[0]
tmp = { tmp = {"DOI" : item["DOI"], "exists" : await self.check_if_exists_brute_force(item_link), "data": item}
"DOI": item["DOI"],
"exists": await self.check_if_exists_brute_force(item_link),
"data": item,
}
result.update(tmp) result.update(tmp)
return result return result
async def refine_query(self, unrefined_reqult, brute_force=False): async def refine_query(self, unrefined_reqult, brute_force = False):
temp = [] temp = []
refined_result = [] refined_result = []
for key in unrefined_reqult: for key in unrefined_reqult:
@@ -165,7 +135,7 @@ class Librarian(object):
self.logger.info(key) self.logger.info(key)
for item in unrefined_reqult[self.uuid]["summary"]: for item in unrefined_reqult[self.uuid]["summary"]:
if item["container"] == "NO" and item["title"]: if item["container"] == "NO" and item["title"]:
refined_result.append(item) refined_result.append(item)
for item in refined_result: for item in refined_result:
@@ -179,21 +149,20 @@ class Librarian(object):
refined_result = temp refined_result = temp
self.hit = len(refined_result) self.hit = len(refined_result)
return refined_result return refined_result
#TODO: DOłożyć sprawdzenie czy w rafinowanym pliku już nie mamy częściowego wyniku
# TODO: DOłożyć sprawdzenie czy w rafinowanym pliku już nie mamy częściowego wyniku
async def answer_query(self): async def answer_query(self):
# TODO: DOłożyć sprawdzenie czy w rafinowanym pliku już nie mamy częściowego wyniku tutaj bo zanim w ogóle otworzymy nierafinowany #TODO: DOłożyć sprawdzenie czy w rafinowanym pliku już nie mamy częściowego wyniku tutaj bo zanim w ogóle otworzymy nierafinowany
# Search sql for UUID #Search sql for UUID
# SQL SELECT * FROM RESULTS WHERE UUID = uuid #SQL SELECT * FROM RESULTS WHERE UUID = uuid
self.logger.info(f"Search started {self.uuid}") self.logger.info(f"Search started {self.uuid}")
uuid_found = False uuid_found = False
database = None database = None
query = self.query query = self.query
with open("cr_results.json", "r+", encoding="utf-8") as cr_file: with open("cr_results.json", "r+", encoding="utf-8") as cr_file:
# tu logika komunikacji z SQL i cała logika związana z wyszukaniem #tu logika komunikacji z SQL i cała logika związana z wyszukaniem
# ale tymczasowo plik #ale tymczasowo plik
try: try:
database = json.load(cr_file) database = json.load(cr_file)
except JSONDecodeError: except JSONDecodeError:
pass pass
@@ -206,7 +175,7 @@ class Librarian(object):
database.update(answer) database.update(answer)
cr_file.truncate(0) cr_file.truncate(0)
cr_file.seek(0) cr_file.seek(0)
json.dump(database, cr_file) json.dump(database,cr_file)
self.result = await self.refine_query(answer) self.result = await self.refine_query(answer)
return self.result return self.result
else: else:
@@ -214,14 +183,13 @@ class Librarian(object):
database = answer database = answer
cr_file.truncate(0) cr_file.truncate(0)
cr_file.seek(0) cr_file.seek(0)
json.dump(database, cr_file) json.dump(database,cr_file)
self.result = await self.refine_query(answer) self.result = await self.refine_query(answer)
self.app.logger.info("Refined") self.app.logger.info("Refined")
self.done = True self.done = True
return self.result return self.result
#============================= FLASK INTERNALS===============================
# ============================= FLASK INTERNALS===============================
def flask_debug(): def flask_debug():
""" """
The `flask_debug` function starts a Flask application in debug mode without using the reloader. The `flask_debug` function starts a Flask application in debug mode without using the reloader.
@@ -230,7 +198,6 @@ def flask_debug():
# trunk-ignore(bandit/B201) # trunk-ignore(bandit/B201)
app.run(debug=True, use_reloader=False, host=HOST_ADDRESS, port=PORT_ADDRESS) app.run(debug=True, use_reloader=False, host=HOST_ADDRESS, port=PORT_ADDRESS)
def waitress_run(): def waitress_run():
""" """
The `waitress_run` function serves the `app` on host "0.0.0.0" The `waitress_run` function serves the `app` on host "0.0.0.0"
@@ -238,7 +205,6 @@ def waitress_run():
""" """
serve(app, host=HOST_ADDRESS, port=PORT_ADDRESS) serve(app, host=HOST_ADDRESS, port=PORT_ADDRESS)
class BackgroundTaskSearch(threading.Thread): class BackgroundTaskSearch(threading.Thread):
def run(self): def run(self):
loop = asyncio.new_event_loop() # loop = asyncio.get_event_loop() loop = asyncio.new_event_loop() # loop = asyncio.get_event_loop()
@@ -255,7 +221,7 @@ class BackgroundTaskSearch(threading.Thread):
self.app.logger.info("Saving to file") self.app.logger.info("Saving to file")
with open("s_results.json", "r+", encoding="utf-8") as s_file: with open("s_results.json", "r+", encoding="utf-8") as s_file:
try: try:
database = json.load(s_file) database = json.load(s_file)
except JSONDecodeError: except JSONDecodeError:
pass pass
if database: if database:
@@ -270,18 +236,17 @@ class BackgroundTaskSearch(threading.Thread):
self.app.logger.info(result) self.app.logger.info(result)
coroutine = asyncio.to_thread( coroutine = asyncio.to_thread(
requests.post, requests.post,
f"{MAIN_BOT_ADDRESS}{SEND_RESULTS}", f"{MAIN_BOT_ADDRESS}{SEND_RESULTS}",
json=result, json=result,
timeout=360, timeout=360,
) )
self.app.logger.info("SENT") self.app.logger.info("SENT")
_ = await coroutine _ = await coroutine
self.app.logger.info("SEND CONFIRMED") self.app.logger.info("SEND CONFIRMED")
time.sleep(1) time.sleep(1)
#==================================SERVER ROUTES==========================================
# ==================================SERVER ROUTES==========================================
@app.route("/query", methods=["POST"]) @app.route("/query", methods=["POST"])
async def query_database(): async def query_database():
record = json.loads(request.data) record = json.loads(request.data)
@@ -289,8 +254,8 @@ async def query_database():
app.logger.info(record["query"]) app.logger.info(record["query"])
app.logger.info(record["UUID"]) app.logger.info(record["UUID"])
uuid = record["UUID"] uuid = record["UUID"]
# TODO: TESTING ONLY====================== #TODO: TESTING ONLY======================
uuid = UUID("{12345678-1234-5678-1234-567812345678}") uuid = UUID('{12345678-1234-5678-1234-567812345678}')
cl = Librarian(app, record["query"], uuid) cl = Librarian(app, record["query"], uuid)
librarian_queue.put(cl) librarian_queue.put(cl)
@@ -302,7 +267,6 @@ async def query_database():
) )
return return_data return return_data
@app.route("/get_partial_result", methods=["POST"]) @app.route("/get_partial_result", methods=["POST"])
async def get_partial(): async def get_partial():
record = json.loads(request.data) record = json.loads(request.data)
@@ -318,13 +282,12 @@ async def get_partial():
) )
return return_data return return_data
#=======================================MAIN===================================================
# =======================================MAIN===================================================
if __name__ == "__main__": if __name__ == "__main__":
logger = logging.getLogger("conjurer_musician") logger = logging.getLogger('conjurer_musician')
logger.setLevel(logging.DEBUG) logger.setLevel(logging.DEBUG)
threads = [] threads = []
# threads.append(threading.Thread(target=waitress_run)) #threads.append(threading.Thread(target=waitress_run))
threads.append(threading.Thread(target=flask_debug)) threads.append(threading.Thread(target=flask_debug))
bgtask = BackgroundTaskSearch() bgtask = BackgroundTaskSearch()
bgtask.app = app bgtask.app = app
@@ -333,7 +296,7 @@ if __name__ == "__main__":
for worker in threads: for worker in threads:
try: try:
logger.info(f"App number: {i}") logger.info(f"App number: {i}")
i += 1 i+=1
worker.start() worker.start()
except RuntimeError as e: except RuntimeError as e:
logger.error("Exploded") logger.error("Exploded")
@@ -1,11 +0,0 @@
[Unit]
Description=Conjurer_musician
After=multi-user.target
[Service]
Type=simple
ExecStart=/home/pi/Conjurer/env/bin/python3 /home/pi/Conjurer/conjurer_musician.py
Restart=on-abort
[Install]
WantedBy=multi-user.target
File diff suppressed because it is too large Load Diff
-48
View File
@@ -1,48 +0,0 @@
let json.parse credentials = file.contents("/home/pi/Conjurer/icecast_credentials.json")
enable_replaygain_metadata()
s1 = replaygain(playlist(reload_mode="watch", "/home/pi/Conjurer/all_playlist.playlist"))
s2 = replaygain(playlist(reload_mode="watch", "/home/pi/Conjurer/priority_queue.playlist"))
s = random(id="randomizer", weights=[7000, 100], [s2, s1])
interactive.harbor(port = 9999)
f = interactive.float("f", description="Frequency", min=0., max=1000.,unit="Hz", 200.)
g = interactive.float("g", description="Gain", min=0., max=20.,unit="dB", 8.)
b = bass_boost(frequency=f, gain=g, s)
s = add([s, b])
a = interactive.float("main_volume", min=0., max=20., 1.)
s = compress.multiband.interactive(bands=3, s)
s = nrj(normalize (s))
s = crossfade(fade_out=3., fade_in=3., duration=5., s)
s = amplify(a,s)
s = blank.skip(max_blank=2., s)
emergency = single("/home/pi/RetroPie/mp3/Youtube/Dr. Peacock - Trip to Ireland [GvrvQTUbUcA].mp3")
radio = fallback(id="switcher",track_sensitive = false, [s, emergency])
handle_metadata = fun (m) -> begin
print(m["title"])
print(m["artist"])
print(m["filename"])
end
radio.on_metadata(handle_metadata)
interactive.persistent("script.params")
log_to_stdout = true
log_to_file = true
logpath = "/home/pi/Conjurer/radio_log.log"
loglevel = 3
# Enable logging on Standard Output and set logging level.
set("log.stdout",log_to_stdout)
set("log.level",loglevel)
# Enable logging to file. See variable: logpath
set("log.file",log_to_file)
set("log.file.path",logpath)
output.file.hls("/tmp/hls",[("mp3-low", %mp3(bitrate=96)), ("mp3-hi", %mp3(bitrate=160))],radio)
output.icecast(%mp3, host="retropie", port=8000,password=credentials.password, icy_metadata="true", mount="mp3-stream", radio)
-14
View File
@@ -1,14 +0,0 @@
[Unit]
Description=radio_conjurer Liquidsoap daemon
After=network.target
Documentation=http://liquidsoap.fm/
[Service]
User=pi
WorkingDirectory=/home/pi/Conjurer/
ExecStart=/home/pi/.opam/4.13.0/bin/liquidsoap /home/pi/Conjurer/radio_conjurer.liq
Restart=always
[Install]
WantedBy=multi-user.target
Alias=radio_conjurer-liquidsoap.service
-6
View File
@@ -1,6 +0,0 @@
#!/bin/bash
cd ./conjurer
git pull
cd ..
cp ./conjurer/conjurer_musician/conjurer_musician.py ./Conjurer
sudo systemctl restart conjurer_musician.service
-6
View File
@@ -1,6 +0,0 @@
#!/bin/bash
cd ./conjurer
git pull
cd ..
cp ./conjurer/conjurer_musician/radio_conjurer.liq ./Conjurer
sudo systemctl restart radio_service.service
@@ -1,23 +1,21 @@
# This Python file uses the following encoding: utf-8
""" """
The provided Python script sets up a Flask web server to manage a list of music files, with The provided Python script sets up a Flask web server to manage a list of music files, with
functions for rescanning the music folder, updating the music list, and serving the music list via functions for rescanning the music folder, updating the music list, and serving the music list via
API endpoints. API endpoints.
""" """
import json import json
import logging
import re import re
from pathlib import Path
from platform import uname
import threading import threading
import time import time
from datetime import datetime from datetime import datetime
from logging import handlers
from pathlib import Path
from platform import uname
from sys import platform from sys import platform
import logging
from flask import Flask, jsonify, redirect, request, send_from_directory from flask import Flask, jsonify, request
from waitress import serve from waitress import serve
HOST_ADDRESS = "192.168.1.15" HOST_ADDRESS = "192.168.1.15"
PORT_ADDRESS = 5000 PORT_ADDRESS = 5000
if platform in ("linux", "linux2"): if platform in ("linux", "linux2"):
@@ -28,42 +26,24 @@ if platform in ("linux", "linux2"):
NETRC_FILE = "/home/mtuszowski/.netrc" NETRC_FILE = "/home/mtuszowski/.netrc"
LOGSTORE = "/home/mtuszowski/conjurer/logs/" LOGSTORE = "/home/mtuszowski/conjurer/logs/"
ENCODING = "utf-8" ENCODING = "utf-8"
GRAPHICS_PATH = "/home/mtuszowski/conjurer/Conjurer_graphics/"
else: else:
LOGFILE = "/home/pi/Conjurer/discord_mus_service.log" LOGFILE = "/home/pi/Conjurer/discord_mus_service.log"
MEMORY_FIVE_SIARA = "/home/pi/Conjurer/pamiec.json"
SYSTEM_GPT_SETTINGS = "/home/pi/Conjurer/system_gpt_settings.json"
MEMORY_FIVE_MUZYKA = "/home/pi/Conjurer/pamiec_muzyki.json"
MUSIC_FOLDER = "/home/pi/RetroPie/mp3/"
SETTINGS_FILE = "/home/pi/Conjurer/settings.json"
NETRC_FILE = "/home/pi/.netrc" NETRC_FILE = "/home/pi/.netrc"
LOGSTORE = "/home/pi/RetroPie/logs/" LOGSTORE = "/home/pi/RetroPie/logs/"
ACCIDENT_LOG = "/home/pi/Conjurer/accident_log.json"
ENCODING = "utf-8" ENCODING = "utf-8"
MUSIC_FOLDER = "/home/pi/RetroPie/mp3/" GRAPHICS_PATH = "/home/pi/RetroPie/Conjurer_graphics/"
DIR_PATH_SADOX = "/home/pi/RetroPie/Fansadox/"
music_file_list = [] music_file_list = []
def create_playlist():
"""
Reads a JSON file containing a playlist and writes the playlist items to a text file.
The JSON file path is '/home/pi/Conjurer/playlist.json',
and the text file path is '/home/pi/Conjurer/all_playlist.playlist'.
Raises:
JSONDecodeError: If the JSON file cannot be decoded.
"""
with open("/home/pi/Conjurer/playlist.json", "r+", encoding="utf-8") as r_file:
with open(
"/home/pi/Conjurer/all_playlist.playlist", "w", encoding="utf-8"
) as w_file:
try:
playlist = json.load(r_file)
for item in playlist:
w_file.write(item)
w_file.write("\n")
except json.JSONDecodeError:
pass
def rescan(): def rescan():
""" """
The `rescan` function logs a message, scans for mp3 files in a specified folder, The `rescan` function logs a message, scans for mp3 files in a specified folder,
@@ -75,14 +55,6 @@ def rescan():
if platform == "win32": if platform == "win32":
temp_music_file = temp_music_file.replace("/", "\\") temp_music_file = temp_music_file.replace("/", "\\")
music_file_list.append(temp_music_file) music_file_list.append(temp_music_file)
with open("/home/pi/Conjurer/playlist.json", "r+", encoding="utf-8") as s_file:
database = music_file_list
# self.app.logger.info("DUMPING DATA")
s_file.truncate(0)
s_file.seek(0)
json.dump(database, s_file)
create_playlist()
def thread_rescan(): def thread_rescan():
""" """
@@ -91,31 +63,14 @@ def thread_rescan():
""" """
logging.info("Starting filesystemupdater") logging.info("Starting filesystemupdater")
while True: while True:
time.sleep(60 * 60 * 24) time.sleep(60*60*24)
logging.info("Rescan triggered") logging.info("Rescan triggered")
rescan() rescan()
app = Flask(__name__) app = Flask(__name__)
def wyszukaj(word_list, how_many):
# TODO: Odpalić wyszukiwarki w wątkach i dopiero po wszystkim zsumować wyszukiwanie. logger = logging.getLogger()
def wyszukaj(word_list, how_many, _logger=None, return_to_bot=True):
"""
Searches for music files based on a list of keywords and returns a list of matching files.
Args:
word_list (list): A list of keywords to search for.
how_many (int): The maximum number of matching files to return.
Returns:
list: A list of matching files, sorted by their search weight.
"""
if _logger is None:
fun_logger = logging.getLogger()
else:
fun_logger = _logger
return_list = [] return_list = []
search_weight = [] search_weight = []
@@ -129,7 +84,7 @@ def wyszukaj(word_list, how_many, _logger=None, return_to_bot=True):
skip_start = 1 skip_start = 1
for word in word_list[skip_start:]: for word in word_list[skip_start:]:
token_weight = len(word) token_weight = len(word)
fun_logger.info("Słowo kluczowe: %s", word) logger.info("Słowo kluczowe: %s", word)
itr = 0 itr = 0
for file in music_file_list: for file in music_file_list:
file = file.split(SEPARATOR_FILE_PATH) file = file.split(SEPARATOR_FILE_PATH)
@@ -169,7 +124,6 @@ def wyszukaj(word_list, how_many, _logger=None, return_to_bot=True):
else: else:
skip = 4 skip = 4
matched_times = 1 matched_times = 1
# TODO: To do wątków albo for asynchroniczny
for itm in all_words[skip:]: for itm in all_words[skip:]:
pingu += 1 pingu += 1
pattern = ".*" + word + ".*" pattern = ".*" + word + ".*"
@@ -185,42 +139,26 @@ def wyszukaj(word_list, how_many, _logger=None, return_to_bot=True):
matched_times += 1 matched_times += 1
itr += 1 itr += 1
fun_logger.info( logger.info("Stworzylem tablice wag zajęło mi to %s", datetime.now() - time_start)
"Stworzylem tablice wag zajęło mi to %s", datetime.now() - time_start
)
time_start = datetime.now() time_start = datetime.now()
item_to_search = max_weight(search_weight) item_to_search = max_weight(search_weight)
itr = 0 itr = 0
if item_to_search == 0: if item_to_search == 0:
return [] return None
not_found = True not_found = True
return_list = [] return_list = []
if int(how_many) <= 0: if int(how_many) <= 0:
fun_logger.info("Jeden plik do zagrania") logger.info("Jeden plik do zagrania")
while not_found: while not_found:
if search_weight[itr][0] == item_to_search: if search_weight[itr][0] == item_to_search:
return_list.append(search_weight[itr]) return_list.append(search_weight[itr])
if not return_to_bot: return return_list
with open(
"/home/pi/Conjurer/priority_queue.playlist", "r+", encoding="utf-8"
) as s_file:
s_file.write(search_weight[itr][1])
break
itr += 1 itr += 1
else: else:
fun_logger.info("Wiele plików do zagrania") logger.info("Wiele plików do zagrania")
search_weight.sort(key=lambda x: x[0], reverse=True) search_weight.sort(key=lambda x: x[0], reverse=True)
return_list.extend(search_weight[: int(how_many)]) return_list.extend(search_weight[: int(how_many)])
if not return_to_bot: return return_list
with open(
"/home/pi/Conjurer/priority_queue.playlist", "r+", encoding="utf-8"
) as s_file:
s_file.truncate(0)
for item in return_list:
s_file.write(item[1] + "\n")
return return_list
def max_weight(lista): def max_weight(lista):
""" """
@@ -250,47 +188,6 @@ def remove_characters(string, character):
return string.replace(character, "") return string.replace(character, "")
@app.route("/stream", methods=["GET"])
def stream_music():
"""
The function `get_music_list` returns a JSON object containing a list of music files.
:return: A JSON response containing a key "music_file_list" with the value of the variable
`music_file_list`.
"""
return send_from_directory("/tmp/hls", "stream.m3u8")
@app.route('/<string:file_name>')
def stream(file_name):
video_dir = '/tmp/hls'
return send_from_directory(video_dir, file_name)
@app.route("/stream_mp3", methods=["GET"])
def stream_music_mp3():
"""
The function `get_music_list` returns a JSON object containing a list of music files.
:return: A JSON response containing a key "music_file_list" with the value of the variable
`music_file_list`.
"""
return redirect("http://www.example.com", code=302)
@app.route("/clear_pr_pls", methods=["GET"])
def clear_pr_pls():
"""
The function `get_music_list` returns a JSON object containing a list of music files.
:return: A JSON response containing a key "music_file_list" with the value of the variable
`music_file_list`.
"""
with open(
"/home/pi/Conjurer/priority_queue.playlist", "w", encoding="utf-8"
) as s_file:
s_file.truncate(0)
return_data = jsonify(isError=False, message="Success", statusCode=200, data=[])
return return_data, 200
@app.route("/mp3", methods=["GET"]) @app.route("/mp3", methods=["GET"])
def get_music_list(): def get_music_list():
""" """
@@ -321,7 +218,6 @@ def update_music_list():
) )
return return_data return return_data
@app.route("/get_music", methods=["POST"]) @app.route("/get_music", methods=["POST"])
def look_for_playlist(): def look_for_playlist():
""" """
@@ -338,31 +234,7 @@ def look_for_playlist():
app.logger.info(record["lista_slow"]) app.logger.info(record["lista_slow"])
app.logger.info(record["UUID"]) app.logger.info(record["UUID"])
app.logger.info(record["dlugosc_plejlisty"]) app.logger.info(record["dlugosc_plejlisty"])
return_data = wyszukaj(record["lista_slow"], record["dlugosc_plejlisty"], app.logger, True) return_data = wyszukaj(record["lista_slow"],record["dlugosc_plejlisty"])
return_data = (
jsonify(isError=False, message="Success", statusCode=200, data=return_data),
200,
)
return return_data
@app.route("/add_to_priority", methods=["POST"])
def add_to_priority():
"""
The function `update_music_list` receives a POST request with a JSON payload, logs the received
item, adds it to a music file list, and returns a success message along with the updated record.
:return: The function `update_music_list` is returning a tuple containing a JSON response and a
status code. The JSON response includes keys `isError`, `message`, `statusCode`, and `data`,
with values indicating the success of the operation and the data that was
received and added to the `music_file_list`.
The status code returned is 200, indicating a successful response.
"""
record = json.loads(request.data)
app.logger.info(record)
app.logger.info(record["lista_slow"])
app.logger.info(record["UUID"])
app.logger.info(record["dlugosc_plejlisty"])
return_data = wyszukaj(record["lista_slow"], record["dlugosc_plejlisty"], app.logger, False)
return_data = ( return_data = (
jsonify(isError=False, message="Success", statusCode=200, data=return_data), jsonify(isError=False, message="Success", statusCode=200, data=return_data),
@@ -379,7 +251,6 @@ def flask_debug():
# trunk-ignore(bandit/B201) # trunk-ignore(bandit/B201)
app.run(debug=True, use_reloader=False, host=HOST_ADDRESS, port=PORT_ADDRESS) app.run(debug=True, use_reloader=False, host=HOST_ADDRESS, port=PORT_ADDRESS)
def waitress_run(): def waitress_run():
""" """
The `waitress_run` function serves the `app` on host "0.0.0.0" The `waitress_run` function serves the `app` on host "0.0.0.0"
@@ -387,27 +258,12 @@ def waitress_run():
""" """
serve(app, host=HOST_ADDRESS, port=PORT_ADDRESS) serve(app, host=HOST_ADDRESS, port=PORT_ADDRESS)
if __name__ == "__main__": if __name__ == "__main__":
logger = logging.getLogger("conjurer_musician") logger = logging.getLogger('conjurer_musician')
logger.setLevel(logging.DEBUG) logger.setLevel(logging.DEBUG)
formatter = logging.Formatter(
"%(asctime)s - %(name)s - %(levelname)s - %(message)s"
)
handler = handlers.RotatingFileHandler(
filename=LOGFILE,
encoding=ENCODING,
mode="a",
maxBytes=6 * 1024 * 1024,
backupCount=6,
)
handler.setFormatter(formatter)
logger.addHandler(handler)
rescan() rescan()
logger.info("Started") logger.info("Started")
threads = [] threads = []
#threads.append(threading.Thread(target=flask_debug))
threads.append(threading.Thread(target=waitress_run)) threads.append(threading.Thread(target=waitress_run))
threads.append(threading.Thread(target=thread_rescan)) threads.append(threading.Thread(target=thread_rescan))
@@ -416,3 +272,5 @@ if __name__ == "__main__":
for worker in threads: for worker in threads:
worker.join() worker.join()
#TODO: Inne pliki - sadox, dokumenty naukowe itp.
+11
View File
@@ -0,0 +1,11 @@
[Unit]
Description=Conjurer_musician
After=multi-user.target
[Service]
Type=simple
ExecStart=/home/pi/Conjurer-service/conjurer/file_webservice/bin/python3 /home/pi/Conjurer-service/conjurer/file_webservice/conjurer_musician.py
Restart=on-abort
[Install]
WantedBy=multi-user.target
@@ -0,0 +1,11 @@
#!/bin/bash
python3 -m venv /home/pi/Conjurer-service/conjurer/file_webservice
source ./bin/activate
./bin/python3 -m pip install --upgrade pip
./bin/python3 -m pip install -r requirements_musician.txt
deactivate
sudo cp ./conjurer_musician.service /etc/systemd/system/
sudo systemctl daemon-reload
sudo systemctl start conjurer_musician.service
sudo systemctl enable conjurer_musician.service
+2 -6
View File
@@ -1,9 +1,5 @@
#!/bin/bash #!/bin/bash
cd /home/pi
mdkir Conjurer
cd Conjurer
python3 -m venv /home/pi/Conjurer/env python3 -m venv /home/pi/Conjurer/env
cp /home/pi/conjurer/requirements_bot.txt /home/pi/Conjurer/
source ./env/bin/activate source ./env/bin/activate
./env/bin/python3 -m pip install --upgrade pip ./env/bin/python3 -m pip install --upgrade pip
./env/bin/python3 -m pip install -r requirements_bot.txt ./env/bin/python3 -m pip install -r requirements_bot.txt
@@ -12,5 +8,5 @@ sed -i '1i\import shutil' ./env/lib/python3.11/site-packages/spotify_dl/youtube.
deactivate deactivate
sudo cp ./conjurer.service /etc/systemd/system/ sudo cp ./conjurer.service /etc/systemd/system/
sudo systemctl daemon-reload sudo systemctl daemon-reload
sudo systemctl start conjurer.service sudo systemctl start conjurer_musician.service
sudo systemctl enable conjurer.service sudo systemctl enable conjurer_musician.service
-26
View File
@@ -1,26 +0,0 @@
#!/bin/bash
cd /home/pi
mkdir Conjurer
cd Conjurer
python3 -m venv /home/pi/Conjurer/env
source /home/pi/Conjurer/env/bin/activate
cp /home/pi/conjurer/conjurer_musician/requirements_musician.txt /home/pi/Conjurer/
cp /home/pi/conjurer/conjurer_musician/conjurer_musician.py /home/pi/Conjurer/
cp /home/pi/conjurer/conjurer_musician/radio_conjurer.liq /home/pi/Conjurer/
touch /home/pi/Conjurer/discord_mus_service.log
touch /home/pi/Conjurer/all_playlist.txt
touch /home/pi/Conjurer/playlist.json
touch /home/pi/Conjurer/priority_queue.playlist
touch /home/pi/Conjurer/radio_log.log
./env/bin/python3 -m pip install --upgrade pip
./env/bin/python3 -m pip install -r requirements_musician.txt
deactivate
sudo cp /home/pi/conjurer/conjurer_musician/conjurer_musician.service /etc/systemd/system/
sudo systemctl daemon-reload
sudo systemctl start conjurer_musician.service
sudo systemctl enable conjurer_musician.service
sudo cp /home/pi/conjurer/conjurer_musician/radio_service.service /etc/systemd/system/
sudo systemctl daemon-reload
sudo systemctl start radio_service.service
sudo systemctl enable radio_service.service