mirror of
https://github.com/migatu/conjurer.git
synced 2026-07-16 06:42:10 +00:00
Compare commits
407 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| fa433d40f6 | |||
| 41eb0f9245 | |||
| db46aea55b | |||
| 95785199c0 | |||
| 0584df9143 | |||
| 1ee475fc74 | |||
| 89c0cc68d8 | |||
| 9c5173d2c7 | |||
| 8abad9b862 | |||
| 6292cf26b7 | |||
| ed2167eae1 | |||
| 562de83a16 | |||
| a18cc43fa6 | |||
| f30fee78bf | |||
| a8cbee0a6b | |||
| 33600ac7f7 | |||
| 1a9ae1caa1 | |||
| 58899d5738 | |||
| dcfffd9602 | |||
| d5684a4336 | |||
| 0a85c6148e | |||
| 660e2a264a | |||
| a75daccf9f | |||
| b43321d36e | |||
| ee0836ed7e | |||
| 4c915ebdba | |||
| 55fc5cc16f | |||
| a484b792ea | |||
| 564dd09df1 | |||
| e303f9b598 | |||
| 0714c1e2f6 | |||
| e186c81be7 | |||
| 54f74907e8 | |||
| 5d8b5b0de0 | |||
| 1bcb2aacc2 | |||
| 3c42fb49c3 | |||
| 8d0aae225c | |||
| 217060de6c | |||
| 73033da2d5 | |||
| f0084445d3 | |||
| bef2aa100e | |||
| 1b62d5ce3f | |||
| 3b32cdc4e7 | |||
| e5f26566ca | |||
| 286fcd92ce | |||
| 14f35542e4 | |||
| d7b379d29e | |||
| 07f1575f96 | |||
| 5e1b962ac0 | |||
| e01fd928ca | |||
| 51e68a77ab | |||
| f1940007f6 | |||
| e1b8a90a49 | |||
| e11ed40a57 | |||
| eda30615a1 | |||
| b46447afed | |||
| 1a14b9b520 | |||
| 6d3225ad00 | |||
| 1649386827 | |||
| 8bda81c80a | |||
| d99e8c12ca | |||
| 730845e01c | |||
| e93eef28b3 | |||
| 9061203aae | |||
| 0fe042d0c0 | |||
| 345a229d06 | |||
| 0da4ab8874 | |||
| 6c47b4a58d | |||
| b0fe3b93a9 | |||
| dc85632c74 | |||
| 12ea3d8d28 | |||
| a57591a380 | |||
| 18b08dccbd | |||
| 5e326cf34c | |||
| d3051ccc6f | |||
| 1d31ab5d52 | |||
| b1089b29c8 | |||
| 5b69ed6e1d | |||
| 2c23fc9cbf | |||
| ac4781628b | |||
| c87ffee71d | |||
| 6f4cea61e1 | |||
| 3bb370e5e0 | |||
| 29ef0eb2bc | |||
| c5e1da596b | |||
| 04b06ebf4b | |||
| 5ae2d25491 | |||
| 3c0281b77f | |||
| e47d7c0ecc | |||
| 6790d33119 | |||
| a545e5f84d | |||
| b90444dfc3 | |||
| e67eca5d41 | |||
| efc103b1a6 | |||
| 37b0ad3909 | |||
| 24d5ba8481 | |||
| e742cdd45c | |||
| 26cd68b97e | |||
| 278f503714 | |||
| 41b60b8440 | |||
| b61bbcf0db | |||
| d120642d3a | |||
| 0b469050b6 | |||
| 5ddd72a421 | |||
| 7783e3637b | |||
| 0694171030 | |||
| b66ea26ce6 | |||
| d96de96133 | |||
| b0872df269 | |||
| cb840ef714 | |||
| 29fc31dd44 | |||
| 2f20fdfbb5 | |||
| 8d688b3f7f | |||
| b4673936ac | |||
| e1fe7e3af8 | |||
| d94ed728dd | |||
| dac789c00f | |||
| 0fdac8f3fd | |||
| 4029623ecb | |||
| bb5dc5c703 | |||
| 5f91ec17e4 | |||
| 8534fd759e | |||
| 9288f49663 | |||
| 2b5a677b72 | |||
| 76a1a24e38 | |||
| 81c49acc94 | |||
| 103dd97f35 | |||
| 5671630da2 | |||
| a9cb7120ae | |||
| 5c627330e2 | |||
| 00ef92be1f | |||
| b8d6c63227 | |||
| 71cec59cb5 | |||
| d51b09582b | |||
| b2ce69d55e | |||
| 7c18869b52 | |||
| f0c6711fee | |||
| fc824d6fff | |||
| 21db783073 | |||
| 5c9dd858e0 | |||
| d54ff9477a | |||
| 61b929f148 | |||
| 7ef10cf431 | |||
| f8f4f1f4aa | |||
| b4629f7e1a | |||
| aa57a51057 | |||
| 17b364524d | |||
| bdcf8a5445 | |||
| 46f7a24065 | |||
| d4c07f4efb | |||
| ef24e3b768 | |||
| 4d26d25efc | |||
| 86a0057b1e | |||
| 772961be91 | |||
| 6e5345ce5b | |||
| 353aebc78a | |||
| 974a9e2bc5 | |||
| d4e33a9dd4 | |||
| 04462f01ce | |||
| 121fc0afc0 | |||
| 32dafce2a8 | |||
| fc8140c0fa | |||
| a47a311356 | |||
| face9aef80 | |||
| 444a208231 | |||
| 10a8765c86 | |||
| a3fd9369cb | |||
| 43935e70df | |||
| b9e6d1e5b6 | |||
| bfe2a74fb8 | |||
| 423c1dde2c | |||
| 0ecac0e326 | |||
| 0239e8ea7a | |||
| 2caa683b32 | |||
| de746ea62d | |||
| 8497858529 | |||
| cf5cf37eaa | |||
| 31b898ba40 | |||
| c11bf7afc9 | |||
| 79d7888fa5 | |||
| c8011d1ff1 | |||
| e141ac4e88 | |||
| 840a87d85f | |||
| 71131d4d90 | |||
| 6133a9d388 | |||
| c51239cd7b | |||
| e39d17de3a | |||
| 4b7d566857 | |||
| bf4c798946 | |||
| 3753b3876d | |||
| 01dee2fe08 | |||
| e5cada50cb | |||
| 036a2b8878 | |||
| 8be5dc56bc | |||
| fd2255a8e2 | |||
| 051850eead | |||
| f063235839 | |||
| ee2417ee00 | |||
| 354afa97f9 | |||
| ba5be99bce | |||
| 22d2c8ab39 | |||
| 39c633ff4a | |||
| d35c6539af | |||
| 1361f60d9b | |||
| c53b33d597 | |||
| 417518176b | |||
| 9c074023a1 | |||
| 96baa19356 | |||
| e4368f5fd0 | |||
| 3ccea3ef9c | |||
| ca21ac49ae | |||
| c4368244e8 | |||
| b2fc71db34 | |||
| bbca7dbad7 | |||
| e4e1e449ed | |||
| 4e040fe70b | |||
| 39c38eab2f | |||
| ba8209b8af | |||
| 251c614bdb | |||
| f786c19abf | |||
| 46f51ffee7 | |||
| c23a57c368 | |||
| 673e70d190 | |||
| c5815f9337 | |||
| 0606397d6a | |||
| c9fbc72480 | |||
| fe025be64f | |||
| a239af2041 | |||
| 2d9927e221 | |||
| e824c8e961 | |||
| 2293f45896 | |||
| cf70b195a0 | |||
| f4f7b038df | |||
| b7b89d1751 | |||
| a88fee2e62 | |||
| c22627e3ce | |||
| 92987fb368 | |||
| 15cc5abfcf | |||
| cbcb08e467 | |||
| 8817c5097a | |||
| 3b1eae41f7 | |||
| f1653d23ad | |||
| 0a118eac0d | |||
| 7483302f07 | |||
| fa35fd9a68 | |||
| c7fb70325e | |||
| 3f44ec1b31 | |||
| 20431cd0c9 | |||
| 3e52f6daac | |||
| c52b6bdaeb | |||
| 2ea7cca76c | |||
| 8fbf233ce6 | |||
| fcb7aed73a | |||
| 17d4929b3d | |||
| b4d0eeae13 | |||
| 52a94e7172 | |||
| 484f424b70 | |||
| 5613f9e788 | |||
| a849b424b1 | |||
| d911f9a14d | |||
| 9057924563 | |||
| 76c38daaf9 | |||
| ae4c7f27bf | |||
| 59fcfc8760 | |||
| eb6c45dd92 | |||
| 3875093a98 | |||
| 9395a7e096 | |||
| 6053d94fc5 | |||
| 0801fbbb9e | |||
| e4c0578723 | |||
| 5e8701f518 | |||
| 52440afc56 | |||
| 2b16b2f3e5 | |||
| b10f60121e | |||
| 750111b065 | |||
| 2cac362166 | |||
| 3ac3abe9a9 | |||
| cb9c966f26 | |||
| e814e4c0ad | |||
| 49de4edbd3 | |||
| 76194d0879 | |||
| adb2b9d409 | |||
| 247f4cac9d | |||
| b5a6e1e6e5 | |||
| e93a9be405 | |||
| 99c2df52cb | |||
| 7552c05dac | |||
| f700e45eef | |||
| 6a33fd07c5 | |||
| 9ed78792c6 | |||
| 745be136f9 | |||
| adfda3e6cb | |||
| c7058e64c0 | |||
| e47a373aaf | |||
| 5d8db2a801 | |||
| 198ef1f5db | |||
| b24caa17d0 | |||
| bb53ea3caf | |||
| 6d07df439c | |||
| 4154012d78 | |||
| faf1174738 | |||
| 85ba775fcf | |||
| 48c61c03af | |||
| 7344fa7335 | |||
| 891e0a371e | |||
| 3bac0ba83e | |||
| d3dc994bc1 | |||
| 9b72e641a5 | |||
| ff66ea2df6 | |||
| 72a850561d | |||
| 1e2555db64 | |||
| f061377b67 | |||
| b36ed8d3f8 | |||
| d306b85382 | |||
| 2064a17d83 | |||
| 1a1c2ac448 | |||
| 7550cc8ae6 | |||
| df00b12751 | |||
| 2c46ef12b9 | |||
| d79683b86f | |||
| e59ef6f39f | |||
| 1cb2904636 | |||
| 6b4079809d | |||
| 1302420e68 | |||
| 6029b65e2b | |||
| 6d3e74f758 | |||
| 6b9f42aa4a | |||
| f35fff4f6a | |||
| c858e62a81 | |||
| 95474155de | |||
| 9fce8fcd3d | |||
| d8e68aab8b | |||
| daea2e30b7 | |||
| 66953992f1 | |||
| 745e5fa7fb | |||
| 78dd826e38 | |||
| 19930f6d01 | |||
| 3891f843ad | |||
| e57a9507c1 | |||
| 44e071e203 | |||
| f573706077 | |||
| d505c116d3 | |||
| 0c20b3dc5f | |||
| e7aa9575cc | |||
| 008556feec | |||
| 7e53ce47b4 | |||
| 662b392b59 | |||
| 373da754cc | |||
| d7b547f6f7 | |||
| 8d775203e7 | |||
| fcd9fdeaa4 | |||
| 620d36f915 | |||
| 7b96407556 | |||
| 99cdc7bc93 | |||
| b7b1c83ed4 | |||
| a3405cffa7 | |||
| cf622dfc68 | |||
| 84e368b6d3 | |||
| 6e0c5ba172 | |||
| 532a5f8a30 | |||
| f70b77bb25 | |||
| 5a6aee2884 | |||
| 935f75ae73 | |||
| dffd5c95d0 | |||
| 1f0325d1cc | |||
| ecf7dac13b | |||
| 6be417002c | |||
| 407b342db2 | |||
| 37841f17f9 | |||
| 8f4bd42ff6 | |||
| c8c3473614 | |||
| e34f6a3b4c | |||
| 84feeb1418 | |||
| 838d17bc92 | |||
| 046e19f839 | |||
| 256586de3e | |||
| 912e18b93c | |||
| f8e9dd2554 | |||
| ee11ffcf23 | |||
| c7dc465d74 | |||
| 7e41934a70 | |||
| 071de066a5 | |||
| a6d14aa934 | |||
| 001dda83fd | |||
| 8f3ad73e91 | |||
| 55aeb77330 | |||
| 6dac88a7bd | |||
| 03c817dc74 | |||
| fcbb1bb03c | |||
| 06421e7eb7 | |||
| f69af3617c | |||
| b464ebb7aa | |||
| 522d2f64b0 | |||
| fe65627306 | |||
| 3fd99ce5c4 | |||
| d0c59a884c | |||
| 6713049431 | |||
| 166bd1ee7d | |||
| 4ee52b95c2 | |||
| 83de31f9fc | |||
| 144f4b64fb | |||
| 952726e7f1 | |||
| d1f242a8ea | |||
| f4e0b02c57 | |||
| d5bf1182c9 | |||
| ee4f39de42 | |||
| 42bee72e88 |
@@ -1,29 +1,27 @@
|
|||||||
import asyncio
|
|
||||||
import json
|
|
||||||
import logging
|
|
||||||
import netrc
|
|
||||||
import re
|
import re
|
||||||
|
import logging
|
||||||
import threading
|
import threading
|
||||||
import time
|
import time
|
||||||
from json.decoder import JSONDecodeError
|
|
||||||
from queue import Queue
|
|
||||||
from typing import Callable
|
|
||||||
from urllib.request import urlopen
|
|
||||||
from uuid import UUID
|
|
||||||
|
|
||||||
import requests
|
|
||||||
import search_bot
|
|
||||||
from flask import Flask, jsonify, request
|
from flask import Flask, jsonify, request
|
||||||
|
import netrc
|
||||||
|
import json
|
||||||
|
import asyncio
|
||||||
|
from json.decoder import JSONDecodeError
|
||||||
|
from urllib.request import urlopen
|
||||||
from habanero import Crossref
|
from habanero import Crossref
|
||||||
from waitress import serve
|
from waitress import serve
|
||||||
|
from queue import Queue
|
||||||
|
import search_bot
|
||||||
|
import requests
|
||||||
|
from typing import Callable
|
||||||
|
from uuid import UUID
|
||||||
NETRC_FILE = r"C:\Users\Activcom.pl\.netrc"
|
NETRC_FILE = r"C:\Users\Activcom.pl\.netrc"
|
||||||
|
|
||||||
HOST_ADDRESS = "192.168.1.192"
|
HOST_ADDRESS = "192.168.1.192"
|
||||||
PORT_ADDRESS = 5001
|
PORT_ADDRESS = 5001
|
||||||
MAIN_BOT_ADDRESS = "http://192.168.1.191:5000"
|
MAIN_BOT_ADDRESS = "http://192.168.1.191:5000"
|
||||||
SEND_RESULTS = "/conjurer"
|
SEND_RESULTS = "/conjurer"
|
||||||
BDSM_UUID_TEST = "96b7f85a-1142-4908-8986-62a2ea25a147"
|
BDSM_UUID_TEST = '96b7f85a-1142-4908-8986-62a2ea25a147'
|
||||||
|
|
||||||
ENCODING = "utf-8"
|
ENCODING = "utf-8"
|
||||||
app = Flask(__name__)
|
app = Flask(__name__)
|
||||||
@@ -31,7 +29,6 @@ app = Flask(__name__)
|
|||||||
librarian_queue = Queue()
|
librarian_queue = Queue()
|
||||||
librarian_list = []
|
librarian_list = []
|
||||||
|
|
||||||
|
|
||||||
class Librarian(object):
|
class Librarian(object):
|
||||||
|
|
||||||
def __init__(self, app, query, uuid) -> None:
|
def __init__(self, app, query, uuid) -> None:
|
||||||
@@ -52,25 +49,25 @@ class Librarian(object):
|
|||||||
|
|
||||||
async def search_crossref(self, query):
|
async def search_crossref(self, query):
|
||||||
self.app.logger.info("STARTED SEARCH")
|
self.app.logger.info("STARTED SEARCH")
|
||||||
result = self.cr.works(query=query, limit=1000)
|
result = self.cr.works(query = query, limit = 1000)
|
||||||
self.search_result_from_cr.update(result)
|
self.search_result_from_cr.update(result)
|
||||||
self.total = result["message"]["total-results"]
|
self.total = result['message']['total-results']
|
||||||
self.fetched += len(result["message"]["items"])
|
self.fetched += len(result['message']['items'])
|
||||||
self.logger.info(self.total)
|
self.logger.info (self.total)
|
||||||
self.logger.info(self.fetched)
|
self.logger.info(self.fetched)
|
||||||
while self.total > self.fetched and self.limit > self.fetched:
|
while self.total > self.fetched and self.limit > self.fetched:
|
||||||
result = self.cr.works(query=query, limit=1000)
|
result = self.cr.works(query = query, limit = 1000)
|
||||||
self.search_result_from_cr.update(result)
|
self.search_result_from_cr.update(result)
|
||||||
self.total = result["message"]["total-results"]
|
self.total = result['message']['total-results']
|
||||||
self.fetched += len(result["message"]["items"])
|
self.fetched += len(result['message']['items'])
|
||||||
self.logger.info(self.total)
|
self.logger.info (self.total)
|
||||||
self.logger.info(self.fetched)
|
self.logger.info(self.fetched)
|
||||||
|
|
||||||
time.sleep(1)
|
time.sleep(1)
|
||||||
self.app.logger.info("CROSSREF DONE")
|
self.app.logger.info("CROSSREF DONE")
|
||||||
# TODO: add to sql with UUID
|
#TODO: add to sql with UUID
|
||||||
# sql row - title, doi, author, uuid, last retrieved, is_available
|
#sql row - title, doi, author, uuid, last retrieved, is_available
|
||||||
|
|
||||||
with open("rr_results.json", "r+", encoding="utf-8") as data_file:
|
with open("rr_results.json", "r+", encoding="utf-8") as data_file:
|
||||||
# First we load existing data into a dict.
|
# First we load existing data into a dict.
|
||||||
try:
|
try:
|
||||||
@@ -79,34 +76,18 @@ class Librarian(object):
|
|||||||
file_data = {}
|
file_data = {}
|
||||||
summarized_results = []
|
summarized_results = []
|
||||||
self.app.logger.info("REFINE: Removing all derived works from the list")
|
self.app.logger.info("REFINE: Removing all derived works from the list")
|
||||||
for item in self.search_result_from_cr["message"]["items"]:
|
for item in self.search_result_from_cr['message']['items']:
|
||||||
container = "NO"
|
container = "NO"
|
||||||
if "container-title" in item:
|
if "container-title" in item:
|
||||||
container = "YES"
|
container = "YES"
|
||||||
else:
|
else:
|
||||||
summarized_results.append(
|
summarized_results.append({"DOI" : item['DOI'], "title": item['title'] if 'title' in item else None,"type": item['type'] if 'type' in item else None, "container": container})
|
||||||
{
|
result = {self.uuid : {"total_results": self.search_result_from_cr['message']['total-results'], "on_page" : 1, "summary":summarized_results, "results":self.search_result_from_cr['message']['items']}}
|
||||||
"DOI": item["DOI"],
|
|
||||||
"title": item["title"] if "title" in item else None,
|
|
||||||
"type": item["type"] if "type" in item else None,
|
|
||||||
"container": container,
|
|
||||||
}
|
|
||||||
)
|
|
||||||
result = {
|
|
||||||
self.uuid: {
|
|
||||||
"total_results": self.search_result_from_cr["message"][
|
|
||||||
"total-results"
|
|
||||||
],
|
|
||||||
"on_page": 1,
|
|
||||||
"summary": summarized_results,
|
|
||||||
"results": self.search_result_from_cr["message"]["items"],
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if file_data:
|
if file_data:
|
||||||
file_data.update(result)
|
file_data.update(result)
|
||||||
else:
|
else:
|
||||||
file_data = result
|
file_data = result
|
||||||
|
|
||||||
self.app.logger.info("REFINE: Dumping to file")
|
self.app.logger.info("REFINE: Dumping to file")
|
||||||
data_file.truncate(0)
|
data_file.truncate(0)
|
||||||
data_file.seek(0)
|
data_file.seek(0)
|
||||||
@@ -115,9 +96,7 @@ class Librarian(object):
|
|||||||
|
|
||||||
async def check_dois_in_local_db(self, doi):
|
async def check_dois_in_local_db(self, doi):
|
||||||
self.app.logger.info("REFINE: Running search in the backend app")
|
self.app.logger.info("REFINE: Running search in the backend app")
|
||||||
coro = asyncio.to_thread(
|
coro = asyncio.to_thread(search_bot.search_for_doi, doi, self.live_results, self.app.logger)
|
||||||
search_bot.search_for_doi, doi, self.live_results, self.app.logger
|
|
||||||
)
|
|
||||||
result = await coro
|
result = await coro
|
||||||
return result
|
return result
|
||||||
|
|
||||||
@@ -130,34 +109,25 @@ class Librarian(object):
|
|||||||
data = response.read()
|
data = response.read()
|
||||||
text = data.decode("utf-8")
|
text = data.decode("utf-8")
|
||||||
for line in text.splitlines():
|
for line in text.splitlines():
|
||||||
if re.match(
|
if re.match(r".*Unfortunately, Sci-Hub doesn't have the requested document.*", line):
|
||||||
r".*Unfortunately, Sci-Hub doesn't have the requested document.*",
|
|
||||||
line,
|
|
||||||
):
|
|
||||||
return False
|
return False
|
||||||
if m := re.match(
|
if m := re.match(r".*<embed type=\"application.pdf\"\s*src=\"(.*\.pdf)",line):
|
||||||
r".*<embed type=\"application.pdf\"\s*src=\"(.*\.pdf)", line
|
|
||||||
):
|
|
||||||
direct_download_link = "https:" + str(m.group(1))
|
direct_download_link = "https:" + str(m.group(1))
|
||||||
self.app.logger.info(direct_download_link)
|
self.app.logger.info (direct_download_link)
|
||||||
return True
|
return True
|
||||||
return False
|
return False
|
||||||
|
|
||||||
async def check_if_exists(self, doi, brute_force=False):
|
async def check_if_exists(self, doi, brute_force = False):
|
||||||
result = {}
|
result = {}
|
||||||
result = await self.check_dois_in_local_db(doi)
|
result = await self.check_dois_in_local_db(doi)
|
||||||
if brute_force and not result:
|
if brute_force and not result:
|
||||||
for item in doi:
|
for item in doi:
|
||||||
item_link = "https://sci-hub.se/" + item[0]
|
item_link = "https://sci-hub.se/" + item[0]
|
||||||
tmp = {
|
tmp = {"DOI" : item["DOI"], "exists" : await self.check_if_exists_brute_force(item_link), "data": item}
|
||||||
"DOI": item["DOI"],
|
|
||||||
"exists": await self.check_if_exists_brute_force(item_link),
|
|
||||||
"data": item,
|
|
||||||
}
|
|
||||||
result.update(tmp)
|
result.update(tmp)
|
||||||
return result
|
return result
|
||||||
|
|
||||||
async def refine_query(self, unrefined_reqult, brute_force=False):
|
async def refine_query(self, unrefined_reqult, brute_force = False):
|
||||||
temp = []
|
temp = []
|
||||||
refined_result = []
|
refined_result = []
|
||||||
for key in unrefined_reqult:
|
for key in unrefined_reqult:
|
||||||
@@ -165,7 +135,7 @@ class Librarian(object):
|
|||||||
self.logger.info(key)
|
self.logger.info(key)
|
||||||
|
|
||||||
for item in unrefined_reqult[self.uuid]["summary"]:
|
for item in unrefined_reqult[self.uuid]["summary"]:
|
||||||
if item["container"] == "NO" and item["title"]:
|
if item["container"] == "NO" and item["title"]:
|
||||||
refined_result.append(item)
|
refined_result.append(item)
|
||||||
|
|
||||||
for item in refined_result:
|
for item in refined_result:
|
||||||
@@ -179,21 +149,20 @@ class Librarian(object):
|
|||||||
refined_result = temp
|
refined_result = temp
|
||||||
self.hit = len(refined_result)
|
self.hit = len(refined_result)
|
||||||
return refined_result
|
return refined_result
|
||||||
|
#TODO: DOłożyć sprawdzenie czy w rafinowanym pliku już nie mamy częściowego wyniku
|
||||||
# TODO: DOłożyć sprawdzenie czy w rafinowanym pliku już nie mamy częściowego wyniku
|
|
||||||
async def answer_query(self):
|
async def answer_query(self):
|
||||||
# TODO: DOłożyć sprawdzenie czy w rafinowanym pliku już nie mamy częściowego wyniku tutaj bo zanim w ogóle otworzymy nierafinowany
|
#TODO: DOłożyć sprawdzenie czy w rafinowanym pliku już nie mamy częściowego wyniku tutaj bo zanim w ogóle otworzymy nierafinowany
|
||||||
# Search sql for UUID
|
#Search sql for UUID
|
||||||
# SQL SELECT * FROM RESULTS WHERE UUID = uuid
|
#SQL SELECT * FROM RESULTS WHERE UUID = uuid
|
||||||
self.logger.info(f"Search started {self.uuid}")
|
self.logger.info(f"Search started {self.uuid}")
|
||||||
uuid_found = False
|
uuid_found = False
|
||||||
database = None
|
database = None
|
||||||
query = self.query
|
query = self.query
|
||||||
with open("cr_results.json", "r+", encoding="utf-8") as cr_file:
|
with open("cr_results.json", "r+", encoding="utf-8") as cr_file:
|
||||||
# tu logika komunikacji z SQL i cała logika związana z wyszukaniem
|
#tu logika komunikacji z SQL i cała logika związana z wyszukaniem
|
||||||
# ale tymczasowo plik
|
#ale tymczasowo plik
|
||||||
try:
|
try:
|
||||||
database = json.load(cr_file)
|
database = json.load(cr_file)
|
||||||
except JSONDecodeError:
|
except JSONDecodeError:
|
||||||
pass
|
pass
|
||||||
|
|
||||||
@@ -206,7 +175,7 @@ class Librarian(object):
|
|||||||
database.update(answer)
|
database.update(answer)
|
||||||
cr_file.truncate(0)
|
cr_file.truncate(0)
|
||||||
cr_file.seek(0)
|
cr_file.seek(0)
|
||||||
json.dump(database, cr_file)
|
json.dump(database,cr_file)
|
||||||
self.result = await self.refine_query(answer)
|
self.result = await self.refine_query(answer)
|
||||||
return self.result
|
return self.result
|
||||||
else:
|
else:
|
||||||
@@ -214,14 +183,13 @@ class Librarian(object):
|
|||||||
database = answer
|
database = answer
|
||||||
cr_file.truncate(0)
|
cr_file.truncate(0)
|
||||||
cr_file.seek(0)
|
cr_file.seek(0)
|
||||||
json.dump(database, cr_file)
|
json.dump(database,cr_file)
|
||||||
self.result = await self.refine_query(answer)
|
self.result = await self.refine_query(answer)
|
||||||
self.app.logger.info("Refined")
|
self.app.logger.info("Refined")
|
||||||
self.done = True
|
self.done = True
|
||||||
return self.result
|
return self.result
|
||||||
|
|
||||||
|
#============================= FLASK INTERNALS===============================
|
||||||
# ============================= FLASK INTERNALS===============================
|
|
||||||
def flask_debug():
|
def flask_debug():
|
||||||
"""
|
"""
|
||||||
The `flask_debug` function starts a Flask application in debug mode without using the reloader.
|
The `flask_debug` function starts a Flask application in debug mode without using the reloader.
|
||||||
@@ -230,7 +198,6 @@ def flask_debug():
|
|||||||
# trunk-ignore(bandit/B201)
|
# trunk-ignore(bandit/B201)
|
||||||
app.run(debug=True, use_reloader=False, host=HOST_ADDRESS, port=PORT_ADDRESS)
|
app.run(debug=True, use_reloader=False, host=HOST_ADDRESS, port=PORT_ADDRESS)
|
||||||
|
|
||||||
|
|
||||||
def waitress_run():
|
def waitress_run():
|
||||||
"""
|
"""
|
||||||
The `waitress_run` function serves the `app` on host "0.0.0.0"
|
The `waitress_run` function serves the `app` on host "0.0.0.0"
|
||||||
@@ -238,7 +205,6 @@ def waitress_run():
|
|||||||
"""
|
"""
|
||||||
serve(app, host=HOST_ADDRESS, port=PORT_ADDRESS)
|
serve(app, host=HOST_ADDRESS, port=PORT_ADDRESS)
|
||||||
|
|
||||||
|
|
||||||
class BackgroundTaskSearch(threading.Thread):
|
class BackgroundTaskSearch(threading.Thread):
|
||||||
def run(self):
|
def run(self):
|
||||||
loop = asyncio.new_event_loop() # loop = asyncio.get_event_loop()
|
loop = asyncio.new_event_loop() # loop = asyncio.get_event_loop()
|
||||||
@@ -255,7 +221,7 @@ class BackgroundTaskSearch(threading.Thread):
|
|||||||
self.app.logger.info("Saving to file")
|
self.app.logger.info("Saving to file")
|
||||||
with open("s_results.json", "r+", encoding="utf-8") as s_file:
|
with open("s_results.json", "r+", encoding="utf-8") as s_file:
|
||||||
try:
|
try:
|
||||||
database = json.load(s_file)
|
database = json.load(s_file)
|
||||||
except JSONDecodeError:
|
except JSONDecodeError:
|
||||||
pass
|
pass
|
||||||
if database:
|
if database:
|
||||||
@@ -270,18 +236,17 @@ class BackgroundTaskSearch(threading.Thread):
|
|||||||
|
|
||||||
self.app.logger.info(result)
|
self.app.logger.info(result)
|
||||||
coroutine = asyncio.to_thread(
|
coroutine = asyncio.to_thread(
|
||||||
requests.post,
|
requests.post,
|
||||||
f"{MAIN_BOT_ADDRESS}{SEND_RESULTS}",
|
f"{MAIN_BOT_ADDRESS}{SEND_RESULTS}",
|
||||||
json=result,
|
json=result,
|
||||||
timeout=360,
|
timeout=360,
|
||||||
)
|
)
|
||||||
self.app.logger.info("SENT")
|
self.app.logger.info("SENT")
|
||||||
_ = await coroutine
|
_ = await coroutine
|
||||||
self.app.logger.info("SEND CONFIRMED")
|
self.app.logger.info("SEND CONFIRMED")
|
||||||
time.sleep(1)
|
time.sleep(1)
|
||||||
|
|
||||||
|
#==================================SERVER ROUTES==========================================
|
||||||
# ==================================SERVER ROUTES==========================================
|
|
||||||
@app.route("/query", methods=["POST"])
|
@app.route("/query", methods=["POST"])
|
||||||
async def query_database():
|
async def query_database():
|
||||||
record = json.loads(request.data)
|
record = json.loads(request.data)
|
||||||
@@ -289,8 +254,8 @@ async def query_database():
|
|||||||
app.logger.info(record["query"])
|
app.logger.info(record["query"])
|
||||||
app.logger.info(record["UUID"])
|
app.logger.info(record["UUID"])
|
||||||
uuid = record["UUID"]
|
uuid = record["UUID"]
|
||||||
# TODO: TESTING ONLY======================
|
#TODO: TESTING ONLY======================
|
||||||
uuid = UUID("{12345678-1234-5678-1234-567812345678}")
|
uuid = UUID('{12345678-1234-5678-1234-567812345678}')
|
||||||
|
|
||||||
cl = Librarian(app, record["query"], uuid)
|
cl = Librarian(app, record["query"], uuid)
|
||||||
librarian_queue.put(cl)
|
librarian_queue.put(cl)
|
||||||
@@ -302,7 +267,6 @@ async def query_database():
|
|||||||
)
|
)
|
||||||
return return_data
|
return return_data
|
||||||
|
|
||||||
|
|
||||||
@app.route("/get_partial_result", methods=["POST"])
|
@app.route("/get_partial_result", methods=["POST"])
|
||||||
async def get_partial():
|
async def get_partial():
|
||||||
record = json.loads(request.data)
|
record = json.loads(request.data)
|
||||||
@@ -318,13 +282,12 @@ async def get_partial():
|
|||||||
)
|
)
|
||||||
return return_data
|
return return_data
|
||||||
|
|
||||||
|
#=======================================MAIN===================================================
|
||||||
# =======================================MAIN===================================================
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
logger = logging.getLogger("conjurer_musician")
|
logger = logging.getLogger('conjurer_musician')
|
||||||
logger.setLevel(logging.DEBUG)
|
logger.setLevel(logging.DEBUG)
|
||||||
threads = []
|
threads = []
|
||||||
# threads.append(threading.Thread(target=waitress_run))
|
#threads.append(threading.Thread(target=waitress_run))
|
||||||
threads.append(threading.Thread(target=flask_debug))
|
threads.append(threading.Thread(target=flask_debug))
|
||||||
bgtask = BackgroundTaskSearch()
|
bgtask = BackgroundTaskSearch()
|
||||||
bgtask.app = app
|
bgtask.app = app
|
||||||
@@ -333,7 +296,7 @@ if __name__ == "__main__":
|
|||||||
for worker in threads:
|
for worker in threads:
|
||||||
try:
|
try:
|
||||||
logger.info(f"App number: {i}")
|
logger.info(f"App number: {i}")
|
||||||
i += 1
|
i+=1
|
||||||
worker.start()
|
worker.start()
|
||||||
except RuntimeError as e:
|
except RuntimeError as e:
|
||||||
logger.error("Exploded")
|
logger.error("Exploded")
|
||||||
|
|||||||
@@ -1,11 +0,0 @@
|
|||||||
[Unit]
|
|
||||||
Description=Conjurer_musician
|
|
||||||
After=multi-user.target
|
|
||||||
|
|
||||||
[Service]
|
|
||||||
Type=simple
|
|
||||||
ExecStart=/home/pi/Conjurer/env/bin/python3 /home/pi/Conjurer/conjurer_musician.py
|
|
||||||
Restart=on-abort
|
|
||||||
|
|
||||||
[Install]
|
|
||||||
WantedBy=multi-user.target
|
|
||||||
File diff suppressed because it is too large
Load Diff
@@ -1,48 +0,0 @@
|
|||||||
let json.parse credentials = file.contents("/home/pi/Conjurer/icecast_credentials.json")
|
|
||||||
enable_replaygain_metadata()
|
|
||||||
|
|
||||||
s1 = replaygain(playlist(reload_mode="watch", "/home/pi/Conjurer/all_playlist.playlist"))
|
|
||||||
s2 = replaygain(playlist(reload_mode="watch", "/home/pi/Conjurer/priority_queue.playlist"))
|
|
||||||
|
|
||||||
s = random(id="randomizer", weights=[7000, 100], [s2, s1])
|
|
||||||
|
|
||||||
interactive.harbor(port = 9999)
|
|
||||||
f = interactive.float("f", description="Frequency", min=0., max=1000.,unit="Hz", 200.)
|
|
||||||
g = interactive.float("g", description="Gain", min=0., max=20.,unit="dB", 8.)
|
|
||||||
b = bass_boost(frequency=f, gain=g, s)
|
|
||||||
s = add([s, b])
|
|
||||||
a = interactive.float("main_volume", min=0., max=20., 1.)
|
|
||||||
s = compress.multiband.interactive(bands=3, s)
|
|
||||||
|
|
||||||
s = nrj(normalize (s))
|
|
||||||
s = crossfade(fade_out=3., fade_in=3., duration=5., s)
|
|
||||||
s = amplify(a,s)
|
|
||||||
|
|
||||||
s = blank.skip(max_blank=2., s)
|
|
||||||
|
|
||||||
emergency = single("/home/pi/RetroPie/mp3/Youtube/Dr. Peacock - Trip to Ireland [GvrvQTUbUcA].mp3")
|
|
||||||
radio = fallback(id="switcher",track_sensitive = false, [s, emergency])
|
|
||||||
|
|
||||||
handle_metadata = fun (m) -> begin
|
|
||||||
print(m["title"])
|
|
||||||
print(m["artist"])
|
|
||||||
print(m["filename"])
|
|
||||||
end
|
|
||||||
radio.on_metadata(handle_metadata)
|
|
||||||
interactive.persistent("script.params")
|
|
||||||
|
|
||||||
log_to_stdout = true
|
|
||||||
log_to_file = true
|
|
||||||
logpath = "/home/pi/Conjurer/radio_log.log"
|
|
||||||
loglevel = 3
|
|
||||||
|
|
||||||
# Enable logging on Standard Output and set logging level.
|
|
||||||
set("log.stdout",log_to_stdout)
|
|
||||||
set("log.level",loglevel)
|
|
||||||
|
|
||||||
# Enable logging to file. See variable: logpath
|
|
||||||
set("log.file",log_to_file)
|
|
||||||
set("log.file.path",logpath)
|
|
||||||
|
|
||||||
output.file.hls("/tmp/hls",[("mp3-low", %mp3(bitrate=96)), ("mp3-hi", %mp3(bitrate=160))],radio)
|
|
||||||
output.icecast(%mp3, host="retropie", port=8000,password=credentials.password, icy_metadata="true", mount="mp3-stream", radio)
|
|
||||||
@@ -1,14 +0,0 @@
|
|||||||
[Unit]
|
|
||||||
Description=radio_conjurer Liquidsoap daemon
|
|
||||||
After=network.target
|
|
||||||
Documentation=http://liquidsoap.fm/
|
|
||||||
|
|
||||||
[Service]
|
|
||||||
User=pi
|
|
||||||
WorkingDirectory=/home/pi/Conjurer/
|
|
||||||
ExecStart=/home/pi/.opam/4.13.0/bin/liquidsoap /home/pi/Conjurer/radio_conjurer.liq
|
|
||||||
Restart=always
|
|
||||||
|
|
||||||
[Install]
|
|
||||||
WantedBy=multi-user.target
|
|
||||||
Alias=radio_conjurer-liquidsoap.service
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
cd ./conjurer
|
|
||||||
git pull
|
|
||||||
cd ..
|
|
||||||
cp ./conjurer/conjurer_musician/conjurer_musician.py ./Conjurer
|
|
||||||
sudo systemctl restart conjurer_musician.service
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
cd ./conjurer
|
|
||||||
git pull
|
|
||||||
cd ..
|
|
||||||
cp ./conjurer/conjurer_musician/radio_conjurer.liq ./Conjurer
|
|
||||||
sudo systemctl restart radio_service.service
|
|
||||||
@@ -1,23 +1,21 @@
|
|||||||
# This Python file uses the following encoding: utf-8
|
|
||||||
"""
|
"""
|
||||||
The provided Python script sets up a Flask web server to manage a list of music files, with
|
The provided Python script sets up a Flask web server to manage a list of music files, with
|
||||||
functions for rescanning the music folder, updating the music list, and serving the music list via
|
functions for rescanning the music folder, updating the music list, and serving the music list via
|
||||||
API endpoints.
|
API endpoints.
|
||||||
"""
|
"""
|
||||||
import json
|
import json
|
||||||
import logging
|
|
||||||
import re
|
import re
|
||||||
|
from pathlib import Path
|
||||||
|
from platform import uname
|
||||||
import threading
|
import threading
|
||||||
import time
|
import time
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
from logging import handlers
|
|
||||||
from pathlib import Path
|
|
||||||
from platform import uname
|
|
||||||
from sys import platform
|
from sys import platform
|
||||||
|
import logging
|
||||||
from flask import Flask, jsonify, redirect, request, send_from_directory
|
from flask import Flask, jsonify, request
|
||||||
from waitress import serve
|
from waitress import serve
|
||||||
|
|
||||||
|
|
||||||
HOST_ADDRESS = "192.168.1.15"
|
HOST_ADDRESS = "192.168.1.15"
|
||||||
PORT_ADDRESS = 5000
|
PORT_ADDRESS = 5000
|
||||||
if platform in ("linux", "linux2"):
|
if platform in ("linux", "linux2"):
|
||||||
@@ -28,42 +26,24 @@ if platform in ("linux", "linux2"):
|
|||||||
NETRC_FILE = "/home/mtuszowski/.netrc"
|
NETRC_FILE = "/home/mtuszowski/.netrc"
|
||||||
LOGSTORE = "/home/mtuszowski/conjurer/logs/"
|
LOGSTORE = "/home/mtuszowski/conjurer/logs/"
|
||||||
ENCODING = "utf-8"
|
ENCODING = "utf-8"
|
||||||
|
GRAPHICS_PATH = "/home/mtuszowski/conjurer/Conjurer_graphics/"
|
||||||
|
|
||||||
else:
|
else:
|
||||||
LOGFILE = "/home/pi/Conjurer/discord_mus_service.log"
|
LOGFILE = "/home/pi/Conjurer/discord_mus_service.log"
|
||||||
|
MEMORY_FIVE_SIARA = "/home/pi/Conjurer/pamiec.json"
|
||||||
|
SYSTEM_GPT_SETTINGS = "/home/pi/Conjurer/system_gpt_settings.json"
|
||||||
|
MEMORY_FIVE_MUZYKA = "/home/pi/Conjurer/pamiec_muzyki.json"
|
||||||
|
MUSIC_FOLDER = "/home/pi/RetroPie/mp3/"
|
||||||
|
SETTINGS_FILE = "/home/pi/Conjurer/settings.json"
|
||||||
NETRC_FILE = "/home/pi/.netrc"
|
NETRC_FILE = "/home/pi/.netrc"
|
||||||
LOGSTORE = "/home/pi/RetroPie/logs/"
|
LOGSTORE = "/home/pi/RetroPie/logs/"
|
||||||
|
ACCIDENT_LOG = "/home/pi/Conjurer/accident_log.json"
|
||||||
ENCODING = "utf-8"
|
ENCODING = "utf-8"
|
||||||
MUSIC_FOLDER = "/home/pi/RetroPie/mp3/"
|
GRAPHICS_PATH = "/home/pi/RetroPie/Conjurer_graphics/"
|
||||||
|
DIR_PATH_SADOX = "/home/pi/RetroPie/Fansadox/"
|
||||||
|
|
||||||
|
|
||||||
music_file_list = []
|
music_file_list = []
|
||||||
|
|
||||||
|
|
||||||
def create_playlist():
|
|
||||||
"""
|
|
||||||
Reads a JSON file containing a playlist and writes the playlist items to a text file.
|
|
||||||
|
|
||||||
The JSON file path is '/home/pi/Conjurer/playlist.json',
|
|
||||||
and the text file path is '/home/pi/Conjurer/all_playlist.playlist'.
|
|
||||||
|
|
||||||
Raises:
|
|
||||||
JSONDecodeError: If the JSON file cannot be decoded.
|
|
||||||
|
|
||||||
"""
|
|
||||||
with open("/home/pi/Conjurer/playlist.json", "r+", encoding="utf-8") as r_file:
|
|
||||||
with open(
|
|
||||||
"/home/pi/Conjurer/all_playlist.playlist", "w", encoding="utf-8"
|
|
||||||
) as w_file:
|
|
||||||
try:
|
|
||||||
playlist = json.load(r_file)
|
|
||||||
for item in playlist:
|
|
||||||
w_file.write(item)
|
|
||||||
w_file.write("\n")
|
|
||||||
except json.JSONDecodeError:
|
|
||||||
pass
|
|
||||||
|
|
||||||
|
|
||||||
def rescan():
|
def rescan():
|
||||||
"""
|
"""
|
||||||
The `rescan` function logs a message, scans for mp3 files in a specified folder,
|
The `rescan` function logs a message, scans for mp3 files in a specified folder,
|
||||||
@@ -75,14 +55,6 @@ def rescan():
|
|||||||
if platform == "win32":
|
if platform == "win32":
|
||||||
temp_music_file = temp_music_file.replace("/", "\\")
|
temp_music_file = temp_music_file.replace("/", "\\")
|
||||||
music_file_list.append(temp_music_file)
|
music_file_list.append(temp_music_file)
|
||||||
with open("/home/pi/Conjurer/playlist.json", "r+", encoding="utf-8") as s_file:
|
|
||||||
database = music_file_list
|
|
||||||
# self.app.logger.info("DUMPING DATA")
|
|
||||||
s_file.truncate(0)
|
|
||||||
s_file.seek(0)
|
|
||||||
json.dump(database, s_file)
|
|
||||||
create_playlist()
|
|
||||||
|
|
||||||
|
|
||||||
def thread_rescan():
|
def thread_rescan():
|
||||||
"""
|
"""
|
||||||
@@ -91,31 +63,14 @@ def thread_rescan():
|
|||||||
"""
|
"""
|
||||||
logging.info("Starting filesystemupdater")
|
logging.info("Starting filesystemupdater")
|
||||||
while True:
|
while True:
|
||||||
time.sleep(60 * 60 * 24)
|
time.sleep(60*60*24)
|
||||||
logging.info("Rescan triggered")
|
logging.info("Rescan triggered")
|
||||||
rescan()
|
rescan()
|
||||||
|
|
||||||
|
|
||||||
app = Flask(__name__)
|
app = Flask(__name__)
|
||||||
|
|
||||||
|
def wyszukaj(word_list, how_many):
|
||||||
# TODO: Odpalić wyszukiwarki w wątkach i dopiero po wszystkim zsumować wyszukiwanie.
|
logger = logging.getLogger()
|
||||||
def wyszukaj(word_list, how_many, _logger=None, return_to_bot=True):
|
|
||||||
"""
|
|
||||||
Searches for music files based on a list of keywords and returns a list of matching files.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
word_list (list): A list of keywords to search for.
|
|
||||||
how_many (int): The maximum number of matching files to return.
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
list: A list of matching files, sorted by their search weight.
|
|
||||||
|
|
||||||
"""
|
|
||||||
if _logger is None:
|
|
||||||
fun_logger = logging.getLogger()
|
|
||||||
else:
|
|
||||||
fun_logger = _logger
|
|
||||||
return_list = []
|
return_list = []
|
||||||
search_weight = []
|
search_weight = []
|
||||||
|
|
||||||
@@ -129,7 +84,7 @@ def wyszukaj(word_list, how_many, _logger=None, return_to_bot=True):
|
|||||||
skip_start = 1
|
skip_start = 1
|
||||||
for word in word_list[skip_start:]:
|
for word in word_list[skip_start:]:
|
||||||
token_weight = len(word)
|
token_weight = len(word)
|
||||||
fun_logger.info("Słowo kluczowe: %s", word)
|
logger.info("Słowo kluczowe: %s", word)
|
||||||
itr = 0
|
itr = 0
|
||||||
for file in music_file_list:
|
for file in music_file_list:
|
||||||
file = file.split(SEPARATOR_FILE_PATH)
|
file = file.split(SEPARATOR_FILE_PATH)
|
||||||
@@ -169,7 +124,6 @@ def wyszukaj(word_list, how_many, _logger=None, return_to_bot=True):
|
|||||||
else:
|
else:
|
||||||
skip = 4
|
skip = 4
|
||||||
matched_times = 1
|
matched_times = 1
|
||||||
# TODO: To do wątków albo for asynchroniczny
|
|
||||||
for itm in all_words[skip:]:
|
for itm in all_words[skip:]:
|
||||||
pingu += 1
|
pingu += 1
|
||||||
pattern = ".*" + word + ".*"
|
pattern = ".*" + word + ".*"
|
||||||
@@ -185,42 +139,26 @@ def wyszukaj(word_list, how_many, _logger=None, return_to_bot=True):
|
|||||||
matched_times += 1
|
matched_times += 1
|
||||||
itr += 1
|
itr += 1
|
||||||
|
|
||||||
fun_logger.info(
|
logger.info("Stworzylem tablice wag zajęło mi to %s", datetime.now() - time_start)
|
||||||
"Stworzylem tablice wag zajęło mi to %s", datetime.now() - time_start
|
|
||||||
)
|
|
||||||
time_start = datetime.now()
|
time_start = datetime.now()
|
||||||
item_to_search = max_weight(search_weight)
|
item_to_search = max_weight(search_weight)
|
||||||
itr = 0
|
itr = 0
|
||||||
if item_to_search == 0:
|
if item_to_search == 0:
|
||||||
return []
|
return None
|
||||||
not_found = True
|
not_found = True
|
||||||
return_list = []
|
return_list = []
|
||||||
if int(how_many) <= 0:
|
if int(how_many) <= 0:
|
||||||
fun_logger.info("Jeden plik do zagrania")
|
logger.info("Jeden plik do zagrania")
|
||||||
while not_found:
|
while not_found:
|
||||||
if search_weight[itr][0] == item_to_search:
|
if search_weight[itr][0] == item_to_search:
|
||||||
return_list.append(search_weight[itr])
|
return_list.append(search_weight[itr])
|
||||||
if not return_to_bot:
|
return return_list
|
||||||
with open(
|
|
||||||
"/home/pi/Conjurer/priority_queue.playlist", "r+", encoding="utf-8"
|
|
||||||
) as s_file:
|
|
||||||
s_file.write(search_weight[itr][1])
|
|
||||||
break
|
|
||||||
itr += 1
|
itr += 1
|
||||||
else:
|
else:
|
||||||
fun_logger.info("Wiele plików do zagrania")
|
logger.info("Wiele plików do zagrania")
|
||||||
search_weight.sort(key=lambda x: x[0], reverse=True)
|
search_weight.sort(key=lambda x: x[0], reverse=True)
|
||||||
return_list.extend(search_weight[: int(how_many)])
|
return_list.extend(search_weight[: int(how_many)])
|
||||||
if not return_to_bot:
|
return return_list
|
||||||
|
|
||||||
with open(
|
|
||||||
"/home/pi/Conjurer/priority_queue.playlist", "r+", encoding="utf-8"
|
|
||||||
) as s_file:
|
|
||||||
s_file.truncate(0)
|
|
||||||
for item in return_list:
|
|
||||||
s_file.write(item[1] + "\n")
|
|
||||||
return return_list
|
|
||||||
|
|
||||||
|
|
||||||
def max_weight(lista):
|
def max_weight(lista):
|
||||||
"""
|
"""
|
||||||
@@ -250,47 +188,6 @@ def remove_characters(string, character):
|
|||||||
return string.replace(character, "")
|
return string.replace(character, "")
|
||||||
|
|
||||||
|
|
||||||
@app.route("/stream", methods=["GET"])
|
|
||||||
def stream_music():
|
|
||||||
"""
|
|
||||||
The function `get_music_list` returns a JSON object containing a list of music files.
|
|
||||||
:return: A JSON response containing a key "music_file_list" with the value of the variable
|
|
||||||
`music_file_list`.
|
|
||||||
"""
|
|
||||||
return send_from_directory("/tmp/hls", "stream.m3u8")
|
|
||||||
|
|
||||||
@app.route('/<string:file_name>')
|
|
||||||
def stream(file_name):
|
|
||||||
video_dir = '/tmp/hls'
|
|
||||||
return send_from_directory(video_dir, file_name)
|
|
||||||
|
|
||||||
|
|
||||||
@app.route("/stream_mp3", methods=["GET"])
|
|
||||||
def stream_music_mp3():
|
|
||||||
"""
|
|
||||||
The function `get_music_list` returns a JSON object containing a list of music files.
|
|
||||||
:return: A JSON response containing a key "music_file_list" with the value of the variable
|
|
||||||
`music_file_list`.
|
|
||||||
"""
|
|
||||||
return redirect("http://www.example.com", code=302)
|
|
||||||
|
|
||||||
|
|
||||||
@app.route("/clear_pr_pls", methods=["GET"])
|
|
||||||
def clear_pr_pls():
|
|
||||||
"""
|
|
||||||
The function `get_music_list` returns a JSON object containing a list of music files.
|
|
||||||
:return: A JSON response containing a key "music_file_list" with the value of the variable
|
|
||||||
`music_file_list`.
|
|
||||||
"""
|
|
||||||
with open(
|
|
||||||
"/home/pi/Conjurer/priority_queue.playlist", "w", encoding="utf-8"
|
|
||||||
) as s_file:
|
|
||||||
s_file.truncate(0)
|
|
||||||
return_data = jsonify(isError=False, message="Success", statusCode=200, data=[])
|
|
||||||
return return_data, 200
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
@app.route("/mp3", methods=["GET"])
|
@app.route("/mp3", methods=["GET"])
|
||||||
def get_music_list():
|
def get_music_list():
|
||||||
"""
|
"""
|
||||||
@@ -321,7 +218,6 @@ def update_music_list():
|
|||||||
)
|
)
|
||||||
return return_data
|
return return_data
|
||||||
|
|
||||||
|
|
||||||
@app.route("/get_music", methods=["POST"])
|
@app.route("/get_music", methods=["POST"])
|
||||||
def look_for_playlist():
|
def look_for_playlist():
|
||||||
"""
|
"""
|
||||||
@@ -338,31 +234,7 @@ def look_for_playlist():
|
|||||||
app.logger.info(record["lista_slow"])
|
app.logger.info(record["lista_slow"])
|
||||||
app.logger.info(record["UUID"])
|
app.logger.info(record["UUID"])
|
||||||
app.logger.info(record["dlugosc_plejlisty"])
|
app.logger.info(record["dlugosc_plejlisty"])
|
||||||
return_data = wyszukaj(record["lista_slow"], record["dlugosc_plejlisty"], app.logger, True)
|
return_data = wyszukaj(record["lista_slow"],record["dlugosc_plejlisty"])
|
||||||
|
|
||||||
return_data = (
|
|
||||||
jsonify(isError=False, message="Success", statusCode=200, data=return_data),
|
|
||||||
200,
|
|
||||||
)
|
|
||||||
return return_data
|
|
||||||
|
|
||||||
@app.route("/add_to_priority", methods=["POST"])
|
|
||||||
def add_to_priority():
|
|
||||||
"""
|
|
||||||
The function `update_music_list` receives a POST request with a JSON payload, logs the received
|
|
||||||
item, adds it to a music file list, and returns a success message along with the updated record.
|
|
||||||
:return: The function `update_music_list` is returning a tuple containing a JSON response and a
|
|
||||||
status code. The JSON response includes keys `isError`, `message`, `statusCode`, and `data`,
|
|
||||||
with values indicating the success of the operation and the data that was
|
|
||||||
received and added to the `music_file_list`.
|
|
||||||
The status code returned is 200, indicating a successful response.
|
|
||||||
"""
|
|
||||||
record = json.loads(request.data)
|
|
||||||
app.logger.info(record)
|
|
||||||
app.logger.info(record["lista_slow"])
|
|
||||||
app.logger.info(record["UUID"])
|
|
||||||
app.logger.info(record["dlugosc_plejlisty"])
|
|
||||||
return_data = wyszukaj(record["lista_slow"], record["dlugosc_plejlisty"], app.logger, False)
|
|
||||||
|
|
||||||
return_data = (
|
return_data = (
|
||||||
jsonify(isError=False, message="Success", statusCode=200, data=return_data),
|
jsonify(isError=False, message="Success", statusCode=200, data=return_data),
|
||||||
@@ -379,7 +251,6 @@ def flask_debug():
|
|||||||
# trunk-ignore(bandit/B201)
|
# trunk-ignore(bandit/B201)
|
||||||
app.run(debug=True, use_reloader=False, host=HOST_ADDRESS, port=PORT_ADDRESS)
|
app.run(debug=True, use_reloader=False, host=HOST_ADDRESS, port=PORT_ADDRESS)
|
||||||
|
|
||||||
|
|
||||||
def waitress_run():
|
def waitress_run():
|
||||||
"""
|
"""
|
||||||
The `waitress_run` function serves the `app` on host "0.0.0.0"
|
The `waitress_run` function serves the `app` on host "0.0.0.0"
|
||||||
@@ -387,27 +258,12 @@ def waitress_run():
|
|||||||
"""
|
"""
|
||||||
serve(app, host=HOST_ADDRESS, port=PORT_ADDRESS)
|
serve(app, host=HOST_ADDRESS, port=PORT_ADDRESS)
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
logger = logging.getLogger("conjurer_musician")
|
logger = logging.getLogger('conjurer_musician')
|
||||||
logger.setLevel(logging.DEBUG)
|
logger.setLevel(logging.DEBUG)
|
||||||
formatter = logging.Formatter(
|
|
||||||
"%(asctime)s - %(name)s - %(levelname)s - %(message)s"
|
|
||||||
)
|
|
||||||
handler = handlers.RotatingFileHandler(
|
|
||||||
filename=LOGFILE,
|
|
||||||
encoding=ENCODING,
|
|
||||||
mode="a",
|
|
||||||
maxBytes=6 * 1024 * 1024,
|
|
||||||
backupCount=6,
|
|
||||||
)
|
|
||||||
handler.setFormatter(formatter)
|
|
||||||
logger.addHandler(handler)
|
|
||||||
|
|
||||||
rescan()
|
rescan()
|
||||||
logger.info("Started")
|
logger.info("Started")
|
||||||
threads = []
|
threads = []
|
||||||
#threads.append(threading.Thread(target=flask_debug))
|
|
||||||
threads.append(threading.Thread(target=waitress_run))
|
threads.append(threading.Thread(target=waitress_run))
|
||||||
threads.append(threading.Thread(target=thread_rescan))
|
threads.append(threading.Thread(target=thread_rescan))
|
||||||
|
|
||||||
@@ -416,3 +272,5 @@ if __name__ == "__main__":
|
|||||||
|
|
||||||
for worker in threads:
|
for worker in threads:
|
||||||
worker.join()
|
worker.join()
|
||||||
|
|
||||||
|
#TODO: Inne pliki - sadox, dokumenty naukowe itp.
|
||||||
@@ -0,0 +1,11 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=Conjurer_musician
|
||||||
|
After=multi-user.target
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Type=simple
|
||||||
|
ExecStart=/home/pi/Conjurer-service/conjurer/file_webservice/bin/python3 /home/pi/Conjurer-service/conjurer/file_webservice/conjurer_musician.py
|
||||||
|
Restart=on-abort
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=multi-user.target
|
||||||
@@ -0,0 +1,11 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
python3 -m venv /home/pi/Conjurer-service/conjurer/file_webservice
|
||||||
|
source ./bin/activate
|
||||||
|
./bin/python3 -m pip install --upgrade pip
|
||||||
|
./bin/python3 -m pip install -r requirements_musician.txt
|
||||||
|
deactivate
|
||||||
|
|
||||||
|
sudo cp ./conjurer_musician.service /etc/systemd/system/
|
||||||
|
sudo systemctl daemon-reload
|
||||||
|
sudo systemctl start conjurer_musician.service
|
||||||
|
sudo systemctl enable conjurer_musician.service
|
||||||
+2
-6
@@ -1,9 +1,5 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
cd /home/pi
|
|
||||||
mdkir Conjurer
|
|
||||||
cd Conjurer
|
|
||||||
python3 -m venv /home/pi/Conjurer/env
|
python3 -m venv /home/pi/Conjurer/env
|
||||||
cp /home/pi/conjurer/requirements_bot.txt /home/pi/Conjurer/
|
|
||||||
source ./env/bin/activate
|
source ./env/bin/activate
|
||||||
./env/bin/python3 -m pip install --upgrade pip
|
./env/bin/python3 -m pip install --upgrade pip
|
||||||
./env/bin/python3 -m pip install -r requirements_bot.txt
|
./env/bin/python3 -m pip install -r requirements_bot.txt
|
||||||
@@ -12,5 +8,5 @@ sed -i '1i\import shutil' ./env/lib/python3.11/site-packages/spotify_dl/youtube.
|
|||||||
deactivate
|
deactivate
|
||||||
sudo cp ./conjurer.service /etc/systemd/system/
|
sudo cp ./conjurer.service /etc/systemd/system/
|
||||||
sudo systemctl daemon-reload
|
sudo systemctl daemon-reload
|
||||||
sudo systemctl start conjurer.service
|
sudo systemctl start conjurer_musician.service
|
||||||
sudo systemctl enable conjurer.service
|
sudo systemctl enable conjurer_musician.service
|
||||||
|
|||||||
@@ -1,26 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
cd /home/pi
|
|
||||||
mkdir Conjurer
|
|
||||||
cd Conjurer
|
|
||||||
python3 -m venv /home/pi/Conjurer/env
|
|
||||||
source /home/pi/Conjurer/env/bin/activate
|
|
||||||
cp /home/pi/conjurer/conjurer_musician/requirements_musician.txt /home/pi/Conjurer/
|
|
||||||
cp /home/pi/conjurer/conjurer_musician/conjurer_musician.py /home/pi/Conjurer/
|
|
||||||
cp /home/pi/conjurer/conjurer_musician/radio_conjurer.liq /home/pi/Conjurer/
|
|
||||||
touch /home/pi/Conjurer/discord_mus_service.log
|
|
||||||
touch /home/pi/Conjurer/all_playlist.txt
|
|
||||||
touch /home/pi/Conjurer/playlist.json
|
|
||||||
touch /home/pi/Conjurer/priority_queue.playlist
|
|
||||||
touch /home/pi/Conjurer/radio_log.log
|
|
||||||
./env/bin/python3 -m pip install --upgrade pip
|
|
||||||
./env/bin/python3 -m pip install -r requirements_musician.txt
|
|
||||||
deactivate
|
|
||||||
sudo cp /home/pi/conjurer/conjurer_musician/conjurer_musician.service /etc/systemd/system/
|
|
||||||
sudo systemctl daemon-reload
|
|
||||||
sudo systemctl start conjurer_musician.service
|
|
||||||
sudo systemctl enable conjurer_musician.service
|
|
||||||
|
|
||||||
sudo cp /home/pi/conjurer/conjurer_musician/radio_service.service /etc/systemd/system/
|
|
||||||
sudo systemctl daemon-reload
|
|
||||||
sudo systemctl start radio_service.service
|
|
||||||
sudo systemctl enable radio_service.service
|
|
||||||
Reference in New Issue
Block a user