mirror of
https://github.com/migatu/conjurer.git
synced 2026-07-16 23:02:10 +00:00
Compare commits
12 Commits
1st_document_pr
...
1.4
| Author | SHA1 | Date | |
|---|---|---|---|
| fe81f5e8fc | |||
| 6d51412ea3 | |||
| 382cf5d501 | |||
| e121c6dc39 | |||
| 548496e0a6 | |||
| 99409f7c0b | |||
| fd1107cd1b | |||
| f08ce02e85 | |||
| 78346d8448 | |||
| c780308541 | |||
| cc0af0ce32 | |||
| 99e3dd7dca |
@@ -1,3 +1,4 @@
|
|||||||
|
from logging import handlers
|
||||||
import re
|
import re
|
||||||
import logging
|
import logging
|
||||||
import threading
|
import threading
|
||||||
@@ -41,7 +42,6 @@ class Librarian(object):
|
|||||||
self.hit = 0
|
self.hit = 0
|
||||||
self.total = 0
|
self.total = 0
|
||||||
self.app = app
|
self.app = app
|
||||||
self.logger = app.logger
|
|
||||||
self.live_results = []
|
self.live_results = []
|
||||||
self.final_result = []
|
self.final_result = []
|
||||||
self.not_in_db = []
|
self.not_in_db = []
|
||||||
@@ -54,15 +54,15 @@ class Librarian(object):
|
|||||||
self.search_result_from_cr.update(result)
|
self.search_result_from_cr.update(result)
|
||||||
self.total = result['message']['total-results']
|
self.total = result['message']['total-results']
|
||||||
self.fetched += len(result['message']['items'])
|
self.fetched += len(result['message']['items'])
|
||||||
self.logger.info (self.total)
|
self.app.logger.info (self.total)
|
||||||
self.logger.info(self.fetched)
|
self.app.logger.info(self.fetched)
|
||||||
while self.total > self.fetched and self.limit > self.fetched:
|
while self.total > self.fetched and self.limit > self.fetched:
|
||||||
result = self.cr.works(query = query, limit = 1000)
|
result = self.cr.works(query = query, limit = 1000)
|
||||||
self.search_result_from_cr.update(result)
|
self.search_result_from_cr.update(result)
|
||||||
self.total = result['message']['total-results']
|
self.total = result['message']['total-results']
|
||||||
self.fetched += len(result['message']['items'])
|
self.fetched += len(result['message']['items'])
|
||||||
self.logger.info (self.total)
|
self.app.logger.info (self.total)
|
||||||
self.logger.info(self.fetched)
|
self.app.logger.info(self.fetched)
|
||||||
time.sleep(0.1)
|
time.sleep(0.1)
|
||||||
self.app.logger.info("CROSSREF DONE")
|
self.app.logger.info("CROSSREF DONE")
|
||||||
#TODO: add to sql with UUID
|
#TODO: add to sql with UUID
|
||||||
@@ -131,8 +131,8 @@ class Librarian(object):
|
|||||||
temp = []
|
temp = []
|
||||||
refined_result = []
|
refined_result = []
|
||||||
for key in unrefined_reqult:
|
for key in unrefined_reqult:
|
||||||
self.logger.info("KEY:")
|
self.app.logger.info("KEY:")
|
||||||
self.logger.info(key)
|
self.app.logger.info(key)
|
||||||
|
|
||||||
for item in unrefined_reqult[self.uuid]["summary"]:
|
for item in unrefined_reqult[self.uuid]["summary"]:
|
||||||
if item["container"] == "NO" and item["title"]:
|
if item["container"] == "NO" and item["title"]:
|
||||||
@@ -155,7 +155,7 @@ class Librarian(object):
|
|||||||
#TODO: DOłożyć sprawdzenie czy w rafinowanym pliku już nie mamy częściowego wyniku tutaj bo zanim w ogóle otworzymy nierafinowany
|
#TODO: DOłożyć sprawdzenie czy w rafinowanym pliku już nie mamy częściowego wyniku tutaj bo zanim w ogóle otworzymy nierafinowany
|
||||||
#Search sql for UUID
|
#Search sql for UUID
|
||||||
#SQL SELECT * FROM RESULTS WHERE UUID = uuid
|
#SQL SELECT * FROM RESULTS WHERE UUID = uuid
|
||||||
self.logger.info(f"Search started {self.uuid}")
|
self.app.logger.info(f"Search started {self.uuid}")
|
||||||
database = None
|
database = None
|
||||||
query = self.query
|
query = self.query
|
||||||
with open("cr_results.json", "r+", encoding="utf-8") as cr_file:
|
with open("cr_results.json", "r+", encoding="utf-8") as cr_file:
|
||||||
@@ -313,23 +313,31 @@ async def get_partial():
|
|||||||
|
|
||||||
#=======================================MAIN===================================================
|
#=======================================MAIN===================================================
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
logger = app.logger
|
app.logger.setLevel(logging.DEBUG)
|
||||||
logger.setLevel(logging.DEBUG)
|
h1 = handlers.RotatingFileHandler(
|
||||||
|
filename="E:\\logs\\librarian.log",
|
||||||
|
encoding="utf-8",
|
||||||
|
mode="a",
|
||||||
|
maxBytes=6 * 1024 * 1024,
|
||||||
|
backupCount=6,
|
||||||
|
)
|
||||||
|
|
||||||
|
app.logger.addHandler(h1)
|
||||||
threads = []
|
threads = []
|
||||||
threads.append(threading.Thread(target=waitress_run))
|
threads.append(threading.Thread(target=waitress_run))
|
||||||
#threads.append(threading.Thread(target=flask_debug))
|
#threads.append(threading.Thread(target=flask_debug))
|
||||||
bgtask = BackgroundTaskSearch()
|
bgtask = BackgroundTaskSearch()
|
||||||
bgtask.app = app
|
bgtask.app = app
|
||||||
threads.append(bgtask)
|
threads.append(bgtask)
|
||||||
threads.append(threading.Thread(target = scrape_bot.scraper, args=(logger,)))
|
threads.append(threading.Thread(target = scrape_bot.scraper, args=(app.logger,)))
|
||||||
i = 0
|
i = 0
|
||||||
for worker in threads:
|
for worker in threads:
|
||||||
try:
|
try:
|
||||||
logger.info(f"App number: {i}")
|
app.logger.info(f"App number: {i}")
|
||||||
i+=1
|
i+=1
|
||||||
worker.start()
|
worker.start()
|
||||||
except RuntimeError as e:
|
except RuntimeError as e:
|
||||||
logger.error("Exploded")
|
app.logger.error("Exploded")
|
||||||
print(str(e))
|
print(str(e))
|
||||||
for worker in threads:
|
for worker in threads:
|
||||||
worker.join()
|
worker.join()
|
||||||
|
|||||||
@@ -214,9 +214,8 @@ def wyszukaj(word_list, how_many, _logger=None, return_to_bot=True):
|
|||||||
if not return_to_bot:
|
if not return_to_bot:
|
||||||
|
|
||||||
with open(
|
with open(
|
||||||
"/home/pi/Conjurer/priority_queue.playlist", "r+", encoding="utf-8"
|
"/home/pi/Conjurer/priority_queue.playlist", "a", encoding="utf-8"
|
||||||
) as s_file:
|
) as s_file:
|
||||||
s_file.truncate(0)
|
|
||||||
for item in return_list:
|
for item in return_list:
|
||||||
s_file.write(item[1] + "\n")
|
s_file.write(item[1] + "\n")
|
||||||
return return_list
|
return return_list
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ enable_replaygain_metadata()
|
|||||||
s1 = replaygain(playlist(reload_mode="watch", "/home/pi/Conjurer/all_playlist.playlist"))
|
s1 = replaygain(playlist(reload_mode="watch", "/home/pi/Conjurer/all_playlist.playlist"))
|
||||||
s2 = replaygain(playlist(reload_mode="watch", "/home/pi/Conjurer/priority_queue.playlist"))
|
s2 = replaygain(playlist(reload_mode="watch", "/home/pi/Conjurer/priority_queue.playlist"))
|
||||||
|
|
||||||
s = random(id="randomizer", weights=[7000, 100], [s2, s1])
|
s = random(id="randomizer", weights=[7, 10], [s2, s1])
|
||||||
|
|
||||||
interactive.harbor(port = 9999)
|
interactive.harbor(port = 9999)
|
||||||
f = interactive.float("f", description="Frequency", min=0., max=1000.,unit="Hz", 200.)
|
f = interactive.float("f", description="Frequency", min=0., max=1000.,unit="Hz", 200.)
|
||||||
@@ -19,24 +19,10 @@ s = crossfade(fade_out=3., fade_in=3., duration=5., s)
|
|||||||
s = amplify(a,s)
|
s = amplify(a,s)
|
||||||
|
|
||||||
s = blank.skip(max_blank=2., s)
|
s = blank.skip(max_blank=2., s)
|
||||||
|
|
||||||
emergency = single("/home/pi/RetroPie/mp3/Youtube/Dr. Peacock - Trip to Ireland [GvrvQTUbUcA].mp3")
|
|
||||||
radio = fallback(id="switcher",track_sensitive = false, [s, emergency])
|
|
||||||
|
|
||||||
handle_metadata = fun (m) -> begin
|
|
||||||
print(m["title"])
|
|
||||||
print(m["artist"])
|
|
||||||
print(m["filename"])
|
|
||||||
end
|
|
||||||
radio.on_metadata(handle_metadata)
|
|
||||||
interactive.persistent("script.params")
|
|
||||||
|
|
||||||
log_to_stdout = true
|
log_to_stdout = true
|
||||||
log_to_file = true
|
log_to_file = true
|
||||||
logpath = "/home/pi/Conjurer/radio_log.log"
|
logpath = "/home/pi/Conjurer/radio_log.log"
|
||||||
loglevel = 3
|
loglevel = 4
|
||||||
|
|
||||||
# Enable logging on Standard Output and set logging level.
|
|
||||||
set("log.stdout",log_to_stdout)
|
set("log.stdout",log_to_stdout)
|
||||||
set("log.level",loglevel)
|
set("log.level",loglevel)
|
||||||
|
|
||||||
@@ -44,5 +30,19 @@ set("log.level",loglevel)
|
|||||||
set("log.file",log_to_file)
|
set("log.file",log_to_file)
|
||||||
set("log.file.path",logpath)
|
set("log.file.path",logpath)
|
||||||
|
|
||||||
|
emergency = single("/home/pi/RetroPie/mp3/Youtube/Dr. Peacock - Trip to Ireland [GvrvQTUbUcA].mp3")
|
||||||
|
radio = fallback(id="switcher",track_sensitive = false, [s, emergency])
|
||||||
|
|
||||||
|
handle_metadata = fun (m) -> begin
|
||||||
|
log.info(m["title"])
|
||||||
|
log.info(m["artist"])
|
||||||
|
log.info(m["filename"])
|
||||||
|
end
|
||||||
|
radio.on_metadata(handle_metadata)
|
||||||
|
interactive.persistent("script.params")
|
||||||
|
|
||||||
|
|
||||||
|
# Enable logging on Standard Output and set logging level.
|
||||||
|
|
||||||
output.file.hls("/tmp/hls",[("mp3-low", %mp3(bitrate=96)), ("mp3-hi", %mp3(bitrate=160))],radio)
|
output.file.hls("/tmp/hls",[("mp3-low", %mp3(bitrate=96)), ("mp3-hi", %mp3(bitrate=160))],radio)
|
||||||
output.icecast(%mp3, host="retropie", port=8000,password=credentials.password, icy_metadata="true", mount="mp3-stream", radio)
|
output.icecast(%mp3, host="retropie", port=8000,password=credentials.password, icy_metadata="true", mount="mp3-stream", radio)
|
||||||
|
|||||||
Reference in New Issue
Block a user