gitea/conjurer
1
0
Fork 0
mirror of https://github.com/migatu/conjurer.git synced 2026-07-18 15:52:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

aa

Browse Source
This commit is contained in:
Migatu
2024-04-02 17:13:08 +02:00
parent e1fe7e3af8
commit b4673936ac
1 changed files with 7 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
conjurer_librarian/conjurer_librarian.py
+7 -8
View File
@@ -35,6 +35,10 @@ class Librarian(object):
def search_crossref(self, query, uuid): def search_crossref(self, query, uuid):
search_result_from_cr = self.cr.works(query = query, limit = self.limit) search_result_from_cr = self.cr.works(query = query, limit = self.limit)
print("Total results")
print(search_result_from_cr['meesage']['total-results'])
print("Fetched")
print(len(search_result_from_cr['meesage']['total-results']))
#add to sql with UUID #add to sql with UUID
#sql row - title, doi, author, uuid, last retrieved, is_available #sql row - title, doi, author, uuid, last retrieved, is_available
with open("results.json", "r+", encoding="UTF-8") as data_file: with open("results.json", "r+", encoding="UTF-8") as data_file:
@@ -49,12 +53,6 @@ class Librarian(object):
container = "NO" container = "NO"
if "container-title" in item: if "container-title" in item:
container = "YES" container = "YES"
if 'title' in item:
print(item['title'])
if 'type' in item:
print(item['type'])
print(item['DOI'])
summarized_results.append({"DOI" : item['DOI'], "title": item['title'] if 'title' in item else None,"type": item['type'] if 'type' in item else None, "container": container}) summarized_results.append({"DOI" : item['DOI'], "title": item['title'] if 'title' in item else None,"type": item['type'] if 'type' in item else None, "container": container})
result = {"UUID": uuid, "total_results": search_result_from_cr['message']['total-results'], "on_page" : 1, "summary":summarized_results, "results":search_result_from_cr['message']['items'], } result = {"UUID": uuid, "total_results": search_result_from_cr['message']['total-results'], "on_page" : 1, "summary":summarized_results, "results":search_result_from_cr['message']['items'], }
file_data.append(result) file_data.append(result)
@@ -97,13 +95,14 @@ class Librarian(object):
refined_result = [] refined_result = []
for item in unrefined_reqult["summary"]: for item in unrefined_reqult["summary"]:
if item["container"] == "NO" and item["title"]: if item["container"] == "NO" and item["title"]:
print(item["title"])
item_link = "https://sci-hub.se/" + str(item['DOI']) item_link = "https://sci-hub.se/" + str(item['DOI'])
print(item_link)
if self.check_if_exists(item_link): if self.check_if_exists(item_link):
refined_result.append(item) refined_result.append(item)
print ("HIT") print ("HIT")
print(item["title"])
time.sleep(0.01) time.sleep(0.01)
print("Existing hits")
print(len(refined_result))
return refined_result return refined_result
def answer_query(self, query, uuid): def answer_query(self, query, uuid):