gitea/conjurer
1
0
Fork 0
mirror of https://github.com/migatu/conjurer.git synced 2026-07-16 06:42:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix tokens

Browse Source
This commit is contained in:
Migatu
2023-10-20 18:45:03 +02:00
parent daea2e30b7
commit d8e68aab8b
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
bot.py
+5 -3
View File
@@ -606,25 +606,27 @@ async def handle_response(prompt, vykidailo, bartender, history, username, music
if music: if music:
algorithm = "gpt-3.5-turbo-16k" algorithm = "gpt-3.5-turbo-16k"
table = message_table_muzyka table = message_table_muzyka
token_amount = 16000 token_amount = 16384
else: else:
table = MESSAGE_TABLE table = MESSAGE_TABLE
algorithm = "gpt-4" algorithm = "gpt-4"
token_amount = 80000 token_amount = 8192
prompt_tokens = num_tokens_from_string(final_prompt, "gpt-4") prompt_tokens = num_tokens_from_string(final_prompt, "gpt-4")
for i in reversed(table): for i in reversed(table):
temp_token = num_tokens_from_string(i["content"], "gpt-4") temp_token = num_tokens_from_string(i["content"], "gpt-4")
logger.error("Liczba tokenow %s prompt token %s temp token %s", tokens, prompt_tokens, temp_token)
if tokens < token_amount + prompt_tokens + temp_token: if tokens < token_amount + prompt_tokens + temp_token:
history.append(i) history.append(i)
tokens += temp_token tokens += temp_token
temp = {"role": "user", "content": final_prompt} temp = {"role": "user", "content": final_prompt}
history.append(temp) history.append(temp)
logger.error("Liczba tokenów wyslana %s", tokens)
response = await openai.ChatCompletion.acreate( response = await openai.ChatCompletion.acreate(
model=algorithm, messages=history model=algorithm, messages=history
) )
logger.error("Liczba tokenów przed dodaniem historii %s", tokens)
logger.info("Historia wysłana:") logger.info("Historia wysłana:")
logger.info(history) logger.info(history)
await asyncio.sleep(10) await asyncio.sleep(10)