Token amount change

2026-07-14 21:38:38 +00:00 · 2023-10-21 11:00:24 +02:00
parent 6029b65e2b
commit 1302420e68
1 changed files with 2 additions and 2 deletions
@@ -618,11 +618,11 @@ async def handle_response(prompt, vykidailo, bartender, history, username, music
    if music:
        algorithm = "gpt-3.5-turbo-16k"
        table = message_table_muzyka
-        token_amount = 16000
+        token_amount = 15700
    else:
        table = MESSAGE_TABLE
        algorithm = "gpt-4"
-        token_amount = 8000
+        token_amount = 7700

    prompt_gpt_request_size = num_tokens_from_string({"role": "user", "content": final_prompt}, "gpt-4")
    temptable = []