mirror of
https://github.com/migatu/conjurer.git
synced 2026-07-14 21:38:38 +00:00
Gpt fixes
FIx Fix Fix Fix. Another. ! Fix Tiktoken Fix Fix
This commit is contained in:
@@ -36,13 +36,14 @@ import pdf2image
|
||||
import PyPDF2
|
||||
import requests
|
||||
import spotipy
|
||||
import tiktoken
|
||||
from discord.ext import commands
|
||||
from spotipy.oauth2 import SpotifyClientCredentials
|
||||
|
||||
import yt_dlp
|
||||
from spotify_dl import spotify
|
||||
from spotify_dl import youtube as youtube_download
|
||||
|
||||
from spotify_dl import spotify
|
||||
|
||||
Music_Config = TypedDict(
|
||||
"Music_Config",
|
||||
{
|
||||
@@ -94,7 +95,7 @@ if platform in ("linux", "linux2"):
|
||||
else:
|
||||
LOGFILE = "/home/pi/Conjurer/discord.log"
|
||||
MEMORY_FIVE_SIARA = "/home/pi/Conjurer/pamiec.json"
|
||||
SYSTEM_GPT_SETTINGS = "/home/pi/Conjurer/conjurer/system_gpt_settings.json"
|
||||
SYSTEM_GPT_SETTINGS = "/home/pi/Conjurer/system_gpt_settings.json"
|
||||
MEMORY_FIVE_MUZYKA = "/home/pi/Conjurer/pamiec_muzyki.json"
|
||||
MUSIC_FOLDER = "/home/pi/RetroPie/mp3/"
|
||||
SETTINGS_FILE = "/home/pi/Conjurer/settings.json"
|
||||
@@ -334,6 +335,18 @@ async def on_message(message):
|
||||
|
||||
# *=========================================== Define Functions
|
||||
|
||||
def num_tokens_from_string(string, model):
|
||||
"""
|
||||
The function `num_tokens_from_string` returns the number of tokens in a given string.
|
||||
|
||||
:param string: The `string` parameter is a string of text that you want to count the number of
|
||||
tokens for
|
||||
:return: the number of tokens in the given string.
|
||||
"""
|
||||
chat_gpt_encoding = tiktoken.encoding_for_model(model)
|
||||
num_tokens = len(chat_gpt_encoding.encode(string))
|
||||
return num_tokens
|
||||
|
||||
|
||||
async def connect(ctx, arg=None):
|
||||
"""
|
||||
@@ -579,19 +592,25 @@ async def handle_response(prompt, vykidailo, bartender, history, username, music
|
||||
# convert back to json.
|
||||
json.dump(file_data, file_memory, indent=4)
|
||||
history = []
|
||||
tokens = 0
|
||||
history.append(GPT_SETTINGS[0])
|
||||
tokens += num_tokens_from_string(GPT_SETTINGS[0]["content"], "gpt-4")
|
||||
for (slowo, reakcja) in word_reactions.items():
|
||||
temp = {"role : system", "content : Kiedy słyszysz " + slowo + " to reagujesz lub dzieje się to " + reakcja}
|
||||
if not reakcja[3]:
|
||||
temp = {"role": "system", "content": "Kiedy słyszysz " + slowo + " to reagujesz lub dzieje się to " + reakcja[0]}
|
||||
tokens += num_tokens_from_string(temp["content"], "gpt-4")
|
||||
history.append(temp)
|
||||
|
||||
logger.error("Liczba tokenów %s", tokens)
|
||||
if music:
|
||||
history.extend(message_table_muzyka)
|
||||
history.extend(message_table_muzyka[-20:0])
|
||||
response = await openai.ChatCompletion.acreate(
|
||||
model="gpt-3.5-turbo-16k", messages=history
|
||||
)
|
||||
else:
|
||||
history.extend(MESSAGE_TABLE)
|
||||
history.extend(MESSAGE_TABLE[-20:0])
|
||||
response = await openai.ChatCompletion.acreate(
|
||||
model="gpt-4-32k", messages=history
|
||||
model="gpt-3.5-turbo-16k", messages=history
|
||||
)
|
||||
logger.info("Historia wysłana:")
|
||||
logger.debug(history)
|
||||
|
||||
Reference in New Issue
Block a user