mirror of
https://github.com/migatu/conjurer.git
synced 2026-07-16 06:42:10 +00:00
New stuff incoming
This commit is contained in:
@@ -0,0 +1 @@
|
|||||||
|
#ai command cogs
|
||||||
@@ -301,13 +301,14 @@ logger.info("Done")
|
|||||||
async def on_ready():
|
async def on_ready():
|
||||||
"""Metoda wywoływana przy połączeniu do serwera."""
|
"""Metoda wywoływana przy połączeniu do serwera."""
|
||||||
logger.debug("%s has connected to Discord!", client.user)
|
logger.debug("%s has connected to Discord!", client.user)
|
||||||
await client.load_extension("voice_recognition")
|
#TODO: load vs reload
|
||||||
logger.info("Cogs")
|
#try:
|
||||||
|
await client.load_extension("voice_recognition_commands")
|
||||||
logger.info(client.cogs)
|
logger.info(client.cogs)
|
||||||
await client.change_presence(activity=discord.Game(name="Axe Throwing Darts"))
|
await client.change_presence(activity=discord.Game(name="Axe Throwing Darts"))
|
||||||
await client.tree.sync()
|
await client.tree.sync()
|
||||||
for com in client.commands:
|
for com in client.commands:
|
||||||
logger.info(com.qualified_name)
|
logger.info("Command %s is awejleble", com.qualified_name)
|
||||||
check_self.start()
|
check_self.start()
|
||||||
check_data_q.start()
|
check_data_q.start()
|
||||||
|
|
||||||
|
|||||||
-1707
File diff suppressed because it is too large
Load Diff
@@ -19,6 +19,15 @@ touch /home/pi/Conjurer/request.playlist
|
|||||||
touch /home/pi/Conjurer/persistence.log
|
touch /home/pi/Conjurer/persistence.log
|
||||||
echo "[]" > /home/pi/Conjurer/persistence.log
|
echo "[]" > /home/pi/Conjurer/persistence.log
|
||||||
|
|
||||||
|
sudo usermod -aG pulse-access pi
|
||||||
|
sudo usermod -aG pulse-access root
|
||||||
|
|
||||||
|
sudo usermod -aG audio pi
|
||||||
|
sudo usermod -aG audio root
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
touch /home/pi/Conjurer/radio_log.log
|
touch /home/pi/Conjurer/radio_log.log
|
||||||
./env/bin/python3 -m pip install --upgrade pip
|
./env/bin/python3 -m pip install --upgrade pip
|
||||||
./env/bin/python3 -m pip install -r requirements_musician.txt
|
./env/bin/python3 -m pip install -r requirements_musician.txt
|
||||||
|
|||||||
@@ -0,0 +1 @@
|
|||||||
|
import bot_music_functions
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
import bot_music_functions
|
||||||
-229
@@ -1,229 +0,0 @@
|
|||||||
# -*- coding: utf-8 -*-
|
|
||||||
|
|
||||||
from __future__ import annotations
|
|
||||||
|
|
||||||
import logging
|
|
||||||
|
|
||||||
from discord.ext.voice_recv.sinks import AudioSink
|
|
||||||
|
|
||||||
log = logging.getLogger(__name__)
|
|
||||||
|
|
||||||
__all__ = [
|
|
||||||
'SpeechRecognitionSink',
|
|
||||||
]
|
|
||||||
|
|
||||||
try:
|
|
||||||
import discord.ext.speech_recognition as sr # type: ignore
|
|
||||||
except ImportError:
|
|
||||||
|
|
||||||
def SpeechRecognitionSink(**kwargs) -> AudioSink:
|
|
||||||
"""A stub for when the SpeechRecognition module isn't found."""
|
|
||||||
raise RuntimeError('The SpeechRecognition module is required to use this sink.')
|
|
||||||
|
|
||||||
else:
|
|
||||||
import time
|
|
||||||
import array
|
|
||||||
import asyncio
|
|
||||||
import audioop
|
|
||||||
|
|
||||||
from collections import defaultdict
|
|
||||||
|
|
||||||
from discord.ext.voice_recv.sinks import SilencePacket
|
|
||||||
|
|
||||||
from typing import TYPE_CHECKING, TypedDict
|
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
|
||||||
from concurrent.futures import Future as CFuture
|
|
||||||
from typing import Literal, Callable, Optional, Any, Final, Protocol, Awaitable, TypeVar
|
|
||||||
|
|
||||||
from discord import Member
|
|
||||||
|
|
||||||
from ..opus import VoiceData
|
|
||||||
from ..types import MemberOrUser as User
|
|
||||||
|
|
||||||
T = TypeVar('T')
|
|
||||||
|
|
||||||
SRRecognizerMethod = Literal[
|
|
||||||
'sphinx',
|
|
||||||
'google',
|
|
||||||
'google_cloud',
|
|
||||||
'wit',
|
|
||||||
'azure',
|
|
||||||
'bing',
|
|
||||||
'lex',
|
|
||||||
'houndify',
|
|
||||||
'amazon',
|
|
||||||
'assemblyai',
|
|
||||||
'ibm',
|
|
||||||
'tensorflow',
|
|
||||||
'whisper',
|
|
||||||
'vosk',
|
|
||||||
]
|
|
||||||
|
|
||||||
class SRStopper(Protocol):
|
|
||||||
def __call__(self, wait: bool = True, /) -> None:
|
|
||||||
...
|
|
||||||
|
|
||||||
SRProcessDataCB = Callable[[sr.Recognizer, sr.AudioData, User], Optional[str]]
|
|
||||||
SRTextCB = Callable[[User, str], Any]
|
|
||||||
|
|
||||||
class _StreamData(TypedDict):
|
|
||||||
stopper: Optional[SRStopper]
|
|
||||||
recognizer: sr.Recognizer
|
|
||||||
buffer: array.array[int]
|
|
||||||
|
|
||||||
class SpeechRecognitionSink(AudioSink): # type: ignore
|
|
||||||
def __init__(
|
|
||||||
self,
|
|
||||||
*,
|
|
||||||
process_cb: Optional[SRProcessDataCB] = None,
|
|
||||||
text_cb: Optional[SRTextCB] = None,
|
|
||||||
default_recognizer: SRRecognizerMethod = 'assemblyai',
|
|
||||||
phrase_time_limit: int = 10,
|
|
||||||
ignore_silence_packets: bool = True,
|
|
||||||
):
|
|
||||||
super().__init__(None)
|
|
||||||
self.process_cb: Optional[SRProcessDataCB] = process_cb
|
|
||||||
self.text_cb: Optional[SRTextCB] = text_cb
|
|
||||||
self.phrase_time_limmit: int = phrase_time_limit
|
|
||||||
self.ignore_silence_packets: bool = ignore_silence_packets
|
|
||||||
|
|
||||||
self.default_recognizer: SRRecognizerMethod = default_recognizer
|
|
||||||
self._stream_data: defaultdict[int, _StreamData] = defaultdict(
|
|
||||||
lambda: _StreamData(stopper=None, recognizer=sr.Recognizer(), buffer=array.array('B'))
|
|
||||||
)
|
|
||||||
|
|
||||||
def _await(self, coro: Awaitable[T]) -> CFuture[T]:
|
|
||||||
assert self.client is not None
|
|
||||||
return asyncio.run_coroutine_threadsafe(coro, self.client.loop)
|
|
||||||
|
|
||||||
def wants_opus(self) -> bool:
|
|
||||||
return False
|
|
||||||
|
|
||||||
def write(self, user: Optional[User], data: VoiceData) -> None:
|
|
||||||
if self.ignore_silence_packets and isinstance(data.packet, SilencePacket):
|
|
||||||
return
|
|
||||||
|
|
||||||
if user is None:
|
|
||||||
return
|
|
||||||
|
|
||||||
sdata = self._stream_data[user.id]
|
|
||||||
sdata['buffer'].extend(data.pcm)
|
|
||||||
|
|
||||||
if not sdata['stopper']:
|
|
||||||
sdata['stopper'] = sdata['recognizer'].listen_in_background(
|
|
||||||
DiscordSRAudioSource(sdata['buffer']), self.background_listener(user), self.phrase_time_limmit
|
|
||||||
)
|
|
||||||
|
|
||||||
def background_listener(self, user: User):
|
|
||||||
process_cb = self.process_cb or self.get_default_process_callback()
|
|
||||||
text_cb = self.text_cb or self.get_default_text_callback()
|
|
||||||
|
|
||||||
def callback(_recognizer: sr.Recognizer, _audio: sr.AudioData):
|
|
||||||
output = process_cb(_recognizer, _audio, user)
|
|
||||||
if output is not None:
|
|
||||||
text_cb(user, output)
|
|
||||||
|
|
||||||
return callback
|
|
||||||
|
|
||||||
def get_default_process_callback(self) -> SRProcessDataCB:
|
|
||||||
def cb(recognizer: sr.Recognizer, audio: sr.AudioData, user: Optional[User]) -> Optional[str]:
|
|
||||||
log.debug("Got %s, %s, %s", audio, audio.sample_rate, audio.sample_width)
|
|
||||||
text: Optional[str] = None
|
|
||||||
try:
|
|
||||||
# they changed recognize_google to be optionally assigned at runtime...
|
|
||||||
func = getattr(recognizer, 'recognize_' + self.default_recognizer, recognizer.recognize_google) # type: ignore
|
|
||||||
text = func(audio) # type: ignore
|
|
||||||
except sr.UnknownValueError:
|
|
||||||
log.debug("Bad speech chunk")
|
|
||||||
# self._debug_audio_chunk(audio)
|
|
||||||
|
|
||||||
return text
|
|
||||||
|
|
||||||
return cb
|
|
||||||
|
|
||||||
def get_default_text_callback(self) -> SRTextCB:
|
|
||||||
def cb(user: Optional[User], text: Optional[str]) -> Any:
|
|
||||||
log.info("%s said: %s", user.display_name if user else 'Someone', text)
|
|
||||||
|
|
||||||
return cb
|
|
||||||
|
|
||||||
@AudioSink.listener()
|
|
||||||
def on_voice_member_disconnect(self, member: Member, ssrc: Optional[int]) -> None:
|
|
||||||
self._drop(member.id)
|
|
||||||
|
|
||||||
def cleanup(self) -> None:
|
|
||||||
for user_id in tuple(self._stream_data.keys()):
|
|
||||||
self._drop(user_id)
|
|
||||||
|
|
||||||
def _drop(self, user_id: int) -> None:
|
|
||||||
data = self._stream_data.pop(user_id)
|
|
||||||
|
|
||||||
stopper = data.get('stopper')
|
|
||||||
if stopper:
|
|
||||||
stopper()
|
|
||||||
|
|
||||||
buffer = data.get('buffer')
|
|
||||||
if buffer:
|
|
||||||
# arrays don't have a clear function
|
|
||||||
del buffer[:]
|
|
||||||
|
|
||||||
def _debug_audio_chunk(self, audio: sr.AudioData, filename: str = 'sound.wav') -> None:
|
|
||||||
import io, wave, discord
|
|
||||||
|
|
||||||
with io.BytesIO() as b:
|
|
||||||
with wave.open(b, 'wb') as writer:
|
|
||||||
writer.setframerate(48000)
|
|
||||||
writer.setsampwidth(2)
|
|
||||||
writer.setnchannels(2)
|
|
||||||
writer.writeframes(audio.get_wav_data())
|
|
||||||
|
|
||||||
b.seek(0)
|
|
||||||
f = discord.File(b, filename)
|
|
||||||
self._await(self.voice_client.channel.send(file=f)) # type: ignore
|
|
||||||
|
|
||||||
class DiscordSRAudioSource(sr.AudioSource):
|
|
||||||
little_endian: Final[bool] = True
|
|
||||||
SAMPLE_RATE: Final[int] = 48_000
|
|
||||||
SAMPLE_WIDTH: Final[int] = 2
|
|
||||||
CHANNELS: Final[int] = 2
|
|
||||||
CHUNK: Final[int] = 960
|
|
||||||
|
|
||||||
def __init__(self, buffer: array.array[int]):
|
|
||||||
self.buffer = buffer
|
|
||||||
self._entered: bool = False
|
|
||||||
|
|
||||||
@property
|
|
||||||
def stream(self):
|
|
||||||
return self
|
|
||||||
|
|
||||||
def __enter__(self):
|
|
||||||
if self._entered:
|
|
||||||
log.warning('Already entered sr audio source')
|
|
||||||
self._entered = True
|
|
||||||
return self
|
|
||||||
|
|
||||||
def __exit__(self, *exc) -> None:
|
|
||||||
self._entered = False
|
|
||||||
if any(exc):
|
|
||||||
log.exception('Error closing sr audio source')
|
|
||||||
|
|
||||||
def read(self, size: int) -> bytes:
|
|
||||||
# TODO: make this timeout configurable
|
|
||||||
for _ in range(10):
|
|
||||||
if len(self.buffer) < size * self.CHANNELS:
|
|
||||||
time.sleep(0.1)
|
|
||||||
else:
|
|
||||||
break
|
|
||||||
else:
|
|
||||||
if len(self.buffer) == 0:
|
|
||||||
return b''
|
|
||||||
|
|
||||||
chunksize = size * self.CHANNELS
|
|
||||||
audiochunk = self.buffer[:chunksize].tobytes()
|
|
||||||
del self.buffer[: min(chunksize, len(audiochunk))]
|
|
||||||
audiochunk = audioop.tomono(audiochunk, 2, 1, 1)
|
|
||||||
return audiochunk
|
|
||||||
|
|
||||||
def close(self) -> None:
|
|
||||||
self.buffer.clear()
|
|
||||||
@@ -1,26 +0,0 @@
|
|||||||
"""
|
|
||||||
This Python code snippet is connecting to a MySQL database
|
|
||||||
using the `mysql.connector` library and fetching data from a table named `scimag`
|
|
||||||
Here is a breakdown of what the code is doing:
|
|
||||||
"""
|
|
||||||
|
|
||||||
import netrc
|
|
||||||
|
|
||||||
import mysql.connector
|
|
||||||
|
|
||||||
NETRC_FILE = "/home/mtuszowski/.netrc"
|
|
||||||
netrc_mod = netrc.netrc(NETRC_FILE)
|
|
||||||
REMOTE_HOST_NAME = "192.168.1.192"
|
|
||||||
authTokens = netrc_mod.authenticators(REMOTE_HOST_NAME)
|
|
||||||
|
|
||||||
mydb = mysql.connector.connect(
|
|
||||||
host=REMOTE_HOST_NAME,
|
|
||||||
user=authTokens[0],
|
|
||||||
password=authTokens[2],
|
|
||||||
database="scihubdois",
|
|
||||||
)
|
|
||||||
mycursor = mydb.cursor()
|
|
||||||
|
|
||||||
mycursor.execute("SELECT * FROM scimag WHERE Title Like 'spider%'")
|
|
||||||
for x in mycursor:
|
|
||||||
print(x)
|
|
||||||
@@ -1,47 +0,0 @@
|
|||||||
# -*- coding: utf-8 -*-
|
|
||||||
|
|
||||||
import discord
|
|
||||||
from discord.ext import commands, voice_recv
|
|
||||||
|
|
||||||
discord.opus._load_default()
|
|
||||||
|
|
||||||
bot = commands.Bot(command_prefix=commands.when_mentioned, intents=discord.Intents.all())
|
|
||||||
|
|
||||||
class Testing(commands.Cog):
|
|
||||||
def __init__(self, bot):
|
|
||||||
self.bot = bot
|
|
||||||
|
|
||||||
@commands.command()
|
|
||||||
async def test(self, ctx):
|
|
||||||
def callback(user, data: voice_recv.VoiceData):
|
|
||||||
print(f"Got packet from {user}")
|
|
||||||
|
|
||||||
## voice power level, how loud the user is speaking
|
|
||||||
# ext_data = packet.extension_data.get(voice_recv.ExtensionID.audio_power)
|
|
||||||
# value = int.from_bytes(ext_data, 'big')
|
|
||||||
# power = 127-(value & 127)
|
|
||||||
# print('#' * int(power * (79/128)))
|
|
||||||
## instead of 79 you can use shutil.get_terminal_size().columns-1
|
|
||||||
|
|
||||||
vc = await ctx.author.voice.channel.connect(cls=voice_recv.VoiceRecvClient)
|
|
||||||
vc.listen(voice_recv.BasicSink(callback))
|
|
||||||
|
|
||||||
@commands.command()
|
|
||||||
async def stop(self, ctx):
|
|
||||||
await ctx.voice_client.disconnect()
|
|
||||||
|
|
||||||
@commands.command()
|
|
||||||
async def die(self, ctx):
|
|
||||||
ctx.voice_client.stop()
|
|
||||||
await ctx.bot.close()
|
|
||||||
|
|
||||||
@bot.event
|
|
||||||
async def on_ready():
|
|
||||||
print('Logged in as {0.id}/{0}'.format(bot.user))
|
|
||||||
print('------')
|
|
||||||
await bot.add_cog(Testing(bot))
|
|
||||||
|
|
||||||
REMOTE_HOST_NAME = "discord"
|
|
||||||
|
|
||||||
|
|
||||||
bot.run("NzUxNDQxODgzNDA2MDA4NDEw.Go--wb.Nr28Oo4eYAP1p2XFVHF5uIQfcPD7s_jO2NfMCQ")
|
|
||||||
@@ -2,11 +2,11 @@ import logging
|
|||||||
import wave
|
import wave
|
||||||
import asyncio
|
import asyncio
|
||||||
import netrc
|
import netrc
|
||||||
import assemblyai as aai
|
import time
|
||||||
import discord
|
import discord
|
||||||
|
import assemblyai as aai
|
||||||
from discord.ext import commands, voice_recv, tasks
|
from discord.ext import commands, voice_recv, tasks
|
||||||
from discord.opus import Decoder as OpusDecoder
|
from discord.opus import Decoder as OpusDecoder
|
||||||
import time
|
|
||||||
|
|
||||||
# Replace with your API key
|
# Replace with your API key
|
||||||
NETRC_FILE = "/home/pi/.netrc"
|
NETRC_FILE = "/home/pi/.netrc"
|
||||||
Reference in New Issue
Block a user