-
Notifications
You must be signed in to change notification settings - Fork 3
/
undefthread.py
75 lines (60 loc) · 2.32 KB
/
undefthread.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
import azure.cognitiveservices.speech as speechsdk
import config
import elevenlabs
import openai
import time
from pathlib import Path
import importlib
filename = Path(__file__).stem
assistantname = filename.replace("_thread", "")
configname = assistantname + "_config"
threadconfig = assistantname + "_thread_conf"
threadconf = importlib.import_module(threadconfig)
assistantconf = importlib.import_module(configname)
threadid = threadconf.threadid
voiceid = assistantconf.voiceid
assistantid = assistantconf.assistantid
language = assistantconf.language
from elevenlabs import set_api_key
#Initializing Elevenlabs and OpenAI API Keys
set_api_key(config.elevenlabsapikey) # Elevenlabs API Key
openai.api_key = config.openaiapikey # OpenAI Key
# Set up Azure Speech To Text
speech_config = speechsdk.SpeechConfig(subscription=config.azureapikey, region=config.azureregion)
speech_config.speech_recognition_language=language
speech_recognizer = speechsdk.SpeechRecognizer(speech_config=speech_config)
while True:
print("Talk now")
result = speech_recognizer.recognize_once() #get voice input
message = format(result.text)
print(f"You: {message}")
if message:
message = openai.beta.threads.messages.create( #create message from voice input
thread_id=threadid,
role="user",
content=message
)
run = openai.beta.threads.runs.create(
thread_id=threadid,
assistant_id=assistantid
)
#check if the thread has finished
while True:
running = openai.beta.threads.runs.retrieve(
thread_id=threadid,
run_id=run.id
)
#if the thread has finished, get the list of messages
if running.status == "completed":
messages = openai.beta.threads.messages.list(
thread_id=threadid
)
#extract the generated message from the list of all messages
first_message = messages.data[0]
content=first_message.content
value = content[0].text.value
print(f"{assistantname}: {value}")
audio_stream = elevenlabs.generate(text=value, voice=voiceid, model="eleven_multilingual_v2", stream=True)
output = elevenlabs.stream(audio_stream)
break
time.sleep(0.5)