Skip to content

Commit

Permalink
rev
Browse files Browse the repository at this point in the history
  • Loading branch information
kenarsa committed May 21, 2024
1 parent 3bd9daa commit 44ae2ee
Showing 1 changed file with 6 additions and 4 deletions.
10 changes: 6 additions & 4 deletions recipes/llm-voice-assistant/python/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -240,7 +240,10 @@ def main() -> None:
porcupine = pvporcupine.create(access_key=access_key, keyword_paths=[keyword_model_path])
print(f"→ Porcupine V{porcupine.version}")

cheetah = pvcheetah.create(access_key=access_key, endpoint_duration_sec=cheetah_endpoint_duration_sec)
cheetah = pvcheetah.create(
access_key=access_key,
endpoint_duration_sec=cheetah_endpoint_duration_sec,
enable_automatic_punctuation=True)
print(f"→ Cheetah V{cheetah.version}")

pllm = picollm.create(access_key=access_key, model_path=picollm_model_path, device=picollm_device)
Expand Down Expand Up @@ -312,11 +315,10 @@ def handler(_, __) -> None:
picollm_profiler = TPSProfiler()

eos_tokens = {
'<end_of_turn>', # Gemma
'</s>', # Llama-2, Mistral, and Mixtral
'<end_of_turn>', # Gemma
'<|endoftext|>', # Phi-2
'<|eot_id|>', # Llama-3
'Human: ', # Phi-2
'Instruct: ', # Phi-2
}

completion = ['']
Expand Down

0 comments on commit 44ae2ee

Please sign in to comment.