Better messaging

Author: KillianLucas

interpreter/llm/setup_local_text_llm.py

@@ -12,6 +12,8 @@ def setup_local_text_llm(interpreter):
 
     repo_id = interpreter.model.replace("huggingface/", "")
 
+    display_markdown_message(f"> **Warning**: Local LLM usage is an experimental, unstable feature.")
+
     if repo_id != "TheBloke/Mistral-7B-Instruct-v0.1-GGUF":
         # ^ This means it was prob through the old --local, so we have already displayed this message.
         # Hacky. Not happy with this

interpreter/llm/setup_text_llm.py

@@ -49,12 +49,11 @@ def setup_text_llm(interpreter):
 
             display_markdown_message(f"""
             > Failed to install `{interpreter.model}`.
-            \n\n**Common Fixes:** You can follow our simple setup docs at the link below to resolve common errors.\n\n> `https://github.com/KillianLucas/open-interpreter/tree/main/docs`
-            \n\n**If you've tried that and you're still getting an error, we have likely not built the proper `{interpreter.model}` support for your system.**
-            \n\n*( Running language models locally is a difficult task!* If you have insight into the best way to implement this across platforms/architectures, please join the Open Interpreter community Discord and consider contributing the project's development.
+            \n\n**We have likely not built the proper `{interpreter.model}` support for your system.**
+            \n\n(*Running language models locally is a difficult task!* If you have insight into the best way to implement this across platforms/architectures, please join the `Open Interpreter` community Discord, or the `Oobabooga` community Discord, and consider contributing the development of these projects.)
             """)
 
-            raise Exception("Architecture not yet supported for local LLM inference. Please run `interpreter` to connect to a cloud model, then try `--local` again in a few days. Scroll up for more tips.")
+            raise Exception("Architecture not yet supported for local LLM inference via `Oobabooga`. Please run `interpreter` to connect to a cloud model.")
 
     # Pass remaining parameters to LiteLLM
     def base_llm(messages):

interpreter/terminal_interface/validate_llm_settings.py

@@ -21,8 +21,7 @@ def validate_llm_settings(interpreter):
                 # Interactive prompt to download the best local model we know of
 
                 display_markdown_message("""
-                **Open Interpreter** will use `Mistral 7B` for local execution (experimental).
-                """)
+                **Open Interpreter** will use `Mistral 7B` for local execution.""")
 
                 if interpreter.gguf_quality == None:
                     interpreter.gguf_quality = 0.35
@@ -102,7 +101,8 @@ def validate_llm_settings(interpreter):
     # If we're here, we passed all the checks.
 
     # Auto-run is for fast, light useage -- no messages.
-    if not interpreter.auto_run:
+    # If mistral, we've already displayed a message.
+    if not interpreter.auto_run and "mistral" not in interpreter.model.lower():
         display_markdown_message(f"> Model set to `{interpreter.model.upper()}`")
     return
 

poetry.lock

@@ -29,7 +29,7 @@ litellm = "^0.1.590"
 pyyaml = "^6.0.1"
 semgrep = "^1.41.0"
 yaspin = "^3.0.1"
-ooba = "^0.0.18"
+ooba = "*"
 [tool.poetry.dependencies.pyreadline3]
 version = "^3.4.1"
 markers = "sys_platform == 'win32'"