Merge pull request #69 from fractalego/llm-webserving

Llm webserving

wafl/command_line.py

@@ -10,7 +10,7 @@
     download_models,
 )
 from wafl.runners.run_from_audio import run_from_audio
-from wafl.runners.routes import run_app
+from wafl.runners.run_web_interface import run_app
 
 
 def print_help():

wafl/runners/routes.py

@@ -39,8 +39,8 @@ async def index():
     return render_template("selector.html")
 
 
-def run_app():
-    app.run(host="0.0.0.0", port=8889)
+def get_app():
+    return app
 
 
 def create_scheduler_and_webserver_loop(conversation_id):

wafl/runners/run_from_audio.py

@@ -1,11 +1,9 @@
 from wafl.config import Configuration
 from wafl.events.conversation_events import ConversationEvents
-from wafl.events.events_from_module_name import EventsCreatorFromModuleName
 from wafl.interface.voice_interface import VoiceInterface
 from wafl.knowledge.single_file_knowledge import SingleFileKnowledge
 from wafl.logger.local_file_logger import LocalFileLogger
 from wafl.scheduler.conversation_loop import ConversationLoop
-from wafl.scheduler.generated_event_loop import GeneratedEventLoop
 from wafl.scheduler.scheduler import Scheduler
 
 _logger = LocalFileLogger()

wafl/runners/run_web_interface.py

@@ -1,4 +1,10 @@
-from wafl.runners.routes import run_app
+from wafl.runners.routes import get_app
+
+app = get_app()
+
+
+def run_app():
+    app.run(host="0.0.0.0", port=8889)
 
 
 if __name__ == "__main__":