From 33a298ae87d4808f1ca16ba2404b0fb12cf1ed69 Mon Sep 17 00:00:00 2001 From: Avram Tudor Date: Thu, 20 Jun 2024 16:55:35 +0300 Subject: [PATCH] fix: update port for openai api server --- README.md | 2 +- compose-dev.yaml | 2 +- skynet/env.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index e45a08a..dddbd8a 100644 --- a/README.md +++ b/README.md @@ -60,7 +60,7 @@ docker restart skynet-web-1 # localhost:8000 for Skynet APIs # localhost:8001/metrics for Prometheus metrics -# localhost:8002 for llama.cpp web server GUI +# localhost:8003 for llama.cpp web server GUI ``` ### Test it from Github Pages diff --git a/compose-dev.yaml b/compose-dev.yaml index f408415..99e01d1 100644 --- a/compose-dev.yaml +++ b/compose-dev.yaml @@ -8,7 +8,7 @@ services: ports: - "8000:8000" - "8001:8001" - - "8002:8002" + - "8003:8003" redis: image: "redis:alpine" platform: linux/amd64 diff --git a/skynet/env.py b/skynet/env.py index 877b501..11bad4a 100644 --- a/skynet/env.py +++ b/skynet/env.py @@ -36,7 +36,7 @@ def tobool(val: str | None): # openai api openai_api_server_path = os.environ.get('OPENAI_API_SERVER_PATH', '/app/llama.cpp/server') -openai_api_server_port = int(os.environ.get('OPENAI_API_SERVER_PORT', 8002)) +openai_api_server_port = int(os.environ.get('OPENAI_API_SERVER_PORT', 8003)) openai_api_base_url = os.environ.get('OPENAI_API_BASE_URL', f'http://localhost:{openai_api_server_port}/v1') # openai