Common middleware llm package and ollama support

.github/workflows/build.yml

@@ -56,6 +56,14 @@ jobs:
           docker build -t athena .
           cd ..
 
+      - name: Build shared_llm image
+        id: set-image-shared
+        if: matrix.image == 'module_text_llm'
+        run: |
+          cd shared_llm
+          docker build -t shared_llm .
+          cd ..
+
       - name: Docker Login
         id: docker-login
         run: |

assessment_module_manager/Dockerfile

@@ -26,10 +26,12 @@ RUN poetry config virtualenvs.create true \
 COPY . ./
 
 # Use modules configuration file for docker
-RUN mv ./modules.docker.ini ./modules.ini
+RUN cp ./modules.docker.ini ./modules.ini
+RUN rm ./modules.docker.ini
 
 # Use deployments configuration file for docker
-RUN mv ./deployments.docker.ini ./deployments.ini
+RUN cp ./deployments.docker.ini ./deployments.ini
+RUN rm ./deployments.docker.ini
 
 # poetry scripts don't work here
-CMD poetry run python -m assessment_module_manager
+CMD poetry run python -m assessment_module_manager

assessment_module_manager/assessment_module_manager/endpoints/health_endpoint.py

@@ -29,15 +29,16 @@ class HealthResponse(BaseModel):
     and whether all the modules are healthy (i.e. reachable).
     Additional information about the modules is also provided.
     """
-    status: str = Field(const=True, default="ok", example="ok")
+    status: str = Field(Literal=True, default="ok", example="ok")
     modules: dict = Field(
         example=[
             {
                 "module_example": {
                     "url": "http://localhost:5001",
                     "type": "programming",
                     "healthy": True,
-                    "supportsEvaluation": True
+                    "supportsEvaluation": True,
+                    "supportsNonGradedFeedbackRequests": True
                 }
             }
         ]
@@ -58,7 +59,8 @@ async def get_health() -> HealthResponse:
                 "url": module.url,
                 "type": module.type,
                 "healthy": await is_healthy(module),
-                "supportsEvaluation": module.supports_evaluation
+                "supportsEvaluation": module.supports_evaluation,
+                "supportsNonGradedFeedbackRequests": module.supports_non_graded_feedback_requests
             }
             for module in get_modules()
         }

assessment_module_manager/assessment_module_manager/module/list_modules.py

@@ -21,6 +21,7 @@ def list_modules() -> List[Module]:
             url=cast(AnyHttpUrl, os.environ.get(f"{module.upper()}_URL", modules_config[module]["url"])),
             type=ExerciseType(modules_config[module]["type"]),
             supports_evaluation=modules_config[module].getboolean("supports_evaluation"),
+            supports_non_graded_feedback_requests=modules_config[module].getboolean("supports_non_graded_feedback_requests")
         )
         for module in modules_config.sections()
     ]

assessment_module_manager/assessment_module_manager/module/module.py

@@ -9,3 +9,4 @@ class Module(BaseModel):
     url: AnyHttpUrl = Field(example="http://localhost:5001")
     type: ExerciseType = Field(example=ExerciseType.text)
     supports_evaluation: bool = Field(description="Whether the module supports evaluation", example=True)
+    supports_non_graded_feedback_requests: bool = Field(description="Whether the module supports non-graded feedback requests", example=True)

assessment_module_manager/deployments.docker.ini

@@ -1,2 +1,8 @@
 [schwind]
-url = https://ma-schwind.ase.cit.tum.de
+url = https://ma-schwind.ase.cit.tum.de
+
+[playground]
+url = https://athenetest1-03.ase.cit.tum.de
+
+[localhost]
+url = http://localhost:3000

assessment_module_manager/deployments.ini

@@ -1,4 +1,7 @@
 # for local development only
 
 [local]
-url = http://localhost:8080
+url = http://localhost:8080
+
+[playground]
+url = http://localhost:3000

assessment_module_manager/modules.docker.ini

@@ -2,33 +2,40 @@
 url = http://module-example:5001
 type = programming
 supports_evaluation = true
+supports_non_graded_feedback_requests = false
 
 [module_programming_llm]
 url = http://module-programming-llm:5002
 type = programming
 supports_evaluation = false
+supports_non_graded_feedback_requests = true
 
 [module_text_llm]
 url = http://module-text-llm:5003
 type = text
 supports_evaluation = true
+supports_non_graded_feedback_requests = false
 
 [module_text_cofee]
 url = http://module-text-cofee:5004
 type = text
 supports_evaluation = false
+supports_non_graded_feedback_requests = false
 
 [module_programming_themisml]
 url = http://module-programming-themisml:5005
 type = programming
 supports_evaluation = false
+supports_non_graded_feedback_requests = false
 
 [module_programming_apted]
 url = http://module-programming-apted:5006
 type = programming
 supports_evaluation = false
+supports_non_graded_feedback_requests = false
 
 [module_modeling_llm]
 url = http://module-modeling-llm:5008
 type = modeling
 supports_evaluation = false
+supports_non_graded_feedback_requests = false

assessment_module_manager/modules.ini

@@ -2,33 +2,40 @@
 url = http://localhost:5001
 type = programming
 supports_evaluation = true
+supports_non_graded_feedback_requests = false
 
 [module_programming_llm]
 url = http://localhost:5002
 type = programming
 supports_evaluation = false
+supports_non_graded_feedback_requests = true
 
 [module_text_llm]
 url = http://localhost:5003
 type = text
 supports_evaluation = true
+supports_non_graded_feedback_requests = false
 
 [module_text_cofee]
 url = http://localhost:5004
 type = text
 supports_evaluation = false
+supports_non_graded_feedback_requests = false
 
 [module_programming_themisml]
 url = http://localhost:5005
 type = programming
 supports_evaluation = false
+supports_non_graded_feedback_requests = false
 
 [module_programming_apted]
 url = http://localhost:5006
 type = programming
 supports_evaluation = false
+supports_non_graded_feedback_requests = false
 
 [module_modeling_llm]
 url = http://localhost:5008
 type = modeling
 supports_evaluation = false
+supports_non_graded_feedback_requests = false