Merge pull request #228 from kerthcet/feat/fungibility

Fix: model-loader will not load any files

Author: InftyAI-Agent

Dockerfile.loader

@@ -3,16 +3,16 @@ FROM python:3.10-alpine as builder
 WORKDIR /workspace
 
 COPY pyproject.toml poetry.lock ./
-COPY llmaz/ llmaz/
 ENV POETRY_VIRTUALENVS_CREATE false
 
 RUN apk add --no-cache \
     build-base \
     libffi-dev \
     openssl-dev \
     py3-pip \
-    bash \
-    && pip install --no-cache-dir poetry && poetry install --no-dev
+    bash
+
+RUN pip install --no-cache-dir poetry==1.8.4 && poetry install --no-dev
 
 
 FROM python:3.10-alpine
@@ -22,6 +22,7 @@ WORKDIR /workspace
 RUN apk add --no-cache \
     bash
 
+COPY llmaz/ llmaz/
 COPY --from=builder /workspace /workspace
 COPY --from=builder /usr/local/lib/python3.10/site-packages /usr/local/lib/python3.10/site-packages
 COPY --from=builder /usr/local/bin/ /usr/local/bin/

llmaz/main.py

@@ -39,7 +39,7 @@
         if not model_id:
             raise EnvironmentError(f"Environment variable '{model_id}' not found.")
         hub = HubFactory.new(hub_name)
-        model_allow_patterns_list, model_ignore_patterns_list = [], []
+        model_allow_patterns_list, model_ignore_patterns_list = None, None
         if model_allow_patterns:
             model_allow_patterns_list = model_allow_patterns.split(",")
         if model_ignore_patterns:

llmaz/model_loader/model_hub/huggingface.py

@@ -52,7 +52,7 @@ def load_model(
         )
 
         if filename:
-            allow_patterns.append(filename)
+            allow_patterns = [filename]
             local_dir = MODEL_LOCAL_DIR
 
         snapshot_download(