Skip to content

Commit

Permalink
Changes to accommodate new llama.cpp version
Browse files Browse the repository at this point in the history
Signed-off-by: Eric Curtin <[email protected]>
  • Loading branch information
ericcurtin committed Jul 25, 2024
1 parent 70f287f commit 706fe4c
Showing 1 changed file with 4 additions and 5 deletions.
9 changes: 4 additions & 5 deletions container-images/ramalama/latest/Containerfile
Original file line number Diff line number Diff line change
Expand Up @@ -15,21 +15,20 @@ RUN dnf install -y git jq procps-ng vim clblast-devel vulkan-headers \
dnf clean all && \
rm -rf /var/cache/*dnf*

RUN pip install -U "huggingface_hub[cli]"
RUN pip install "huggingface_hub[cli]==0.24.2"

ENV LLAMA_CCACHE=0
ENV LLAMA_CURL=1
ENV LLAMA_VULKAN=1

RUN git clone -b ramlama https://github.com/ericcurtin/llama.cpp.git && \
RUN git clone -b ramalama https://github.com/ericcurtin/llama.cpp.git && \
cd llama.cpp && \
cmake -B build -DLLAMA_CCACHE=0 -DLLAMA_VULKAN=1 -DLLAMA_CURL=1 && \
cmake --build build --config Release -j $(nproc) && \
cd build/bin && \
for file in *; do \
if [ -f "$file" ] && [ -x "$file" ]; then \
echo "$file" && \
mv "$file" /usr/bin/llama-"$file"; \
if [ -f "$file" ] && [ -x "$file" ] && [[ "$file" == "llama-*" ]]; then \
mv "$file" "/usr/bin/$file"; \
fi; \
done; \
cd / && \
Expand Down

0 comments on commit 706fe4c

Please sign in to comment.