From f2f3c03ce579356ca499f3954ba65a2e65e67bd4 Mon Sep 17 00:00:00 2001 From: mudler Date: Sat, 22 Apr 2023 01:05:24 +0200 Subject: [PATCH] Add more cerebras models --- .github/workflows/image.yml | 3 +++ ggml-cerebras-2.7b-alpaca/build.sh | 11 +++++++++++ ggml-cerebras-2.7b-q4/build.sh | 11 +++++++++++ ggml-cerebras-testmodel/build.sh | 11 +++++++++++ 4 files changed, 36 insertions(+) create mode 100755 ggml-cerebras-2.7b-alpaca/build.sh create mode 100755 ggml-cerebras-2.7b-q4/build.sh create mode 100755 ggml-cerebras-testmodel/build.sh diff --git a/.github/workflows/image.yml b/.github/workflows/image.yml index 35846d8..98d6cdb 100644 --- a/.github/workflows/image.yml +++ b/.github/workflows/image.yml @@ -15,6 +15,9 @@ jobs: matrix: include: - model: "ggml-gpt4all-j" + - model: "ggml-cerebras-2.7b-alpaca" + - model: "ggml-cerebras-2.7b-q4" + - model: "ggml-cerebras-testmodel" runs-on: ubuntu-latest steps: - name: Release space from worker diff --git a/ggml-cerebras-2.7b-alpaca/build.sh b/ggml-cerebras-2.7b-alpaca/build.sh new file mode 100755 index 0000000..b654c57 --- /dev/null +++ b/ggml-cerebras-2.7b-alpaca/build.sh @@ -0,0 +1,11 @@ +#!/bin/bash + +set -ex + +mkdir models + +wget -q -O models/model.bin https://huggingface.co/lxe/Cerebras-GPT-2.7B-Alpaca-SP-ggml/resolve/main/ggml-model-f16.bin + +docker build -f ./Dockerfile -t $IMAGE models + +rm -rf models diff --git a/ggml-cerebras-2.7b-q4/build.sh b/ggml-cerebras-2.7b-q4/build.sh new file mode 100755 index 0000000..b7ab6f7 --- /dev/null +++ b/ggml-cerebras-2.7b-q4/build.sh @@ -0,0 +1,11 @@ +#!/bin/bash + +set -ex + +mkdir models + +wget -q -O models/model.bin https://huggingface.co/concedo/cerebras-2.7b-ggml/resolve/main/cerebras-2.7b-q4_0.bin + +docker build -f ./Dockerfile -t $IMAGE models + +rm -rf models diff --git a/ggml-cerebras-testmodel/build.sh b/ggml-cerebras-testmodel/build.sh new file mode 100755 index 0000000..844a0a4 --- /dev/null +++ b/ggml-cerebras-testmodel/build.sh @@ -0,0 +1,11 @@ +#!/bin/bash + +set -ex + +mkdir models + +wget -q -O models/model.bin https://huggingface.co/concedo/cerebras-111M-ggml/resolve/main/cerberas-111m-q4_0.bin + +docker build -f ./Dockerfile -t $IMAGE models + +rm -rf models