Add helper scripts

Author: kpouget

podman_compile.sh

@@ -0,0 +1,39 @@
+#! /bin/bash
+
+
+set -o pipefail
+set -o errexit
+set -o nounset
+set -o errtrace
+
+opts=""
+opts="$opts --device /dev/dri "
+
+#IMAGE=quay.io/ramalama/remoting:latest
+IMAGE=localhost/mesa:compile
+
+what=${1:-}
+if [[ -z "$what" ]]; then
+    what=remoting
+fi
+
+cmd="bash ./build.$what.sh"
+
+POD_NAME=mac_ai_compiling
+podman machine ssh podman rm $POD_NAME --force
+
+set -x
+podman run \
+--name $POD_NAME \
+--user root:root \
+--cgroupns host \
+--security-opt label=disable \
+--env HOME="$HOME" \
+--env PERF_MODE="${PERF_MODE:-}" \
+--env BENCH_MODE="${BENCH_MODE:-}" \
+-v "$HOME":"$HOME":Z \
+-w "$PWD" \
+-it --rm \
+$opts \
+$IMAGE \
+$cmd

prepare.backend.sh

@@ -0,0 +1,17 @@
+if [[ "${PERF_MODE:-}" ]]; then
+    FLAVOR="-prod"
+else
+    FLAVOR=""
+fi
+
+cmake -S . -B ../build.remoting-backend$FLAVOR \
+      -DGGML_REMOTINGBACKEND=ON \
+      -DGGML_NATIVE=OFF \
+      -DGGML_METAL=ON \
+      -DGGML_BACKEND_DL=OFF \
+      -DLLAMA_CURL=OFF \
+      -DGGML_VULKAN=OFF -DVulkan_INCLUDE_DIR=/opt/homebrew/include/ -DVulkan_LIBRARY=/opt/homebrew/lib/libMoltenVK.dylib \
+      "$@"
+
+#      -DCMAKE_BUILD_TYPE=Debug \
+#

prepare.remoting.sh

@@ -0,0 +1,8 @@
+cmake -S . -B ../build.remoting-frontend \
+      -DGGML_REMOTINGFRONTEND=ON \
+      -DGGML_CPU_ARM_ARCH=native \
+      -DGGML_NATIVE=OFF \
+      -DGGML_OPENMP=OFF \
+      -DLLAMA_CURL=OFF \
+      -DCMAKE_BUILD_TYPE=Debug \
+      "$@"

prepare.sh

@@ -0,0 +1 @@
+cmake -S . -B ./build -DGGML_VULKAN=ON -DGGML_NATIVE=OFF -DGGML_METAL=OFF #-DCMAKE_BUILD_TYPE=Debug #-DGGML_VULKAN_DEBUG=1

prepare.vulkan.sh

@@ -0,0 +1,7 @@
+cmake -S . \
+      -B ../build.vulkan \
+      -DGGML_VULKAN=ON \
+      -DGGML_NATIVE=OFF \
+      -DGGML_METAL=OFF \
+      -DLLAMA_CURL=OFF \
+      -DCMAKE_BUILD_TYPE=Debug

run.ramalama.sh

@@ -0,0 +1,4 @@
+ICD_DIR=/Users/kevinpouget/.local/share/vulkan/icd.d
+export VK_ICD_FILENAMES=$ICD_DIR/virtio_icd.cont.aarch64.json
+
+llama-run ~/models/llama3.2 "say nothing" --ngl 99

run.remoting.sh

@@ -0,0 +1,63 @@
+#! /bin/bash
+#clear
+if [[ ${1:-} == "strace" ]]; then
+    prefix="strace"
+elif [[ ${1:-} == "gdb" ]]; then
+    prefix="gdb --args"
+else
+    prefix=""
+fi
+
+MODEL=${MODEL:-llama3.2}
+
+LLAMA_BUILD_DIR=../build.remoting-frontend$FLAVOR
+
+MODEL_HOME="$HOME/models"
+
+set -x
+if [[ "${BENCH_MODE:-}" == "bench" ]]; then
+    cat <<EOF
+###
+### Running llama-server
+###
+
+EOF
+    $prefix \
+        $LLAMA_BUILD_DIR/bin/llama-server \
+        --host 0.0.0.0 \
+        --port 8080 \
+        --model "$MODEL_HOME/$MODEL" \
+        --n-gpu-layers 99 \
+        --threads 1
+elif [[ "${BENCH_MODE:-}" == "bench" ]]; then
+    cat <<EOF
+###
+### Running llama-bench
+###
+
+EOF
+    $prefix \
+        $LLAMA_BUILD_DIR/bin/llama-bench \
+        --model "$MODEL_HOME/$MODEL" \
+        --n-gpu-layers 99
+elif [[ "${BENCH_MODE:-}" == "perf" ]]; then
+    cat <<EOF
+###
+### Running test-backend-ops perf
+###
+
+EOF
+    $prefix \
+        $LLAMA_BUILD_DIR/bin/test-backend-ops perf
+
+else
+    PROMPT="say nothing"
+    #PROMPT="tell what's Apple metal API"
+    $prefix \
+        $LLAMA_BUILD_DIR/bin/llama-run \
+        --ngl 99 \
+        --verbose \
+        --context-size 4096 \
+        "$MODEL_HOME/$MODEL" \
+        "$PROMPT"
+fi

run.vulkan.sh

@@ -0,0 +1,30 @@
+#! /bin/bash
+if [[ ${1:-} == "strace" ]]; then
+    prefix="strace"
+elif [[ ${1:-} == "gdb" ]]; then
+    prefix="gdb --args"
+elif [[ ${1:-} == "gdbr" ]]; then
+    prefix="gdb -ex='set confirm on' -ex=run -ex=quit --args"
+else
+    prefix=""
+fi
+
+#rm -f /usr/lib64/libvulkan_virtio.so
+
+ICD_DIR=/Users/kevinpouget/.local/share/vulkan/icd.d
+
+MESA_FLAVOR=good
+if [[ "$MESA_FLAVOR" == "work" ]]; then
+    export VK_ICD_FILENAMES=$ICD_DIR/virtio_icd.aarch64.json
+elif [[ "$MESA_FLAVOR" == "good" ]]; then
+    export VK_ICD_FILENAMES=$ICD_DIR/virtio_icd.good.aarch64.json
+elif [[ "$MESA_FLAVOR" == "cont" ]]; then
+    export VK_ICD_FILENAMES=$ICD_DIR/virtio_icd.cont.aarch64.json
+else
+    echo "ERROR: invalid MESA_FLAVOR=$MESA_FLAVOR"
+    exit 1
+fi
+
+# init result vtest wsi no_abort log_ctx_info cache no_sparse no_gpl
+export VN_DEBUG=vtest
+$prefix ../build.vulkan/bin/llama-run --verbose ~/models/llama3.2 "say nothing" --ngl 99