From 315f2e7f0c268bc92575fc26690b4970e2366021 Mon Sep 17 00:00:00 2001 From: Manfei <41607353+ManfeiBai@users.noreply.github.com> Date: Thu, 17 Aug 2023 14:27:39 -0700 Subject: [PATCH] Update llama2-model.libsonnet --- tests/pytorch/nightly/llama2-model.libsonnet | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/tests/pytorch/nightly/llama2-model.libsonnet b/tests/pytorch/nightly/llama2-model.libsonnet index c3b5f6616..531341977 100644 --- a/tests/pytorch/nightly/llama2-model.libsonnet +++ b/tests/pytorch/nightly/llama2-model.libsonnet @@ -146,6 +146,16 @@ local utils = import 'templates/utils.libsonnet'; modelName+: '-n-i', tpuSettings+: { tpuVmExtraSetup: ||| + sudo apt update + sudo apt-get -y install libopenblas-dev + pip install accelerate -U + sudo apt update + sudo apt-get -y install libopenblas-dev + pip3 uninstall -y torch torch_xla + pip3 install https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch-nightly-cp310-cp310-linux_x86_64.whl + pip3 install https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-nightly-cp310-cp310-linux_x86_64.whl + pip3 uninstall -y libtpu-nightly + pip3 install torch_xla[tpuvm] --user # show current path pwd ls @@ -215,7 +225,7 @@ local utils = import 'templates/utils.libsonnet'; }, configs: [ - llama2_google_next_inference_pretrained_models + v4_8 + common.Functional + timeouts.Hours(3) + llama2_google_next_inference + xla, + llama2_google_next_inference_pretrained_models + v4_8 + common.Functional + timeouts.Hours(3) + llama2_google_next_inference, // llama2_google_next_inference_fine_tuned_chat_models + v4_8 + common.Functional + timeouts.Hours(3) + llama2_google_next_inference + xla, llama2_stable_tokenizer + v4_8 + common.Functional + timeouts.Hours(3) + stable + xla, llama2_stable_quant + v4_8 + common.Functional + timeouts.Hours(3) + stable + xla,