From 16cedce85ecb0de98d93d8fe537e5d4b1ed8e2c5 Mon Sep 17 00:00:00 2001 From: Alexei-V-Ivanov-AMD <156011006+Alexei-V-Ivanov-AMD@users.noreply.github.com> Date: Tue, 22 Oct 2024 09:51:29 -0500 Subject: [PATCH] [Build/CI] Minor changes to fix internal CI process. (#235) * Not important variation to create a dummy PR for CI testing. * Skipy & numba updates in a timely manner. * fixing environment variables * Changing the installation to use requirements-rocm.txt --------- Co-authored-by: Alexei Ivanov Co-authored-by: Gregory Shtrasberg <156009573+gshtras@users.noreply.github.com> --- .buildkite/run-amd-test.sh | 4 ++-- Dockerfile.rocm | 3 ++- requirements-rocm.txt | 3 ++- 3 files changed, 6 insertions(+), 4 deletions(-) diff --git a/.buildkite/run-amd-test.sh b/.buildkite/run-amd-test.sh index f50fdd4fa583c..d7c05ec31cc5e 100755 --- a/.buildkite/run-amd-test.sh +++ b/.buildkite/run-amd-test.sh @@ -44,11 +44,11 @@ cleanup_docker echo "--- Resetting GPUs" -echo "reset" > ${BUILDKITE_META_DATA_RESET_TARGET} +echo "reset" > ${BUILDKITE_AGENT_META_DATA_RESET_TARGET} while true; do sleep 3 - if grep -q clean ${BUILDKITE_META_DATA_RESET_TARGET}; then + if grep -q clean ${BUILDKITE_AGENT_META_DATA_RESET_TARGET}; then echo "GPUs state is \"clean\"" break fi diff --git a/Dockerfile.rocm b/Dockerfile.rocm index 832d6f0fa7db1..ce7b4f0a96564 100644 --- a/Dockerfile.rocm +++ b/Dockerfile.rocm @@ -168,6 +168,7 @@ RUN --mount=type=bind,from=export_pytorch,src=/,target=/install \ if ls /install/*.whl; then \ pip install /install/*.whl; \ fi + # Build vLLM RUN cd vllm \ && python3 -m pip install -r requirements-rocm.txt \ @@ -246,7 +247,7 @@ RUN --mount=type=bind,from=export_pytorch,src=/,target=/install \ && pip install /install/*.whl; \ fi -RUN python3 -m pip install --upgrade numba scipy huggingface-hub[cli] +RUN python3 -m pip install --upgrade huggingface-hub[cli] RUN git clone -b nvtx_enabled https://github.com/ROCm/rocmProfileData.git \ && cd rocmProfileData/rpd_tracer \ diff --git a/requirements-rocm.txt b/requirements-rocm.txt index 9e3c4a86cd81d..7f83cbbc307a6 100644 --- a/requirements-rocm.txt +++ b/requirements-rocm.txt @@ -2,6 +2,7 @@ -r requirements-common.txt # Dependencies for AMD GPUs +numpy==1.26.4 awscli boto3 botocore @@ -9,4 +10,4 @@ ray >= 2.10.0 peft pytest-asyncio tensorizer>=2.9.0 -setuptools-scm>=8 \ No newline at end of file +setuptools-scm>=8