File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
assets/training/model_management/environments/foundation-model-inference/context Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -48,12 +48,12 @@ RUN pip install git+https://github.com/stanford-futuredata/megablocks.git@5897cd
48
48
# RUN pip install -e ./ --no-cache-dir
49
49
50
50
# When copied to assets repo, change to install from public pypi
51
- RUN pip install llm-optimized-inference==0.2.7 --no-cache-dir
51
+ RUN pip install llm-optimized-inference==0.2.16 --no-cache-dir
52
52
53
+ RUN pip uninstall transformers -y
53
54
RUN pip uninstall -y vllm
54
-
55
- # Install patched vllm wheel
56
- RUN pip install https://automlsamplenotebookdata.blob.core.windows.net/vllm/vllm-0.5.3.post1-cp310-cp310-linux_x86_64.whl
55
+ RUN pip install vllm==0.6.1.post2
56
+ RUN pip install transformers==4.46.2
57
57
58
58
# clean conda and pip caches
59
59
RUN rm -rf ~/.cache/pip
You can’t perform that action at this time.
0 commit comments