Skip to content

Commit

Permalink
Update foundation model image (#3275)
Browse files Browse the repository at this point in the history
  • Loading branch information
QianqianNie authored Aug 17, 2024
1 parent a602ada commit 1f537bd
Showing 1 changed file with 3 additions and 5 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -47,12 +47,11 @@ RUN pip install git+https://github.com/stanford-futuredata/megablocks.git@5897cd
# RUN pip install -e ./ --no-cache-dir

# When copied to assets repo, change to install from public pypi
RUN pip install llm-optimized-inference==0.2.7 --no-cache-dir
RUN pip install llm-optimized-inference==0.2.8 --no-cache-dir

RUN pip uninstall -y vllm

# Install patched vllm wheel
RUN pip install https://automlsamplenotebookdata.blob.core.windows.net/vllm/vllm-0.5.3.post1-cp310-cp310-linux_x86_64.whl
RUN pip uninstall transformers -y
RUN pip install https://automlsamplenotebookdata.blob.core.windows.net/vllm/vllm-0.4.1-cp310-cp310-linux_x86_64.whl

# clean conda and pip caches
RUN rm -rf ~/.cache/pip
Expand All @@ -63,6 +62,5 @@ RUN chmod +x /var/runit/api_server/run

ENV SVDIR=/var/runit
ENV WORKER_TIMEOUT=3600
ENV VLLM_WORKER_MULTIPROC_METHOD=spawn
EXPOSE 5001
CMD [ "runsvdir", "/var/runit" ]

0 comments on commit 1f537bd

Please sign in to comment.