Skip to content

Commit

Permalink
Update build_docker.sh
Browse files Browse the repository at this point in the history
  • Loading branch information
nvda-mesharma authored Sep 4, 2024
1 parent fff8f14 commit 156724a
Showing 1 changed file with 8 additions and 10 deletions.
18 changes: 8 additions & 10 deletions ci/build/build_docker.sh
Original file line number Diff line number Diff line change
Expand Up @@ -25,15 +25,13 @@
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

# Get latest VLLM RELEASED VERSION from https://github.com/triton-inference-server/vllm_backend/releases
TAG=$(curl https://api.github.com/repos/triton-inference-server/vllm_backend/releases/latest | grep -i "tag_name" | awk -F '"' '{print $4}')
export TRITON_CONTAINER_VERSION=${TAG#v} # example: 24.06
if [ -z "$TRITON_CONTAINER_VERSION" ]
then
echo "\$TRITON_CONTAINER_VERSION is NULL, setting it to 24.08"
TRITON_CONTAINER_VERSION=24.08
else
echo "\$TRITON_CONTAINER_VERSION is NOT NULL"
fi
while getopts t:v: flag
do
case "${flag}" in
u) TRITON_CONTAINER_VERSION=${OPTARG};;
a) VLLM_VERSION=${OPTARG};;
esac
done

echo "Triton version is ${TRITON_CONTAINER_VERSION} and vllm version is ${VLLM_VERSION}"
docker pull nvcr.io/nvidia/tritonserver:${TRITON_CONTAINER_VERSION}-vllm-python-py3

0 comments on commit 156724a

Please sign in to comment.