Skip to content

Commit

Permalink
sd
Browse files Browse the repository at this point in the history
  • Loading branch information
weizhoublue committed Jul 29, 2024
1 parent 78d72d7 commit 0d1e9ea
Show file tree
Hide file tree
Showing 2 changed files with 36 additions and 16 deletions.
19 changes: 3 additions & 16 deletions rdma-tools/image/Dockerfile.template
Original file line number Diff line number Diff line change
Expand Up @@ -16,27 +16,14 @@ ENV ENV_DOWNLOAD_OFED_DEB_SOURCE=<<ENV_DOWNLOAD_OFED_DEB_SOURCE>>
# Mellanox OFED (latest): required by perftest
#fix warning: debconf: delaying package configuration, since apt-utils is not installed
ARG DEBIAN_FRONTEND=noninteractive
RUN apt-get update \
&& apt-get install -y --no-install-recommends wget \
&& wget -qO - https://www.mellanox.com/downloads/ofed/RPM-GPG-KEY-Mellanox | apt-key add - \
&& cd /etc/apt/sources.list.d/ && wget ${ENV_DOWNLOAD_OFED_DEB_SOURCE}
RUN apt-get install -y --no-install-recommends libibverbs-dev librdmacm-dev libibumad-dev libpci-dev \
&& apt-get install -y --no-install-recommends automake libtool make
WORKDIR /
RUN echo "build perftest ${ENV_VERSION_PERFTEST}" && wget --no-check-certificate https://github.com/linux-rdma/perftest/archive/refs/tags/${ENV_VERSION_PERFTEST}.tar.gz \
&& tar xzvf ${ENV_VERSION_PERFTEST}.tar.gz \
&& cd perftest-${ENV_VERSION_PERFTEST} \
&& ./autogen.sh \
&& CUDA_H_PATH=`find /usr/local -name "cuda.h"` \
&& ./configure CUDA_H_PATH=${CUDA_H_PATH} -prefix=/buildperftest \
&& make && make install \
COPY /install-hpcx.sh /install-hpcx.sh
RUN chmod +x /install-perftest.sh && /install-perftest.sh

# install hpcx and nccltest
ENV ENV_DOWNLOAD_HPCX_URL=<<ENV_DOWNLOAD_HPCX_URL>>
ENV ENV_VERSION_NCCLTEST=<<ENV_VERSION_NCCLTEST>>
COPY /install-hpcx.sh /install-hpcx.sh
RUN chmod +x /install-hpcx.sh \
&& /install-hpcx.sh
RUN chmod +x /install-hpcx.sh && /install-hpcx.sh

#========== root image ==============
FROM <<ENV_BASEIMAGE_FULL_NAME>> as rootfs
Expand Down
33 changes: 33 additions & 0 deletions rdma-tools/image/install-perftest.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
#!/bin/bash

# Copyright 2024 Authors of spidernet-io
# SPDX-License-Identifier: Apache-2.0

set -x
set -o xtrace
set -o errexit
set -o pipefail
set -o nounset

echo "build perftest ${ENV_VERSION_PERFTEST}"

# required by perftest
# Mellanox OFED (latest)
apt-get update \
&& apt-get install -y --no-install-recommends wget \
&& wget -qO - https://www.mellanox.com/downloads/ofed/RPM-GPG-KEY-Mellanox | apt-key add - \
&& cd /etc/apt/sources.list.d/ && wget ${ENV_DOWNLOAD_OFED_DEB_SOURCE}

apt-get install -y --no-install-recommends libibverbs-dev librdmacm-dev libibumad-dev libpci-dev \
&& apt-get install -y --no-install-recommends automake libtool make

cd /tmp
rm -rf * || true

wget --no-check-certificate https://github.com/linux-rdma/perftest/archive/refs/tags/${ENV_VERSION_PERFTEST}.tar.gz
tar xzvf ${ENV_VERSION_PERFTEST}.tar.gz
cd perftest-${ENV_VERSION_PERFTEST}
./autogen.sh
CUDA_H_PATH=`find /usr/local -name "cuda.h"`
./configure CUDA_H_PATH=${CUDA_H_PATH} -prefix=/buildperftest
make && make install

0 comments on commit 0d1e9ea

Please sign in to comment.