diff --git a/.devcontainer/Dockerfile b/.devcontainer/Dockerfile
index 231f6ecf..e109d3ca 100644
--- a/.devcontainer/Dockerfile
+++ b/.devcontainer/Dockerfile
@@ -8,11 +8,6 @@ FROM ${BASE} as pip-base
 ENV DEFAULT_VIRTUAL_ENV=rapids
 ENV RAPIDS_LIBUCX_PREFER_SYSTEM_LIBRARY=true
 
-RUN apt update -y \
- && DEBIAN_FRONTEND=noninteractive apt install -y \
-    libblas-dev liblapack-dev \
- && rm -rf /tmp/* /var/tmp/* /var/cache/apt/* /var/lib/apt/lists/*;
-
 FROM ${BASE} as conda-base
 
 ENV DEFAULT_CONDA_ENV=rapids
diff --git a/ci/release/update-version.sh b/ci/release/update-version.sh
index 396e0d98..d0dd2b8e 100755
--- a/ci/release/update-version.sh
+++ b/ci/release/update-version.sh
@@ -79,6 +79,6 @@ sed_runner "s/--rapids-version=[[:digit:]]\{2\}.[[:digit:]]\{2\}/--rapids-versio
 # .devcontainer files
 find .devcontainer/ -type f -name devcontainer.json -print0 | while IFS= read -r -d '' filename; do
     sed_runner "s@rapidsai/devcontainers:[0-9.]*@rapidsai/devcontainers:${NEXT_RAPIDS_SHORT_TAG}@g" "${filename}"
-    sed_runner "s@rapidsai/devcontainers/features/rapids-build-utils:[0-9.]*@rapidsai/devcontainers/features/rapids-build-utils:${NEXT_RAPIDS_SHORT_TAG_PEP4400}@" "${filename}"
+    sed_runner "s@rapidsai/devcontainers/features/rapids-build-utils:[0-9.]*@rapidsai/devcontainers/features/rapids-build-utils:${NEXT_RAPIDS_SHORT_TAG_PEP440}@" "${filename}"
     sed_runner "s@rapids-\${localWorkspaceFolderBasename}-[0-9.]*@rapids-\${localWorkspaceFolderBasename}-${NEXT_RAPIDS_SHORT_TAG}@g" "${filename}"
 done