ENH: Create copy of pytorch notebook

Using the pytorch notebook as a base for the llm notebook. Created an empty .sh file for adding installation script
stfc · Nov 20, 2024 · 93f707e · 93f707e
1 parent fe0e2b2
commit 93f707e
Show file tree

Hide file tree

Showing 2 changed files with 24 additions and 0 deletions.
diff --git a/jupyter-llm-notebook/Dockerfile b/jupyter-llm-notebook/Dockerfile
@@ -0,0 +1,24 @@
+FROM cschranz/gpu-jupyter:v1.7_cuda-12.2_ubuntu-22.04_python-only
+
+USER root
+# The base image only gets updated when a new version of CUDA is released.
+# We need to update the base image to get the latest security updates.
+RUN apt-get update && \
+    apt-get upgrade -y && \
+    apt-get autoremove -y && \
+    rm -rf /var/lib/apt/lists/*
+
+USER $NB_UID
+RUN set -ex \
+ && buildDeps=' \
+    transformers \
+    accelerate \
+    bitsandbytes \
+ ' \
+ && pip install --no-cache-dir $buildDeps \
+ && fix-permissions "${CONDA_DIR}" \
+ && fix-permissions "/home/${NB_USER}"
+
+#switch back to jovyan to avoid accidental container runs as root
+USER ${NB_UID}
+
diff --git a/jupyter-llm-notebook/install-dependencies.sh b/jupyter-llm-notebook/install-dependencies.sh