diff --git a/Dockerfile b/Dockerfile
index f6283b3cd9..6c11f5b459 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,4 +1,5 @@
-FROM nvidia/cuda:10.0-cudnn7-devel-ubuntu18.04
+# From https://gitlab.com/nvidia/container-images/cuda/blob/master/doc/supported-tags.md
+FROM nvidia/cuda:10.2-cudnn7-devel-ubuntu18.04
 
 RUN yes | unminimize
 
@@ -7,11 +8,9 @@ RUN wget https://packages.cloud.google.com/apt/doc/apt-key.gpg && apt-key add ap
 RUN apt-get update && \
   apt-get install -y --no-install-recommends wget curl tmux vim git gdebi-core \
   build-essential python3-pip unzip google-cloud-sdk htop mesa-utils xorg-dev xorg \
-  libglvnd-dev libgl1-mesa-dev libegl1-mesa-dev libgles2-mesa-dev && \
+  libglvnd-dev libgl1-mesa-dev libegl1-mesa-dev libgles2-mesa-dev xvfb && \
   wget http://security.ubuntu.com/ubuntu/pool/main/libx/libxfont/libxfont1_1.5.1-1ubuntu0.16.04.4_amd64.deb && \
-  wget http://security.ubuntu.com/ubuntu/pool/universe/x/xorg-server/xvfb_1.18.4-0ubuntu0.10_amd64.deb && \
-  yes | gdebi libxfont1_1.5.1-1ubuntu0.16.04.4_amd64.deb && \
-  yes | gdebi xvfb_1.18.4-0ubuntu0.10_amd64.deb
+  yes | gdebi libxfont1_1.5.1-1ubuntu0.16.04.4_amd64.deb
 RUN python3 -m pip install --upgrade pip
 RUN pip install setuptools==41.0.0