using miniconda venv instead of OS venv ; increasing the memory requi…

…rement for using ramdisks
GoogleCloudDataproc · Jan 8, 2025 · e70ed0c · e70ed0c
1 parent 1a7e65c
commit e70ed0c
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/gpu/install_gpu_driver.sh b/gpu/install_gpu_driver.sh
@@ -325,7 +325,7 @@ function is_ramdisk() {
 function mount_ramdisk(){
   local free_mem
   free_mem="$(awk '/^MemFree/ {print $2}' /proc/meminfo)"
-  if [[ ${free_mem} -lt 10500000 ]]; then return 0 ; fi
+  if [[ ${free_mem} -lt 20500000 ]]; then return 0 ; fi
 
   # Write to a ramdisk instead of churning the persistent disk
 
@@ -1792,7 +1792,7 @@ function download_gpu_monitoring_agent(){
 
 function install_gpu_monitoring_agent_dependency(){
   cd /opt/google/compute-gpu-monitoring/linux
-  /usr/bin/python3 -m venv venv
+  /opt/conda/miniconda3/bin/python3 -m venv venv
   (
     source venv/bin/activate
     pip install wheel
@@ -1823,7 +1823,7 @@ function install_gpu_agent() {
     | sed -e 's/-u --format=/--format=/' \
     | dd status=none of="${install_dir}/report_gpu_metrics.py"
   local venv="${install_dir}/venv"
-  /usr/bin/python3 -m venv "${venv}"
+  /opt/conda/miniconda3/bin/python3 -m venv "${venv}"
 (
   source "${venv}/bin/activate"
   python3 -m pip install --upgrade pip