Update ci

mila-iqia · Sep 4, 2024 · 79fe1d6 · 79fe1d6
1 parent 5a83c2c
commit 79fe1d6
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 10 deletions.
diff --git a/.github/workflows/cloud-ci.yml b/.github/workflows/cloud-ci.yml
@@ -16,7 +16,7 @@ jobs:
       fail-fast: true
       max-parallel: 1
       matrix:
-        system: ["1g:1n", "1g:4n", "2g:4n"]
+        system: ["1n:1g", "1n:4g", "2n:4g"]
         include:
           - arch: cuda
             exclude: "no-cuda"
@@ -45,8 +45,8 @@ jobs:
       ARM_TENANT_ID: "${{ secrets.ARM_TENANT_ID }}"
       ARM_SUBSCRIPTION_ID: "${{ secrets.ARM_SUBSCRIPTION_ID }}"
       AZURE_CORE_OUTPUT: none
-      _MULTI_GPUS: "diffusion-gpus,dinov2-giant-gpus,lightning-gpus,resnet152-ddp-gpus,llm-lora-ddp-gpus,llm-lora-mp-gpus,llm-full-mp-gpus"
-      _MULTI_NODES: "diffusion-nodes,dinov2-giant-nodes,llm-lora-ddp-nodes,llm-full-mp-nodes"
+      _MULTI_GPUS: "diffusion-gpus,dinov2-giant-gpus,lightning-gpus,resnet152-ddp-gpus,llm-full-mp-gpus,llm-lora-ddp-gpus,llm-lora-mp-gpus"
+      _MULTI_NODES: "multinode"
 
     steps:
       - uses: actions/checkout@v3
@@ -94,8 +94,8 @@ jobs:
 
       - name: setup cloud
         run: |
-          gpus=$(echo "${{ matrix.system }}" | cut -d":" -f1")
-          nodes=$(echo "${{ matrix.system }}" | cut -d":" -f2")
+          nodes=$(echo "${{ matrix.system }}" | cut -d":" -f1)
+          gpus=$(echo "${{ matrix.system }}" | cut -d":" -f2)
           case "$nodes" in
             "1n")
               MILABENCH_SYSTEM="config/cloud-system.yaml"
@@ -140,21 +140,22 @@ jobs:
 
           if [[ ! -z "$SELECT" ]]
           then
-            export SELECT="--select $SELECT"
+            SELECT="--select $SELECT"
           fi
 
           if [[ ! -z "$EXCLUDE" ]]
           then
-            export EXCLUDE="--exclude $EXCLUDE"
+            EXCLUDE="--exclude $EXCLUDE"
           fi
 
+          echo "RUN_ON=$RUN_ON" >>$GITHUB_ENV
+
           poetry run milabench cloud \
             --setup \
             --run-on $RUN_ON \
             --system "$MILABENCH_SYSTEM" >$MILABENCH_SYSTEM.$RUN_ON
 
           echo "MILABENCH_SYSTEM=$MILABENCH_SYSTEM.$RUN_ON" >>$GITHUB_ENV
-          echo "RUN_ON=$RUN_ON" >>$GITHUB_ENV
           echo "SELECT=$SELECT" >>$GITHUB_ENV
           echo "EXCLUDE=$EXCLUDE" >>$GITHUB_ENV
 

diff --git a/milabench/remote.py b/milabench/remote.py
@@ -66,9 +66,8 @@ def rsync(node, src=None, remote_src=None, dest=None, force=False) -> list:
 
     return [
         "rsync",
-        *(["--force"] if force else []),
+        *(["--force", "--del"] if force else []),
         "-aHv",
-        "--del",
         "-e",
         f"ssh {key} -oCheckHostIP=no -oStrictHostKeyChecking=no",
         "--include=*/.git/*",