Update _cm.json

Update update-script-readme.yml Update _cm.json Update update-script-readme.yml Update _cm.json Update update-script-readme.yml Update _cm.json Updated docs Update update-script-readme.yml Update _cm.json Updated docs Update update-script-readme.yml Update _cm.json Update update-script-readme.yml Update _cm.json Update _cm.json Updated docs Update update-script-readme.yml Update _cm.json Updated docs
Ailurus1 · Apr 28, 2023 · 6c4e2a9 · 6c4e2a9
1 parent 6bb6e03
commit 6c4e2a9
Show file tree

Hide file tree

Showing 14 changed files with 37 additions and 26 deletions.
diff --git a/.github/workflows/update-script-readme.yml b/.github/workflows/update-script-readme.yml
@@ -26,18 +26,19 @@ jobs:
           echo $file
         done
         python3 -m pip install cmind
-        cm pull repo --url=https://github.com/${{ github.repository }} 
+        cm pull repo --url=https://github.com/${{ github.repository }} --checkout=${{ github.ref_name }}
         python3 tests/script/process_readme.py ${{ steps.getfile.outputs.files }}
         #REPO=${{ github.repository }}
         #CM_REPO=${REPO/\//@}
         #FOLDER=`cm find repo ${CM_REPO} | cut -d' ' -f3`
         FOLDER=`cm find repo mlcommons@ck | cut -d' ' -f3`
-
+        cd $FOLDER
+        echo "Changed to $FOLDER"
         #USER=${{ github.repository_owner }}
         USER=cmadmin
-        EMAIL=cmadmin@users.noreply.github.com
+        EMAIL=arjunsuresh@users.noreply.github.com
         git config --global user.name "$USER"
         git config --global user.email "$EMAIL"
         git remote set-url origin https://x-access-token:${{ secrets.ACCESS_TOKEN }}@github.com/${{ github.repository }}
         git add *.md
-        git diff-index --quiet HEAD || (git commit -am "Updated docs" && git push)
+        git diff-index --quiet HEAD || (git commit -am "Updated docs" && git push && echo "Changes pushed")
diff --git a/cm-mlops/script/convert-ml-model-huggingface-to-onnx/_cm.json b/cm-mlops/script/convert-ml-model-huggingface-to-onnx/_cm.json
@@ -20,7 +20,6 @@
     }
   ],
   "env": {},
-  "input":"CM_MODEL_HUGG_PATH",
   "new_env_keys": [
     "CM_ML_MODEL*",
     "CM_MODEL_HUGG_PATH",

diff --git a/cm-mlops/script/destroy-terraform/_cm.json b/cm-mlops/script/destroy-terraform/_cm.json
@@ -11,6 +11,9 @@
   ],
   "deps": [
     {
+      "names": [
+        "terraform"
+      ],
       "tags": "get,terraform"
     }
   ],

diff --git a/cm-mlops/script/get-aocl/README.md b/cm-mlops/script/get-aocl/README.md
@@ -33,7 +33,7 @@ See [more info](README-extra.md).
 * CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)*
 * GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-aocl)*
 * CM meta description for this script: *[_cm.json](_cm.json)*
-* CM "database" tags to find this script: *get,lib,aocl,amd*
+* CM "database" tags to find this script: *get,lib,aocl,amd-optimized,amd*
 * Output cached?: *true*
 ___
 ### Usage
@@ -52,9 +52,9 @@ ___
 
 #### CM CLI
 
-1. `cm run script --tags=get,lib,aocl,amd `
+1. `cm run script --tags=get,lib,aocl,amd-optimized,amd `
 
-2. `cm run script "get lib aocl amd" `
+2. `cm run script "get lib aocl amd-optimized amd" `
 
 3. `cm run script a65d3088f57d413d `
 
@@ -73,7 +73,7 @@ import cmind
 
 r = cmind.access({'action':'run'
                   'automation':'script',
-                  'tags':'get,lib,aocl,amd'
+                  'tags':'get,lib,aocl,amd-optimized,amd'
                   'out':'con',
                   ...
                   (other input keys for this script)
@@ -90,9 +90,9 @@ if r['return']>0:
 
 #### CM GUI
 
-```cm run script --tags=gui --script="get,lib,aocl,amd"```
+```cm run script --tags=gui --script="get,lib,aocl,amd-optimized,amd"```
 
-Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,lib,aocl,amd) to generate CM CMD.
+Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,lib,aocl,amd-optimized,amd) to generate CM CMD.
 
 #### CM modular Docker container
 

diff --git a/cm-mlops/script/get-aocl/_cm.json b/cm-mlops/script/get-aocl/_cm.json
@@ -7,6 +7,7 @@
     "get",
     "lib",
     "aocl",
+    "amd-optimized",
     "amd"
   ],
   "new_env_keys": [

diff --git a/cm-mlops/script/get-bazel/_cm.json b/cm-mlops/script/get-bazel/_cm.json
@@ -4,7 +4,6 @@
   "automation_uid": "5b4e0237da074764",
   "cache": true,
   "category": "Detection or installation of tools and artifacts",
-  "clean_files": [],
   "new_env_keys": [
     "CM_BAZEL_*",
     "+PATH"

diff --git a/cm-mlops/script/get-dataset-kits19/_cm.json b/cm-mlops/script/get-dataset-kits19/_cm.json
@@ -6,7 +6,7 @@
   "category": "Modular MLPerf benchmarks",
   "default_env": {
     "CM_GIT_CHECKOUT": "master",
-    "CM_GIT_DEPTH": "--depth 4",
+    "CM_GIT_DEPTH": "--depth 2",
     "CM_GIT_PATCH": "no",
     "CM_GIT_RECURSE_SUBMODULES": "",
     "CM_GIT_URL": "https://github.com/neheller/kits19"

diff --git a/cm-mlops/script/get-dataset-librispeech/README.md b/cm-mlops/script/get-dataset-librispeech/README.md
@@ -130,6 +130,7 @@ ___
 
   1. ***Read "deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-librispeech/_cm.json)***
      * get,sys-utils-cm
+       * CM names: `--adr.['sys-utils']...`
        - CM script: [get-sys-utils-cm](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm)
   1. ***Run "preprocess" function from [customize.py](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-librispeech/customize.py)***
   1. Read "prehook_deps" on other CM scripts from [meta](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-librispeech/_cm.json)

diff --git a/cm-mlops/script/get-dataset-librispeech/_cm.json b/cm-mlops/script/get-dataset-librispeech/_cm.json
@@ -8,6 +8,9 @@
   "category_sort":8500,
   "deps": [
     {
+      "names": [
+        "sys-utils"
+      ],
       "tags": "get,sys-utils-cm"
     }
   ],

diff --git a/cm-mlops/script/get-github-cli/README.md b/cm-mlops/script/get-github-cli/README.md
@@ -30,7 +30,7 @@
 * CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)*
 * GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-github-cli)*
 * CM meta description for this script: *[_cm.json](_cm.json)*
-* CM "database" tags to find this script: *get,gh,github,cli,github-cli*
+* CM "database" tags to find this script: *get,gh,gh-cli,github,cli,github-cli*
 * Output cached?: *True*
 ___
 ### Usage
@@ -49,9 +49,9 @@ ___
 
 #### CM CLI
 
-1. `cm run script --tags=get,gh,github,cli,github-cli `
+1. `cm run script --tags=get,gh,gh-cli,github,cli,github-cli `
 
-2. `cm run script "get gh github cli github-cli" `
+2. `cm run script "get gh gh-cli github cli github-cli" `
 
 3. `cm run script 1417029c6ff44f21 `
 
@@ -70,7 +70,7 @@ import cmind
 
 r = cmind.access({'action':'run'
                   'automation':'script',
-                  'tags':'get,gh,github,cli,github-cli'
+                  'tags':'get,gh,gh-cli,github,cli,github-cli'
                   'out':'con',
                   ...
                   (other input keys for this script)
@@ -87,9 +87,9 @@ if r['return']>0:
 
 #### CM GUI
 
-```cm run script --tags=gui --script="get,gh,github,cli,github-cli"```
+```cm run script --tags=gui --script="get,gh,gh-cli,github,cli,github-cli"```
 
-Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,gh,github,cli,github-cli) to generate CM CMD.
+Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,gh,gh-cli,github,cli,github-cli) to generate CM CMD.
 
 #### CM modular Docker container
 

diff --git a/cm-mlops/script/get-github-cli/_cm.json b/cm-mlops/script/get-github-cli/_cm.json
@@ -13,6 +13,7 @@
   "tags": [
     "get",
     "gh",
+    "gh-cli",
     "github",
     "cli",
     "github-cli"

diff --git a/cm-mlops/script/get-ipol-src/README.md b/cm-mlops/script/get-ipol-src/README.md
@@ -32,7 +32,7 @@
 * CM GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)*
 * GitHub directory for this script: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ipol-src)*
 * CM meta description for this script: *[_cm.json](_cm.json)*
-* CM "database" tags to find this script: *get,ipol,src,ipol-src*
+* CM "database" tags to find this script: *get,ipol,journel,src,ipol-src*
 * Output cached?: *True*
 ___
 ### Usage
@@ -51,9 +51,9 @@ ___
 
 #### CM CLI
 
-1. `cm run script --tags=get,ipol,src,ipol-src [--input_flags]`
+1. `cm run script --tags=get,ipol,journel,src,ipol-src [--input_flags]`
 
-2. `cm run script "get ipol src ipol-src" [--input_flags]`
+2. `cm run script "get ipol journel src ipol-src" [--input_flags]`
 
 3. `cm run script b6fd8213d03d4aa4 [--input_flags]`
 
@@ -72,7 +72,7 @@ import cmind
 
 r = cmind.access({'action':'run'
                   'automation':'script',
-                  'tags':'get,ipol,src,ipol-src'
+                  'tags':'get,ipol,journel,src,ipol-src'
                   'out':'con',
                   ...
                   (other input keys for this script)
@@ -89,9 +89,9 @@ if r['return']>0:
 
 #### CM GUI
 
-```cm run script --tags=gui --script="get,ipol,src,ipol-src"```
+```cm run script --tags=gui --script="get,ipol,journel,src,ipol-src"```
 
-Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ipol,src,ipol-src) to generate CM CMD.
+Use this [online GUI](https://cKnowledge.org/cm-gui/?tags=get,ipol,journel,src,ipol-src) to generate CM CMD.
 
 #### CM modular Docker container
 

diff --git a/cm-mlops/script/get-ipol-src/_cm.json b/cm-mlops/script/get-ipol-src/_cm.json
@@ -33,6 +33,7 @@
   "tags": [
     "get",
     "ipol",
+    "journel",
     "src",
     "ipol-src"
   ],

diff --git a/cm-mlops/script/get-lib-armnn/_cm.json b/cm-mlops/script/get-lib-armnn/_cm.json
@@ -15,7 +15,9 @@
   },
   "prehook_deps": [
     {
-      "force_env_keys": [ "CM_GIT_*" ],
+      "force_env_keys": [ 
+        "CM_GIT_*"
+      ],
       "tags": "get,git,repo,_repo.https://github.com/ARM-software/armnn"
     }
   ],
-Original file line number
+Diff line change
@@ Expand Up / @@ -7,6 +7,7 @@ @@
         "get",
         "lib",
         "aocl",
+        "amd-optimized",
         "amd"
       ],
       "new_env_keys": [
@@ Expand Down @@