diff --git a/cm-mlops/automation/script/module.py b/cm-mlops/automation/script/module.py index c2961277c4..bdbb3cb3d6 100644 --- a/cm-mlops/automation/script/module.py +++ b/cm-mlops/automation/script/module.py @@ -2414,6 +2414,7 @@ def doc(self, i): toc_category = {} toc_category_sort = {} + script_meta = {} for artifact in sorted(lst, key = lambda x: x.meta.get('alias','')): path = artifact.path @@ -2425,17 +2426,30 @@ def doc(self, i): alias = meta.get('alias','') uid = meta.get('uid','') + script_meta[alias]=meta + name = meta.get('name','') developers = meta.get('developers','') - category = meta.get('category','').strip() - category_sort = meta.get('category_sort',0) + tags = sorted(meta.get('tags',[])) + + variation_keys = sorted(list(meta.get('variations',{}).keys())) + version_keys = sorted(list(meta.get('versions',{}).keys())) + + default_variation = meta.get('default_variation','') + default_version = meta.get('default_version','') + + + category = meta.get('category', '').strip() + category_sort = meta.get('category_sort', 0) if category != '': if category not in toc_category: toc_category[category]=[] - toc_category_sort[category]=category_sort + if category not in toc_category_sort or category_sort>0: + toc_category_sort[category]=category_sort + if alias not in toc_category[category]: toc_category[category].append(alias) @@ -2445,6 +2459,7 @@ def doc(self, i): repo_alias = repo_meta.get('alias','') repo_uid = repo_meta.get('uid','') + # Check URL url = '' url_repo = '' @@ -2488,20 +2503,47 @@ def doc(self, i): md.append('* CM script meta description: *[GitHub]({})*'.format(meta_url)) md.append('* CM automation "script": *[Docs]({})*'.format('https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script')) + md.append('* CM script tags: *cm run script --tags="{}"*'.format(','.join(tags))) + + if len(variation_keys)>0: + md.append('* CM script variations: *{}*'.format('; '.join(variation_keys))) + + if default_variation!='': + md.append('* CM script default variation: *{}*'.format(default_variation)) + + if len(version_keys)>0: + md.append('* CM script versions: *{}*'.format('; '.join(version_keys))) + + if default_version!='': + md.append('* CM script default version: *{}*'.format(default_version)) + + + + md.append('\n') + + + # Recreate TOC with categories toc2 = [] - for category in sorted(toc_category, key = lambda x: toc_category_sort[x]): + for category in sorted(toc_category, key = lambda x: -toc_category_sort[x]): toc2.append('### '+category) toc2.append('\n') - for script in toc_category[category]: - toc2.append('* '+script) - toc2.append('\n') + for script in sorted(toc_category[category]): + + meta = script_meta[script] + + name = meta.get('name','') + + x = '* [{}](#{})'.format(script, script) + if name !='': x+=' *('+name+')*' + toc2.append(x) + toc2.append('\n') # Load template r = utils.load_txt(os.path.join(self.path, template_file)) diff --git a/cm-mlops/script/activate-python-venv/_cm.json b/cm-mlops/script/activate-python-venv/_cm.json index 9a1bddb2d8..e41cb2b940 100644 --- a/cm-mlops/script/activate-python-venv/_cm.json +++ b/cm-mlops/script/activate-python-venv/_cm.json @@ -2,7 +2,7 @@ "alias": "activate-python-venv", "automation_alias": "script", "automation_uid": "5b4e0237da074764", - "category": "Python", + "category": "Python automation", "category_sort": 1000, "developers": "[Grigori Fursin](https://cKnowledge.io/@gfursin)", "name": "Activate python virtual environment", diff --git a/cm-mlops/script/app-image-classification-onnx-py-ck/_cm.json b/cm-mlops/script/app-image-classification-onnx-py-ck/_cm.json index 03cd1e6c46..742b109dd4 100644 --- a/cm-mlops/script/app-image-classification-onnx-py-ck/_cm.json +++ b/cm-mlops/script/app-image-classification-onnx-py-ck/_cm.json @@ -3,7 +3,6 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "category": "Modular ML/AI applications", - "category_sort": 10000, "deps": [ { "tags": "detect,os" diff --git a/cm-mlops/script/app-image-classification-onnx-py/_cm.yaml b/cm-mlops/script/app-image-classification-onnx-py/_cm.yaml index 6b1324b60f..ecbbda08fe 100644 --- a/cm-mlops/script/app-image-classification-onnx-py/_cm.yaml +++ b/cm-mlops/script/app-image-classification-onnx-py/_cm.yaml @@ -5,7 +5,6 @@ automation_alias: script automation_uid: 5b4e0237da074764 category: "Modular ML/AI applications" -category_sort: 10000 tags: - app diff --git a/cm-mlops/script/app-image-classification-torch-py/_cm.json b/cm-mlops/script/app-image-classification-torch-py/_cm.json index 3c52860256..a31335d008 100644 --- a/cm-mlops/script/app-image-classification-torch-py/_cm.json +++ b/cm-mlops/script/app-image-classification-torch-py/_cm.json @@ -3,7 +3,6 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "category": "Modular ML/AI applications", - "category_sort": 10000, "default_env": { "CM_BATCH_COUNT": "1", "CM_BATCH_SIZE": "1" diff --git a/cm-mlops/script/app-image-classification-tvm-onnx-py/_cm.json b/cm-mlops/script/app-image-classification-tvm-onnx-py/_cm.json index eba494b152..65f485b0ef 100644 --- a/cm-mlops/script/app-image-classification-tvm-onnx-py/_cm.json +++ b/cm-mlops/script/app-image-classification-tvm-onnx-py/_cm.json @@ -3,7 +3,6 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "category": "Modular ML/AI applications", - "category_sort": 10000, "default_env": { "CM_BATCH_COUNT": "1", "CM_BATCH_SIZE": "1" diff --git a/cm-mlops/script/app-image-corner-detection-old/_cm.json b/cm-mlops/script/app-image-corner-detection-old/_cm.json index 07e2764ec1..6dfbaf1313 100644 --- a/cm-mlops/script/app-image-corner-detection-old/_cm.json +++ b/cm-mlops/script/app-image-corner-detection-old/_cm.json @@ -3,7 +3,6 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "category": "Modular applications", - "category_sort": 9500, "deps": [ { "tags": "get,compiler" diff --git a/cm-mlops/script/app-mlperf-inference-cpp/README.md b/cm-mlops/script/app-mlperf-inference-cpp/README.md index 5337d7f813..686c70e016 100644 --- a/cm-mlops/script/app-mlperf-inference-cpp/README.md +++ b/cm-mlops/script/app-mlperf-inference-cpp/README.md @@ -13,7 +13,7 @@ across diverse platforms with continuously changing software and hardware. © 2021-2022 [MLCommons](https://mlcommons.org)
-# Authors +# Developers [Thomas Zhu](https://www.linkedin.com/in/hanwen-zhu-483614189), [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh) diff --git a/cm-mlops/script/app-mlperf-inference-cpp/_cm.yaml b/cm-mlops/script/app-mlperf-inference-cpp/_cm.yaml index 8fbd63c072..f380785028 100644 --- a/cm-mlops/script/app-mlperf-inference-cpp/_cm.yaml +++ b/cm-mlops/script/app-mlperf-inference-cpp/_cm.yaml @@ -5,8 +5,9 @@ uid: bf62405e6c7a44bf automation_alias: script automation_uid: 5b4e0237da074764 -category: "Modular ML/AI benchmarks" -category_sort: 11000 +category: "Modular MLPerf benchmarks" + +developers: "[Thomas Zhu](https://www.linkedin.com/in/hanwen-zhu-483614189), [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Grigori Fursin](https://cKnowledge.io/@gfursin)" # User-friendly tags to find this CM script tags: diff --git a/cm-mlops/script/app-mlperf-inference-reference/README.md b/cm-mlops/script/app-mlperf-inference-reference/README.md index 00908b8fa2..172d5182a6 100644 --- a/cm-mlops/script/app-mlperf-inference-reference/README.md +++ b/cm-mlops/script/app-mlperf-inference-reference/README.md @@ -11,7 +11,7 @@ across diverse platforms with continuously changing software and hardware. © 2021-2022 [MLCommons](https://mlcommons.org)
-# Authors +# Developers [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Grigori Fursin]( https://cKnowledge.io/@gfursin ) diff --git a/cm-mlops/script/app-mlperf-inference-reference/_cm.yaml b/cm-mlops/script/app-mlperf-inference-reference/_cm.yaml index 7b250271fd..1508b72f02 100644 --- a/cm-mlops/script/app-mlperf-inference-reference/_cm.yaml +++ b/cm-mlops/script/app-mlperf-inference-reference/_cm.yaml @@ -5,9 +5,11 @@ uid: d775cac873ee4231 automation_alias: script automation_uid: 5b4e0237da074764 -category: "Modular ML/AI benchmarks" +category: "Modular MLPerf benchmarks" category_sort: 11000 +developers: "[Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Grigori Fursin](https://cKnowledge.io/@gfursin)" + # User-friendly tags to find this CM script tags: - app diff --git a/cm-mlops/script/benchmark-program/_cm.json b/cm-mlops/script/benchmark-program/_cm.json index 727b63bacb..a5c1c33e9f 100644 --- a/cm-mlops/script/benchmark-program/_cm.json +++ b/cm-mlops/script/benchmark-program/_cm.json @@ -2,6 +2,8 @@ "alias": "benchmark-program", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Application automation", + "category_sort": 5000, "default_env": { "CM_ENABLE_NUMACTL": "0", "CM_ENABLE_PROFILING": "0" diff --git a/cm-mlops/script/build-docker-image/_cm.json b/cm-mlops/script/build-docker-image/_cm.json index d9085809d4..2b6b2e84cb 100644 --- a/cm-mlops/script/build-docker-image/_cm.json +++ b/cm-mlops/script/build-docker-image/_cm.json @@ -2,6 +2,8 @@ "alias": "build-docker-image", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Docker automation", + "category_sort": 6500, "cache": false, "input_mapping": { "cache": "CM_DOCKER_CACHE", diff --git a/cm-mlops/script/build-dockerfile/_cm.json b/cm-mlops/script/build-dockerfile/_cm.json index 6b21bcb65d..37009d4a26 100644 --- a/cm-mlops/script/build-dockerfile/_cm.json +++ b/cm-mlops/script/build-dockerfile/_cm.json @@ -2,6 +2,8 @@ "alias": "build-dockerfile", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Docker automation", + "category_sort": 6500, "cache": false, "input_mapping": { "build": "CM_BUILD_DOCKER_IMAGE", diff --git a/cm-mlops/script/compile-program/_cm.json b/cm-mlops/script/compile-program/_cm.json index d8df108319..5f5a13d2e6 100644 --- a/cm-mlops/script/compile-program/_cm.json +++ b/cm-mlops/script/compile-program/_cm.json @@ -2,6 +2,8 @@ "alias": "compile-program", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Application automation", + "category_sort": 5000, "deps": [ { "tags": "detect,cpu" diff --git a/cm-mlops/script/destroy-terraform/_cm.json b/cm-mlops/script/destroy-terraform/_cm.json index acf1e5b9e8..c11c55c1b3 100644 --- a/cm-mlops/script/destroy-terraform/_cm.json +++ b/cm-mlops/script/destroy-terraform/_cm.json @@ -2,6 +2,8 @@ "alias": "destroy-terraform", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Cloud automation", + "category_sort": 7000, "tags": [ "destroy", "terraform", diff --git a/cm-mlops/script/detect-cpu/_cm.json b/cm-mlops/script/detect-cpu/_cm.json index 9cade21b5d..7e4aa1aa9f 100644 --- a/cm-mlops/script/detect-cpu/_cm.json +++ b/cm-mlops/script/detect-cpu/_cm.json @@ -2,6 +2,8 @@ "alias": "detect-cpu", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Platform information", + "category_sort": 8300, "clean_files": [ "tmp-lscpu.out" ], diff --git a/cm-mlops/script/detect-os/_cm.json b/cm-mlops/script/detect-os/_cm.json index 4b71eaaccf..9223e34582 100644 --- a/cm-mlops/script/detect-os/_cm.json +++ b/cm-mlops/script/detect-os/_cm.json @@ -2,6 +2,7 @@ "alias": "detect-os", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Platform information", "clean_files": [ "tmp-run.out" ], diff --git a/cm-mlops/script/flash-tinyml-binary/_cm.json b/cm-mlops/script/flash-tinyml-binary/_cm.json index c77a0ac9a2..4a88098f5e 100644 --- a/cm-mlops/script/flash-tinyml-binary/_cm.json +++ b/cm-mlops/script/flash-tinyml-binary/_cm.json @@ -2,6 +2,8 @@ "alias": "flash-tinyml-binary", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "TinyML automation", + "category_sort": 7000, "cache": false, "default_version": "r1.0", "deps": [ diff --git a/cm-mlops/script/generate-mlperf-inference-submission/_cm.json b/cm-mlops/script/generate-mlperf-inference-submission/_cm.json index 1dcf5621c3..597d57e131 100644 --- a/cm-mlops/script/generate-mlperf-inference-submission/_cm.json +++ b/cm-mlops/script/generate-mlperf-inference-submission/_cm.json @@ -2,6 +2,7 @@ "alias": "generate-mlperf-inference-submission", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Modular MLPerf benchmarks", "cache": false, "deps": [ { diff --git a/cm-mlops/script/generate-mlperf-tiny-submission/_cm.json b/cm-mlops/script/generate-mlperf-tiny-submission/_cm.json index c6e489b383..974b43b8b0 100644 --- a/cm-mlops/script/generate-mlperf-tiny-submission/_cm.json +++ b/cm-mlops/script/generate-mlperf-tiny-submission/_cm.json @@ -2,6 +2,8 @@ "alias": "generate-mlperf-tiny-submission", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Modular MLPerf benchmarks", + "category_sort": 8500, "cache": false, "deps": [ { diff --git a/cm-mlops/script/get-aws-cli/_cm.json b/cm-mlops/script/get-aws-cli/_cm.json index bfb4f001ee..c844a331b1 100644 --- a/cm-mlops/script/get-aws-cli/_cm.json +++ b/cm-mlops/script/get-aws-cli/_cm.json @@ -4,6 +4,8 @@ "automation_uid": "5b4e0237da074764", "cache": true, "clean_files": [], + "category": "Cloud automation", + "category_sort":8000, "new_env_keys": [ "CM_AWS_*" ], diff --git a/cm-mlops/script/get-bazel/_cm.json b/cm-mlops/script/get-bazel/_cm.json index be2bd626fd..bf351d3630 100644 --- a/cm-mlops/script/get-bazel/_cm.json +++ b/cm-mlops/script/get-bazel/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "Detection or installation of tools and artifacts", "clean_files": [], "new_env_keys": [ "CM_BAZEL_*" diff --git a/cm-mlops/script/get-ck-repo-mlops/_cm.json b/cm-mlops/script/get-ck-repo-mlops/_cm.json index 6f4786432d..adefecb94e 100644 --- a/cm-mlops/script/get-ck-repo-mlops/_cm.json +++ b/cm-mlops/script/get-ck-repo-mlops/_cm.json @@ -2,6 +2,7 @@ "alias": "get-ck-repo-mlops", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Legacy CK support", "deps": [ { "tags": "get,ck" diff --git a/cm-mlops/script/get-ck/_cm.json b/cm-mlops/script/get-ck/_cm.json index c13ef41a19..64968d2cca 100644 --- a/cm-mlops/script/get-ck/_cm.json +++ b/cm-mlops/script/get-ck/_cm.json @@ -2,6 +2,8 @@ "alias": "get-ck", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Legacy CK support", + "category_sort": 1000, "cache": true, "tags": [ "get", diff --git a/cm-mlops/script/get-cl/_cm.json b/cm-mlops/script/get-cl/_cm.json index 1741bcd4f3..7aa078a99e 100644 --- a/cm-mlops/script/get-cl/_cm.json +++ b/cm-mlops/script/get-cl/_cm.json @@ -2,6 +2,7 @@ "alias": "get-cl", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Compiler automation", "cache": true, "clean_files": [], "name": "Use Microsoft C compiler", diff --git a/cm-mlops/script/get-cmake/_cm.json b/cm-mlops/script/get-cmake/_cm.json index 01af7fe5ed..05ca9d424e 100644 --- a/cm-mlops/script/get-cmake/_cm.json +++ b/cm-mlops/script/get-cmake/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "Detection or installation of tools and artifacts", "env": { "CM_REQUIRE_INSTALL": "no" }, diff --git a/cm-mlops/script/get-cmsis_5/_cm.json b/cm-mlops/script/get-cmsis_5/_cm.json index c7b711a71b..bdbb81005d 100644 --- a/cm-mlops/script/get-cmsis_5/_cm.json +++ b/cm-mlops/script/get-cmsis_5/_cm.json @@ -1,6 +1,7 @@ { "alias": "get-cmsis_5", "automation_alias": "script", + "category": "Detection or installation of tools and artifacts", "automation_uid": "5b4e0237da074764", "cache": true, "default_version": "develop", diff --git a/cm-mlops/script/get-compiler-flags/_cm.json b/cm-mlops/script/get-compiler-flags/_cm.json index 0e4cb545a7..c7ecc1f9f5 100644 --- a/cm-mlops/script/get-compiler-flags/_cm.json +++ b/cm-mlops/script/get-compiler-flags/_cm.json @@ -2,6 +2,8 @@ "alias": "get-compiler-flags", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Compiler automation", + "category_sort":8200, "deps": [ { "tags": "detect,cpu" diff --git a/cm-mlops/script/get-configs-sut-mlperf-inference/_cm.json b/cm-mlops/script/get-configs-sut-mlperf-inference/_cm.json index f38e4c48da..a14da08fa3 100644 --- a/cm-mlops/script/get-configs-sut-mlperf-inference/_cm.json +++ b/cm-mlops/script/get-configs-sut-mlperf-inference/_cm.json @@ -2,6 +2,7 @@ "alias": "get-configs-sut-mlperf-inference", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Modular MLPerf benchmarks", "cache": false, "new_env_keys": [ "CM_HW_*", diff --git a/cm-mlops/script/get-cuda-devices/_cm.json b/cm-mlops/script/get-cuda-devices/_cm.json index 6b6c28be08..bf3a20434b 100644 --- a/cm-mlops/script/get-cuda-devices/_cm.json +++ b/cm-mlops/script/get-cuda-devices/_cm.json @@ -2,6 +2,7 @@ "alias": "get-cuda-devices", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "CUDA automation", "clean_files": [ "tmp-run.out" ], diff --git a/cm-mlops/script/get-cuda/_cm.json b/cm-mlops/script/get-cuda/_cm.json index 52b5deaabf..e49e4b356b 100644 --- a/cm-mlops/script/get-cuda/_cm.json +++ b/cm-mlops/script/get-cuda/_cm.json @@ -2,6 +2,8 @@ "alias": "get-cuda", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "CUDA automation", + "category_sort": 7000, "cache": true, "clean_files": [], "deps": [ diff --git a/cm-mlops/script/get-dataset-criteo/_cm.json b/cm-mlops/script/get-dataset-criteo/_cm.json index 5587ab3498..a26725f837 100644 --- a/cm-mlops/script/get-dataset-criteo/_cm.json +++ b/cm-mlops/script/get-dataset-criteo/_cm.json @@ -2,6 +2,8 @@ "alias": "get-dataset-criteo", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "ML/AI datasets", + "category_sort":8500, "cache": true, "env": { "CM_DATASET": "terabyte" diff --git a/cm-mlops/script/get-dataset-imagenet-aux/_cm.json b/cm-mlops/script/get-dataset-imagenet-aux/_cm.json index 0409a790f2..1bee94c451 100644 --- a/cm-mlops/script/get-dataset-imagenet-aux/_cm.json +++ b/cm-mlops/script/get-dataset-imagenet-aux/_cm.json @@ -3,6 +3,8 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "ML/AI datasets", + "category_sort":8500, "default_variation": "from.dropbox", "new_env_keys": [ "CM_DATASET_AUX_*" diff --git a/cm-mlops/script/get-dataset-imagenet-helper/_cm.json b/cm-mlops/script/get-dataset-imagenet-helper/_cm.json index 640d0807d0..a2caff8fd9 100644 --- a/cm-mlops/script/get-dataset-imagenet-helper/_cm.json +++ b/cm-mlops/script/get-dataset-imagenet-helper/_cm.json @@ -2,6 +2,8 @@ "alias": "get-dataset-imagenet-helper", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "ML/AI datasets", + "category_sort":8500, "cache": true, "tags": [ "get", diff --git a/cm-mlops/script/get-dataset-imagenet-val/_cm.json b/cm-mlops/script/get-dataset-imagenet-val/_cm.json index 6d017cc6bb..dc876272ec 100644 --- a/cm-mlops/script/get-dataset-imagenet-val/_cm.json +++ b/cm-mlops/script/get-dataset-imagenet-val/_cm.json @@ -3,6 +3,8 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "ML/AI datasets", + "category_sort":8500, "default_variation": "2012-500", "env": { "CM_DATASET": "IMAGENET" diff --git a/cm-mlops/script/get-dataset-librispeech/_cm.json b/cm-mlops/script/get-dataset-librispeech/_cm.json index 887e576d12..f5731c639c 100644 --- a/cm-mlops/script/get-dataset-librispeech/_cm.json +++ b/cm-mlops/script/get-dataset-librispeech/_cm.json @@ -4,6 +4,8 @@ "automation_uid": "5b4e0237da074764", "cache": true, "default_version": "dev-clean", + "category": "ML/AI datasets", + "category_sort":8500, "deps": [ { "tags": "get,sys-utils-cm" diff --git a/cm-mlops/script/get-dataset-openimages/_cm.json b/cm-mlops/script/get-dataset-openimages/_cm.json index ce883cb91a..13fe638cd1 100644 --- a/cm-mlops/script/get-dataset-openimages/_cm.json +++ b/cm-mlops/script/get-dataset-openimages/_cm.json @@ -3,6 +3,8 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "ML/AI datasets", + "category_sort":8500, "default_variation": "validation", "deps": [ { diff --git a/cm-mlops/script/get-dataset-squad/_cm.json b/cm-mlops/script/get-dataset-squad/_cm.json index 6fa59d87fd..e3e439c78e 100644 --- a/cm-mlops/script/get-dataset-squad/_cm.json +++ b/cm-mlops/script/get-dataset-squad/_cm.json @@ -3,6 +3,8 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "ML/AI datasets", + "category_sort":8500, "default_version": "1.1", "deps": [ { diff --git a/cm-mlops/script/get-dlrm/_cm.json b/cm-mlops/script/get-dlrm/_cm.json index e51895df80..f07cda6ad8 100644 --- a/cm-mlops/script/get-dlrm/_cm.json +++ b/cm-mlops/script/get-dlrm/_cm.json @@ -4,6 +4,8 @@ "automation_uid": "5b4e0237da074764", "cache": true, "default_version": "main", + "category": "ML/AI models", + "category_sort":8400, "deps": [ { "tags": "detect,os" diff --git a/cm-mlops/script/get-gcc/_cm.json b/cm-mlops/script/get-gcc/_cm.json index cb846ddd61..c3039dd82d 100644 --- a/cm-mlops/script/get-gcc/_cm.json +++ b/cm-mlops/script/get-gcc/_cm.json @@ -2,6 +2,7 @@ "alias": "get-gcc", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Compiler automation", "cache": true, "clean_files": [], "name": "Use GCC compiler", diff --git a/cm-mlops/script/get-generic-python-lib/_cm.json b/cm-mlops/script/get-generic-python-lib/_cm.json index 99e1e0347b..9b0777fe1c 100644 --- a/cm-mlops/script/get-generic-python-lib/_cm.json +++ b/cm-mlops/script/get-generic-python-lib/_cm.json @@ -2,6 +2,7 @@ "alias": "get-generic-python-lib", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Python automation", "cache": true, "clean_files": [], "deps": [ diff --git a/cm-mlops/script/get-github-cli/_cm.json b/cm-mlops/script/get-github-cli/_cm.json index 82f007f8ef..eae540dcb4 100644 --- a/cm-mlops/script/get-github-cli/_cm.json +++ b/cm-mlops/script/get-github-cli/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "Misc automation", "clean_files": [], "deps": [ { diff --git a/cm-mlops/script/get-go/_cm.json b/cm-mlops/script/get-go/_cm.json index 589ec243a2..88c2dad560 100644 --- a/cm-mlops/script/get-go/_cm.json +++ b/cm-mlops/script/get-go/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "Compiler automation", "clean_files": [], "new_env_keys": [ "CM_GO_*", diff --git a/cm-mlops/script/get-lib-dnnl/_cm.json b/cm-mlops/script/get-lib-dnnl/_cm.json index 1e948186e0..14d44a17a5 100644 --- a/cm-mlops/script/get-lib-dnnl/_cm.json +++ b/cm-mlops/script/get-lib-dnnl/_cm.json @@ -2,6 +2,7 @@ "alias": "prototype-lib-dnnl", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Detection or installation of tools and artifacts", "cache": true, "default_version": "dev", "deps": [ diff --git a/cm-mlops/script/get-llvm/_cm.json b/cm-mlops/script/get-llvm/_cm.json index 7100f1c4c9..dd6ef59055 100644 --- a/cm-mlops/script/get-llvm/_cm.json +++ b/cm-mlops/script/get-llvm/_cm.json @@ -2,6 +2,7 @@ "alias": "get-llvm", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Compiler automation", "cache": true, "clean_files": [], "env": { diff --git a/cm-mlops/script/get-microtvm/_cm.json b/cm-mlops/script/get-microtvm/_cm.json index 91c37901f9..f86bd97246 100644 --- a/cm-mlops/script/get-microtvm/_cm.json +++ b/cm-mlops/script/get-microtvm/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category":"TinyML automation", "default_variation": "default", "default_version": "main", "deps": [ diff --git a/cm-mlops/script/get-ml-model-bert-large-squad/_cm.json b/cm-mlops/script/get-ml-model-bert-large-squad/_cm.json index c60edb3de1..d3207fb015 100644 --- a/cm-mlops/script/get-ml-model-bert-large-squad/_cm.json +++ b/cm-mlops/script/get-ml-model-bert-large-squad/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "ML/AI models", "default_variation": "fp32", "env": { "CM_ML_MODEL": "BERT", diff --git a/cm-mlops/script/get-ml-model-resnet50/_cm.json b/cm-mlops/script/get-ml-model-resnet50/_cm.json index 100392bcd4..f06087003d 100644 --- a/cm-mlops/script/get-ml-model-resnet50/_cm.json +++ b/cm-mlops/script/get-ml-model-resnet50/_cm.json @@ -2,6 +2,7 @@ "alias": "get-ml-model-resnet50", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "ML/AI models", "cache": true, "default_variation": "onnx", "env": { diff --git a/cm-mlops/script/get-ml-model-retinanet/_cm.json b/cm-mlops/script/get-ml-model-retinanet/_cm.json index 0d7eef6be0..0c108d67d8 100644 --- a/cm-mlops/script/get-ml-model-retinanet/_cm.json +++ b/cm-mlops/script/get-ml-model-retinanet/_cm.json @@ -2,6 +2,7 @@ "alias": "get-ml-model-retinanet", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "ML/AI models", "cache": true, "default_variation": "onnx", "env": { diff --git a/cm-mlops/script/get-mlperf-inference-loadgen/_cm.json b/cm-mlops/script/get-mlperf-inference-loadgen/_cm.json index 74a5cbc099..af842964a5 100644 --- a/cm-mlops/script/get-mlperf-inference-loadgen/_cm.json +++ b/cm-mlops/script/get-mlperf-inference-loadgen/_cm.json @@ -2,6 +2,7 @@ "alias": "get-mlperf-inference-loadgen", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Modular MLPerf benchmarks", "cache": true, "default_version": "master", "deps": [ diff --git a/cm-mlops/script/get-mlperf-inference-src/_cm.json b/cm-mlops/script/get-mlperf-inference-src/_cm.json index 46790c6470..03ac9e67db 100644 --- a/cm-mlops/script/get-mlperf-inference-src/_cm.json +++ b/cm-mlops/script/get-mlperf-inference-src/_cm.json @@ -2,6 +2,7 @@ "alias": "get-mlperf-inference-src", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Modular MLPerf benchmarks", "cache": true, "default_variation": "default", "default_version": "master", diff --git a/cm-mlops/script/get-onnxruntime-prebuilt/_cm.json b/cm-mlops/script/get-onnxruntime-prebuilt/_cm.json index 4ec964e554..11729edd97 100644 --- a/cm-mlops/script/get-onnxruntime-prebuilt/_cm.json +++ b/cm-mlops/script/get-onnxruntime-prebuilt/_cm.json @@ -2,6 +2,8 @@ "alias": "get-onnxruntime-prebuilt", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "ML/AI frameworks", + "category_sort": 8400, "cache": true, "clean_files": [], "default_version": "1.12.1", diff --git a/cm-mlops/script/get-openssl/_cm.json b/cm-mlops/script/get-openssl/_cm.json index 792d1bb550..cf8a815ad0 100644 --- a/cm-mlops/script/get-openssl/_cm.json +++ b/cm-mlops/script/get-openssl/_cm.json @@ -2,6 +2,7 @@ "alias": "get-openssl", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Detection or installation of tools and artifacts", "cache": true, "clean_files": [], "env": { diff --git a/cm-mlops/script/get-preprocessed-dataset-criteo/_cm.json b/cm-mlops/script/get-preprocessed-dataset-criteo/_cm.json index 8699d704f3..bbe237e7ac 100644 --- a/cm-mlops/script/get-preprocessed-dataset-criteo/_cm.json +++ b/cm-mlops/script/get-preprocessed-dataset-criteo/_cm.json @@ -2,6 +2,7 @@ "alias": "get-preprocessed-dataset-criteo", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "ML/AI datasets", "cache": true, "deps": [ { diff --git a/cm-mlops/script/get-preprocessed-dataset-imagenet/_cm.json b/cm-mlops/script/get-preprocessed-dataset-imagenet/_cm.json index e96a9380ba..f9c4fcc954 100644 --- a/cm-mlops/script/get-preprocessed-dataset-imagenet/_cm.json +++ b/cm-mlops/script/get-preprocessed-dataset-imagenet/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "ML/AI datasets", "deps": [ { "names": [ diff --git a/cm-mlops/script/get-preprocessed-dataset-openimages/_cm.json b/cm-mlops/script/get-preprocessed-dataset-openimages/_cm.json index c482f79a42..08b0e11ef6 100644 --- a/cm-mlops/script/get-preprocessed-dataset-openimages/_cm.json +++ b/cm-mlops/script/get-preprocessed-dataset-openimages/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "ML/AI datasets", "deps": [ { "names": [ diff --git a/cm-mlops/script/get-python3/_cm.json b/cm-mlops/script/get-python3/_cm.json index edacccddad..a0ad579a0e 100644 --- a/cm-mlops/script/get-python3/_cm.json +++ b/cm-mlops/script/get-python3/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "Python automation", "clean_files": [], "extra_cache_tags_from_env": [ { diff --git a/cm-mlops/script/get-sut/_cm.json b/cm-mlops/script/get-sut/_cm.json index b6e272eaa3..b3140dddd6 100644 --- a/cm-mlops/script/get-sut/_cm.json +++ b/cm-mlops/script/get-sut/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": false, + "category": "Modular MLPerf benchmarks", "deps": [ { "tags": "detect,os" diff --git a/cm-mlops/script/get-sys-utils-cm/_cm.json b/cm-mlops/script/get-sys-utils-cm/_cm.json index e7c8c5c380..d10fffb8bc 100644 --- a/cm-mlops/script/get-sys-utils-cm/_cm.json +++ b/cm-mlops/script/get-sys-utils-cm/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "Detection or installation of tools and artifacts", "deps": [ { "tags": "detect,os" diff --git a/cm-mlops/script/get-terraform/_cm.json b/cm-mlops/script/get-terraform/_cm.json index 259178c1bd..ca0e9a4f15 100644 --- a/cm-mlops/script/get-terraform/_cm.json +++ b/cm-mlops/script/get-terraform/_cm.json @@ -4,6 +4,7 @@ "automation_uid": "5b4e0237da074764", "cache": true, "clean_files": [], + "category": "Cloud automation", "new_env_keys": [ "CM_TERRAFORM_*", "+PATH" diff --git a/cm-mlops/script/get-tvm/_cm.json b/cm-mlops/script/get-tvm/_cm.json index fa0f2dc096..7b2d4593cc 100644 --- a/cm-mlops/script/get-tvm/_cm.json +++ b/cm-mlops/script/get-tvm/_cm.json @@ -2,6 +2,7 @@ "alias": "get-tvm", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "ML/AI frameworks", "cache": true, "deps": [ { diff --git a/cm-mlops/script/get-zephyr-sdk/_cm.json b/cm-mlops/script/get-zephyr-sdk/_cm.json index 1a73c497a9..6752e92301 100644 --- a/cm-mlops/script/get-zephyr-sdk/_cm.json +++ b/cm-mlops/script/get-zephyr-sdk/_cm.json @@ -2,6 +2,7 @@ "alias": "get-zephyr-sdk", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "TinyML automation", "cache": true, "clean_files": [], "default_version": "0.13.2", diff --git a/cm-mlops/script/get-zephyr/_cm.json b/cm-mlops/script/get-zephyr/_cm.json index 2a563adf84..cb0c3a6e67 100644 --- a/cm-mlops/script/get-zephyr/_cm.json +++ b/cm-mlops/script/get-zephyr/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "TinyML automation", "clean_files": [], "default_version": "v2.7", "deps": [ diff --git a/cm-mlops/script/install-aws-cli/_cm.json b/cm-mlops/script/install-aws-cli/_cm.json index d1993f43d5..22bfe216f0 100644 --- a/cm-mlops/script/install-aws-cli/_cm.json +++ b/cm-mlops/script/install-aws-cli/_cm.json @@ -2,6 +2,7 @@ "alias": "install-aws-cli", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Cloud automation", "cache": true, "deps": [ { diff --git a/cm-mlops/script/install-bazel/_cm.json b/cm-mlops/script/install-bazel/_cm.json index ad7eae6703..c63f632d2c 100644 --- a/cm-mlops/script/install-bazel/_cm.json +++ b/cm-mlops/script/install-bazel/_cm.json @@ -1,6 +1,7 @@ { "alias": "install-bazel", "automation_alias": "script", + "category": "Detection or installation of tools and artifacts", "automation_uid": "5b4e0237da074764", "cache": true, "default_version": "5.2.0", diff --git a/cm-mlops/script/install-cmake-prebuilt/_cm.json b/cm-mlops/script/install-cmake-prebuilt/_cm.json index 6f1f70708f..66d317fa8e 100644 --- a/cm-mlops/script/install-cmake-prebuilt/_cm.json +++ b/cm-mlops/script/install-cmake-prebuilt/_cm.json @@ -1,5 +1,6 @@ { "alias": "install-cmake-prebuilt", + "category": "Detection or installation of tools and artifacts", "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, diff --git a/cm-mlops/script/install-cuda-package-manager/_cm.json b/cm-mlops/script/install-cuda-package-manager/_cm.json index 545796fd6c..dc05f3390f 100644 --- a/cm-mlops/script/install-cuda-package-manager/_cm.json +++ b/cm-mlops/script/install-cuda-package-manager/_cm.json @@ -1,6 +1,7 @@ { "alias": "install-cuda-package-manager", "automation_alias": "script", + "category": "CUDA automation", "automation_uid": "5b4e0237da074764", "cache": true, "deps": [ diff --git a/cm-mlops/script/install-cuda-prebuilt/_cm.json b/cm-mlops/script/install-cuda-prebuilt/_cm.json index bfddb47cd4..f8149aca1e 100644 --- a/cm-mlops/script/install-cuda-prebuilt/_cm.json +++ b/cm-mlops/script/install-cuda-prebuilt/_cm.json @@ -2,6 +2,7 @@ "alias": "install-cuda-prebuilt", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "CUDA automation", "cache": true, "default_version": "11.7.0", "deps": [ diff --git a/cm-mlops/script/install-gcc-src/_cm.json b/cm-mlops/script/install-gcc-src/_cm.json index 7bec07627e..f0a917fa97 100644 --- a/cm-mlops/script/install-gcc-src/_cm.json +++ b/cm-mlops/script/install-gcc-src/_cm.json @@ -2,6 +2,7 @@ "alias": "install-gcc-src", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Compiler automation", "cache": true, "default_version": "12", "deps": [ diff --git a/cm-mlops/script/install-generic-python-lib/_cm.json b/cm-mlops/script/install-generic-python-lib/_cm.json index c835774965..a2a7b8786a 100644 --- a/cm-mlops/script/install-generic-python-lib/_cm.json +++ b/cm-mlops/script/install-generic-python-lib/_cm.json @@ -1,6 +1,7 @@ { "alias": "install-generic-python-lib", "automation_alias": "script", + "category": "Python automation", "automation_uid": "5b4e0237da074764", "cache": true, "clean_files": [], diff --git a/cm-mlops/script/install-github-cli/_cm.json b/cm-mlops/script/install-github-cli/_cm.json index b1f002a5b1..0cd47b5db0 100644 --- a/cm-mlops/script/install-github-cli/_cm.json +++ b/cm-mlops/script/install-github-cli/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "Detection or installation of tools and artifacts", "clean_files": [], "deps": [ { diff --git a/cm-mlops/script/install-llvm-prebuilt/_cm.json b/cm-mlops/script/install-llvm-prebuilt/_cm.json index c4308819c7..c2a802768b 100644 --- a/cm-mlops/script/install-llvm-prebuilt/_cm.json +++ b/cm-mlops/script/install-llvm-prebuilt/_cm.json @@ -1,6 +1,7 @@ { "alias": "install-llvm-prebuilt", "automation_alias": "script", + "category": "Compiler automation", "automation_uid": "5b4e0237da074764", "cache": true, "default_version": "14.0.0", diff --git a/cm-mlops/script/install-llvm-src/_cm.json b/cm-mlops/script/install-llvm-src/_cm.json index 58b10d4537..6f68d2f299 100644 --- a/cm-mlops/script/install-llvm-src/_cm.json +++ b/cm-mlops/script/install-llvm-src/_cm.json @@ -2,6 +2,7 @@ "alias": "install-llvm-src", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Compiler automation", "cache": true, "deps": [ { diff --git a/cm-mlops/script/install-openssl/_cm.json b/cm-mlops/script/install-openssl/_cm.json index b37c83f424..bfda36ff47 100644 --- a/cm-mlops/script/install-openssl/_cm.json +++ b/cm-mlops/script/install-openssl/_cm.json @@ -12,6 +12,8 @@ "tags": "detect,cpu" } ], + "category": "Detection or installation of tools and artifacts", + "category_sort":7500, "env": {}, "post_deps": [ { diff --git a/cm-mlops/script/install-python-src/_cm.json b/cm-mlops/script/install-python-src/_cm.json index 624010aabb..53179817a5 100644 --- a/cm-mlops/script/install-python-src/_cm.json +++ b/cm-mlops/script/install-python-src/_cm.json @@ -2,6 +2,7 @@ "alias": "install-python-src", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Python automation", "cache": true, "default_version": "3.10.5", "deps": [ diff --git a/cm-mlops/script/install-python-venv/_cm.json b/cm-mlops/script/install-python-venv/_cm.json index 0b64d8047d..abbd15b244 100644 --- a/cm-mlops/script/install-python-venv/_cm.json +++ b/cm-mlops/script/install-python-venv/_cm.json @@ -2,6 +2,7 @@ "alias": "install-python-venv", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Python automation", "cache": true, "clean_files": [], "deps": [ diff --git a/cm-mlops/script/install-tensorflow-for-c/_cm.json b/cm-mlops/script/install-tensorflow-for-c/_cm.json index 50c8c4b15b..596fd635e0 100644 --- a/cm-mlops/script/install-tensorflow-for-c/_cm.json +++ b/cm-mlops/script/install-tensorflow-for-c/_cm.json @@ -2,6 +2,7 @@ "alias": "install-tensorflow-for-c", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "ML/AI frameworks", "cache": true, "clean_files": [], "default_version": "2.8.0", diff --git a/cm-mlops/script/install-tensorflow-src/_cm.json b/cm-mlops/script/install-tensorflow-src/_cm.json index 65b3cbb2ba..93fb4b083f 100644 --- a/cm-mlops/script/install-tensorflow-src/_cm.json +++ b/cm-mlops/script/install-tensorflow-src/_cm.json @@ -2,6 +2,7 @@ "alias": "install-tensorflow-src", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "ML/AI frameworks", "cache": true, "clean_files": [], "default_version": "master", diff --git a/cm-mlops/script/install-terraform-from-src/_cm.json b/cm-mlops/script/install-terraform-from-src/_cm.json index 41691b166f..8732e16598 100644 --- a/cm-mlops/script/install-terraform-from-src/_cm.json +++ b/cm-mlops/script/install-terraform-from-src/_cm.json @@ -2,6 +2,7 @@ "alias": "install-terraform-from-src", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Cloud automation", "cache": true, "clean_files": [], "default_version": "main", diff --git a/cm-mlops/script/print-hello-world-py/_cm.json b/cm-mlops/script/print-hello-world-py/_cm.json index b52d24e5fd..fb8b689d3c 100644 --- a/cm-mlops/script/print-hello-world-py/_cm.json +++ b/cm-mlops/script/print-hello-world-py/_cm.json @@ -2,6 +2,8 @@ "alias": "print-hello-world-py", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Tests", + "category_sort": 1000, "deps": [ { "tags": "detect,os" diff --git a/cm-mlops/script/print-hello-world/_cm.json b/cm-mlops/script/print-hello-world/_cm.json index b0484f6843..94dc9d3ca6 100644 --- a/cm-mlops/script/print-hello-world/_cm.json +++ b/cm-mlops/script/print-hello-world/_cm.json @@ -2,6 +2,8 @@ "alias": "print-hello-world", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Tests", + "category_sort": 1000, "env": { "CM_ENV_TEST1": "TEST1" }, diff --git a/cm-mlops/script/print-python-version/_cm.json b/cm-mlops/script/print-python-version/_cm.json index d8369880ba..4a81d4da31 100644 --- a/cm-mlops/script/print-python-version/_cm.json +++ b/cm-mlops/script/print-python-version/_cm.json @@ -2,6 +2,8 @@ "alias": "print-python-version", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Tests", + "category_sort": 1000, "deps": [ { "tags": "get,python" diff --git a/cm-mlops/script/process-mlperf-accuracy/_cm.json b/cm-mlops/script/process-mlperf-accuracy/_cm.json index 7a2a53420e..00036a970d 100644 --- a/cm-mlops/script/process-mlperf-accuracy/_cm.json +++ b/cm-mlops/script/process-mlperf-accuracy/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": false, + "category": "Modular MLPerf benchmarks", "clean_files": [], "deps": [ { diff --git a/cm-mlops/script/remote-run-commands/_cm.json b/cm-mlops/script/remote-run-commands/_cm.json index 36f6fcad9a..24c9b4c06e 100644 --- a/cm-mlops/script/remote-run-commands/_cm.json +++ b/cm-mlops/script/remote-run-commands/_cm.json @@ -2,6 +2,8 @@ "alias": "remote-run-commands", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Remote automation", + "category_sort": 6500, "tags": [ "remote", "run", diff --git a/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results/_cm.json b/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results/_cm.json index 7f385eb3b3..b04c1c6378 100644 --- a/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results/_cm.json +++ b/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results/_cm.json @@ -2,6 +2,7 @@ "alias": "reproduce-mlperf-octoml-tinyml-results", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Modular MLPerf benchmarks", "cache": true, "default_version": "r1.0", "deps": [ diff --git a/cm-mlops/script/run-docker-container/_cm.json b/cm-mlops/script/run-docker-container/_cm.json index bf27392b5d..4315df442c 100644 --- a/cm-mlops/script/run-docker-container/_cm.json +++ b/cm-mlops/script/run-docker-container/_cm.json @@ -2,6 +2,8 @@ "alias": "run-docker-container", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Docker automation", + "category_sort": 6500, "cache": false, "clean_files": [], "input_mapping": { diff --git a/cm-mlops/script/run-mlperf-accuracy-log-truncator/_cm.json b/cm-mlops/script/run-mlperf-accuracy-log-truncator/_cm.json index 730d8a8dc9..f92c497ca1 100644 --- a/cm-mlops/script/run-mlperf-accuracy-log-truncator/_cm.json +++ b/cm-mlops/script/run-mlperf-accuracy-log-truncator/_cm.json @@ -4,6 +4,7 @@ "automation_uid": "5b4e0237da074764", "cache": false, "clean_files": [], + "category": "Modular MLPerf benchmarks", "deps": [ { "names": [ diff --git a/cm-mlops/script/run-mlperf-inference-app/_cm.json b/cm-mlops/script/run-mlperf-inference-app/_cm.json index bfba7d6ed0..9271cad9d1 100644 --- a/cm-mlops/script/run-mlperf-inference-app/_cm.json +++ b/cm-mlops/script/run-mlperf-inference-app/_cm.json @@ -2,6 +2,7 @@ "alias": "run-mlperf-inference-app", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Modular MLPerf benchmarks", "deps": [ { "tags": "detect,os" diff --git a/cm-mlops/script/run-mlperf-submission-checker/_cm.json b/cm-mlops/script/run-mlperf-submission-checker/_cm.json index de7e753447..6e2d656343 100644 --- a/cm-mlops/script/run-mlperf-submission-checker/_cm.json +++ b/cm-mlops/script/run-mlperf-submission-checker/_cm.json @@ -2,6 +2,7 @@ "alias": "run-mlperf-submission-checker", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Modular MLPerf benchmarks", "cache": false, "clean_files": [], "deps": [ diff --git a/cm-mlops/script/run-terraform/_cm.json b/cm-mlops/script/run-terraform/_cm.json index 1bd672f292..a5bdd313e8 100644 --- a/cm-mlops/script/run-terraform/_cm.json +++ b/cm-mlops/script/run-terraform/_cm.json @@ -3,6 +3,8 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, + "category": "Cloud automation", + "category_sort": 7000, "clean_files": [], "deps": [ { diff --git a/cm-mlops/script/set-echo-off-win/_cm.json b/cm-mlops/script/set-echo-off-win/_cm.json index c3eee8c940..08324e942f 100644 --- a/cm-mlops/script/set-echo-off-win/_cm.json +++ b/cm-mlops/script/set-echo-off-win/_cm.json @@ -2,6 +2,8 @@ "alias": "set-echo-off-win", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Misc automation", + "category_sort": 6000, "new_state_keys": [ "script_prefix" ], diff --git a/cm-mlops/script/tar-my-folder/_cm.json b/cm-mlops/script/tar-my-folder/_cm.json index cb161de1f3..295657ecd5 100644 --- a/cm-mlops/script/tar-my-folder/_cm.json +++ b/cm-mlops/script/tar-my-folder/_cm.json @@ -2,6 +2,8 @@ "alias": "tar-my-folder", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Misc automation", + "category_sort": 6000, "cache": false, "clean_files": [], "deps": [], diff --git a/cm-mlops/script/test-script1/_cm.json b/cm-mlops/script/test-script1/_cm.json index cb7f102bca..6e9e785387 100644 --- a/cm-mlops/script/test-script1/_cm.json +++ b/cm-mlops/script/test-script1/_cm.json @@ -2,6 +2,8 @@ "alias": "test-script1", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Tests", + "category_sort": 1000, "deps": [ { "tags": "test,script2" diff --git a/cm-mlops/script/test-script2/_cm.json b/cm-mlops/script/test-script2/_cm.json index 556a976f2b..770a32f8d3 100644 --- a/cm-mlops/script/test-script2/_cm.json +++ b/cm-mlops/script/test-script2/_cm.json @@ -2,6 +2,8 @@ "alias": "test-script2", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Tests", + "category_sort": 1000, "deps": [ { "tags": "test,script3" diff --git a/cm-mlops/script/test-script3/_cm.json b/cm-mlops/script/test-script3/_cm.json index 2d4b263ee3..33ac579369 100644 --- a/cm-mlops/script/test-script3/_cm.json +++ b/cm-mlops/script/test-script3/_cm.json @@ -3,6 +3,8 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "deps": [], + "category": "Tests", + "category_sort": 1000, "env": { "CM_ENV1": "TEST1C", "CM_ENV2": "TEST2C", diff --git a/cm-mlops/script/test-script4/_cm.json b/cm-mlops/script/test-script4/_cm.json index 5e0c84b971..30c57d22b4 100644 --- a/cm-mlops/script/test-script4/_cm.json +++ b/cm-mlops/script/test-script4/_cm.json @@ -2,6 +2,8 @@ "alias": "test-script4", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Tests", + "category_sort": 1000, "deps": [ { "tags": "detect,os" diff --git a/cm-mlops/script/test-set-sys-user-cm/_cm.json b/cm-mlops/script/test-set-sys-user-cm/_cm.json index 92b1a31236..0f27c91115 100644 --- a/cm-mlops/script/test-set-sys-user-cm/_cm.json +++ b/cm-mlops/script/test-set-sys-user-cm/_cm.json @@ -2,6 +2,8 @@ "alias": "test-set-sys-user-cm", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Tests", + "category_sort": 1000, "cache": true, "default_env": { "CM_SUDO": "sudo" diff --git a/cm-mlops/script/wrapper-image-classification-onnx-py/_cm.json b/cm-mlops/script/wrapper-image-classification-onnx-py/_cm.json index f297253658..5425154f65 100644 --- a/cm-mlops/script/wrapper-image-classification-onnx-py/_cm.json +++ b/cm-mlops/script/wrapper-image-classification-onnx-py/_cm.json @@ -2,6 +2,7 @@ "alias": "wrapper-image-classification-onnx-py", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Modular ML/AI applications", "default_variation": "run", "tags": [ "wrapper", diff --git a/cm-mlops/script/wrapper-mlperf-inference-vision-reference/_cm.json b/cm-mlops/script/wrapper-mlperf-inference-vision-reference/_cm.json index aff5393783..f1133d2c1b 100644 --- a/cm-mlops/script/wrapper-mlperf-inference-vision-reference/_cm.json +++ b/cm-mlops/script/wrapper-mlperf-inference-vision-reference/_cm.json @@ -3,6 +3,7 @@ "automation_alias": "script", "automation_uid": "5b4e0237da074764", "default_variation": "run", + "category": "Modular MLPerf benchmarks", "deps": [ { "tags": "detect,os" diff --git a/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json b/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json index 885e711a74..9f8f4c3629 100644 --- a/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json +++ b/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json @@ -2,6 +2,7 @@ "alias": "wrapper-reproduce-octoml-tinyml-submission", "automation_alias": "script", "automation_uid": "5b4e0237da074764", + "category": "Modular MLPerf benchmarks", "default_version": "r1.0", "deps": [ { diff --git a/cm/cmind/repo/automation/automation/module.py b/cm/cmind/repo/automation/automation/module.py index f3057cee5a..b64c306c41 100644 --- a/cm/cmind/repo/automation/automation/module.py +++ b/cm/cmind/repo/automation/automation/module.py @@ -150,7 +150,7 @@ def doc(self, i): md = [] - for artifact in sorted(lst, key = lambda x: x.meta.get('sort',0), reverse=True): + for artifact in sorted(lst, key = lambda x: (-x.meta.get('sort',0), x.meta.get('alias',''))): path = artifact.path meta = artifact.meta original_meta = artifact.original_meta diff --git a/docs/_generator/list_scripts.cmd b/docs/_generator/list_scripts.cmd index 799552d2d7..217c24f5d3 100644 --- a/docs/_generator/list_scripts.cmd +++ b/docs/_generator/list_scripts.cmd @@ -1 +1 @@ -cm doc script --output_dir=. \ No newline at end of file +cm doc script --output_dir=.. \ No newline at end of file diff --git a/docs/list_of_scripts.md b/docs/list_of_scripts.md new file mode 100644 index 0000000000..5347d0f3e0 --- /dev/null +++ b/docs/list_of_scripts.md @@ -0,0 +1,1456 @@ +[ [Back to index](README.md) ] + + + +# List of CM scripts by categories + +### Modular ML/AI applications + + +* [app-image-classification-onnx-cpp](#app-image-classification-onnx-cpp) +* [app-image-classification-onnx-py](#app-image-classification-onnx-py) +* [app-image-classification-onnx-py-ck](#app-image-classification-onnx-py-ck) +* [app-image-classification-torch-py](#app-image-classification-torch-py) +* [app-image-classification-tvm-onnx-py](#app-image-classification-tvm-onnx-py) +* [wrapper-image-classification-onnx-py](#wrapper-image-classification-onnx-py) + + +### Modular applications + + +* [app-image-corner-detection](#app-image-corner-detection) +* [app-image-corner-detection-old](#app-image-corner-detection-old) + + +### Modular MLPerf benchmarks + + +* [app-mlperf-inference-cpp](#app-mlperf-inference-cpp) +* [app-mlperf-inference-reference](#app-mlperf-inference-reference) +* [generate-mlperf-inference-submission](#generate-mlperf-inference-submission) +* [generate-mlperf-tiny-submission](#generate-mlperf-tiny-submission) +* [get-configs-sut-mlperf-inference](#get-configs-sut-mlperf-inference) +* [get-mlperf-inference-loadgen](#get-mlperf-inference-loadgen) +* [get-mlperf-inference-src](#get-mlperf-inference-src) +* [get-sut](#get-sut) +* [process-mlperf-accuracy](#process-mlperf-accuracy) +* [reproduce-mlperf-octoml-tinyml-results](#reproduce-mlperf-octoml-tinyml-results) +* [run-mlperf-accuracy-log-truncator](#run-mlperf-accuracy-log-truncator) +* [run-mlperf-inference-app](#run-mlperf-inference-app) +* [run-mlperf-submission-checker](#run-mlperf-submission-checker) +* [wrapper-mlperf-inference-vision-reference](#wrapper-mlperf-inference-vision-reference) +* [wrapper-reproduce-octoml-tinyml-submission](#wrapper-reproduce-octoml-tinyml-submission) + + +### ML/AI datasets + + +* [get-dataset-criteo](#get-dataset-criteo) +* [get-dataset-imagenet-aux](#get-dataset-imagenet-aux) +* [get-dataset-imagenet-helper](#get-dataset-imagenet-helper) +* [get-dataset-imagenet-val](#get-dataset-imagenet-val) +* [get-dataset-librispeech](#get-dataset-librispeech) +* [get-dataset-openimages](#get-dataset-openimages) +* [get-dataset-squad](#get-dataset-squad) +* [get-preprocessed-dataset-criteo](#get-preprocessed-dataset-criteo) +* [get-preprocessed-dataset-imagenet](#get-preprocessed-dataset-imagenet) +* [get-preprocessed-dataset-openimages](#get-preprocessed-dataset-openimages) + + +### ML/AI models + + +* [get-dlrm](#get-dlrm) +* [get-ml-model-bert-large-squad](#get-ml-model-bert-large-squad) +* [get-ml-model-resnet50](#get-ml-model-resnet50) +* [get-ml-model-retinanet](#get-ml-model-retinanet) + + +### ML/AI frameworks + + +* [get-onnxruntime-prebuilt](#get-onnxruntime-prebuilt) +* [get-tvm](#get-tvm) +* [install-tensorflow-for-c](#install-tensorflow-for-c) +* [install-tensorflow-src](#install-tensorflow-src) + + +### Platform information + + +* [detect-cpu](#detect-cpu) +* [detect-os](#detect-os) + + +### Compiler automation + + +* [get-cl](#get-cl) *(Use Microsoft C compiler)* +* [get-compiler-flags](#get-compiler-flags) +* [get-gcc](#get-gcc) *(Use GCC compiler)* +* [get-go](#get-go) +* [get-llvm](#get-llvm) *(Use LLVM compiler)* +* [install-gcc-src](#install-gcc-src) +* [install-llvm-prebuilt](#install-llvm-prebuilt) *(Install prebuilt LLVM compiler)* +* [install-llvm-src](#install-llvm-src) *(Build LLVM compiler from sources (can take >30 min))* + + +### Detection or installation of tools and artifacts + + +* [get-bazel](#get-bazel) +* [get-cmake](#get-cmake) +* [get-cmsis_5](#get-cmsis_5) +* [get-openssl](#get-openssl) +* [get-sys-utils-cm](#get-sys-utils-cm) +* [install-bazel](#install-bazel) +* [install-cmake-prebuilt](#install-cmake-prebuilt) +* [install-github-cli](#install-github-cli) +* [install-openssl](#install-openssl) +* [prototype-lib-dnnl](#prototype-lib-dnnl) + + +### Cloud automation + + +* [destroy-terraform](#destroy-terraform) +* [get-aws-cli](#get-aws-cli) +* [get-terraform](#get-terraform) +* [install-aws-cli](#install-aws-cli) +* [install-terraform-from-src](#install-terraform-from-src) +* [run-terraform](#run-terraform) + + +### TinyML automation + + +* [flash-tinyml-binary](#flash-tinyml-binary) +* [get-microtvm](#get-microtvm) +* [get-zephyr](#get-zephyr) +* [get-zephyr-sdk](#get-zephyr-sdk) + + +### CUDA automation + + +* [get-cuda](#get-cuda) +* [get-cuda-devices](#get-cuda-devices) +* [install-cuda-package-manager](#install-cuda-package-manager) +* [install-cuda-prebuilt](#install-cuda-prebuilt) + + +### Docker automation + + +* [build-docker-image](#build-docker-image) +* [build-dockerfile](#build-dockerfile) +* [run-docker-container](#run-docker-container) + + +### Remote automation + + +* [remote-run-commands](#remote-run-commands) + + +### Misc automation + + +* [get-github-cli](#get-github-cli) +* [set-echo-off-win](#set-echo-off-win) +* [tar-my-folder](#tar-my-folder) + + +### Application automation + + +* [benchmark-program](#benchmark-program) +* [compile-program](#compile-program) + + +### Python automation + + +* [activate-python-venv](#activate-python-venv) *(Activate python virtual environment)* +* [get-generic-python-lib](#get-generic-python-lib) +* [get-python3](#get-python3) +* [install-generic-python-lib](#install-generic-python-lib) +* [install-python-src](#install-python-src) +* [install-python-venv](#install-python-venv) + + +### Legacy CK support + + +* [get-ck](#get-ck) +* [get-ck-repo-mlops](#get-ck-repo-mlops) + + +### Tests + + +* [print-hello-world](#print-hello-world) +* [print-hello-world-py](#print-hello-world-py) +* [print-python-version](#print-python-version) +* [test-script1](#test-script1) +* [test-script2](#test-script2) +* [test-script3](#test-script3) +* [test-script4](#test-script4) +* [test-set-sys-user-cm](#test-set-sys-user-cm) + + + +# List of all sorted CM scripts + +* [activate-python-venv](#activate-python-venv) *(Activate python virtual environment)* +* [app-image-classification-onnx-cpp](#app-image-classification-onnx-cpp) +* [app-image-classification-onnx-py](#app-image-classification-onnx-py) +* [app-image-classification-onnx-py-ck](#app-image-classification-onnx-py-ck) +* [app-image-classification-torch-py](#app-image-classification-torch-py) +* [app-image-classification-tvm-onnx-py](#app-image-classification-tvm-onnx-py) +* [app-image-corner-detection](#app-image-corner-detection) +* [app-image-corner-detection-old](#app-image-corner-detection-old) +* [app-mlperf-inference-cpp](#app-mlperf-inference-cpp) +* [app-mlperf-inference-reference](#app-mlperf-inference-reference) +* [benchmark-program](#benchmark-program) +* [build-docker-image](#build-docker-image) +* [build-dockerfile](#build-dockerfile) +* [compile-program](#compile-program) +* [destroy-terraform](#destroy-terraform) +* [detect-cpu](#detect-cpu) +* [detect-os](#detect-os) +* [flash-tinyml-binary](#flash-tinyml-binary) +* [generate-mlperf-inference-submission](#generate-mlperf-inference-submission) +* [generate-mlperf-tiny-submission](#generate-mlperf-tiny-submission) +* [get-aws-cli](#get-aws-cli) +* [get-bazel](#get-bazel) +* [get-ck](#get-ck) +* [get-ck-repo-mlops](#get-ck-repo-mlops) +* [get-cl](#get-cl) *(Use Microsoft C compiler)* +* [get-cmake](#get-cmake) +* [get-cmsis_5](#get-cmsis_5) +* [get-compiler-flags](#get-compiler-flags) +* [get-configs-sut-mlperf-inference](#get-configs-sut-mlperf-inference) +* [get-cuda](#get-cuda) +* [get-cuda-devices](#get-cuda-devices) +* [get-dataset-criteo](#get-dataset-criteo) +* [get-dataset-imagenet-aux](#get-dataset-imagenet-aux) +* [get-dataset-imagenet-helper](#get-dataset-imagenet-helper) +* [get-dataset-imagenet-val](#get-dataset-imagenet-val) +* [get-dataset-librispeech](#get-dataset-librispeech) +* [get-dataset-openimages](#get-dataset-openimages) +* [get-dataset-squad](#get-dataset-squad) +* [get-dlrm](#get-dlrm) +* [get-gcc](#get-gcc) *(Use GCC compiler)* +* [get-generic-python-lib](#get-generic-python-lib) +* [get-github-cli](#get-github-cli) +* [get-go](#get-go) +* [get-llvm](#get-llvm) *(Use LLVM compiler)* +* [get-microtvm](#get-microtvm) +* [get-ml-model-bert-large-squad](#get-ml-model-bert-large-squad) +* [get-ml-model-resnet50](#get-ml-model-resnet50) +* [get-ml-model-retinanet](#get-ml-model-retinanet) +* [get-mlperf-inference-loadgen](#get-mlperf-inference-loadgen) +* [get-mlperf-inference-src](#get-mlperf-inference-src) +* [get-onnxruntime-prebuilt](#get-onnxruntime-prebuilt) +* [get-openssl](#get-openssl) +* [get-preprocessed-dataset-criteo](#get-preprocessed-dataset-criteo) +* [get-preprocessed-dataset-imagenet](#get-preprocessed-dataset-imagenet) +* [get-preprocessed-dataset-openimages](#get-preprocessed-dataset-openimages) +* [get-python3](#get-python3) +* [get-sut](#get-sut) +* [get-sys-utils-cm](#get-sys-utils-cm) +* [get-terraform](#get-terraform) +* [get-tvm](#get-tvm) +* [get-zephyr](#get-zephyr) +* [get-zephyr-sdk](#get-zephyr-sdk) +* [install-aws-cli](#install-aws-cli) +* [install-bazel](#install-bazel) +* [install-cmake-prebuilt](#install-cmake-prebuilt) +* [install-cuda-package-manager](#install-cuda-package-manager) +* [install-cuda-prebuilt](#install-cuda-prebuilt) +* [install-gcc-src](#install-gcc-src) +* [install-generic-python-lib](#install-generic-python-lib) +* [install-github-cli](#install-github-cli) +* [install-llvm-prebuilt](#install-llvm-prebuilt) *(Install prebuilt LLVM compiler)* +* [install-llvm-src](#install-llvm-src) *(Build LLVM compiler from sources (can take >30 min))* +* [install-openssl](#install-openssl) +* [install-python-src](#install-python-src) +* [install-python-venv](#install-python-venv) +* [install-tensorflow-for-c](#install-tensorflow-for-c) +* [install-tensorflow-src](#install-tensorflow-src) +* [install-terraform-from-src](#install-terraform-from-src) +* [print-hello-world](#print-hello-world) +* [print-hello-world-py](#print-hello-world-py) +* [print-python-version](#print-python-version) +* [process-mlperf-accuracy](#process-mlperf-accuracy) +* [prototype-lib-dnnl](#prototype-lib-dnnl) +* [remote-run-commands](#remote-run-commands) +* [reproduce-mlperf-octoml-tinyml-results](#reproduce-mlperf-octoml-tinyml-results) +* [run-docker-container](#run-docker-container) +* [run-mlperf-accuracy-log-truncator](#run-mlperf-accuracy-log-truncator) +* [run-mlperf-inference-app](#run-mlperf-inference-app) +* [run-mlperf-submission-checker](#run-mlperf-submission-checker) +* [run-terraform](#run-terraform) +* [set-echo-off-win](#set-echo-off-win) +* [tar-my-folder](#tar-my-folder) +* [test-script1](#test-script1) +* [test-script2](#test-script2) +* [test-script3](#test-script3) +* [test-script4](#test-script4) +* [test-set-sys-user-cm](#test-set-sys-user-cm) +* [wrapper-image-classification-onnx-py](#wrapper-image-classification-onnx-py) +* [wrapper-mlperf-inference-vision-reference](#wrapper-mlperf-inference-vision-reference) +* [wrapper-reproduce-octoml-tinyml-submission](#wrapper-reproduce-octoml-tinyml-submission) + + +## activate-python-venv + + +*Activate python virtual environment.* + + +Developers: [Grigori Fursin](https://cKnowledge.io/@gfursin) + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/activate-python-venv)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/activate-python-venv/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="activate,activate-python-venv,python,python-venv"* + + +## app-image-classification-onnx-cpp + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-classification-onnx-cpp)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-classification-onnx-cpp/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="app,cpp,image-classification,onnx"* + + +## app-image-classification-onnx-py + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-classification-onnx-py)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-classification-onnx-py/_cm.yaml)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="app,image-classification,onnx,python"* + + +## app-image-classification-onnx-py-ck + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-classification-onnx-py-ck)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-classification-onnx-py-ck/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="app,image-classification-ck,onnx,python"* + + +## app-image-classification-torch-py + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-classification-torch-py)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-classification-torch-py/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="app,image-classification,python,torch"* + + +## app-image-classification-tvm-onnx-py + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-classification-tvm-onnx-py)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-classification-tvm-onnx-py/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="app,image-classification,python,tvm-onnx"* +* CM script variations: *tvm; tvm-llvm; tvm-pip-install* +* CM script default variation: *tvm-llvm* + + +## app-image-corner-detection + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-corner-detection)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-corner-detection/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="app,corner-detection,image"* + + +## app-image-corner-detection-old + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-corner-detection-old)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-image-corner-detection-old/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="app,corner-detection,old"* + + +## app-mlperf-inference-cpp + + +Developers: [Thomas Zhu](https://www.linkedin.com/in/hanwen-zhu-483614189), [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Grigori Fursin](https://cKnowledge.io/@gfursin) + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-cpp)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-cpp/_cm.yaml)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="app,cpp,inference,mlcommons,mlperf"* +* CM script variations: *cpu; gpu; onnxruntime; pytorch; resnet50; retinanet; tf; tflite; tvm-onnx* + + +## app-mlperf-inference-reference + + +Developers: [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Grigori Fursin](https://cKnowledge.io/@gfursin) + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-reference)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/app-mlperf-inference-reference/_cm.yaml)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="app,generic,inference,language,mlcommons,mlperf,ref,reference,vision"* +* CM script variations: *bert-99.9; cpp; cpu; fast; gpu; onnxruntime; python; pytorch; r2.1_default; resnet50; retinanet; test; tf; tflite; tvm-onnx; tvm-pip-install-onnx; tvm-pip-install-pytorch; tvm-pytorch; valid* + + +## benchmark-program + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-program)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/benchmark-program/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="benchmark,benchmark-program,program"* +* CM script variations: *numactl; numactl-interleave; profile* + + +## build-docker-image + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/build-docker-image)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/build-docker-image/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="build,docker,docker-image,dockerimage,image"* + + +## build-dockerfile + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/build-dockerfile)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/build-dockerfile/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="build,dockerfile"* +* CM script variations: *slim* + + +## compile-program + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/compile-program)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/compile-program/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="compile,compile-program,program"* + + +## destroy-terraform + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/destroy-terraform)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/destroy-terraform/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="cmd,destroy,terraform"* + + +## detect-cpu + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-cpu/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="cpu,detect,detect-cpu,info"* + + +## detect-os + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/detect-os/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="detect,detect-os,info,os"* + + +## flash-tinyml-binary + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/flash-tinyml-binary)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/flash-tinyml-binary/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="flash,mlcommons,mlperf,tiny"* +* CM script variations: *NRF; NUCLEO; ad; cmsis_nn; ic; kws; native; vww* +* CM script default version: *r1.0* + + +## generate-mlperf-inference-submission + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-inference-submission)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-inference-submission/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="generate,inference,inference-submission,mlcommons,mlcommons-inference-submission,mlperf,mlperf-inference,mlperf-inference-submission,submission"* + + +## generate-mlperf-tiny-submission + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-tiny-submission)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/generate-mlperf-tiny-submission/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="generate,mlcommons,mlcommons-tiny-submission,mlperf,mlperf-tiny,mlperf-tiny-submission,submission,tiny,tiny-submission"* + + +## get-aws-cli + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-aws-cli)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-aws-cli/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="aws,aws-cli,cli,get"* + + +## get-bazel + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-bazel)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-bazel/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="bazel,get,get-bazel"* + + +## get-ck + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ck)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ck/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="ck,ck-framework,get"* + + +## get-ck-repo-mlops + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ck-repo-mlops)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ck-repo-mlops/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="ck-repo,ck-repo-mlops,get,mlops"* + + +## get-cl + + +*Use Microsoft C compiler.* + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cl)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cl/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="c-compiler,cl,compiler,cpp-compiler,get,get-cl"* + + +## get-cmake + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmake/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="cmake,get,get-cmake"* + + +## get-cmsis_5 + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmsis_5)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cmsis_5/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="arm-software,cmsis,cmsis_5,get"* +* CM script variations: *recurse-submodules; short-history* +* CM script versions: *custom; develop; master* +* CM script default version: *develop* + + +## get-compiler-flags + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-compiler-flags)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-compiler-flags/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="compiler-flags,get"* + + +## get-configs-sut-mlperf-inference + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-configs-sut-mlperf-inference)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-configs-sut-mlperf-inference/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="configs,get,mlc,sut,sut-configs,sut-mlc-configs"* + + +## get-cuda + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="cuda,get,get-cuda,get-nvcc,nvcc"* + + +## get-cuda-devices + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda-devices)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-cuda-devices/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="cuda-devices,get"* + + +## get-dataset-criteo + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-criteo)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-criteo/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="criteo,dataset,get,original"* +* CM script variations: *backup* + + +## get-dataset-imagenet-aux + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-aux)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-aux/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="aux,dataset-aux,get,image-classification,imagenet-aux"* +* CM script variations: *2012; from.berkeleyvision; from.dropbox* +* CM script default variation: *from.dropbox* + + +## get-dataset-imagenet-helper + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-helper)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-helper/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get,helper,imagenet,imagenet-helper"* + + +## get-dataset-imagenet-val + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-val)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-imagenet-val/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="ILSVRC,dataset,get,image-classification,imagenet,original"* +* CM script variations: *2012-1; 2012-500; 2012-full; full* +* CM script default variation: *2012-500* + + +## get-dataset-librispeech + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-librispeech)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-librispeech/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="audio,dataset,get,librispeech,original,speech,speech-recognition,training,validation"* +* CM script versions: *dev-clean; dev-other; test-clean; test-other; train-clean-100; train-clean-360; train-other-500* +* CM script default version: *dev-clean* + + +## get-dataset-openimages + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openimages)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-openimages/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="dataset,get,object-detection,open-images,openimages,original"* +* CM script variations: *calibration; validation* +* CM script default variation: *validation* + + +## get-dataset-squad + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dataset-squad/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="dataset,get,language-processing,original,squad,training,validation"* +* CM script versions: *1.1; 2.0* +* CM script default version: *1.1* + + +## get-dlrm + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dlrm)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-dlrm/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="dlrm,get,src"* +* CM script variations: *full-history* +* CM script versions: *main* +* CM script default version: *main* + + +## get-gcc + + +*Use GCC compiler.* + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-gcc/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="c-compiler,compiler,cpp-compiler,gcc,get,get-gcc"* + + +## get-generic-python-lib + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-generic-python-lib/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="generic,generic-python-lib,get"* +* CM script variations: *apache-tvm; numpy; nvidia-pycocotools; onnx; onnxruntime; opencv-python; pip; protobuf; pycocotools; setuptools; sk-learn; tensorflow; tokenization; torch; tqdm; transformers* + + +## get-github-cli + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-github-cli)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-github-cli/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="cli,get,gh,github,github-cli"* + + +## get-go + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-go)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-go/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get,get-go,go,tool"* + + +## get-llvm + + +*Use LLVM compiler.* + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-llvm)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-llvm/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="c-compiler,compiler,cpp-compiler,get,get-llvm,llvm"* + + +## get-microtvm + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-microtvm)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-microtvm/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get,microtvm,source,src,tiny"* +* CM script variations: *default; full-history; short-history* +* CM script default variation: *default* +* CM script versions: *custom; main* +* CM script default version: *main* + + +## get-ml-model-bert-large-squad + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-bert-large-squad)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-bert-large-squad/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="bert,bert-large,bert-squad,get,language,language-processing,ml-model"* +* CM script variations: *fp32; int8; onnx; onnx-fp32; onnx-int8; onnxruntime; pytorch; pytorch-fp32; pytorch-int8; tensorflow; tf* +* CM script default variation: *fp32* + + +## get-ml-model-resnet50 + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-resnet50/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get,image-classification,ml-model,ml-model-resnet50,resnet50"* +* CM script variations: *fp32; onnx; onnx-1.5-opset-11; onnx-1.5-opset-8; onnx_; onnxruntime; pytorch; tensorflow; tf; uint8* +* CM script default variation: *onnx* + + +## get-ml-model-retinanet + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-ml-model-retinanet/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="fp32,get,ml-model,object-detection,resnext50,retinanet"* +* CM script variations: *onnx; pytorch* +* CM script default variation: *onnx* + + +## get-mlperf-inference-loadgen + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-loadgen)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-loadgen/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get,inference,inference-loadgen,loadgen,mlcommons,mlperf"* +* CM script versions: *custom; master; r2.1* +* CM script default version: *master* + + +## get-mlperf-inference-src + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-mlperf-inference-src/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get,inference,inference-source,inference-src,mlcommons,mlperf,source,src"* +* CM script variations: *default; full-history; nvidia-pycocotools; octoml; patch; recurse-submodules; short-history* +* CM script default variation: *default* +* CM script versions: *custom; master; r2.1; tvm* +* CM script default version: *master* + + +## get-onnxruntime-prebuilt + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-onnxruntime-prebuilt)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-onnxruntime-prebuilt/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get,install,lang-c,lang-cpp,lib,onnxruntime,prebuilt"* +* CM script variations: *cpu; gpu* +* CM script default variation: *cpu* +* CM script default version: *1.12.1* + + +## get-openssl + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-openssl)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-openssl/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get,lib-openssl,openssl"* + + +## get-preprocessed-dataset-criteo + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-criteo)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-criteo/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="criteo,dataset,dlrm,get,preprocessed,recommendation"* +* CM script variations: *1; 50; full; validation* + + +## get-preprocessed-dataset-imagenet + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-imagenet/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="ILSVRC,dataset,get,image-classification,imagenet,preprocessed"* +* CM script variations: *1; 500; NCHW; NHWC; full* + + +## get-preprocessed-dataset-openimages + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-openimages)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-preprocessed-dataset-openimages/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="dataset,get,object-detection,open-images,openimages,preprocessed"* +* CM script variations: *1; 50; 500; NCHW; NHWC; calibration; full; validation* + + +## get-python3 + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-python3/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get,get-python,get-python3,python,python3"* +* CM script variations: *shared; with-ssl* + + +## get-sut + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sut)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sut/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="description,get,sut,system-description,system-under-test"* + + +## get-sys-utils-cm + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-sys-utils-cm/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get,sys-utils-cm"* +* CM script variations: *user* + + +## get-terraform + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-terraform)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-terraform/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get,get-terraform,terraform"* + + +## get-tvm + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tvm)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-tvm/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get,get-tvm,tvm"* +* CM script variations: *cuda; llvm; openmp* +* CM script versions: *main; v0.10.0; v0.7.0; v0.8.0; v0.9.0* + + +## get-zephyr + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-zephyr)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-zephyr/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get,zephyr"* +* CM script versions: *v2.7* +* CM script default version: *v2.7* + + +## get-zephyr-sdk + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-zephyr-sdk)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/get-zephyr-sdk/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get,zephyr-sdk"* +* CM script versions: *0.13.1; 0.13.2; 0.15.0* +* CM script default version: *0.13.2* + + +## install-aws-cli + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-aws-cli)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-aws-cli/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="aws,aws-cli,cli,install,script"* + + +## install-bazel + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-bazel)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-bazel/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="bazel,install,script"* +* CM script default version: *5.2.0* + + +## install-cmake-prebuilt + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-cmake-prebuilt)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-cmake-prebuilt/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="cmake,install,install-prebuilt-cmake,prebuilt,prebuilt-cmake"* +* CM script default version: *3.21.1* + + +## install-cuda-package-manager + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-cuda-package-manager)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-cuda-package-manager/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="cuda,install,install-pm-cuda,package-manager,package-manager-cuda"* + + +## install-cuda-prebuilt + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-cuda-prebuilt)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-cuda-prebuilt/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="cuda,install,install-prebuilt-cuda,prebuilt,prebuilt-cuda"* +* CM script versions: *11.7.0; 11.8.0* +* CM script default version: *11.7.0* + + +## install-gcc-src + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-gcc-src)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-gcc-src/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="gcc,install,src,src-gcc"* +* CM script versions: *master* +* CM script default version: *12* + + +## install-generic-python-lib + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-python-lib)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-generic-python-lib/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="generic,generic-python-lib,install"* +* CM script variations: *apache-tvm; numpy; nvidia-pycocotools; onnx; onnxruntime; opencv-python; pip; protobuf; pycocotools; setuptools; sklearn; tensorflow; tokenization; torch; tqdm; transformers* + + +## install-github-cli + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-github-cli)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-github-cli/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="cli,gh,github,github-cli,install"* + + +## install-llvm-prebuilt + + +*Install prebuilt LLVM compiler.* + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-llvm-prebuilt)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-llvm-prebuilt/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="install,install-prebuilt-llvm,llvm,prebuilt,prebuilt-llvm"* +* CM script default version: *14.0.0* + + +## install-llvm-src + + +*Build LLVM compiler from sources (can take >30 min).* + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-llvm-src)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-llvm-src/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="install,llvm,src,src-llvm"* + + +## install-openssl + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-openssl)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-openssl/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="install,openssl,openssl-lib,src"* +* CM script versions: *1.1.1* +* CM script default version: *1.1.1* + + +## install-python-src + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-python-src)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-python-src/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="install,python,python3,src,src-python,src-python3"* +* CM script variations: *shared; with-ssl* +* CM script default version: *3.10.5* + + +## install-python-venv + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-python-venv)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-python-venv/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="get-python-venv,install,python,python-venv"* + + +## install-tensorflow-for-c + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-tensorflow-for-c)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-tensorflow-for-c/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="install,lang-c,lib,tensorflow"* +* CM script default version: *2.8.0* + + +## install-tensorflow-src + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-tensorflow-src)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-tensorflow-src/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="from-src,install,lib,tensorflow"* +* CM script versions: *master; v1.15.0; v2.0.0; v2.1.0; v2.2.0; v2.3.0; v2.4.0; v2.5.0; v2.6.0; v2.7.0; v2.8.0; v2.9.0* +* CM script default version: *master* + + +## install-terraform-from-src + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-terraform-from-src)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/install-terraform-from-src/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="from-src,install,terraform"* +* CM script versions: *main* +* CM script default version: *main* + + +## print-hello-world + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/print-hello-world)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/print-hello-world/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="hello,hello world,hello-world,print,script,world"* + + +## print-hello-world-py + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/print-hello-world-py)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/print-hello-world-py/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="hello,hello world,hello-world,print,python,world"* + + +## print-python-version + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/print-python-version)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/print-python-version/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="print,python,python-version,version"* + + +## process-mlperf-accuracy + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-mlperf-accuracy)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/process-mlperf-accuracy/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="accuracy,mlc,mlcommons,mlperf,process-accuracy,run"* +* CM script variations: *float16; float32; float64; imagenet; int16; int32; int64; int8; openimages; squad* + + +## prototype-lib-dnnl + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/prototype-lib-dnnl)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/prototype-lib-dnnl/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="dnnl,get,lib,lib-dnnl"* +* CM script versions: *2.2.4; dev* +* CM script default version: *dev* + + +## remote-run-commands + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/remote-run-commands)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/remote-run-commands/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="cmds,remote,remote-run,remote-run-cmds,run,ssh,ssh-run"* + + +## reproduce-mlperf-octoml-tinyml-results + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/reproduce-mlperf-octoml-tinyml-results/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="mlcommons,mlperf,octoml,reproduce,results,tiny"* +* CM script variations: *NRF; NUCLEO; ad; cmsis_nn; ic; kws; native; vww* +* CM script versions: *r1.0* +* CM script default version: *r1.0* + + +## run-docker-container + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-docker-container)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-docker-container/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="container,docker,run"* + + +## run-mlperf-accuracy-log-truncator + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-mlperf-accuracy-log-truncator)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-mlperf-accuracy-log-truncator/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="accuracy,accuracy-log,accuracy-log-trancation,accuracy-log-truncator,inference,mlc,mlc-accuracy-log-trancation,mlc-accuracy-log-truncator,mlcommons,mlperf,mlperf-inference,run,truncate,truncation,truncator"* + + +## run-mlperf-inference-app + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-mlperf-inference-app)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-mlperf-inference-app/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="generate-run-cmds,inference,mlcommons,mlperf,reference,run,run-mlperf,vision"* +* CM script variations: *all-modes; all-scenarios; compliance; fast; submission; valid* +* CM script versions: *master; r2.1* + + +## run-mlperf-submission-checker + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-mlperf-submission-checker)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-mlperf-submission-checker/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="checker,inference,mlc,mlc-submission-checker,mlcommons,mlperf,mlperf-inference,run,submission,submission-checker"* + + +## run-terraform + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-terraform)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/run-terraform/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="run,terraform"* +* CM script variations: *aws; c5.12xlarge; c5.4xlarge; c5d.9xlarge; g4dn.xlarge; t2.micro* + + +## set-echo-off-win + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-echo-off-win)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/set-echo-off-win/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="echo,echo-off,echo-off-win,off,set,win"* + + +## tar-my-folder + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/tar-my-folder)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/tar-my-folder/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="run,tar"* + + +## test-script1 + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-script1)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-script1/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="script1,test"* + + +## test-script2 + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-script2)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-script2/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="script2,test"* + + +## test-script3 + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-script3)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-script3/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="script3,test"* + + +## test-script4 + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-script4)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-script4/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="script4,test"* + + +## test-set-sys-user-cm + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-set-sys-user-cm)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/test-set-sys-user-cm/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="cm,demo,set,sys-user,sys-user-cm"* + + +## wrapper-image-classification-onnx-py + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/wrapper-image-classification-onnx-py)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/wrapper-image-classification-onnx-py/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="image-classification,onnx,python,wrapper"* +* CM script variations: *docker; run* +* CM script default variation: *run* + + +## wrapper-mlperf-inference-vision-reference + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/wrapper-mlperf-inference-vision-reference)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/wrapper-mlperf-inference-vision-reference/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="inference,mlperf,python,reference,run,wrapper"* +* CM script variations: *docker; run* +* CM script default variation: *run* + + +## wrapper-reproduce-octoml-tinyml-submission + + +* CM script GitHub repository: *[mlcommons@ck](https://github.com/mlcommons/ck/tree/master/cm-mlops)* +* CM script artifact (interoperability module, native scripts and meta): *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission)* +* CM script meta description: *[GitHub](https://github.com/mlcommons/ck/tree/master/cm-mlops/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json)* +* CM automation "script": *[Docs](https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script)* +* CM script tags: *cm run script --tags="generate,generate-tiny,generate-tiny-submission,mlcommons,mlperf,octoml,results,run,submission,tiny"* +* CM script default version: *r1.0* + + + +
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+