From d2ac4cd787b0a0fab7b6dfb388c7d1a6f2b2ef04 Mon Sep 17 00:00:00 2001 From: George McCabe <23407799+georgemccabe@users.noreply.github.com> Date: Wed, 7 Feb 2024 09:35:16 -0700 Subject: [PATCH 1/5] added more commands to free up disk space as suggested in https://github.com/apache/flink/blob/master/tools/azure-pipelines/free_disk_space.sh, ci-run-all-cases --- .github/jobs/free_disk_space.sh | 35 +++++++++++++++++++++++++++++++++ .github/workflows/testing.yml | 2 ++ 2 files changed, 37 insertions(+) diff --git a/.github/jobs/free_disk_space.sh b/.github/jobs/free_disk_space.sh index cfe30cf06d..ef4d5d447b 100755 --- a/.github/jobs/free_disk_space.sh +++ b/.github/jobs/free_disk_space.sh @@ -10,6 +10,41 @@ sudo rm -rf /opt/ghc sudo rm -rf "/usr/local/share/boost" sudo rm -rf "$AGENT_TOOLSDIRECTORY" +### +# more cleanup taken from https://github.com/apache/flink/blob/master/tools/azure-pipelines/free_disk_space.sh +### + +echo "==============================================================================" +echo "Freeing up disk space on CI system" +echo "==============================================================================" + +echo "Listing 100 largest packages" +dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n | tail -n 100 +df -h +echo "Removing large packages" +sudo apt-get remove -y '^dotnet-.*' +sudo apt-get remove -y '^llvm-.*' +sudo apt-get remove -y 'php.*' +sudo apt-get remove -y '^mongodb-.*' +sudo apt-get remove -y '^mysql-.*' +sudo apt-get remove -y azure-cli google-cloud-sdk hhvm google-chrome-stable firefox powershell mono-devel libgl1-mesa-dri +sudo apt-get autoremove -y +sudo apt-get clean +df -h +echo "Removing large directories" + +sudo rm -rf /usr/share/dotnet/ +sudo rm -rf /usr/local/graalvm/ +sudo rm -rf /usr/local/.ghcup/ +sudo rm -rf /usr/local/share/powershell +sudo rm -rf /usr/local/share/chromium +sudo rm -rf /usr/local/lib/android +sudo rm -rf /usr/local/lib/node_modules + +### +# end cleanup from azure script +### + printf "\nChecking disk usage after cleanup" df -h diff --git a/.github/workflows/testing.yml b/.github/workflows/testing.yml index 6d7398599e..20539492db 100644 --- a/.github/workflows/testing.yml +++ b/.github/workflows/testing.yml @@ -92,6 +92,8 @@ jobs: - uses: actions/setup-python@v5 with: python-version: '3.10' + - name: Free disk space + run: .github/jobs/free_disk_space.sh - name: Get METplus Image run: .github/jobs/docker_setup.sh env: From 87d3dc3223ab26fbd9cc7e816b6e424f9ca24d9c Mon Sep 17 00:00:00 2001 From: George McCabe <23407799+georgemccabe@users.noreply.github.com> Date: Mon, 22 Apr 2024 19:52:21 +0000 Subject: [PATCH 2/5] update location of METviewer docker-compose.yml file that moved from PR dtcenter/METviewer#525 --- .github/jobs/get_metviewer.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/jobs/get_metviewer.sh b/.github/jobs/get_metviewer.sh index 5cf1058454..305fd27763 100755 --- a/.github/jobs/get_metviewer.sh +++ b/.github/jobs/get_metviewer.sh @@ -10,7 +10,7 @@ export METVIEWER_DOCKER_IMAGE=dtcenter/metviewer:develop apk add docker-cli-compose # download docker-compose.yml file from METviewer develop branch -wget https://raw.githubusercontent.com/dtcenter/METviewer/develop/docker/docker-compose.yml +wget https://raw.githubusercontent.com/dtcenter/METviewer/develop/internal/scripts/docker/docker-compose.yml # Run docker-compose to create the containers docker compose up -d From 6bb1b3ad21290358d44f5da40a22ed6e83c26c7d Mon Sep 17 00:00:00 2001 From: George McCabe <23407799+georgemccabe@users.noreply.github.com> Date: Tue, 23 Apr 2024 12:29:10 -0600 Subject: [PATCH 3/5] turn on use cases to test --- .github/parm/use_case_groups.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/parm/use_case_groups.json b/.github/parm/use_case_groups.json index e8cc31f58c..4869dc787b 100644 --- a/.github/parm/use_case_groups.json +++ b/.github/parm/use_case_groups.json @@ -7,7 +7,7 @@ { "category": "met_tool_wrapper", "index_list": "30-58", - "run": false + "run": true }, { "category": "air_quality_and_comp", @@ -242,7 +242,7 @@ { "category": "short_range", "index_list": "9", - "run": false + "run": true }, { "category": "short_range", From 81a5103103d491deb242fce3c8d66cbecd462d41 Mon Sep 17 00:00:00 2001 From: George McCabe <23407799+georgemccabe@users.noreply.github.com> Date: Tue, 23 Apr 2024 12:29:30 -0600 Subject: [PATCH 4/5] use main_v5.1 tag of METviewer on DockerHub --- .github/jobs/get_metviewer.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/jobs/get_metviewer.sh b/.github/jobs/get_metviewer.sh index 305fd27763..e53b18bbde 100755 --- a/.github/jobs/get_metviewer.sh +++ b/.github/jobs/get_metviewer.sh @@ -4,7 +4,7 @@ export METVIEWER_DATA=$RUNNER_WORKSPACE export MYSQL_DIR=$RUNNER_WORKSPACE/mysql export METVIEWER_DIR=$RUNNER_WORKSPACE/output/metviewer -export METVIEWER_DOCKER_IMAGE=dtcenter/metviewer:develop +export METVIEWER_DOCKER_IMAGE=dtcenter/metviewer:main_v5.1 # install docker-compose apk add docker-cli-compose From 7cc2f06ed05e02e12531e186c3000a22a7c96282 Mon Sep 17 00:00:00 2001 From: George McCabe <23407799+georgemccabe@users.noreply.github.com> Date: Tue, 23 Apr 2024 13:34:01 -0600 Subject: [PATCH 5/5] turn off use case groups after confirming that they now run successfully --- .github/parm/use_case_groups.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/parm/use_case_groups.json b/.github/parm/use_case_groups.json index 4869dc787b..e8cc31f58c 100644 --- a/.github/parm/use_case_groups.json +++ b/.github/parm/use_case_groups.json @@ -7,7 +7,7 @@ { "category": "met_tool_wrapper", "index_list": "30-58", - "run": true + "run": false }, { "category": "air_quality_and_comp", @@ -242,7 +242,7 @@ { "category": "short_range", "index_list": "9", - "run": true + "run": false }, { "category": "short_range",