Skip to content

Commit

Permalink
Fix doris image too large.
Browse files Browse the repository at this point in the history
  • Loading branch information
yuqi1129 committed Aug 11, 2024
1 parent ee7f9d8 commit 603ae7e
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 30 deletions.
4 changes: 0 additions & 4 deletions .github/workflows/backend-integration-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -90,10 +90,6 @@ jobs:
run: |
dev/ci/util_free_space.sh
- name: Setup debug Github Action
if: ${{ contains(github.event.pull_request.labels.*.name, 'debug action') }}
uses: csexton/debugger-action@master

- name: Backend Integration Test
id: integrationTest
run: >
Expand Down
4 changes: 3 additions & 1 deletion dev/ci/util_free_space.sh
Original file line number Diff line number Diff line change
Expand Up @@ -49,8 +49,10 @@ if [ "${GITHUB_ACTIONS}" = "true" ]; then
sudo rm -rf /opt/hostedtoolcache/PyPy || :
# 376MB
sudo rm -rf /opt/hostedtoolcache/node || :
# free at least 10G
# free at least 10G, android is unless for Gravitino CI
sudo rm -rf /usr/local/lib/android || :
# .ghcup is installed by Haskell CI and useless for Gravitino CI
sudo rm -rf /usr/local/.ghcup
# Remove Web browser packages
if dpkg-query -l firefox;then
sudo apt purge -y firefox
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,8 +36,6 @@
import java.util.NoSuchElementException;
import java.util.Objects;
import org.apache.gravitino.integration.test.util.CloseableGroup;
import org.apache.gravitino.integration.test.util.CommandExecutor;
import org.apache.gravitino.integration.test.util.ProcessData;
import org.apache.gravitino.integration.test.util.TestDatabaseName;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
Expand Down Expand Up @@ -237,29 +235,6 @@ public void startDorisContainer() {
DorisContainer container = closer.register(dorisBuilder.build());
container.start();
dorisContainer = container;

// Get the largest 20 files in the Doris container
String[] largetFiles = {"du", "-ah", "/", "|", "sort", "-rh", "|", "head", "-n", "20"};
String[] allSpace = {"df", "-h"};

Object output =
CommandExecutor.executeCommandLocalHost(
largetFiles,
false,
ProcessData.TypesOfData.OUTPUT,
CommandExecutor.IGNORE_ERRORS.TRUE,
ImmutableMap.of());
LOG.info("current largest 20 files in Doris container: {}", output);

output =
CommandExecutor.executeCommandLocalHost(
allSpace,
false,
ProcessData.TypesOfData.OUTPUT,
CommandExecutor.IGNORE_ERRORS.TRUE,
ImmutableMap.of());

LOG.info("current space usage in Doris container: {}", output);
}
}
}
Expand Down

0 comments on commit 603ae7e

Please sign in to comment.