Skip to content

Commit

Permalink
Reverted secret nonsense. Added copyrights
Browse files Browse the repository at this point in the history
  • Loading branch information
stanbrub committed Sep 28, 2024
1 parent 8988370 commit 5c6ea3c
Show file tree
Hide file tree
Showing 21 changed files with 54 additions and 11 deletions.
2 changes: 2 additions & 0 deletions .github/scripts/adhoc.sh
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,8 @@
set -o errexit
set -o pipefail

# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Provides what is needed to set up an adhoc benchmark run, including bare metal and labels
# ex. adhoc.sh make-labels "where" "0.36.0" "user123:branch-name-123"
# ex. adhoc.sh metal-deploy api-key project-id c3.small.x86 server-name "2 days"
Expand Down
2 changes: 2 additions & 0 deletions .github/scripts/build-server-distribution-remote.sh
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,8 @@
set -o errexit
set -o pipefail

# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Assemble the Deephaven server artifacts on the remote side if needed
# The supplied argument can be an image name or <owner>::<branch>
# Ensure that the artifacts and Deephaven version are available in standard directories
Expand Down
2 changes: 2 additions & 0 deletions .github/scripts/dh-jetty-start.sh
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,8 @@
set -o errexit
set -o pipefail

# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Build and start the python native Deephaven Community Server

MY_ID=DH_JETTY_BY_STAN
Expand Down
2 changes: 2 additions & 0 deletions .github/scripts/dh-jetty-stop.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,8 @@
# set -o pipefail
# set -o nounset

# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Stop the native python Deephaven Community Server

MY_ID=DH_JETTY_BY_STAN
Expand Down
2 changes: 2 additions & 0 deletions .github/scripts/fetch-results-local.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,8 @@ set -o errexit
set -o pipefail
set -o nounset

# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Fetches Benchmark results and logs from the remote test server and
# compresses the runs before upload. Writes an output file with the
# SET_LABEL that was used for the set directory name
Expand Down
2 changes: 2 additions & 0 deletions .github/scripts/manage-deephaven-remote.sh
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,8 @@
set -o errexit
set -o pipefail

# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Start or Stop a Deephaven image based on the given directive and image/branch name
# The directives argument can be start or stop
# The supplied image argument can be an image name or <owner>::<branch>
Expand Down
2 changes: 2 additions & 0 deletions .github/scripts/matrix_array.sh
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,8 @@
set -o errexit
set -o pipefail

# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# For a given descriptor, return the appropriate array that can be read by a Github
# workflow with fromJSON(array)
# ex. matrix_array.sh matrix-arr adhoc 5
Expand Down
2 changes: 2 additions & 0 deletions .github/scripts/run-benchmarks-remote.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,8 @@ set -o errexit
set -o pipefail
set -o nounset

# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Run benchmarks on the remote side doing one iteration according to the following contract:
# - If TAG_NAME is "Any", run all tests
# - If TAG_NAME starts with "!", run all tests except the named tag
Expand Down
2 changes: 2 additions & 0 deletions .github/scripts/run-publish-local.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,8 @@ set -o errexit
set -o pipefail
set -o nounset

# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Run queries that publish a secret slack channel. Queries operation exclusively
# the deephaven-benchmark GCloud bucket

Expand Down
2 changes: 2 additions & 0 deletions .github/scripts/run-ssh-local.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,8 @@ set -o errexit
set -o pipefail
set -o nounset

# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Executes a local script on a remote server while storing output relative to the
# local working directory. Also, this script wraps arguments provided for the
# remote scripts in single-quotes to avoid syntax errors.
Expand Down
2 changes: 2 additions & 0 deletions .github/scripts/setup-ssh-local.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,8 @@ set -o errexit
set -o pipefail
set -o nounset

# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Setup SSH for connection between github node and remote host

HOST=$1
Expand Down
4 changes: 3 additions & 1 deletion .github/scripts/setup-test-server-remote.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,9 @@ set -o errexit
set -o pipefail
set -o nounset

# Runs the remote side of test server setup
# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Runs the remote test server setup where the benchmarks will be run

if [ ! -d "/root" ]; then
echo "$0: Missing the Benchmark install directory"
Expand Down
1 change: 1 addition & 0 deletions .github/scripts/uninstall-docker.sh
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

apt-get purge docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin docker-ce-rootless-extras
rm -rf /var/lib/docker
Expand Down
10 changes: 6 additions & 4 deletions .github/workflows/adhoc-auto-remote-benchmarks.yml
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Provision a server and run benchmarks on that system, cleaning up after
# - Deploys a new server on the fly
# - Calls the reusable worflow remote-benchmarks.yml to run and upload benchmarks
Expand Down Expand Up @@ -116,9 +118,9 @@ jobs:
test_iterations: ${{ needs.setup-benchmark-system.outputs.test_iterations }}
scale_row_count: ${{ needs.setup-benchmark-system.outputs.test_row_count }}
distribution: ${{ inputs.distribution }}
config_options: "<default>"
secrets:
test_device_addr: ${{ needs.setup-benchmark-system.outputs.metal_ip_addr }}
config_options: "<default>"
secrets: inherit

process-adhoc-benchmarks-2:
needs: [setup-benchmark-system, process-adhoc-benchmarks-1]
Expand All @@ -132,9 +134,9 @@ jobs:
test_iterations: ${{ needs.setup-benchmark-system.outputs.test_iterations }}
scale_row_count: ${{ needs.setup-benchmark-system.outputs.test_row_count }}
distribution: ${{ inputs.distribution }}
config_options: "<default>"
secrets:
test_device_addr: ${{ needs.setup-benchmark-system.outputs.metal_ip_addr }}
config_options: "<default>"
secrets: inherit

teardown-benchmark-system:
if: ${{ always() && needs.setup-benchmark-system.outputs.metal_device_id }}
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/adhoc-exist-remote-benchmarks.yml
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Run benchmarks on an already provisioned system
# - Calls the reusable worflow remote-benchmarks.yml to run and upload benchmarks
# - Runs the given options with the given image/branch
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/compare-remote-benchmarks.yml
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Run comparison (competitive) benchmarks on a remote system
# according to the release defined in resources/release-benchmark-docker-compose.yml
# in resources/release-benchmark-docker-compose.yml
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/mvn-integration-test.yml
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Run Integration Tests against a Docker install on Github

name: Integration Test on Docker Deephaven
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/mvn-package.yml
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Build, Run Unit tests, and make the Benchmark artifacts; jar and test-jar

name: Unit Test and Package
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/nightly-remote-benchmarks.yml
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Run benchmarks on a remote system for the nightly (edge) build
# - Calls the reusable worflow remote-benchmarks.yml

Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/release-remote-benchmarks.yml
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Run benchmarks on a remote system according to the release defined
# in resources/release-benchmark-docker-compose.yml
# - Calls the reusable worflow remote-benchmarks.yml
Expand Down
16 changes: 10 additions & 6 deletions .github/workflows/remote-benchmarks.yml
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending

# Run benchmarks on a remote system for the release the project is using
# - This workflow is reusable with run_type set to release or nightly
# - Scripts ending in "-local" run on the github runner
Expand All @@ -7,14 +9,13 @@ name: Benchmark Test on Docker Deephaven

on:
workflow_call:
secrets: inherit
inputs:
run_type:
required: true
type: string
docker_image:
required: true
type: string
required: true
type: string
run_label:
required: true
type: string
Expand All @@ -33,6 +34,9 @@ on:
distribution:
required: true
type: string
test_device_addr:
required: true
type: string
config_options:
required: true
type: string
Expand All @@ -44,7 +48,7 @@ jobs:
matrix-iterations: ${{ steps.matrix-iterations.outputs.matrix-iterations }}
env:
SD: .github/scripts
HOST: "${{ secrets.test_device_addr == '<default>' && secrets.BENCHMARK_HOST || secrets.test_device_addr }}"
HOST: "${{ inputs.test_device_addr == '<default>' && secrets.BENCHMARK_HOST || inputs.test_device_addr }}"
USER: ${{secrets.BENCHMARK_USER}}
REPO: ${{github.repository}}
BRANCH: ${{github.ref_name}}
Expand Down Expand Up @@ -102,7 +106,7 @@ jobs:
tag: ${{ fromJson(needs.setup-benchmarks.outputs.matrix-iterations) }}
env:
SD: .github/scripts
HOST: "${{ secrets.test_device_addr == '<default>' && secrets.BENCHMARK_HOST || secrets.test_device_addr }}"
HOST: "${{ inputs.test_device_addr == '<default>' && secrets.BENCHMARK_HOST || inputs.test_device_addr }}"
USER: ${{secrets.BENCHMARK_USER}}
RUN_TYPE: ${{inputs.run_type}}
TEST_PKG: ${{inputs.test_package}}
Expand All @@ -127,7 +131,7 @@ jobs:
runs-on: ubuntu-22.04
env:
SD: .github/scripts
HOST: "${{ secrets.test_device_addr == '<default>' && secrets.BENCHMARK_HOST || secrets.test_device_addr }}"
HOST: "${{ inputs.test_device_addr == '<default>' && secrets.BENCHMARK_HOST || inputs.test_device_addr }}"
USER: ${{secrets.BENCHMARK_USER}}
RUN_TYPE: ${{inputs.run_type}}
DOCKER_IMG: ${{inputs.docker_image}}
Expand Down

0 comments on commit 5c6ea3c

Please sign in to comment.