-
Notifications
You must be signed in to change notification settings - Fork 151
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* CCDB benchmark classes and script * Use truncate to delete ccdb data * Improve CCDB backend for speed * Add shield for the alibuild dashboard grafana * Use new CCDB api to get all the objects names of a task
- Loading branch information
1 parent
2569309
commit f452294
Showing
11 changed files
with
788 additions
and
197 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,128 @@ | ||
| #!/usr/bin/env bash | ||
| set -e ;# exit on error | ||
| set -u ;# exit when using undeclared variable | ||
| #set -x ;# debugging | ||
|
|
||
| ### Notes | ||
| # FOR THE TIME BEING IT RUNS EVERYTHING LOCALLY | ||
| # One must have ssh keys to connect to all hosts. | ||
|
|
||
| ### Define matrix of tests | ||
| NB_OF_TASKS=(1 10) ;#1 2 5 10 25 50 100); | ||
| NB_OF_OBJECTS=(10 100);# 10 100 1000); | ||
| SIZE_OBJECTS=(1);# 10 100 1000);# in kB | ||
|
|
||
| ### Misc variables | ||
| # The log prefix will be followed by the benchmark description, e.g. 1 task 1 checker... or an id or both | ||
| LOG_FILE_PREFIX=/tmp/logCcdbBenchmark_ | ||
| NUMBER_CYCLES=60 ;# 180 ;# 1 sec per cycle -> ~ 3 minutes | ||
| NODES=( | ||
| #"aldaqci@aidrefflp01" | ||
| "ccdb@barth-ccdb-606a6b90-1d83-48d5-8e46-ca72a63fc586" | ||
| "ccdb@barth-ccdb-6f859d93-034c-4151-a4c8-571be0fe90f5" | ||
| "ccdb@barth-ccdb-c518e99c-c05c-4066-a5dd-63613755985f" | ||
| "ccdb@barth-ccdb-1394cef1-a627-4cf0-944f-40bf63f62ce1" | ||
| "ccdb@barth-ccdb-a53241f0-f9f5-4862-8bca-66c081f7bd14" | ||
| ) ;# space delimited | ||
|
|
||
|
|
||
| ### Utility functions | ||
| # Start a task in the background | ||
| # \param 1 : host | ||
| # \param 2 : name of the task | ||
| # \param 3 : log file suffix | ||
| # \param 4 : size of the objects | ||
| # \param 5 : number of objects | ||
| # \param 6 : number of tasks | ||
| function startTask { | ||
| host=$1 | ||
| name=$2 | ||
| log_file_suffix=$3 | ||
| size_objects=$4 | ||
| number_objects=$5 | ||
| number_tasks=$6 | ||
| log_file_name=${LOG_FILE_PREFIX}${log_file_suffix}.log | ||
| echo "Starting task ${name} on host ${host}, logs in ${log_file_name}" | ||
| cmd="cd alice ; alienv setenv --no-refresh QualityControl/latest -c ccdbBenchmark --max-iterations ${NUMBER_CYCLES} \ | ||
| --id ${name} --mq-config ~/alice/QualityControl/Framework/alfa.json --number-tasks ${number_tasks}\ | ||
| --delete 0 --control static --size-objects ${size_objects} --number-objects ${number_objects} \ | ||
| --monitoring-url influxdb-udp://aido2mon-gpn.cern.ch:8087 --task-name ${name} > ${log_file_name} 2>&1 " | ||
| echo "ssh ${host} \"${cmd}\" &" | ||
| ssh ${host} "${cmd}" & | ||
| pidLastTask=$! | ||
| } | ||
|
|
||
| # Kill all processes named "name" | ||
| # \param 1 : name | ||
| # \param 2 : host | ||
| # \param 3 : extra flag for killall | ||
| function killAll { | ||
| name=$1 | ||
| host=$2 | ||
| extra=${3:-""} | ||
| echo "Killing all processes called $name on $host" | ||
| ssh ${host} "killall ${extra} ${name}> /dev/null 2>&1 || true" ;# ignore errors | ||
| } | ||
|
|
||
| # Delete the database content | ||
| # \param 1 : number of tasks | ||
| function cleanDatabase { | ||
| number_tasks=$1 | ||
| for (( task=0; task<$nb_tasks; task++ )); do | ||
| name=benchmarkTask_${task} | ||
| cmd="ccdbBenchmark --id test --mq-config ~/dev/alice/QualityControl/Framework/alfa.json --delete 1 --control static \ | ||
| --task-name ${name}" ;# > /dev/null 2>&1" | ||
| echo ${cmd} | ||
| eval ${cmd} | ||
| done | ||
| } | ||
|
|
||
|
|
||
| ### Benchmark starts here | ||
| # Loop through the matrix of tests | ||
| for nb_tasks in ${NB_OF_TASKS[@]}; do | ||
| for nb_objects in ${NB_OF_OBJECTS[@]}; do | ||
| for size_objects in ${SIZE_OBJECTS[@]}; do | ||
| echo "*************************** $(date) | ||
| Launching test for $nb_tasks tasks, $nb_objects objects, $size_objects kB objects" | ||
|
|
||
| echo "Kill all old processes" | ||
| for machine in ${NODES[@]}; do | ||
| killAll "ccdbBenchmark" ${machine} "-9" | ||
| done | ||
|
|
||
| # echo "Delete database content" | ||
| # cleanDatabase $nb_tasks | ||
|
|
||
| echo "Now start the tasks" | ||
| for (( task=0; task<$nb_tasks; task++ )); do | ||
| echo "*** ~~~ *** Start task" | ||
|
|
||
| # select a node for this task : task % #node -> index of node | ||
| node_index=$((task%${#NODES[@]})) | ||
|
|
||
| startTask "${NODES[$node_index]}" benchmarkTask_${task} \ | ||
| "benchmarkTask_${task}_${nb_tasks}_${nb_objects}_${size_objects}" \ | ||
| ${size_objects} ${nb_objects} ${nb_tasks} | ||
| TASKS_PIDS+=($pidLastTask) | ||
| done | ||
|
|
||
| echo "Now wait for the tasks to finish " | ||
| wait ${TASKS_PIDS[*]};# the checker never stops, we can't just wait | ||
|
|
||
| sleep 5 # leave time to finish | ||
|
|
||
| for machine in ${NODES[@]}; do | ||
| killAll "ccdbBenchmark" ${machine} "-9" | ||
| done | ||
|
|
||
| sleep 5 # leave time to finish | ||
|
|
||
| TASKS_PIDS=() | ||
|
|
||
| echo "OK, ready for the next round !" | ||
|
|
||
| done | ||
| done | ||
| done | ||
|
|
Oops, something went wrong.