Some results

axiomhq · Jul 12, 2022 · a3004ef · a3004ef
1 parent 75c8b3d
commit a3004ef
Show file tree

Hide file tree

Showing 33 changed files with 59 additions and 94 deletions.
diff --git a/athena/run.sh b/athena/run.sh
diff --git a/aurora-mysql/README.md b/aurora-mysql/README.md
@@ -55,7 +55,7 @@ Go to "Monitoring", find "[Billed] Volume Bytes Used".
 ./run.sh 2>&1 | tee log.txt
 
 cat log.txt |
-  grep -P 'rows? in set|^ERROR' |
+  grep -P 'rows? in set|Empty set|^ERROR' |
   sed -r -e 's/^ERROR.*$/null/; s/^.*?\((([0-9.]+) min )?([0-9.]+) sec\).*?$/\2 \3/' |
   awk '{ if ($2) { print $1 * 60 + $2 } else { print $1 } }' |
   awk '{ if (i % 3 == 0) { printf "[" }; printf $1; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }'

diff --git a/aurora-mysql/results/16acu.txt b/aurora-mysql/results/16acu.txt
@@ -42,4 +42,5 @@ Data size: 83.46 GiB
 [1.50,1.52,1.59],
 [3.62,3.57,3.61],
 [0.95,0.94,0.94],
-[0.90,0.92,0.91]
+[0.90,0.92,0.91],
+[1.69,1.72,1.69]
diff --git a/aurora-mysql/run.sh b/aurora-mysql/run.sh
diff --git a/bigquery/run.sh b/bigquery/run.sh
diff --git a/databend/benchmark.sh b/databend/benchmark.sh
diff --git a/databend/results/c6a.4xlarge.txt b/databend/results/c6a.4xlarge.txt
@@ -1,46 +1,46 @@
 Load time: 484 sec
 Data size: 43 016 643 271 bytes
 
-[0.010087, 0.002961, 0.003271]
-[0.127964, 0.080012, 0.075741]
-[0.162388, 0.143967, 0.144762]
-[0.252904, 0.217471, 0.217369]
-[34.281026, 34.844158, 34.526942]
-[25.290307, 25.793068, 25.620563]
-[0.112484, 0.093867, 0.090891]
-[0.086604, 0.07796, 0.076448]
-[20.723203, 20.7483, 20.354869]
-[20.81994, 20.72446, 20.696573]
-[1.964378, 1.93559, 1.893824]
-[1.846866, 1.789111, 1.763664]
-[4.468158, 4.407959, 4.438036]
-[19.947276, 19.8859, 19.853514]
-[5.478573, 5.474461, 5.460604]
-[5.509521, 5.513413, 5.363123]
-[15.430359, 15.5406, 15.461211]
-[14.905998, 15.029721, 15.019642]
-[31.069663, 30.811763, 30.737336]
-[0.281067, 0.220021, 0.217741]
-[8.89374, 4.12692, 4.131689]
-[10.38448, 4.603694, 4.571757]
-[19.980572, 8.836322, 8.892694]
-[59.786474, 52.452881, 39.941988]
-[2.804019, 0.994794, 0.958224]
-[0.765299, 0.730434, 0.723964]
-[2.784648, 0.94665, 0.936684]
-[8.905027, 5.418438, 5.386109]
-[12.187652, 12.230066, 12.164123]
-[3.35748, 3.395991, 3.319434]
-[4.309389, 3.854977, 3.772506]
-[9.958201, 7.027432, 6.888253]
-[50.200569, 50.535126, 50.283066]
-[24.469412, 21.222713, 21.010188]
-[26.115852, 23.93507, 24.835342]
-[7.511517, 7.296179, 7.324549]
-[2.156784, 1.298258, 1.278441]
-[2.155447, 1.314499, 1.331237]
-[2.007053, 1.181676, 1.155612]
-[null, null, null]
-[0.485363, 0.420291, 0.416819]
-[0.372131, 0.322068, 0.323578]
+[0.010087, 0.002961, 0.003271],
+[0.127964, 0.080012, 0.075741],
+[0.162388, 0.143967, 0.144762],
+[0.252904, 0.217471, 0.217369],
+[34.281026, 34.844158, 34.526942],
+[25.290307, 25.793068, 25.620563],
+[0.112484, 0.093867, 0.090891],
+[0.086604, 0.07796, 0.076448],
+[20.723203, 20.7483, 20.354869],
+[20.81994, 20.72446, 20.696573],
+[1.964378, 1.93559, 1.893824],
+[1.846866, 1.789111, 1.763664],
+[4.468158, 4.407959, 4.438036],
+[19.947276, 19.8859, 19.853514],
+[5.478573, 5.474461, 5.460604],
+[5.509521, 5.513413, 5.363123],
+[15.430359, 15.5406, 15.461211],
+[14.905998, 15.029721, 15.019642],
+[31.069663, 30.811763, 30.737336],
+[0.281067, 0.220021, 0.217741],
+[8.89374, 4.12692, 4.131689],
+[10.38448, 4.603694, 4.571757],
+[19.980572, 8.836322, 8.892694],
+[59.786474, 52.452881, 39.941988],
+[2.804019, 0.994794, 0.958224],
+[0.765299, 0.730434, 0.723964],
+[2.784648, 0.94665, 0.936684],
+[8.905027, 5.418438, 5.386109],
+[12.187652, 12.230066, 12.164123],
+[3.35748, 3.395991, 3.319434],
+[4.309389, 3.854977, 3.772506],
+[9.958201, 7.027432, 6.888253],
+[50.200569, 50.535126, 50.283066],
+[24.469412, 21.222713, 21.010188],
+[26.115852, 23.93507, 24.835342],
+[7.511517, 7.296179, 7.324549],
+[2.156784, 1.298258, 1.278441],
+[2.155447, 1.314499, 1.331237],
+[2.007053, 1.181676, 1.155612],
+[null, null, null],
+[0.485363, 0.420291, 0.416819],
+[0.372131, 0.322068, 0.323578],
 [null, null, null]
diff --git a/druid/results/c6a.4xlarge.txt b/druid/results/c6a.4xlarge.txt
diff --git a/elasticsearch/benchmark.sh b/elasticsearch/benchmark.sh
diff --git a/generate-results.sh b/generate-results.sh
@@ -0,0 +1,5 @@
+#!/bin/bash
+
+ls -1 */results/*.txt | while read file; do SYSTEM=$(echo "$file" | grep -oP '^[\w-]+'); SETUP=$(echo "$file" | sed -r -e 's/^.*\/([a-zA-Z0-9_.-]+)\.txt$/\1/'); echo "[{\"system\": \"${SYSTEM} (${SETUP})\", \"version\": \"\", \"data_size\": 100000000, \"time\": \"2022-07-01 00:00:00\", \"comments\": \"\", \"result\": [
+$(grep -P '^\[.+\]' $file)
+]}]" > ../website/benchmark/dbms/results/${SYSTEM}.${SETUP}.json; done
diff --git a/greenplum/benchmark.sh b/greenplum/benchmark.sh
diff --git a/greenplum/results/c6a.4xlarge.txt b/greenplum/results/c6a.4xlarge.txt
@@ -43,4 +43,4 @@ Data size: 42 Gb
 [0.334809,0.275365,0.265053],
 [0.154522,0.107654,0.10529],
 [0.158957,0.117284,0.119068],
-[0.193756,0.144787,0.145485],
+[0.193756,0.144787,0.145485]
diff --git a/greenplum/run.sh b/greenplum/run.sh
diff --git a/locustdb/benchmark.sh b/locustdb/benchmark.sh
diff --git a/mariadb-columnstore/benchmark.sh b/mariadb-columnstore/benchmark.sh
@@ -30,7 +30,7 @@ time mysql --password="${PASSWORD}" --host 127.0.0.1 test -e "
 sudo docker exec mcs_container du -bcs /var/lib/columnstore
 
 cat log.txt |
-  grep -P 'rows? in set|^ERROR' |
+  grep -P 'rows? in set|Empty set|^ERROR' |
   sed -r -e 's/^ERROR.*$/null/; s/^.*?\((([0-9.]+) min )?([0-9.]+) sec\).*?$/\2 \3/' |
   awk '{ if ($2) { print $1 * 60 + $2 } else { print $1 } }' |
   awk '{ if (i % 3 == 0) { printf "[" }; printf $1; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }'
diff --git a/mariadb-columnstore/results/c6a.4xlarge.txt b/mariadb-columnstore/results/c6a.4xlarge.txt
@@ -42,4 +42,5 @@ Data size: 19 712 857 022
 [0.117,0.091,0.093],
 [1.217,1.133,1.133],
 [0.114,0.063,0.062],
-[0.100,0.062,0.061]
+[0.100,0.062,0.061],
+[null,null,null]
diff --git a/mariadb-columnstore/run.sh b/mariadb-columnstore/run.sh
diff --git a/monetdb/query.expect b/monetdb/query.expect
diff --git a/monetdb/run.sh b/monetdb/run.sh
diff --git a/mysql-myisam/benchmark.sh b/mysql-myisam/benchmark.sh
@@ -23,7 +23,7 @@ time sudo mysql test -e "LOAD DATA LOCAL INFILE 'hits.tsv' INTO TABLE hits"
 sudo du -bcs /var/lib/mysql
 
 cat log.txt |
-  grep -P 'rows? in set|^ERROR' |
+  grep -P 'rows? in set|Empty set|^ERROR' |
   sed -r -e 's/^ERROR.*$/null/; s/^.*?\((([0-9.]+) min )?([0-9.]+) sec\).*?$/\2 \3/' |
   awk '{ if ($2) { print $1 * 60 + $2 } else { print $1 } }' |
   awk '{ if (i % 3 == 0) { printf "[" }; printf $1; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }'
diff --git a/mysql-myisam/results/c6a.4xlarge.txt b/mysql-myisam/results/c6a.4xlarge.txt
@@ -42,4 +42,5 @@ Data size: 121 588 958 061 bytes
 [1.65,1.45,1.46],
 [6.33,5.14,6.15],
 [1.60,1.41,1.41],
-[1.56,1.42,1.39]
+[1.56,1.42,1.39],
+[7.04,1.17,1.13]
diff --git a/mysql/benchmark.sh b/mysql/benchmark.sh
@@ -23,7 +23,7 @@ time sudo mysql test -e "LOAD DATA LOCAL INFILE 'hits.tsv' INTO TABLE hits"
 sudo du -bcs /var/lib/mysql
 
 cat log.txt |
-  grep -P 'rows? in set|^ERROR' |
+  grep -P 'rows? in set|Empty set|^ERROR' |
   sed -r -e 's/^ERROR.*$/null/; s/^.*?\((([0-9.]+) min )?([0-9.]+) sec\).*?$/\2 \3/' |
   awk '{ if ($2) { print $1 * 60 + $2 } else { print $1 } }' |
   awk '{ if (i % 3 == 0) { printf "[" }; printf $1; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }'
diff --git a/questdb/run.sh b/questdb/run.sh
diff --git a/redshift-serverless/run.sh b/redshift-serverless/run.sh
diff --git a/redshift/run.sh b/redshift/run.sh
diff --git a/singlestore/benchmark.sh b/singlestore/benchmark.sh
@@ -38,7 +38,7 @@ sudo docker exec memsql-ciab du -bcs /var/lib/memsql
 # 29836263469 bytes
 
 cat log.txt |
-  grep -P 'rows? in set|^ERROR' |
+  grep -P 'rows? in set|Empty set|^ERROR' |
   sed -r -e 's/^ERROR.*$/null/; s/^.*?\((([0-9.]+) min )?([0-9.]+) sec\).*?$/\2 \3/' |
   awk '{ if ($2) { print $1 * 60 + $2 } else { print $1 } }' |
   awk '{ if (i % 3 == 0) { printf "[" }; printf $1; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }'
diff --git a/snowflake/run.sh b/snowflake/run.sh
diff --git a/sqlite/benchmark.sh b/sqlite/benchmark.sh
diff --git a/sqlite/run.sh b/sqlite/run.sh
diff --git a/starrocks/benchmark.sh b/starrocks/benchmark.sh
diff --git a/trino/benchmark.sh b/trino/benchmark.sh
diff --git a/vertica/benchmark.sh b/vertica/benchmark.sh
diff --git a/vertica/run.sh b/vertica/run.sh