From bc62d61dad114631beba5c3c04410eec11566cc6 Mon Sep 17 00:00:00 2001 From: Pradeep Chhetri Date: Mon, 17 Jun 2024 12:59:06 +0800 Subject: [PATCH] Revert "SelectDB update results on metal machine" This reverts commit 9c946f7129ed2b412d325490ec26933f3eef6d88. --- doris/benchmark.sh | 25 ++++----- doris/results/c6a.metal.json | 55 ------------------- selectdb/benchmark.sh | 24 ++++----- selectdb/create.sql | 4 +- selectdb/results/c6a.metal.json | 94 ++++++++++++++++----------------- 5 files changed, 74 insertions(+), 128 deletions(-) delete mode 100644 doris/results/c6a.metal.json diff --git a/doris/benchmark.sh b/doris/benchmark.sh index 7633be304..03ff10d3a 100755 --- a/doris/benchmark.sh +++ b/doris/benchmark.sh @@ -6,11 +6,10 @@ set -ex # Install ROOT=$(pwd) - if [[ -n "$1" ]]; then url="$1" else - url='https://doris-clickbench.oss-ap-southeast-1.aliyuncs.com/doris-linux_x64.tar.gz' + url='https://doris-release.s3.us-east-1.amazonaws.com/1.2/doris-1.2.0.alpha-x86_64.tar.gz' fi # Download file_name="$(basename ${url})" @@ -25,27 +24,31 @@ dir_name="${file_name/.tar.gz/}" # Try to stop SelectDB and remove it first if execute this script multiple times set +e -"$dir_name"/output/fe/bin/stop_fe.sh -"$dir_name"/output/be/bin/stop_be.sh +"$dir_name"/fe/bin/stop_fe.sh +"$dir_name"/be/bin/stop_be.sh rm -rf "$dir_name" set -e # Uncompress mkdir "$dir_name" tar zxf "$file_name" -C "$dir_name" -DORIS_HOME="$ROOT/$dir_name/output" +DORIS_HOME="$ROOT/$dir_name/" export DORIS_HOME # Install dependencies -sudo yum install -y java-17-amazon-corretto.x86_64 -sudo dnf -y localinstall https://dev.mysql.com/get/mysql80-community-release-el9-4.noarch.rpm -sudo dnf -y install mysql mysql-community-client -export JAVA_HOME="/usr/lib/jvm/java-17-amazon-corretto.x86_64/" +sudo yum install -y mysql java-11-amazon-corretto.x86_64 +export JAVA_HOME="/usr/lib/jvm/java-11-amazon-corretto.x86_64/" export PATH=$JAVA_HOME/bin:$PATH +IPADDR=$(hostname -i) + +# Start Frontend +echo "priority_networks = ${IPADDR}/24" >>"$DORIS_HOME"/fe/conf/fe_custom.conf "$DORIS_HOME"/fe/bin/start_fe.sh --daemon # Start Backend +echo "priority_networks = ${IPADDR}/24 +load_process_max_memory_limit_percent=80" >>"$DORIS_HOME"/be/conf/be_custom.conf sudo sysctl -w vm.max_map_count=2000000 "$DORIS_HOME"/be/bin/start_be.sh --daemon @@ -62,7 +65,7 @@ while true; do done # Setup cluster, add Backend to cluster -mysql -h 127.0.0.1 -P9030 -uroot -e "ALTER SYSTEM ADD BACKEND '127.0.0.1:9050' " +mysql -h 127.0.0.1 -P9030 -uroot -e "ALTER SYSTEM ADD BACKEND '${IPADDR}:9050' " # Wait for Backend ready while true; do @@ -76,8 +79,6 @@ while true; do fi done -echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null - # Create Database and table mysql -h 127.0.0.1 -P9030 -uroot -e "CREATE DATABASE hits" sleep 5 diff --git a/doris/results/c6a.metal.json b/doris/results/c6a.metal.json deleted file mode 100644 index 33e2a89f2..000000000 --- a/doris/results/c6a.metal.json +++ /dev/null @@ -1,55 +0,0 @@ -{ - "system": "Apache Doris", - "date": "2024-04-26", - "machine": "c6a.metal, 500gb gp2", - "cluster_size": 1, - "comment": "", - "tags": ["C++", "column-oriented", "MySQL compatible", "ClickHouse derivative"], - "load_time": 490, - "data_size": 17358223424, - "result": [ -[0.03,0.03,0.02], -[0.05,0.04,0.04], -[0.65,0.04,0.05], -[2.91,0.05,0.05], -[0.17,0.17,0.18], -[2.05,0.21,0.20], -[0.02,0.02,0.02], -[0.05,0.04,0.05], -[1.64,0.24,0.24], -[0.25,0.26,0.25], -[0.09,0.09,0.09], -[0.61,0.09,0.08], -[0.21,0.20,0.21], -[0.27,0.24,0.25], -[0.23,0.23,0.22], -[0.11,0.10,0.11], -[0.24,0.24,0.23], -[0.07,0.07,0.08], -[2.19,0.42,0.42], -[0.02,0.01,0.01], -[11.21,0.11,0.11], -[0.07,0.07,0.07], -[10.20,0.11,0.11], -[0.41,0.09,0.10], -[0.05,0.05,0.05], -[0.09,0.10,0.09], -[0.04,0.05,0.05], -[0.27,0.22,0.22], -[9.19,0.96,0.93], -[0.10,0.07,0.06], -[1.86,0.12,0.13], -[4.06,0.15,0.14], -[0.71,0.79,0.74], -[1.04,0.93,0.96], -[0.94,0.92,1.07], -[0.17,0.17,0.16], -[0.06,0.05,0.05], -[0.05,0.04,0.05], -[0.05,0.04,0.04], -[0.09,0.07,0.08], -[0.26,0.05,0.07], -[0.25,0.04,0.05], -[0.05,0.05,0.04] - ] -} diff --git a/selectdb/benchmark.sh b/selectdb/benchmark.sh index 8607cfa04..97c4644c8 100755 --- a/selectdb/benchmark.sh +++ b/selectdb/benchmark.sh @@ -6,11 +6,10 @@ set -ex # Install ROOT=$(pwd) - if [[ -n "$1" ]]; then url="$1" else - url='https://doris-clickbench.oss-ap-southeast-1.aliyuncs.com/selectdb-linux_x64.tar.gz' + url='https://selectdb.s3.amazonaws.com/selectdb-2.0.0-linux_x64.tar.gz' fi # Download file_name="$(basename ${url})" @@ -25,27 +24,30 @@ dir_name="${file_name/.tar.gz/}" # Try to stop SelectDB and remove it first if execute this script multiple times set +e -"$dir_name"/output/fe/bin/stop_fe.sh -"$dir_name"/output/be/bin/stop_be.sh +"$dir_name"/fe/bin/stop_fe.sh +"$dir_name"/be/bin/stop_be.sh rm -rf "$dir_name" set -e # Uncompress mkdir "$dir_name" tar zxf "$file_name" -C "$dir_name" -DORIS_HOME="$ROOT/$dir_name/output" +DORIS_HOME="$ROOT/$dir_name/" export DORIS_HOME # Install dependencies -sudo yum install -y java-17-amazon-corretto.x86_64 -sudo dnf -y localinstall https://dev.mysql.com/get/mysql80-community-release-el9-4.noarch.rpm -sudo dnf -y install mysql mysql-community-client -export JAVA_HOME="/usr/lib/jvm/java-17-amazon-corretto.x86_64/" +sudo yum install -y mysql java-11-amazon-corretto.x86_64 +export JAVA_HOME="/usr/lib/jvm/java-11-amazon-corretto.x86_64/" export PATH=$JAVA_HOME/bin:$PATH +IPADDR=$(hostname -i) + +# Start Frontend +echo "priority_networks = ${IPADDR}/24" >>"$DORIS_HOME"/fe/conf/fe_custom.conf "$DORIS_HOME"/fe/bin/start_fe.sh --daemon # Start Backend +echo "priority_networks = ${IPADDR}/24" >>"$DORIS_HOME"/be/conf/be_custom.conf sudo sysctl -w vm.max_map_count=2000000 "$DORIS_HOME"/be/bin/start_be.sh --daemon @@ -62,7 +64,7 @@ while true; do done # Setup cluster, add Backend to cluster -mysql -h 127.0.0.1 -P9030 -uroot -e "ALTER SYSTEM ADD BACKEND '127.0.0.1:9050' " +mysql -h 127.0.0.1 -P9030 -uroot -e "ALTER SYSTEM ADD BACKEND '${IPADDR}:9050' " # Wait for Backend ready while true; do @@ -76,8 +78,6 @@ while true; do fi done -echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null - # Create Database and table mysql -h 127.0.0.1 -P9030 -uroot -e "CREATE DATABASE hits" sleep 5 diff --git a/selectdb/create.sql b/selectdb/create.sql index a96bae802..6a094e294 100644 --- a/selectdb/create.sql +++ b/selectdb/create.sql @@ -106,5 +106,5 @@ CREATE TABLE hits ( CLID INT NOT NULL ) DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID) -DISTRIBUTED BY HASH(UserID) BUCKETS 192 -PROPERTIES ( "replication_num"="1"); +DISTRIBUTED BY HASH(UserID) BUCKETS 16 +PROPERTIES ( "replication_num"="1"); \ No newline at end of file diff --git a/selectdb/results/c6a.metal.json b/selectdb/results/c6a.metal.json index d188092be..355ba686d 100644 --- a/selectdb/results/c6a.metal.json +++ b/selectdb/results/c6a.metal.json @@ -1,55 +1,55 @@ { "system": "SelectDB", - "date": "2024-04-26", + "date": "2022-10-08", "machine": "c6a.metal, 500gb gp2", "cluster_size": 1, "comment": "", - "tags": ["C++", "column-oriented", "MySQL compatible"], - "load_time": 487, - "data_size": 17358223498, + "tags": ["C++", "column-oriented", "MySQL compatible", "ClickHouse derivative"], + "load_time": 369, + "data_size": 17123069872, "result": [ -[0.02,0.03,0.02], -[0.05,0.02,0.02], -[0.38,0.03,0.03], -[1.67,0.04,0.03], -[0.08,0.09,0.07], -[1.66,0.20,0.17], -[0.01,0.01,0.01], -[0.02,0.02,0.02], -[0.21,0.09,0.10], -[0.12,0.12,0.12], -[0.17,0.03,0.03], -[0.59,0.03,0.03], -[0.18,0.15,0.18], -[0.22,0.21,0.20], -[0.20,0.18,0.20], -[0.10,0.10,0.12], -[0.29,0.28,0.26], -[0.07,0.06,0.07], -[0.59,0.42,0.44], -[0.02,0.00,0.00], -[11.27,0.09,0.09], -[0.05,0.05,0.05], -[10.37,0.08,0.08], -[0.36,0.04,0.04], -[0.02,0.03,0.03], -[0.05,0.05,0.04], -[0.03,0.02,0.02], -[0.24,0.21,0.21], -[9.42,0.97,0.96], -[0.07,0.04,0.04], -[0.89,0.09,0.09], -[2.81,0.12,0.11], -[0.72,0.75,0.71], -[1.00,0.98,0.95], -[0.97,0.99,0.92], -[0.13,0.12,0.12], -[0.05,0.02,0.03], -[0.03,0.02,0.02], -[0.08,0.02,0.03], -[0.14,0.05,0.05], -[0.42,0.03,0.02], -[0.35,0.03,0.02], -[0.02,0.02,0.01] + [0.01,0.01,0.00], + [0.03,0.02,0.02], + [0.04,0.04,0.05], + [0.07,0.06,0.07], + [0.17,0.15,0.17], + [0.30,0.30,0.28], + [0.01,0.01,0.01], + [0.02,0.02,0.02], + [0.32,0.33,0.34], + [0.36,0.37,0.34], + [0.11,0.11,0.25], + [0.11,0.11,0.10], + [0.23,0.23,0.23], + [0.55,0.75,0.89], + [0.32,0.30,0.31], + [0.18,0.16,0.19], + [0.53,0.51,0.50], + [0.20,0.20,0.20], + [1.04,1.06,1.30], + [0.01,0.01,0.00], + [0.59,0.60,0.66], + [0.48,0.34,0.34], + [0.38,0.38,0.37], + [0.25,0.26,0.25], + [0.04,0.04,0.04], + [0.15,0.15,0.14], + [0.04,0.04,0.04], + [0.55,0.54,0.54], + [1.39,1.36,1.34], + [0.68,0.69,0.76], + [0.24,0.23,0.23], + [0.21,0.20,0.21], + [1.45,1.53,2.05], + [1.84,1.92,1.67], + [1.83,1.75,1.90], + [0.19,0.22,0.20], + [0.03,0.04,0.04], + [0.03,0.03,0.03], + [0.02,0.02,0.02], + [0.06,0.06,0.06], + [0.02,0.02,0.02], + [0.02,0.02,0.02], + [0.02,0.02,0.02] ] }