Skip to content

Commit

Permalink
Merge pull request #185 from Gabriel39/perf_0426
Browse files Browse the repository at this point in the history
Update SelectDB and Apache Doris results
  • Loading branch information
chhetripradeep authored May 17, 2024
2 parents 4ac89e5 + 51dd404 commit 8632112
Show file tree
Hide file tree
Showing 6 changed files with 572 additions and 74 deletions.
25 changes: 12 additions & 13 deletions doris/benchmark.sh
Original file line number Diff line number Diff line change
Expand Up @@ -6,10 +6,11 @@ set -ex
# Install
ROOT=$(pwd)


if [[ -n "$1" ]]; then
url="$1"
else
url='https://doris-release.s3.us-east-1.amazonaws.com/1.2/doris-1.2.0.alpha-x86_64.tar.gz'
url='https://doris-clickbench.oss-ap-southeast-1.aliyuncs.com/doris-linux_x64.tar.gz'
fi
# Download
file_name="$(basename ${url})"
Expand All @@ -24,31 +25,27 @@ dir_name="${file_name/.tar.gz/}"

# Try to stop SelectDB and remove it first if execute this script multiple times
set +e
"$dir_name"/fe/bin/stop_fe.sh
"$dir_name"/be/bin/stop_be.sh
"$dir_name"/output/fe/bin/stop_fe.sh
"$dir_name"/output/be/bin/stop_be.sh
rm -rf "$dir_name"
set -e

# Uncompress
mkdir "$dir_name"
tar zxf "$file_name" -C "$dir_name"
DORIS_HOME="$ROOT/$dir_name/"
DORIS_HOME="$ROOT/$dir_name/output"
export DORIS_HOME

# Install dependencies
sudo yum install -y mysql java-11-amazon-corretto.x86_64
export JAVA_HOME="/usr/lib/jvm/java-11-amazon-corretto.x86_64/"
sudo yum install -y java-17-amazon-corretto.x86_64
sudo dnf -y localinstall https://dev.mysql.com/get/mysql80-community-release-el9-4.noarch.rpm
sudo dnf -y install mysql mysql-community-client
export JAVA_HOME="/usr/lib/jvm/java-17-amazon-corretto.x86_64/"
export PATH=$JAVA_HOME/bin:$PATH

IPADDR=$(hostname -i)

# Start Frontend
echo "priority_networks = ${IPADDR}/24" >>"$DORIS_HOME"/fe/conf/fe_custom.conf
"$DORIS_HOME"/fe/bin/start_fe.sh --daemon

# Start Backend
echo "priority_networks = ${IPADDR}/24
load_process_max_memory_limit_percent=80" >>"$DORIS_HOME"/be/conf/be_custom.conf
sudo sysctl -w vm.max_map_count=2000000
"$DORIS_HOME"/be/bin/start_be.sh --daemon

Expand All @@ -65,7 +62,7 @@ while true; do
done

# Setup cluster, add Backend to cluster
mysql -h 127.0.0.1 -P9030 -uroot -e "ALTER SYSTEM ADD BACKEND '${IPADDR}:9050' "
mysql -h 127.0.0.1 -P9030 -uroot -e "ALTER SYSTEM ADD BACKEND '127.0.0.1:9050' "

# Wait for Backend ready
while true; do
Expand All @@ -79,6 +76,8 @@ while true; do
fi
done

echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null

# Create Database and table
mysql -h 127.0.0.1 -P9030 -uroot -e "CREATE DATABASE hits"
sleep 5
Expand Down
55 changes: 55 additions & 0 deletions doris/results/c6a.metal.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,55 @@
{
"system": "Apache Doris",
"date": "2024-04-26",
"machine": "c6a.metal, 500gb gp2",
"cluster_size": 1,
"comment": "",
"tags": ["C++", "column-oriented", "MySQL compatible", "ClickHouse derivative"],
"load_time": 490,
"data_size": 17358223424,
"result": [
[0.03,0.03,0.02],
[0.05,0.04,0.04],
[0.65,0.04,0.05],
[2.91,0.05,0.05],
[0.17,0.17,0.18],
[2.05,0.21,0.20],
[0.02,0.02,0.02],
[0.05,0.04,0.05],
[1.64,0.24,0.24],
[0.25,0.26,0.25],
[0.09,0.09,0.09],
[0.61,0.09,0.08],
[0.21,0.20,0.21],
[0.27,0.24,0.25],
[0.23,0.23,0.22],
[0.11,0.10,0.11],
[0.24,0.24,0.23],
[0.07,0.07,0.08],
[2.19,0.42,0.42],
[0.02,0.01,0.01],
[11.21,0.11,0.11],
[0.07,0.07,0.07],
[10.20,0.11,0.11],
[0.41,0.09,0.10],
[0.05,0.05,0.05],
[0.09,0.10,0.09],
[0.04,0.05,0.05],
[0.27,0.22,0.22],
[9.19,0.96,0.93],
[0.10,0.07,0.06],
[1.86,0.12,0.13],
[4.06,0.15,0.14],
[0.71,0.79,0.74],
[1.04,0.93,0.96],
[0.94,0.92,1.07],
[0.17,0.17,0.16],
[0.06,0.05,0.05],
[0.05,0.04,0.05],
[0.05,0.04,0.04],
[0.09,0.07,0.08],
[0.26,0.05,0.07],
[0.25,0.04,0.05],
[0.05,0.05,0.04]
]
}
Loading

0 comments on commit 8632112

Please sign in to comment.