You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
276 lines
7.9 KiB
276 lines
7.9 KiB
#!/usr/bin/env bash
|
|
# Copyright © 2023 OpenIM. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
: << EOF
|
|
The API performance test script automatically executes wrk commands, collects data, analyzes it, and calls gnuplot to plot it
|
|
|
|
Usage (to test API performance) :
|
|
1. Start the openim-api(port 10002)
|
|
2. Execute the test script: ./wrktest.sh
|
|
|
|
The script will generate the data file.dat, each column meaning: concurrency QPS average response time success rate
|
|
|
|
Usage (Compare the results of 2 tests)
|
|
1. The performance test:. / wrktest. Sh openim apiserver - http://127.0.0.1:10002/healthz
|
|
2. Execute the command:./wrktest.sh diff apiserver.dat http.dat
|
|
|
|
> Note: Make sure you have wrk and gnuplot installed on your system
|
|
|
|
EOF
|
|
|
|
openim_root="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd -P)"
|
|
wrkdir="${openim_root}/_output/wrk"
|
|
jobname="openim-api"
|
|
duration="300s"
|
|
threads=$((3 * `grep -c processor /proc/cpuinfo`))
|
|
|
|
source "${openim_root}/scripts/lib/color.sh"
|
|
|
|
# Set wrk options
|
|
openim::wrk::setup() {
|
|
#concurrent="200 500 1000 3000 5000 10000 15000 20000 25000 50000 100000 200000 500000 1000000"
|
|
concurrent="200 500 1000 3000 5000 10000 15000 20000 25000 50000"
|
|
cmd="wrk -t${threads} -d${duration} -T30s --latency"
|
|
}
|
|
|
|
# Print usage infomation
|
|
openim::wrk::usage() {
|
|
cat << EOF
|
|
|
|
Usage: $0 [OPTION] [diff] URL
|
|
Performance automation test script.
|
|
|
|
URL HTTP request url, like: http://127.0.0.1:10002/healthz
|
|
diff Compare two performance test results
|
|
|
|
OPTIONS:
|
|
-h Usage information
|
|
-n Performance test task name, default: apiserver
|
|
-d Directory used to store performance data and gnuplot graphic, default: _output/wrk
|
|
|
|
Reprot bugs to <3293172751nss@gmail.com>.
|
|
EOF
|
|
}
|
|
|
|
# Convert plot data to useable data
|
|
function openim::wrk::convert_plot_data() {
|
|
echo "$1" | awk -v datfile="${wrkdir}/${datfile}" ' {
|
|
if ($0 ~ "Running") {
|
|
common_time=$2
|
|
}
|
|
if ($0 ~ "connections") {
|
|
connections=$4
|
|
common_threads=$1
|
|
}
|
|
if ($0 ~ "Latency ") {
|
|
avg_latency=convertLatency($2)
|
|
}
|
|
if ($0 ~ "50%") {
|
|
p50=convertLatency($2)
|
|
}
|
|
if ($0 ~ "75%") {
|
|
p75=convertLatency($2)
|
|
}
|
|
if ($0 ~ "90%") {
|
|
p90=convertLatency($2)
|
|
}
|
|
if ($0 ~ "99%") {
|
|
p99=convertLatency($2)
|
|
}
|
|
if ($0 ~ "Requests/sec") {
|
|
qps=$2
|
|
}
|
|
if ($0 ~ "requests in") {
|
|
allrequest=$1
|
|
}
|
|
if ($0 ~ "Socket errors") {
|
|
err=$4+$6+$8+$10
|
|
}
|
|
}
|
|
END {
|
|
rate=sprintf("%.2f", (allrequest-err)*100/allrequest)
|
|
print connections,qps,avg_latency,rate >> datfile
|
|
}
|
|
|
|
function convertLatency(s) {
|
|
if (s ~ "us") {
|
|
sub("us", "", s)
|
|
return s/1000
|
|
}
|
|
if (s ~ "ms") {
|
|
sub("ms", "", s)
|
|
return s
|
|
}
|
|
if (s ~ "s") {
|
|
sub("s", "", s)
|
|
return s * 1000
|
|
}
|
|
}'
|
|
}
|
|
|
|
# Remove existing data file
|
|
function openim::wrk::prepare() {
|
|
rm -f ${wrkdir}/${datfile}
|
|
}
|
|
|
|
# Plot according to gunplot data file
|
|
function openim::wrk::plot() {
|
|
gnuplot << EOF
|
|
set terminal png enhanced #输出格式为png文件
|
|
set ylabel 'QPS'
|
|
set xlabel 'Concurrent'
|
|
set y2label 'Average Latency (ms)'
|
|
set key top left vertical noreverse spacing 1.2 box
|
|
set tics out nomirror
|
|
set border 3 front
|
|
set style line 1 linecolor rgb '#00ff00' linewidth 2 linetype 3 pointtype 2
|
|
set style line 2 linecolor rgb '#ff0000' linewidth 1 linetype 3 pointtype 2
|
|
set style data linespoints
|
|
|
|
set grid #显示网格
|
|
set xtics nomirror rotate #by 90#只需要一个x轴
|
|
set mxtics 5
|
|
set mytics 5 #可以增加分刻度
|
|
set ytics nomirror
|
|
set y2tics
|
|
|
|
set autoscale y
|
|
set autoscale y2
|
|
|
|
set output "${wrkdir}/${qpsttlb}" #指定数据文件名称
|
|
set title "QPS & TTLB\nRunning: ${duration}\nThreads: ${threads}"
|
|
plot "${wrkdir}/${datfile}" using 2:xticlabels(1) w lp pt 7 ps 1 lc rgbcolor "#EE0000" axis x1y1 t "QPS","${wrkdir}/${datfile}" using 3:xticlabels(1) w lp pt 5 ps 1 lc rgbcolor "#0000CD" axis x2y2 t "Avg Latency (ms)"
|
|
|
|
unset y2tics
|
|
unset y2label
|
|
set ytics nomirror
|
|
set yrange[0:100]
|
|
set output "${wrkdir}/${successrate}" #指定数据文件名称
|
|
set title "Success Rate\nRunning: ${duration}\nThreads: ${threads}"
|
|
plot "${wrkdir}/${datfile}" using 4:xticlabels(1) w lp pt 7 ps 1 lc rgbcolor "#F62817" t "Success Rate"
|
|
EOF
|
|
}
|
|
|
|
# Plot diff graphic
|
|
function openim::wrk::plot_diff() {
|
|
gnuplot << EOF
|
|
set terminal png enhanced #输出格式为png文件
|
|
set xlabel 'Concurrent'
|
|
set ylabel 'QPS'
|
|
set y2label 'Average Latency (ms)'
|
|
set key below left vertical noreverse spacing 1.2 box autotitle columnheader
|
|
set tics out nomirror
|
|
set border 3 front
|
|
set style line 1 linecolor rgb '#00ff00' linewidth 2 linetype 3 pointtype 2
|
|
set style line 2 linecolor rgb '#ff0000' linewidth 1 linetype 3 pointtype 2
|
|
set style data linespoints
|
|
|
|
#set border 3 lt 3 lw 2 #这会让你的坐标图的border更好看
|
|
set grid #显示网格
|
|
set xtics nomirror rotate #by 90#只需要一个x轴
|
|
set mxtics 5
|
|
set mytics 5 #可以增加分刻度
|
|
set ytics nomirror
|
|
set y2tics
|
|
|
|
#set pointsize 0.4 #点的像素大小
|
|
#set datafile separator '\t' #数据文件的字段用\t分开
|
|
|
|
set autoscale y
|
|
set autoscale y2
|
|
|
|
#设置图像的大小 为标准大小的2倍
|
|
#set size 2.3,2
|
|
|
|
set output "${wrkdir}/${t1}_${t2}.qps.ttlb.diff.png" #指定数据文件名称
|
|
set title "QPS & TTLB\nRunning: ${duration}\nThreads: ${threads}"
|
|
plot "/tmp/plot_diff.dat" using 2:xticlabels(1) w lp pt 7 ps 1 lc rgbcolor "#EE0000" axis x1y1 t "${t1} QPS","/tmp/plot_diff.dat" using 5:xticlabels(1) w lp pt 7 ps 1 lc rgbcolor "#EE82EE" axis x1y1 t "${t2} QPS","/tmp/plot_diff.dat" using 3:xticlabels(1) w lp pt 5 ps 1 lc rgbcolor "#0000CD" axis x2y2 t "${t1} Avg Latency (ms)", "/tmp/plot_diff.dat" using 6:xticlabels(1) w lp pt 5 ps 1 lc rgbcolor "#6495ED" axis x2y2 t "${t2} Avg Latency (ms)"
|
|
|
|
unset y2tics
|
|
unset y2label
|
|
set ytics nomirror
|
|
set yrange[0:100]
|
|
set output "${wrkdir}/${t1}_${t2}.successrate.diff.png" #指定数据文件名称
|
|
set title "Success Rate\nRunning: ${duration}\nThreads: ${threads}"
|
|
plot "/tmp/plot_diff.dat" using 4:xticlabels(1) w lp pt 7 ps 1 lc rgbcolor "#EE0000" t "${t1} Success Rate","/tmp/plot_diff.dat" using 7:xticlabels(1) w lp pt 7 ps 1 lc rgbcolor "#EE82EE" t "${t2} Success Rate"
|
|
EOF
|
|
}
|
|
|
|
# Start API performance testing
|
|
openim::wrk::start_performance_test() {
|
|
openim::wrk::prepare
|
|
|
|
for c in ${concurrent}
|
|
do
|
|
wrkcmd="${cmd} -c ${c} $1"
|
|
echo "Running wrk command: ${wrkcmd}"
|
|
result=`eval ${wrkcmd}`
|
|
openim::wrk::convert_plot_data "${result}"
|
|
done
|
|
|
|
echo -e "\nNow plot according to ${COLOR_MAGENTA}${wrkdir}/${datfile}${COLOR_NORMAL}"
|
|
openim::wrk::plot &> /dev/null
|
|
echo -e "QPS graphic file is: ${COLOR_MAGENTA}${wrkdir}/${qpsttlb}${COLOR_NORMAL}
|
|
Success rate graphic file is: ${COLOR_MAGENTA}${wrkdir}/${successrate}${COLOR_NORMAL}"
|
|
}
|
|
|
|
while getopts "hd:n:" opt;do
|
|
case ${opt} in
|
|
d)
|
|
wrkdir=${OPTARG}
|
|
;;
|
|
n)
|
|
jobname=${OPTARG}
|
|
;;
|
|
?)
|
|
openim::wrk::usage
|
|
exit 0
|
|
;;
|
|
esac
|
|
done
|
|
|
|
shift $(($OPTIND-1))
|
|
|
|
mkdir -p ${wrkdir}
|
|
case $1 in
|
|
"diff")
|
|
if [ "$#" -lt 3 ];then
|
|
openim::wrk::usage
|
|
exit 0
|
|
fi
|
|
|
|
t1=$(basename $2|sed 's/.dat//g') # 对比图中红色线条名称
|
|
t2=$(basename $3|sed 's/.dat//g') # 对比图中粉色线条名称
|
|
|
|
join $2 $3 > /tmp/plot_diff.dat
|
|
openim::wrk::plot_diff `basename $2` `basename $3`
|
|
exit 0
|
|
;;
|
|
*)
|
|
if [ "$#" -lt 1 ];then
|
|
openim::wrk::usage
|
|
exit 0
|
|
fi
|
|
url="$1"
|
|
|
|
qpsttlb="${jobname}_qps_ttlb.png"
|
|
successrate="${jobname}_successrate.png"
|
|
datfile="${jobname}.dat"
|
|
|
|
openim::wrk::setup
|
|
openim::wrk::start_performance_test "${url}"
|
|
;;
|
|
esac
|