Skip to content

Commit 7a0f2f1

Browse files
beetlemanbeetleman
committed
update benchmark
1 parent 374cd67 commit 7a0f2f1

File tree

2 files changed

+226
-102
lines changed

2 files changed

+226
-102
lines changed

‎bench_all.sh‎

Lines changed: 14 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,21 +1,26 @@
11
#!/usr/bin/env bash
2-
for i in `ls -d *-app`
2+
for name in `ls -d *-app`
33
do
4-
cd $i
4+
cd $name
55

6-
echo $i |tee -a ../results.log
6+
echo $name |tee -a ../results.log
77

88
lein clean
99
lein uberjar
10-
java -jar ./target/uberjar/$i.jar &
10+
java -jar ./target/uberjar/$name.jar &
1111

1212
sleep 10
13-
echo "Warm up"
14-
wrk -t12 -c400 -d10s http://localhost:8080
1513

16-
echo "benchmark:"| tee -a ../results.log
17-
wrk -t12 -c400 -d60s http://localhost:8080 | tee -a ../results.log
18-
for x in `jobs -p`; do kill -9 $x; done
14+
echo "Warm up..."
15+
wrk -t12 -c400 -d10s http://localhost:8080/?delay=0
1916

17+
for delay in 0 100 200 300 400 500 1000 2000
18+
do
19+
echo "benchmark [$delay ms]:"| tee -a ../results.log
20+
wrk -t12 -c400 -d60s http://localhost:8080/?delay=$delay | tee -a ../results.log
21+
echo "====================================="
22+
sleep 5
23+
done;
24+
for x in `jobs -p`; do kill -9 $x; done
2025
cd ..
2126
done;

‎results.log‎

Lines changed: 212 additions & 93 deletions
Original file line numberDiff line numberDiff line change
@@ -1,111 +1,230 @@
1-
=== Without delay ===
2-
31
catacumba-app
4-
benchmark:
5-
Running 1m test @ http://localhost:8080
2+
catacumba-app
3+
benchmark [0 ms]:
4+
Running 1m test @ http://localhost:8080/?delay=0
65
12 threads and 400 connections
76
Thread Stats Avg Stdev Max +/- Stdev
8-
Latency 9.92ms 6.80ms 156.08ms 81.70%
9-
Req/Sec 3.53k 439.59 9.83k 85.05%
10-
2522882 requests in 1.00m, 216.54MB read
11-
Requests/sec: 41980.25
12-
Transfer/sec: 3.60MB
13-
14-
luminus-app
15-
benchmark:
16-
Running 1m test @ http://localhost:8080
7+
Latency 14.09ms 11.58ms 425.89ms 90.31%
8+
Req/Sec 2.56k 315.29 11.49k 86.26%
9+
1827159 requests in 1.00m, 156.83MB read
10+
Non-2xx or 3xx responses: 1
11+
Requests/sec: 30406.68
12+
Transfer/sec: 2.61MB
13+
benchmark [100 ms]:
14+
Running 1m test @ http://localhost:8080/?delay=100
1715
12 threads and 400 connections
1816
Thread Stats Avg Stdev Max +/- Stdev
19-
Latency 37.68ms 71.99ms 1.10s 98.17%
20-
Req/Sec 1.14k 198.31 3.27k 86.35%
21-
805593 requests in 1.00m, 266.59MB read
22-
Requests/sec: 13405.75
23-
Transfer/sec: 4.44MB
24-
25-
yada-app
26-
benchmark:
27-
Running 1m test @ http://localhost:8080
28-
12 threads and 400 connections
29-
Thread Stats Avg Stdev Max +/- Stdev
30-
Latency 143.86ms 164.77ms 1.98s 88.94%
31-
Req/Sec 299.16 76.65 705.00 70.42%
32-
213013 requests in 1.00m, 76.18MB read
33-
Socket errors: connect 0, read 0, write 0, timeout 1
34-
Requests/sec: 3544.42
35-
Transfer/sec: 1.27MB
36-
37-
38-
=== With 1s delay ===
39-
40-
catacumba-app
41-
benchmark:
42-
Running 1m test @ http://localhost:8080
17+
Latency 100.90ms 2.31ms 307.12ms 96.88%
18+
Req/Sec 327.54 17.98 346.00 97.80%
19+
234755 requests in 1.00m, 20.15MB read
20+
Requests/sec: 3907.65
21+
Transfer/sec: 343.45KB
22+
benchmark [200 ms]:
23+
Running 1m test @ http://localhost:8080/?delay=200
4324
12 threads and 400 connections
4425
Thread Stats Avg Stdev Max +/- Stdev
45-
Latency 1.00s 0.00us 1.00s 100.00%
46-
Req/Sec 0.99 1.14 5.00 87.90%
47-
329 requests in 1.00m, 28.92KB read
48-
Socket errors: connect 0, read 1, write 0, timeout 328
49-
Requests/sec: 5.48
50-
Transfer/sec: 493.39B
51-
52-
luminus-app
53-
benchmark:
54-
Running 1m test @ http://localhost:8080
26+
Latency 201.45ms 2.15ms 243.16ms 92.85%
27+
Req/Sec 163.98 84.54 330.00 59.72%
28+
117794 requests in 1.00m, 10.11MB read
29+
Requests/sec: 1960.11
30+
Transfer/sec: 172.28KB
31+
benchmark [300 ms]:
32+
Running 1m test @ http://localhost:8080/?delay=300
5533
12 threads and 400 connections
5634
Thread Stats Avg Stdev Max +/- Stdev
57-
Latency 0.00us 0.00us 0.00us -nan%
58-
Req/Sec 6.62 12.49 110.00 90.42%
59-
1524 requests in 1.00m, 516.43KB read
60-
Socket errors: connect 0, read 0, write 0, timeout 1524
61-
Requests/sec: 25.38
62-
Transfer/sec: 8.60KB
63-
64-
yada-app
65-
benchmark:
66-
Running 1m test @ http://localhost:8080
67-
12 threads and 400 connections
68-
Thread Stats Avg Stdev Max +/- Stdev
69-
Latency 1.01s 36.75ms 1.25s 98.56%
70-
Req/Sec 56.12 64.39 323.00 85.11%
71-
22447 requests in 1.00m, 5.85MB read
72-
Non-2xx or 3xx responses: 25
73-
Requests/sec: 373.55
74-
Transfer/sec: 99.71KB
75-
76-
77-
=== With 1s delay (defered) ===
78-
79-
catacumba-app
80-
benchmark:
81-
Running 1m test @ http://localhost:8080
35+
Latency 301.60ms 2.69ms 338.24ms 93.71%
36+
Req/Sec 112.58 66.41 323.00 74.29%
37+
78665 requests in 1.00m, 6.75MB read
38+
Requests/sec: 1309.52
39+
Transfer/sec: 115.09KB
40+
benchmark [400 ms]:
41+
Running 1m test @ http://localhost:8080/?delay=400
42+
12 threads and 400 connections
43+
Thread Stats Avg Stdev Max +/- Stdev
44+
Latency 401.66ms 2.42ms 443.74ms 91.68%
45+
Req/Sec 86.96 51.21 323.00 83.53%
46+
59004 requests in 1.00m, 5.06MB read
47+
Requests/sec: 981.99
48+
Transfer/sec: 86.31KB
49+
benchmark [500 ms]:
50+
Running 1m test @ http://localhost:8080/?delay=500
51+
12 threads and 400 connections
52+
Thread Stats Avg Stdev Max +/- Stdev
53+
Latency 501.84ms 3.29ms 533.44ms 91.67%
54+
Req/Sec 67.19 20.22 323.00 89.84%
55+
47124 requests in 1.00m, 4.04MB read
56+
Requests/sec: 784.18
57+
Transfer/sec: 68.92KB
58+
benchmark [1000 ms]:
59+
Running 1m test @ http://localhost:8080/?delay=1000
60+
12 threads and 400 connections
61+
Thread Stats Avg Stdev Max +/- Stdev
62+
Latency 1.00s 3.28ms 1.04s 92.05%
63+
Req/Sec 86.41 104.33 323.00 80.52%
64+
23484 requests in 1.00m, 2.02MB read
65+
Requests/sec: 390.75
66+
Transfer/sec: 34.35KB
67+
benchmark [2000 ms]:
68+
Running 1m test @ http://localhost:8080/?delay=2000
8269
12 threads and 400 connections
8370
Thread Stats Avg Stdev Max +/- Stdev
84-
Latency 1.00s 4.88ms 1.05s 93.81%
85-
Req/Sec 91.48 109.67 323.00 77.30%
86-
23336 requests in 1.00m, 2.00MB read
87-
Requests/sec: 388.36
88-
Transfer/sec: 34.13KB
89-
71+
Latency 0.00us 0.00us 0.00us -nan%
72+
Req/Sec 57.66 82.67 323.00 82.60%
73+
11672 requests in 1.00m, 1.00MB read
74+
Socket errors: connect 0, read 0, write 0, timeout 11672
75+
Requests/sec: 194.28
76+
Transfer/sec: 17.08KB
9077
luminus-app
91-
benchmark:
92-
Running 1m test @ http://localhost:8080
78+
benchmark [0 ms]:
79+
Running 1m test @ http://localhost:8080/?delay=0
80+
12 threads and 400 connections
81+
Thread Stats Avg Stdev Max +/- Stdev
82+
Latency 37.96ms 63.23ms 953.71ms 98.49%
83+
Req/Sec 1.07k 159.07 2.87k 84.84%
84+
756407 requests in 1.00m, 256.81MB read
85+
Requests/sec: 12587.64
86+
Transfer/sec: 4.27MB
87+
benchmark [100 ms]:
88+
Running 1m test @ http://localhost:8080/?delay=100
89+
12 threads and 400 connections
90+
Thread Stats Avg Stdev Max +/- Stdev
91+
Latency 1.27s 110.54ms 1.49s 97.62%
92+
Req/Sec 40.98 35.11 272.00 73.34%
93+
18582 requests in 1.00m, 6.31MB read
94+
Requests/sec: 309.20
95+
Transfer/sec: 107.49KB
96+
benchmark [200 ms]:
97+
Running 1m test @ http://localhost:8080/?delay=200
98+
12 threads and 400 connections
99+
Thread Stats Avg Stdev Max +/- Stdev
100+
Latency 1.09s 564.46ms 2.00s 60.76%
101+
Req/Sec 26.43 22.99 170.00 68.16%
102+
9472 requests in 1.00m, 3.22MB read
103+
Socket errors: connect 0, read 0, write 0, timeout 9156
104+
Requests/sec: 157.61
105+
Transfer/sec: 54.79KB
106+
benchmark [300 ms]:
107+
Running 1m test @ http://localhost:8080/?delay=300
108+
12 threads and 400 connections
109+
Thread Stats Avg Stdev Max +/- Stdev
110+
Latency 1.06s 514.90ms 1.84s 66.67%
111+
Req/Sec 17.53 18.71 160.00 86.79%
112+
6336 requests in 1.00m, 2.15MB read
113+
Socket errors: connect 0, read 0, write 0, timeout 6144
114+
Requests/sec: 105.44
115+
Transfer/sec: 36.66KB
116+
benchmark [400 ms]:
117+
Running 1m test @ http://localhost:8080/?delay=400
118+
12 threads and 400 connections
119+
Thread Stats Avg Stdev Max +/- Stdev
120+
Latency 1.20s 559.71ms 1.99s 60.00%
121+
Req/Sec 12.51 15.02 210.00 89.97%
122+
4768 requests in 1.00m, 1.62MB read
123+
Socket errors: connect 0, read 0, write 0, timeout 4608
124+
Requests/sec: 79.36
125+
Transfer/sec: 27.59KB
126+
benchmark [500 ms]:
127+
Running 1m test @ http://localhost:8080/?delay=500
128+
12 threads and 400 connections
129+
Thread Stats Avg Stdev Max +/- Stdev
130+
Latency 1.03s 413.28ms 1.56s 33.33%
131+
Req/Sec 17.22 21.49 240.00 87.86%
132+
3808 requests in 1.00m, 1.29MB read
133+
Socket errors: connect 0, read 0, write 0, timeout 3712
134+
Requests/sec: 63.36
135+
Transfer/sec: 22.03KB
136+
benchmark [1000 ms]:
137+
Running 1m test @ http://localhost:8080/?delay=1000
138+
12 threads and 400 connections
139+
Thread Stats Avg Stdev Max +/- Stdev
140+
Latency 1.76s 33.94ms 1.79s 50.00%
141+
Req/Sec 16.80 21.75 111.00 85.55%
142+
1876 requests in 1.00m, 652.20KB read
143+
Socket errors: connect 0, read 0, write 0, timeout 1856
144+
Requests/sec: 31.26
145+
Transfer/sec: 10.87KB
146+
benchmark [2000 ms]:
147+
Running 1m test @ http://localhost:8080/?delay=2000
93148
12 threads and 400 connections
94149
Thread Stats Avg Stdev Max +/- Stdev
95150
Latency 0.00us 0.00us 0.00us -nan%
96-
Req/Sec 6.76 11.10 90.00 92.00%
97-
1524 requests in 1.00m, 516.43KB read
98-
Socket errors: connect 0, read 0, write 0, timeout 1524
99-
Requests/sec: 25.38
100-
Transfer/sec: 8.60KB
101-
151+
Req/Sec 17.56 28.69 131.00 88.73%
152+
832 requests in 1.00m, 289.25KB read
153+
Socket errors: connect 0, read 0, write 0, timeout 832
154+
Requests/sec: 13.84
155+
Transfer/sec: 4.81KB
102156
yada-app
103-
benchmark:
104-
Running 1m test @ http://localhost:8080
157+
benchmark [0 ms]:
158+
Running 1m test @ http://localhost:8080/?delay=0
159+
12 threads and 400 connections
160+
Thread Stats Avg Stdev Max +/- Stdev
161+
Latency 60.83ms 79.54ms 1.73s 89.35%
162+
Req/Sec 778.38 152.62 3.76k 80.22%
163+
555622 requests in 1.00m, 134.06MB read
164+
Socket errors: connect 0, read 0, write 0, timeout 8
165+
Requests/sec: 9247.09
166+
Transfer/sec: 2.23MB
167+
benchmark [100 ms]:
168+
Running 1m test @ http://localhost:8080/?delay=100
169+
12 threads and 400 connections
170+
Thread Stats Avg Stdev Max +/- Stdev
171+
Latency 103.55ms 9.19ms 248.65ms 93.23%
172+
Req/Sec 319.60 27.23 342.00 89.61%
173+
229055 requests in 1.00m, 55.27MB read
174+
Requests/sec: 3811.35
175+
Transfer/sec: 0.92MB
176+
benchmark [200 ms]:
177+
Running 1m test @ http://localhost:8080/?delay=200
105178
12 threads and 400 connections
106179
Thread Stats Avg Stdev Max +/- Stdev
107-
Latency 1.01s 10.59ms 1.22s 92.26%
108-
Req/Sec 99.01 116.35 323.00 76.42%
109-
23169 requests in 1.00m, 6.03MB read
110-
Requests/sec: 385.52
111-
Transfer/sec: 102.78KB
180+
Latency 203.66ms 9.01ms 504.03ms 93.97%
181+
Req/Sec 161.99 43.97 320.00 69.44%
182+
115555 requests in 1.00m, 27.88MB read
183+
Requests/sec: 1922.84
184+
Transfer/sec: 475.08KB
185+
benchmark [300 ms]:
186+
Running 1m test @ http://localhost:8080/?delay=300
187+
12 threads and 400 connections
188+
Thread Stats Avg Stdev Max +/- Stdev
189+
Latency 304.08ms 7.47ms 509.30ms 94.01%
190+
Req/Sec 108.98 57.61 323.00 62.02%
191+
77456 requests in 1.00m, 18.69MB read
192+
Requests/sec: 1288.87
193+
Transfer/sec: 318.44KB
194+
benchmark [400 ms]:
195+
Running 1m test @ http://localhost:8080/?delay=400
196+
12 threads and 400 connections
197+
Thread Stats Avg Stdev Max +/- Stdev
198+
Latency 404.51ms 8.75ms 665.74ms 94.68%
199+
Req/Sec 89.51 66.68 303.00 63.61%
200+
58177 requests in 1.00m, 14.04MB read
201+
Requests/sec: 968.05
202+
Transfer/sec: 239.18KB
203+
benchmark [500 ms]:
204+
Running 1m test @ http://localhost:8080/?delay=500
205+
12 threads and 400 connections
206+
Thread Stats Avg Stdev Max +/- Stdev
207+
Latency 505.27ms 9.92ms 650.25ms 93.81%
208+
Req/Sec 75.86 53.76 320.00 63.87%
209+
46474 requests in 1.00m, 11.21MB read
210+
Requests/sec: 773.39
211+
Transfer/sec: 191.08KB
212+
benchmark [1000 ms]:
213+
Running 1m test @ http://localhost:8080/?delay=1000
214+
12 threads and 400 connections
215+
Thread Stats Avg Stdev Max +/- Stdev
216+
Latency 1.01s 11.80ms 1.21s 91.59%
217+
Req/Sec 70.56 59.69 323.00 66.99%
218+
23344 requests in 1.00m, 5.63MB read
219+
Requests/sec: 388.43
220+
Transfer/sec: 95.97KB
221+
benchmark [2000 ms]:
222+
Running 1m test @ http://localhost:8080/?delay=2000
223+
12 threads and 400 connections
224+
Thread Stats Avg Stdev Max +/- Stdev
225+
Latency 0.00us 0.00us 0.00us -nan%
226+
Req/Sec 49.62 58.34 320.00 83.34%
227+
11484 requests in 1.00m, 2.77MB read
228+
Socket errors: connect 0, read 0, write 0, timeout 11484
229+
Requests/sec: 191.11
230+
Transfer/sec: 47.22KB

0 commit comments

Comments
 (0)