diff --git a/tests/perf-analysis/results/README.md b/tests/perf-analysis/results/README.md new file mode 100644 index 0000000..996b33d --- /dev/null +++ b/tests/perf-analysis/results/README.md @@ -0,0 +1,3 @@ +# Disclaimer +- All tests were performed using a MacBook Air with M2 chip, 8 cores, 8GB of RAM and 256GB SSD. +- Container resource information is mentioned on the Docker compose files. \ No newline at end of file diff --git a/tests/perf-analysis/results/single-node.txt b/tests/perf-analysis/results/single-node.txt index 6192b44..e5b950f 100644 --- a/tests/perf-analysis/results/single-node.txt +++ b/tests/perf-analysis/results/single-node.txt @@ -1,46 +1,44 @@ -❯ k6 run ./tests/perf-analysis/test.js - /\ |‾‾| /‾‾/ /‾‾/ /\ / \ | |/ / / / / \/ \ | ( / ‾‾\ / \ | |\ \ | (‾) | / __________ \ |__| \__\ \_____/ .io - execution: local - script: ./tests/perf-analysis/test.js - output: - + execution: local + script: ./tests/perf-analysis/test.js + output: - - scenarios: (100.00%) 3 scenarios, 16 max VUs, 2m0s max duration (incl. graceful stop): - * easyNumbers: 8 looping VUs for 30s (exec: easyNumbers, gracefulStop: 30s) - * mediumNumbers: 8 looping VUs for 30s (exec: mediumNumbers, startTime: 30s, gracefulStop: 30s) - * hardNumbers: 8 looping VUs for 30s (exec: hardNumbers, startTime: 1m0s, gracefulStop: 30s) + scenarios: (100.00%) 3 scenarios, 16 max VUs, 2m0s max duration (incl. graceful stop): + * easyNumbers: 8 looping VUs for 30s (exec: easyNumbers, gracefulStop: 30s) + * mediumNumbers: 8 looping VUs for 30s (exec: mediumNumbers, startTime: 30s, gracefulStop: 30s) + * hardNumbers: 8 looping VUs for 30s (exec: hardNumbers, startTime: 1m0s, gracefulStop: 30s) ✓ status is 200 - checks.........................: 100.00% ✓ 504 ✗ 0 - data_received..................: 118 kB 985 B/s - data_sent......................: 54 kB 450 B/s - easy_response_times............: avg=1.2ms min=363µs med=997µs max=8.11ms p(90)=1.25ms p(95)=1.49ms - hard_response_times............: avg=15.96s min=1.19s med=5.6s max=43.3s p(90)=42.37s p(95)=42.97s - http_req_blocked...............: avg=42.24µs min=1µs med=3µs max=5.58ms p(90)=4µs p(95)=9.54µs - http_req_connecting............: avg=8.83µs min=0s med=0s max=331µs p(90)=0s p(95)=0s - http_req_duration..............: avg=790.25ms min=363µs med=1.22ms max=43.3s p(90)=63.4ms p(95)=894.25ms - { expected_response:true }...: avg=790.25ms min=363µs med=1.22ms max=43.3s p(90)=63.4ms p(95)=894.25ms - http_req_failed................: 0.00% ✓ 0 ✗ 504 - http_req_receiving.............: avg=36.52µs min=15µs med=30µs max=155µs p(90)=61µs p(95)=75µs - http_req_sending...............: avg=41.86µs min=5µs med=12µs max=5.28ms p(90)=24.69µs p(95)=40.84µs - http_req_tls_handshaking.......: avg=0s min=0s med=0s max=0s p(90)=0s p(95)=0s - http_req_waiting...............: avg=790.17ms min=337µs med=1.16ms max=43.3s p(90)=63.32ms p(95)=894.21ms - http_reqs......................: 504 4.199773/s - iteration_duration.............: avg=10.32s min=10.01s med=10.06s max=10.97s p(90)=10.96s p(95)=10.97s - iterations.....................: 48 0.399978/s - medium_response_times..........: avg=61.91ms min=630µs med=3.21ms max=898.83ms p(90)=86.16ms p(95)=639.73ms - vus............................: 8 min=8 max=16 - vus_max........................: 16 min=16 max=16 - - -running (2m00.0s), 00/16 VUs, 48 complete and 8 interrupted iterations + checks.........................: 100.00% ✓ 104418 ✗ 0 + data_received..................: 23 MB 191 kB/s + data_sent......................: 10 MB 85 kB/s + easy_response_times............: avg=2.26ms min=204µs med=1.41ms max=97.89ms p(90)=4.2ms p(95)=5.77ms + hard_response_times............: avg=8.44s min=7.55s med=8.51s max=8.86s p(90)=8.86s p(95)=8.86s + http_req_blocked...............: avg=1.94µs min=0s med=1µs max=2.31ms p(90)=2µs p(95)=3µs + http_req_connecting............: avg=154ns min=0s med=0s max=2.24ms p(90)=0s p(95)=0s + http_req_duration..............: avg=5.34ms min=204µs med=1.43ms max=8.86s p(90)=4.46ms p(95)=6.46ms + { expected_response:true }...: avg=5.34ms min=204µs med=1.43ms max=8.86s p(90)=4.46ms p(95)=6.46ms + http_req_failed................: 0.00% ✓ 0 ✗ 104418 + http_req_receiving.............: avg=23.14µs min=8µs med=18µs max=7.48ms p(90)=34µs p(95)=47µs + http_req_sending...............: avg=7.53µs min=3µs med=6µs max=5.28ms p(90)=10µs p(95)=14µs + http_req_tls_handshaking.......: avg=0s min=0s med=0s max=0s p(90)=0s p(95)=0s + http_req_waiting...............: avg=5.31ms min=182µs med=1.4ms max=8.86s p(90)=4.42ms p(95)=6.41ms + http_reqs......................: 104418 870.117073/s + iteration_duration.............: avg=47.68ms min=5.71ms med=19.4ms max=3.7s p(90)=40.85ms p(95)=55.27ms + iterations.....................: 10441 87.005041/s + medium_response_times..........: avg=177.39ms min=735µs med=79.41ms max=2.48s p(90)=795.81ms p(95)=1.11s + vus............................: 8 min=8 max=15 + vus_max........................: 16 min=16 max=16 + + +running (2m00.0s), 00/16 VUs, 10441 complete and 8 interrupted iterations easyNumbers ✓ [======================================] 8 VUs 30s mediumNumbers ✓ [======================================] 8 VUs 30s -hardNumbers ✓ [======================================] 8 VUs 30s +hardNumbers ✓ [======================================] 8 VUs 30s \ No newline at end of file diff --git a/tests/perf-analysis/results/tuc-multi-node-4x.txt b/tests/perf-analysis/results/tuc-multi-node-4x.txt new file mode 100644 index 0000000..f8ebd26 --- /dev/null +++ b/tests/perf-analysis/results/tuc-multi-node-4x.txt @@ -0,0 +1,44 @@ + /\ |‾‾| /‾‾/ /‾‾/ + /\ / \ | |/ / / / + / \/ \ | ( / ‾‾\ + / \ | |\ \ | (‾) | + / __________ \ |__| \__\ \_____/ .io + + execution: local + script: ./tests/perf-analysis/test.js + output: - + + scenarios: (100.00%) 3 scenarios, 16 max VUs, 2m0s max duration (incl. graceful stop): + * easyNumbers: 8 looping VUs for 30s (exec: easyNumbers, gracefulStop: 30s) + * mediumNumbers: 8 looping VUs for 30s (exec: mediumNumbers, startTime: 30s, gracefulStop: 30s) + * hardNumbers: 8 looping VUs for 30s (exec: hardNumbers, startTime: 1m0s, gracefulStop: 30s) + + + ✗ status is 200 + ↳ 0% — ✓ 0 / ✗ 340320 + + checks.....................: 0.00% ✓ 0 ✗ 340320 + data_received..............: 53 MB 590 kB/s + data_sent..................: 37 MB 407 kB/s + easy_response_times........: avg=2.02ms min=169µs med=1.43ms max=66.51ms p(90)=3.95ms p(95)=5.21ms + hard_response_times........: avg=2.02ms min=178µs med=1.43ms max=106.28ms p(90)=3.93ms p(95)=5.19ms + http_req_blocked...........: avg=1.67µs min=0s med=1µs max=1.89ms p(90)=2µs p(95)=3µs + http_req_connecting........: avg=13ns min=0s med=0s max=775µs p(90)=0s p(95)=0s + http_req_duration..........: avg=2.04ms min=169µs med=1.44ms max=106.28ms p(90)=3.97ms p(95)=5.22ms + http_req_failed............: 100.00% ✓ 340320 ✗ 0 + http_req_receiving.........: avg=22.69µs min=8µs med=18µs max=6.35ms p(90)=34µs p(95)=46µs + http_req_sending...........: avg=7.14µs min=3µs med=6µs max=6.44ms p(90)=10µs p(95)=13µs + http_req_tls_handshaking...: avg=0s min=0s med=0s max=0s p(90)=0s p(95)=0s + http_req_waiting...........: avg=2.01ms min=150µs med=1.41ms max=106.21ms p(90)=3.94ms p(95)=5.18ms + http_reqs..................: 340320 3780.924993/s + iteration_duration.........: avg=21.15ms min=7.12ms med=18.21ms max=161.97ms p(90)=33.8ms p(95)=40.07ms + iterations.................: 34032 378.092499/s + medium_response_times......: avg=2.07ms min=184µs med=1.46ms max=55.25ms p(90)=4.04ms p(95)=5.25ms + vus........................: 8 min=8 max=8 + vus_max....................: 16 min=16 max=16 + + +running (1m30.0s), 00/16 VUs, 34032 complete and 0 interrupted iterations +easyNumbers ✓ [======================================] 8 VUs 30s +mediumNumbers ✓ [======================================] 8 VUs 30s +hardNumbers ✓ [======================================] 8 VUs 30s \ No newline at end of file diff --git a/tests/perf-analysis/results/tuc-multi-node.txt b/tests/perf-analysis/results/tuc-multi-node.txt new file mode 100644 index 0000000..3d6ee1c --- /dev/null +++ b/tests/perf-analysis/results/tuc-multi-node.txt @@ -0,0 +1,44 @@ + /\ |‾‾| /‾‾/ /‾‾/ + /\ / \ | |/ / / / + / \/ \ | ( / ‾‾\ + / \ | |\ \ | (‾) | + / __________ \ |__| \__\ \_____/ .io + + execution: local + script: ./tests/perf-analysis/test.js + output: - + + scenarios: (100.00%) 3 scenarios, 16 max VUs, 2m0s max duration (incl. graceful stop): + * easyNumbers: 8 looping VUs for 30s (exec: easyNumbers, gracefulStop: 30s) + * mediumNumbers: 8 looping VUs for 30s (exec: mediumNumbers, startTime: 30s, gracefulStop: 30s) + * hardNumbers: 8 looping VUs for 30s (exec: hardNumbers, startTime: 1m0s, gracefulStop: 30s) + + + ✗ status is 200 + ↳ 0% — ✓ 0 / ✗ 268150 + + checks.....................: 0.00% ✓ 0 ✗ 268150 + data_received..............: 42 MB 465 kB/s + data_sent..................: 29 MB 322 kB/s + easy_response_times........: avg=2.83ms min=166µs med=1.39ms max=161.23ms p(90)=3.7ms p(95)=5.44ms + hard_response_times........: avg=2.48ms min=189µs med=1.32ms max=122.75ms p(90)=3.27ms p(95)=4.49ms + http_req_blocked...........: avg=1.7µs min=0s med=1µs max=3.74ms p(90)=2µs p(95)=3µs + http_req_connecting........: avg=33ns min=0s med=0s max=1.75ms p(90)=0s p(95)=0s + http_req_duration..........: avg=2.61ms min=166µs med=1.34ms max=161.23ms p(90)=3.4ms p(95)=4.75ms + http_req_failed............: 100.00% ✓ 268150 ✗ 0 + http_req_receiving.........: avg=21.56µs min=8µs med=17µs max=23.74ms p(90)=31µs p(95)=41µs + http_req_sending...........: avg=7.24µs min=3µs med=6µs max=9.32ms p(90)=9µs p(95)=13µs + http_req_tls_handshaking...: avg=0s min=0s med=0s max=0s p(90)=0s p(95)=0s + http_req_waiting...........: avg=2.58ms min=147µs med=1.31ms max=161.14ms p(90)=3.37ms p(95)=4.71ms + http_reqs..................: 268150 2978.79649/s + iteration_duration.........: avg=26.85ms min=6.93ms med=18.03ms max=275.32ms p(90)=64.47ms p(95)=80.7ms + iterations.................: 26815 297.879649/s + medium_response_times......: avg=2.54ms min=176µs med=1.31ms max=141.58ms p(90)=3.28ms p(95)=4.49ms + vus........................: 8 min=8 max=8 + vus_max....................: 16 min=16 max=16 + + +running (1m30.0s), 00/16 VUs, 26815 complete and 0 interrupted iterations +easyNumbers ✓ [======================================] 8 VUs 30s +mediumNumbers ✓ [======================================] 8 VUs 30s +hardNumbers ✓ [======================================] 8 VUs 30s \ No newline at end of file diff --git a/tests/perf-analysis/test.js b/tests/perf-analysis/test.js index 414dfc1..d80fe06 100644 --- a/tests/perf-analysis/test.js +++ b/tests/perf-analysis/test.js @@ -104,6 +104,5 @@ function testAPI(numbers, tag) { trends[tag].add(res.timings.duration); - sleep(1); } } diff --git a/tests/perf-analysis/tuc-multi-node-4x/docker-compose.yml b/tests/perf-analysis/tuc-multi-node-4x/docker-compose.yml index f3a786e..d33c043 100644 --- a/tests/perf-analysis/tuc-multi-node-4x/docker-compose.yml +++ b/tests/perf-analysis/tuc-multi-node-4x/docker-compose.yml @@ -12,7 +12,7 @@ services: - "8080:8080" # balancer - "7070:7070" # http environment: - RUST_LOG: info,ctl=trace + RUST_LOG: info deploy: resources: limits: @@ -35,7 +35,7 @@ services: volumes: - /var/run/docker.sock:/var/run/docker.sock environment: - RUST_LOG: info,worker=trace + RUST_LOG: info deploy: resources: limits: diff --git a/tests/perf-analysis/tuc-multi-node/docker-compose.yml b/tests/perf-analysis/tuc-multi-node/docker-compose.yml index e3bf275..34aa47d 100644 --- a/tests/perf-analysis/tuc-multi-node/docker-compose.yml +++ b/tests/perf-analysis/tuc-multi-node/docker-compose.yml @@ -12,7 +12,7 @@ services: - "8080:8080" # balancer - "7070:7070" # http environment: - RUST_LOG: info,ctl=trace + RUST_LOG: info deploy: resources: limits: @@ -35,7 +35,7 @@ services: volumes: - /var/run/docker.sock:/var/run/docker.sock environment: - RUST_LOG: info,worker=trace + RUST_LOG: info deploy: resources: limits: