Test criterion reports (#836)

* increase translate measurement time * increase translate measurement time * use mean if slope is null
wasmi-labs · Dec 6, 2023 · 83082b3 · 83082b3
1 parent 38c968e
commit 83082b3
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/scripts/ci/benchmarks-report.sh b/scripts/ci/benchmarks-report.sh
@@ -51,11 +51,21 @@ RESULT=$(for d in */; do
 
             MASTER_TIME=$(jq .slope.point_estimate ${d}master/estimates.json)
             PR_TIME=$(jq .slope.point_estimate ${d}new/estimates.json)
+            if [[ $MASTER_TIME='null' || $PR_TIME='null' ]]
+              then
+              MASTER_TIME=$(jq .mean.point_estimate ${d}master/estimates.json)
+              PR_TIME=$(jq .mean.point_estimate ${d}new/estimates.json)
+            fi
             PERF_CHANGE=$(get_performance_change_status "$(grep -A 3 -e $(echo "${d::-1}" | tr "_" ".") ../bench-pr)")
             DIFF=$(jq .mean.point_estimate ${d}change/estimates.json)
 
             WASM_MASTER_TIME=$(jq .slope.point_estimate ../wasmtime-criterion/${d}master-wasm/estimates.json)
             WASM_PR_TIME=$(jq .slope.point_estimate ../wasmtime-criterion/${d}new/estimates.json)
+            if [[ WASM_MASTER_TIME='null' || WASM_PR_TIME='null' ]]
+              then
+              WASM_MASTER_TIME=$(jq .mean.point_estimate ../wasmtime-criterion/${d}master-wasm/estimates.json)
+              WASM_PR_TIME=$(jq .mean.point_estimate ../wasmtime-criterion/${d}new/estimates.json)
+            fi
             WASM_PERF_CHANGE=$(get_performance_change_status "$(grep -A 3 -e $(echo "${d::-1}" | tr "_" ".") ../wasmtime-pr)")
             WASM_DIFF=$(jq .mean.point_estimate ../wasmtime-criterion/${d}change/estimates.json)