[benchmark] fix plotting scripts (#146)

FrancoisCarouge · Sep 24, 2022 · fedde95 · fedde95
1 parent 78ff721
commit fedde95
Show file tree

Hide file tree

Showing 67 changed files with 95,247 additions and 6,569 deletions.
diff --git a/benchmark/image/eigen_predict.svg b/benchmark/image/eigen_predict.svg
diff --git a/benchmark/image/eigen_update.svg b/benchmark/image/eigen_update.svg
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_10x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_10x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_11x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_11x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_12x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_12x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_13x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_13x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_14x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_14x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_15x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_15x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_16x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_16x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_17x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_17x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_18x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_18x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_19x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_19x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_1x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_1x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_20x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_20x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_21x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_21x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_22x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_22x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_23x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_23x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_24x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_24x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_25x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_25x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_26x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_26x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_27x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_27x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_28x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_28x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_29x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_29x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_2x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_2x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_30x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_30x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_31x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_31x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_32x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_32x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_3x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_3x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_4x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_4x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_5x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_5x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_6x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_6x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_7x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_7x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_8x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_8x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_predict_9x1x1.json b/benchmark/result/kalman_benchmark_eigen_predict_9x1x1.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_10x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_10x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_11x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_11x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_12x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_12x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_13x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_13x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_14x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_14x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_15x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_15x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_16x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_16x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_17x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_17x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_18x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_18x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_19x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_19x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_1x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_1x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_20x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_20x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_21x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_21x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_22x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_22x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_23x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_23x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_24x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_24x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_25x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_25x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_26x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_26x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_27x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_27x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_28x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_28x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_29x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_29x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_2x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_2x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_30x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_30x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_31x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_31x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_32x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_32x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_3x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_3x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_4x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_4x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_5x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_5x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_6x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_6x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_7x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_7x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_8x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_8x1x0.json
diff --git a/benchmark/result/kalman_benchmark_eigen_update_9x1x0.json b/benchmark/result/kalman_benchmark_eigen_update_9x1x0.json
diff --git a/benchmark/script/plot.sh b/benchmark/script/plot.sh
@@ -62,37 +62,37 @@ jq --compact-output '[.benchmarks[]
 
 # Individual CSV and plot results.
 grep "baseline" /tmp/kalman/flat_results.json \
-  | sed -E 's#\{"name":"baseline/repeats:100/manual_time","mean":([0-9.]*),"median":([0-9.]*),"stddev":([0-9.]*),"cv":([0-9.]*),"min":([0-9.]*),"max":([0-9.]*)}#\1, \2, \3, \4, \5, \6#' \
+  | sed -E 's#\{"name":"baseline/repeats:[0-9]*/manual_time","mean":(.*),"median":(.*),"stddev":(.*),"cv":(.*),"min":(.*),"max":(.*)}#\1, \2, \3, \4, \5, \6#' \
   > /tmp/kalman/baseline.csv
 gnuplot kalman/benchmark/script/baseline.plt
 
 grep "predict_1x1x0" /tmp/kalman/flat_results.json \
-  | sed -E 's#\{"name":"predict_1x1x0/repeats:100/manual_time","mean":([0-9.]*),"median":([0-9.]*),"stddev":([0-9.]*),"cv":([0-9.]*),"min":([0-9.]*),"max":([0-9.]*)}#\1, \2, \3, \4, \5, \6#' \
+  | sed -E 's#\{"name":"predict_1x1x0/repeats:[0-9]*/manual_time","mean":(.*),"median":(.*),"stddev":(.*),"cv":(.*),"min":(.*),"max":(.*)}#\1, \2, \3, \4, \5, \6#' \
   > /tmp/kalman/predict_1x1x0.csv
 gnuplot kalman/benchmark/script/predict_1x1x0.plt
 
 grep "update_1x1x0" /tmp/kalman/flat_results.json \
-  | sed -E 's#\{"name":"update_1x1x0/repeats:100/manual_time","mean":([0-9.]*),"median":([0-9.]*),"stddev":([0-9.]*),"cv":([0-9.]*),"min":([0-9.]*),"max":([0-9.]*)}#\1, \2, \3, \4, \5, \6#' \
+  | sed -E 's#\{"name":"update_1x1x0/repeats:[0-9]*/manual_time","mean":(.*),"median":(.*),"stddev":(.*),"cv":(.*),"min":(.*),"max":(.*)}#\1, \2, \3, \4, \5, \6#' \
   > /tmp/kalman/update_1x1x0.csv
 gnuplot kalman/benchmark/script/update_1x1x0.plt
 
 grep "predict_1x1x1" /tmp/kalman/flat_results.json \
-  | sed -E 's#\{"name":"predict_1x1x1/repeats:100/manual_time","mean":([0-9.]*),"median":([0-9.]*),"stddev":([0-9.]*),"cv":([0-9.]*),"min":([0-9.]*),"max":([0-9.]*)}#\1, \2, \3, \4, \5, \6#' \
+  | sed -E 's#\{"name":"predict_1x1x1/repeats:[0-9]*/manual_time","mean":(.*),"median":(.*),"stddev":(.*),"cv":(.*),"min":(.*),"max":(.*)}#\1, \2, \3, \4, \5, \6#' \
   > /tmp/kalman/predict_1x1x1.csv
 gnuplot kalman/benchmark/script/predict_1x1x1.plt
 
 grep "update_1x1x1" /tmp/kalman/flat_results.json \
-  | sed -E 's#\{"name":"update_1x1x1/repeats:100/manual_time","mean":([0-9.]*),"median":([0-9.]*),"stddev":([0-9.]*),"cv":([0-9.]*),"min":([0-9.]*),"max":([0-9.]*)}#\1, \2, \3, \4, \5, \6#' \
+  | sed -E 's#\{"name":"update_1x1x1/repeats:[0-9]*/manual_time","mean":(.*),"median":(.*),"stddev":(.*),"cv":(.*),"min":(.*),"max":(.*)}#\1, \2, \3, \4, \5, \6#' \
   > /tmp/kalman/update_1x1x1.csv
 gnuplot kalman/benchmark/script/update_1x1x1.plt
 
 grep "eigen_update" /tmp/kalman/flat_results.json \
-  | sed -E 's#\{"name":"eigen_update_([0-9]*)x([0-9]*)x0/repeats:2/manual_time","mean":([0-9.]*),"median":([0-9.]*),"stddev":([0-9.]*),"cv":([0-9.]*),"min":([0-9.]*),"max":([0-9.]*)}#\1, \2, \3, \4, \5, \6, \7, \8#' \
+  | sed -E 's#\{"name":"eigen_update_([0-9]*)x([0-9]*)x0/repeats:[0-9]*/manual_time","mean":(.*),"median":(.*),"stddev":(.*),"cv":(.*),"min":(.*),"max":(.*)}#\1, \2, \3, \4, \5, \6, \7, \8#' \
   > /tmp/kalman/eigen_update.csv
 gnuplot kalman/benchmark/script/eigen_update.plt
 
 grep "eigen_predict" /tmp/kalman/flat_results.json \
-  | sed -E 's#\{"name":"eigen_predict_([0-9]*)x1x([0-9]*)/repeats:2/manual_time","mean":([0-9.]*),"median":([0-9.]*),"stddev":([0-9.]*),"cv":([0-9.]*),"min":([0-9.]*),"max":([0-9.]*)}#\1, \2, \3, \4, \5, \6, \7, \8#' \
+  | sed -E 's#\{"name":"eigen_predict_([0-9]*)x1x([0-9]*)/repeats:[0-9]*/manual_time","mean":(.*),"median":(.*),"stddev":(.*),"cv":(.*),"min":(.*),"max":(.*)}#\1, \2, \3, \4, \5, \6, \7, \8#' \
   > /tmp/kalman/eigen_predict.csv
 gnuplot kalman/benchmark/script/eigen_predict.plt