From 8dc9cc836149831a65e83d1cd4b6351495272121 Mon Sep 17 00:00:00 2001
From: Jaydipkumar Arvindbhai Gabani <gabanijaydip@gmail.com>
Date: Fri, 6 Jan 2023 13:25:40 -0800
Subject: [PATCH] ci: Releasing benchmarks and benchmarking PR (#2432)

Co-authored-by: Sertac Ozercan <sozercan@gmail.com>
Fixes https://github.com/open-policy-agent/gatekeeper/issues/692
---
 .github/workflows/benchmark.yaml | 71 ++++++++++++++++++++++++++++++++
 Makefile                         |  6 +++
 2 files changed, 77 insertions(+)
 create mode 100644 .github/workflows/benchmark.yaml

diff --git a/.github/workflows/benchmark.yaml b/.github/workflows/benchmark.yaml
new file mode 100644
index 00000000000..8b9fcbd76aa
--- /dev/null
+++ b/.github/workflows/benchmark.yaml
@@ -0,0 +1,71 @@
+name: benchmark_changes
+on:
+  issue_comment:
+    types: [created]
+
+jobs:  
+  benchmark:
+    name: "Benchmark"
+    if: github.event.issue.pull_request && github.event.comment.body == '/benchmark'
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    permissions:
+      contents: write
+      pull-requests: write
+    steps:
+      - uses: izhangzhihao/delete-comment@98aa1ea5c6304048edf951c20b3114e03c785c79
+        with: 
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          delete_user_name: github-actions[bot]
+          issue_number: ${{ github.event.issue.number }}
+
+      - name: install kubebuilder
+        run: |
+          curl -L -O "https://github.com/kubernetes-sigs/kubebuilder/releases/download/v${KUBEBUILDER_VERSION}/kubebuilder_${KUBEBUILDER_VERSION}_linux_amd64.tar.gz" &&\
+            tar -zxvf kubebuilder_${KUBEBUILDER_VERSION}_linux_amd64.tar.gz &&\
+            sudo mv kubebuilder_${KUBEBUILDER_VERSION}_linux_amd64 /usr/local/kubebuilder
+        env:
+          KUBEBUILDER_VERSION: 2.3.1
+
+      - name: Update status
+        uses: peter-evans/create-or-update-comment@v2
+        with:
+          issue-number: ${{ github.event.issue.number }}
+          body: |
+            [Running benchmark here...](${{ github.server.url }}/${{ github.repository }}/actions/runs/${{ github.run_id }})
+
+      - name: Check out base code into the Go module directory
+        uses: actions/checkout@v3
+        with:
+          ref: ${{ github.base_ref }}
+
+      - name: Run benchmarks on base ref
+        run: make benchmark-test BENCHMARK_FILE_NAME="../base_benchmarks.txt"
+      
+      - name: Check out code into the Go module directory
+        uses: actions/checkout@v3
+
+      - name: Run benchmark with incoming changes
+        run: make benchmark-test BENCHMARK_FILE_NAME="pr_benchmarks.txt"
+
+      - name: Compare benchmarks
+        id: get-comment-body
+        run: |
+          export GOPATH="$HOME/go"
+          PATH="$GOPATH/bin:$PATH"
+          go install golang.org/x/perf/cmd/benchstat@v0.0.0-20220920022801-e8d778a60d07
+          benchstat ../base_benchmarks.txt pr_benchmarks.txt > benchstat.txt
+          delimiter=$(openssl rand -hex 8)
+          echo 'msg<<$delimiter' >> $GITHUB_OUTPUT
+          cat benchstat.txt >> $GITHUB_OUTPUT
+          echo '$delimiter' >> $GITHUB_OUTPUT
+
+      - name: Create commit comment
+        uses: peter-evans/create-or-update-comment@v2
+        with:
+          issue-number: ${{ github.event.issue.number }}
+          body: |
+            This PR compares its performance to the latest released version. If it performs significantly lower, consider optimizing your changes to improve the performance.
+            ```  
+            ${{ steps.get-comment-body.outputs.msg }}
+            ```
diff --git a/Makefile b/Makefile
index 48de3ddf276..96d4c5a7e24 100644
--- a/Makefile
+++ b/Makefile
@@ -35,6 +35,8 @@ GOLANGCI_LINT_VERSION := v1.45.2
 # Detects the location of the user golangci-lint cache.
 GOLANGCI_LINT_CACHE := $(shell pwd)/.tmp/golangci-lint
 
+BENCHMARK_FILE_NAME ?= benchmarks.txt
+
 ROOT_DIR := $(shell dirname $(realpath $(firstword $(MAKEFILE_LIST))))
 BIN_DIR := $(abspath $(ROOT_DIR)/bin)
 
@@ -103,6 +105,10 @@ all: lint test manager
 native-test:
 	GO111MODULE=on go test -mod vendor ./pkg/... ./apis/... ./cmd/gator/... -race -bench . -coverprofile cover.out
 
+.PHONY: benchmark-test
+benchmark-test:
+	GOMAXPROCS=1 go test ./pkg/... -bench . -run="^#" -count 10 > ${BENCHMARK_FILE_NAME}
+
 # Hook to run docker tests
 .PHONY: test
 test: __test-image