Add Model Registry UI Integration Test #163
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # If anyone changes or improve the following tests for Model Registry, please | |
| # consider reflecting the same changes on https://github.com/kubeflow/model-registry | |
| name: Deploy and test Kubeflow Model Registry | |
| on: | |
| pull_request: | |
| paths: | |
| - tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh | |
| - .github/workflows/model_registry_test.yaml | |
| - apps/model-registry/upstream/** | |
| - tests/gh-actions/install_istio.sh | |
| - common/istio*/** | |
| jobs: | |
| build-kfmr: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install KinD, Create KinD cluster and Install kustomize | |
| run: ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh | |
| - name: Remove AppArmor profile for mysql in KinD on GHA # https://github.com/kubeflow/manifests/issues/2507 | |
| run: | | |
| set -x | |
| sudo apt-get install apparmor-profiles | |
| sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.mysqld | |
| - name: Install kubectl | |
| run: ./tests/gh-actions/install_kubectl.sh | |
| - name: Create kubeflow namespace | |
| run: kustomize build common/kubeflow-namespace/base | kubectl apply -f - | |
| - name: Install Istio | |
| run: ./tests/gh-actions/install_istio.sh | |
| - name: Install oauth2-proxy | |
| run: ./tests/gh-actions/install_oauth2-proxy.sh | |
| - name: Install cert-manager | |
| run: ./tests/gh-actions/install_cert_manager.sh | |
| - name: Install knative | |
| run: ./tests/gh-actions/install_knative.sh | |
| - name: Install KF Multi Tenancy | |
| run: ./tests/gh-actions/install_multi_tenancy.sh | |
| - name: Install kubeflow-istio-resources | |
| run: kustomize build common/istio-1-24/kubeflow-istio-resources/base | kubectl apply -f - | |
| - name: Create KF Profile | |
| run: kustomize build common/user-namespace/base | kubectl apply -f - | |
| - name: Build & Apply KF Model Registry manifests | |
| run: | | |
| kustomize build apps/model-registry/upstream/overlays/db | kubectl apply -f - | |
| kustomize build apps/model-registry/upstream/options/istio | kubectl apply -f - | |
| - name: Build & Apply KF Model Registry UI manifests | |
| run: | | |
| kustomize build apps/model-registry/upstream/options/ui/overlays/istio | kubectl apply -f - | |
| - name: Test KF Model Registry deployment | |
| run: | | |
| echo "Waiting for all Model Registry Pods to become ready..." | |
| if ! kubectl wait --for=condition=available -n kubeflow deployment/model-registry-db --timeout=600s ; then | |
| kubectl events -A | |
| kubectl describe deployment/model-registry-db -n kubeflow | |
| kubectl logs deployment/model-registry-db -n kubeflow | |
| exit 1 | |
| fi | |
| kubectl wait --for=condition=available -n kubeflow deployment/model-registry-deployment --timeout=600s | |
| - name: Test KF Model Registry deployment | |
| run: | | |
| echo "Waiting for all Model Registry UI Pods to become ready..." | |
| kubectl wait --for=condition=available -n kubeflow deployment/model-registry-ui --timeout=600s | |
| - name: Dry-run KF Model Registry API directly | |
| run: | | |
| echo "Dry-run KF Model Registry API directly..." | |
| nohup kubectl port-forward svc/model-registry-service -n kubeflow 8081:8080 & | |
| while ! curl localhost:8081; do echo "waiting for port-forwarding 8081"; sleep 1; done; echo "port-forwarding 8181 ready" | |
| curl -v -X 'GET' \ | |
| 'http://localhost:8081/api/model_registry/v1alpha3/registered_models?pageSize=100&orderBy=ID&sortOrder=DESC' \ | |
| -H 'accept: application/json' | |
| # for these steps below ensure same steps as kserve (ie: Istio with external authentication, cert-manager, knative) so to achieve same setup | |
| - name: Port forward Istio gateway | |
| run: | | |
| INGRESS_GATEWAY_SERVICE=$(kubectl get svc --namespace istio-system --selector="app=istio-ingressgateway" --output jsonpath='{.items[0].metadata.name}') | |
| nohup kubectl port-forward --namespace istio-system svc/${INGRESS_GATEWAY_SERVICE} 8080:80 & | |
| while ! curl localhost:8080; do echo waiting for port-forwarding; sleep 1; done; echo port-forwarding ready | |
| - name: Dry-run KF Model Registry REST API | |
| run: | | |
| echo "Dry-run KF Model Registry REST API..." | |
| export KF_TOKEN="$(kubectl -n default create token default)" | |
| curl -v -H "Authorization: Bearer "$KF_TOKEN http://localhost:8080/api/model_registry/v1alpha3/registered_models | |
| - name: Dry-run KF Model Registry REST API UI | |
| run: | | |
| echo "Dry-run KF Model Registry REST API..." | |
| export KF_PROFILE=kubeflow-user-example-com | |
| export KF_TOKEN="$(kubectl -n $KF_PROFILE create token default-editor)" | |
| STATUS_CODE=$(curl -v \ | |
| --silent --output /dev/stderr --write-out "%{http_code}" \ | |
| "localhost:8080/model-registry/api/v1/model_registry?namespace=${KF_PROFILE}" \ | |
| -H "Authorization: Bearer ${KF_TOKEN}") | |
| if test $STATUS_CODE -ne 200; then | |
| echo "Error, this call should be authorized to list model registries in namespace ${KF_PROFILE}." | |
| exit 1 | |
| fi | |
| - name: Dry-run KF Model Registry REST API UI with unauthorized SA Token | |
| run: | | |
| echo "Dry-run KF Model Registry REST API..." | |
| export KF_PROFILE=kubeflow-user-example-com | |
| export KF_TOKEN="$(kubectl -n default create token default)" | |
| STATUS_CODE=$(curl -v \ | |
| --silent --output /dev/stderr --write-out "%{http_code}" \ | |
| "localhost:8080/model-registry/api/v1/model_registry?namespace=${KF_PROFILE}" \ | |
| -H "Authorization: Bearer ${KF_TOKEN}") | |
| if test $STATUS_CODE -ne 403; then | |
| echo "Error, this call should fail to list notebooks in namespace ${KF_PROFILE}." | |
| exit 1 | |
| fi |