Merge pull request rh-aiservices-bu#102 from rh-aiservices-bu/feature…

…/enrich-database

enrich db - first pass

bootstrap/ic-shared-database/kustomization.yaml

@@ -13,8 +13,10 @@ resources:
 # wave 1
 - pvc.yaml
 - secret.yaml
+- secret-minio.yaml
 - deployment.yaml
 - service.yaml
 - sql-script-configmap.yaml
 # wave 2
 - db-init-job.yaml
+- populate-images.yaml

bootstrap/ic-shared-database/populate-images.yaml

@@ -0,0 +1,55 @@
+---
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: populate-images
+  annotations:
+    argocd.argoproj.io/sync-wave: "2"
+spec:
+  backoffLimit: 4
+  template:
+    spec:
+      initContainers:
+      - name: wait-for-minio
+        image: busybox:1.28
+        command: ['sh', '-c', 'until nc -z -v -w30 $MINIO_ENDPOINT 9000; do echo "Waiting for Minio connection..."; sleep 2; done;']
+        env:
+        - name: MINIO_ENDPOINT
+          value: minio.ic-shared-minio.svc.cluster.local
+      containers:
+      - name: add-images-to-bucket
+        image: image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-generic-data-science-notebook:1.2
+        imagePullPolicy: IfNotPresent
+        command: ["/bin/bash"]
+        args:
+        - -ec
+        - |-
+          git clone https://github.com/rh-aiservices-bu/insurance-claim-processing.git
+
+          cat << 'EOF' | python3
+          import boto3, os
+
+          s3 = boto3.client("s3",
+                            endpoint_url=os.getenv("AWS_S3_ENDPOINT"),
+                            aws_access_key_id=os.getenv("AWS_ACCESS_KEY_ID"),
+                            aws_secret_access_key=os.getenv("AWS_SECRET_ACCESS_KEY"))
+
+          # Create image bucket
+          bucket_name = "claim-images"
+          s3.create_bucket(Bucket=bucket_name)
+
+          # Upload original images to minio
+          for filename in os.listdir("insurance-claim-processing/bootstrap/ic-shared-database/images/original_images"):
+              with open(f"insurance-claim-processing/bootstrap/ic-shared-database/images/original_images/{filename}", "rb") as f:
+                  s3.upload_fileobj(f, bucket_name, f"original_images/{filename}")
+
+          # Upload processed images to minio
+          for filename in os.listdir("insurance-claim-processing/bootstrap/ic-shared-database/images/processed_images"):
+              with open(f"insurance-claim-processing/bootstrap/ic-shared-database/images/processed_images/{filename}", "rb") as f:
+                  s3.upload_fileobj(f, bucket_name, f"processed_images/{filename}")
+
+          EOF
+        envFrom:
+        - secretRef:
+            name: secret-minio
+      restartPolicy: Never

bootstrap/ic-shared-database/secret-minio.yaml

@@ -0,0 +1,14 @@
+kind: Secret
+apiVersion: v1
+metadata:
+  name: secret-minio
+  namespace: ic-shared-db
+  labels:
+    app: ic-shared-db
+  annotations:
+    argocd.argoproj.io/sync-wave: "1"
+stringData:
+  AWS_S3_ENDPOINT: http://minio.ic-shared-minio.svc.cluster.local:9000
+  AWS_ACCESS_KEY_ID: minio
+  AWS_SECRET_ACCESS_KEY: minio123
+type: Opaque