Merge pull request #399 from bjwswang/worker

refactor: optimize dataprocessing config
kubeagi · Dec 19, 2023 · 874e2b1 · 874e2b1
2 parents 016c6dd + 93e48a4
commit 874e2b1
Show file tree

Hide file tree

Showing 3 changed files with 28 additions and 15 deletions.
diff --git a/deploy/charts/arcadia/Chart.yaml b/deploy/charts/arcadia/Chart.yaml
@@ -2,7 +2,7 @@ apiVersion: v2
 name: arcadia
 description: A Helm chart(KubeBB Component) for KubeAGI Arcadia
 type: application
-version: 0.1.44
+version: 0.1.45
 appVersion: "0.0.1"
 
 keywords:

diff --git a/deploy/charts/arcadia/templates/config.yaml b/deploy/charts/arcadia/templates/config.yaml
@@ -22,6 +22,15 @@ data:
     #  ingressClassName: portal-ingress
     #  host: portal.172.22.96.136.nip.io
     #  contextPath: /arcadia
+  dataprocess: |
+    llm:
+      qa_retry_count: {{ .Values.dataprocess.config.llm.qa_retry_count }}
+    postgresql:
+      host: {{ .Values.postgresql.endpoint.host }}
+      port: {{ .Values.postgresql.endpoint.port }}
+      user: {{ .Values.postgresql.auth.user }}
+      password: {{ .Values.postgresql.auth.password }}
+      database: {{ .Values.postgresql.auth.database }}
 kind: ConfigMap
 metadata:
   labels:

diff --git a/deploy/charts/arcadia/values.yaml b/deploy/charts/arcadia/values.yaml
@@ -122,17 +122,21 @@ dataprocess:
   enabled: true
   image: kubeagi/data-processing:v0.1.0
   port: 28888
-  env:
-    minio:
-      secure: "False"
-      apiURL: arcadia-minio:9000
-    knowledge:
-      chunkSize: 500
-      chunkOverlap: 50
-    postgres:
-      # update to the actual values
-      host: postgresql
-      port: 5432
-      user: admin
-      password: Passw0rd!
-      database: arcadia
+  config:
+    llm:
+      qa_retry_count: '2'
+
+# @section postgresql is used to configure postgreslq service
+# Posgresql service will be used in two parts:
+# - dataprocessing
+# - llm application
+# - used as vector store with pgvector enabled
+# TODO: install postgresql within this chart
+postgresql:
+  database: arcadia
+  auth:
+    user: admin
+    password: Passw0rd!
+  endpoint:
+    host: postgresql
+    port: 5432