-
Notifications
You must be signed in to change notification settings - Fork 13
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[development] Add more services to example helmfile (#3966)
This PR makes the following changes:
- Adds the following optional services to the example helmfile:
- Kafka/Zookeeper
- Elasticsearch 6 and 7
- Opensearch 1
- Choas-mesh
- This will be a useful networking test tool for development
- https://chaos-mesh.org/
- Adds the ability for the user to set the `nodePort` on all `es` and
`os` services within the helmfile instead of just opensearch2.
- Updated helm example docs
- Add the ability to create a custom teraslice kind cluster with
configurable services
---------
Co-authored-by: Peter Luitjens <43619525+busma13@users.noreply.github.com>- Loading branch information
Showing
10 changed files
with
218 additions
and
82 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,49 +1,89 @@ | ||
| environments: | ||
| default: | ||
| values: | ||
| - default-values.yaml | ||
| - values.yaml | ||
| custom: | ||
| values: | ||
| - custom.yaml | ||
| --- | ||
|
|
||
| repositories: | ||
| - name: opensearch | ||
| url: https://opensearch-project.github.io/helm-charts/ | ||
| - name: minio | ||
| url: https://charts.min.io/ | ||
| - name: chaos-mesh | ||
| url: https://charts.chaos-mesh.org | ||
|
|
||
| helmDefaults: | ||
| wait: true | ||
|
|
||
| releases: | ||
| - name: opensearch1 | ||
| namespace: ts-dev1 | ||
| namespace: services-dev1 | ||
| chart: opensearch/opensearch | ||
| version: 2.17.1 | ||
| installed: {{ .Values | get "opensearch1.enabled" false }} | ||
| values: | ||
| - ../../e2e/helm/templates/os1.yaml.gotmpl | ||
|
|
||
| - name: chaos-mesh | ||
| namespace: chaos-mesh | ||
| chart: chaos-mesh/chaos-mesh | ||
| version: 2.7.0 | ||
| installed: {{ .Values | get "chaos-mesh.enabled" false }} | ||
| values: | ||
| - chaosDaemon: | ||
| runtime: containerd | ||
| socketPath: /run/containerd/containerd.sock | ||
| dashboard: | ||
| service: | ||
| type: NodePort | ||
| nodePort: 30333 | ||
|
|
||
| - name: opensearch2 | ||
| namespace: services-dev1 | ||
| chart: opensearch/opensearch | ||
| version: 2.17.1 | ||
| installed: {{ .Values | get "opensearch2.enabled" true }} | ||
| values: | ||
| - ./templates/os1.yaml.gotmpl | ||
| - ../../e2e/helm/templates/os2.yaml.gotmpl | ||
|
|
||
| - name: elasticsearch6 | ||
| namespace: services-dev1 | ||
| chart: ../../e2e/helm/elasticsearch/elasticsearch-6.8.9.tgz | ||
| installed: {{ .Values | get "elasticsearch6.enabled" false }} | ||
| values: | ||
| - ../../e2e/helm/templates/es6.yaml.gotmpl | ||
|
|
||
| - name: elasticsearch7 | ||
| namespace: services-dev1 | ||
| chart: ../../e2e/helm/elasticsearch/elasticsearch-7.9.3.tgz | ||
| installed: {{ .Values | get "elasticsearch7.enabled" false }} | ||
| values: | ||
| - ../../e2e/helm/templates/es7.yaml.gotmpl | ||
|
|
||
| - name: minio | ||
| namespace: services-dev1 | ||
| chart: minio/minio | ||
| version: 5.3.0 | ||
| installed: {{ .Values | get "minio.enabled" false }} | ||
| values: | ||
| - ../../e2e/helm/templates/minio.yaml.gotmpl | ||
|
|
||
| - name: kafka | ||
| namespace: services-dev1 | ||
| chart: ../../e2e/helm/kafka/cp-helm-charts-0.6.1.tgz | ||
| installed: {{ .Values | get "kafka.enabled" false }} | ||
| values: | ||
| - ../../e2e/helm/templates/kafka.yaml.gotmpl | ||
|
|
||
| - name: teraslice | ||
| namespace: ts-dev1 | ||
| version: 0.8.12 | ||
| chart: ../../helm/teraslice/ | ||
| chart: ../../helm/teraslice | ||
| needs: | ||
| - ts-dev1/{{ .Values | get "ts-dev1.stateCluster" "opensearch1" }} | ||
| values: | ||
| - terafoundation: | ||
| connectors: | ||
| elasticsearch-next: | ||
| default: | ||
| node: | ||
| - "http://opensearch1.ts-dev1:9200" | ||
| service: | ||
| nodePort: 30678 | ||
| type: NodePort | ||
| master: | ||
| teraslice: | ||
| kubernetes_namespace: ts-dev1 | ||
| cluster_manager_type: kubernetesV2 | ||
| asset_storage_connection_type: elasticsearch-next | ||
| worker: | ||
| teraslice: | ||
| kubernetes_namespace: ts-dev1 | ||
| cluster_manager_type: kubernetesV2 | ||
| asset_storage_connection_type: elasticsearch-next | ||
| image: | ||
| tag: dev-nodev22.9.0 | ||
| - services-dev1/{{ .Values | get "teraslice.stateCluster" "opensearch2" }} | ||
| values: | ||
| - ../../e2e/helm/templates/teraslice.yaml.gotmpl | ||
| labels: | ||
| app: teraslice |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,93 @@ | ||
| opensearch1: | ||
| # If false, opensearch1 will be excluded on helmfile sync | ||
| enabled: false | ||
| version: 1.3.11 | ||
| esJavaOpts: -Xmx512M -Xms512M | ||
| memoryLimit: 100Mi | ||
| persistentVolumeSize: 8Gi | ||
| # The number of replicas | ||
| instances: 1 | ||
| nodePort: 30201 | ||
|
|
||
| opensearch2: | ||
| # If false, opensearch2 will be excluded on helmfile sync | ||
| enabled: true | ||
| version: 2.15.0 | ||
| esJavaOpts: -Xmx512M -Xms512M | ||
| memoryLimit: 100Mi | ||
| persistentVolumeSize: 8Gi | ||
| # The number of replicas | ||
| instances: 1 | ||
| nodePort: 30202 | ||
|
|
||
| elasticsearch6: | ||
| # If false, elasticsearch6 will be excluded on helmfile sync | ||
| enabled: false | ||
| version: 6.8.6 | ||
| # Overrides default image. Useful when loading in arm image that es doesn't support | ||
| # image: elasticsearch | ||
| # The number of replicas | ||
| instances: 1 | ||
| esJavaOpts: -Xms512m -Xmx512m | ||
| memoryLimit: 1Gi | ||
| persistentVolumeSize: 8Gi | ||
| nodePort: 30206 | ||
|
|
||
|
|
||
| elasticsearch7: | ||
| # If false, elasticsearch7 will be excluded on helmfile sync | ||
| enabled: false | ||
| # It's not recommended to deviate from es versions 7.9. The chart is tied to this specific version. | ||
| version: 7.9.3 | ||
| # The number of replicas | ||
| instances: 1 | ||
| esJavaOpts: -Xms512m -Xmx512m | ||
| # Es7 recommends at least a gig of memory. | ||
| memoryLimit: 1Gi | ||
| persistentVolumeSize: 8Gi | ||
| nodePort: 30207 | ||
|
|
||
| minio: | ||
| # If false, minio will be excluded on helmfile sync | ||
| enabled: false | ||
| version: RELEASE.2024-08-29T01-40-52Z | ||
| instances: 1 | ||
| rootUser: minioadmin | ||
| rootPassword: minioadmin | ||
| memoryLimit: 256Mi | ||
| persistentVolumeSize: 50Gi | ||
| # tls: <-- Not implemented yet | ||
| # enabled: false | ||
| # certSecret: "" | ||
| # publicCrt: public.crt | ||
| # privateKey: private.key | ||
|
|
||
| kafka: | ||
| # If false, kafka will be excluded on helmfile sync | ||
| enabled: false | ||
| version: 7.7.1 | ||
| brokers: 1 | ||
| offsets: | ||
| topic: | ||
| replication: | ||
| factor: 1 | ||
|
|
||
| zookeeper: | ||
| # If false, zookeeper will be excluded on helmfile sync | ||
| enabled: false | ||
| version: 7.7.1 | ||
| instances: 1 | ||
|
|
||
| teraslice: | ||
| image: | ||
| repository: terascope/teraslice | ||
| # Overrides the image tag whose default is the chart appVersion. | ||
| tag: dev | ||
| stateCluster: opensearch2 | ||
|
|
||
| chaos-mesh: | ||
| # When enabled, the choas-mesh dashboard will be available in browser | ||
| # at http://localhost:2333 | ||
| # Documentation on how to create "experiments": | ||
| # https://chaos-mesh.org/docs/run-a-chaos-experiment/ | ||
| enabled: false |