[helm]: make system integration enabled by default

elastic · Jan 31, 2025 · 31b7f6c · 31b7f6c
1 parent 18d4de5
commit 31b7f6c
Show file tree

Hide file tree

Showing 11 changed files with 2,344 additions and 7 deletions.
diff --git a/deploy/helm/elastic-agent/examples/eck/rendered/manifest.yaml b/deploy/helm/elastic-agent/examples/eck/rendered/manifest.yaml
@@ -458,6 +458,143 @@ stringData:
           ssl.verification_mode: none
         type: kubernetes/metrics
         use_output: default
+      - data_stream:
+          namespace: default
+        id: system-logs
+        streams:
+        - data_stream:
+            dataset: system.auth
+            type: logs
+          exclude_files:
+          - \.gz$
+          ignore_older: 72h
+          multiline:
+            match: after
+            pattern: ^\s
+          paths:
+          - /var/log/auth.log*
+          - /var/log/secure*
+          processors:
+          - add_locale: null
+          tags:
+          - system-auth
+        - data_stream:
+            dataset: system.syslog
+            type: logs
+          exclude_files:
+          - \.gz$
+          ignore_older: 72h
+          multiline:
+            match: after
+            pattern: ^\s
+          paths:
+          - /var/log/messages*
+          - /var/log/syslog*
+          - /var/log/system*
+          processors:
+          - add_locale: null
+          tags: null
+        type: logfile
+        use_output: default
+      - data_stream:
+          namespace: default
+        id: system-metrics
+        streams:
+        - cpu.metrics:
+          - percentages
+          - normalized_percentages
+          data_stream:
+            dataset: system.cpu
+            type: metrics
+          metricsets:
+          - cpu
+          period: 10s
+          system.hostfs: /hostfs
+        - data_stream:
+            dataset: system.diskio
+            type: metrics
+          diskio.include_devices: null
+          metricsets:
+          - diskio
+          period: 10s
+          system.hostfs: /hostfs
+        - data_stream:
+            dataset: system.filesystem
+            type: metrics
+          metricsets:
+          - filesystem
+          period: 1m
+          processors:
+          - drop_event.when.regexp:
+              system.filesystem.mount_point: ^/(sys|cgroup|proc|dev|etc|host|lib|snap)($|/)
+          system.hostfs: /hostfs
+        - data_stream:
+            dataset: system.fsstat
+            type: metrics
+          metricsets:
+          - fsstat
+          period: 1m
+          processors:
+          - drop_event.when.regexp:
+              system.fsstat.mount_point: ^/(sys|cgroup|proc|dev|etc|host|lib|snap)($|/)
+          system.hostfs: /hostfs
+        - condition: ${host.platform} != 'windows'
+          data_stream:
+            dataset: system.load
+            type: metrics
+          metricsets:
+          - load
+          period: 10s
+        - data_stream:
+            dataset: system.memory
+            type: metrics
+          metricsets:
+          - memory
+          period: 10s
+          system.hostfs: /hostfs
+        - data_stream:
+            dataset: system.network
+            type: metrics
+          metricsets:
+          - network
+          network.interfaces: null
+          period: 10s
+        - data_stream:
+            dataset: system.process
+            type: metrics
+          metricsets:
+          - process
+          period: 10s
+          process.cgroups.enabled: false
+          process.cmdline.cache.enabled: true
+          process.include_cpu_ticks: false
+          process.include_top_n.by_cpu: 5
+          process.include_top_n.by_memory: 5
+          processes:
+          - .*
+          system.hostfs: /hostfs
+        - data_stream:
+            dataset: system.process_summary
+            type: metrics
+          metricsets:
+          - process_summary
+          period: 10s
+          system.hostfs: /hostfs
+        - data_stream:
+            dataset: system.socket_summary
+            type: metrics
+          metricsets:
+          - socket_summary
+          period: 10s
+          system.hostfs: /hostfs
+        - data_stream:
+            dataset: system.uptime
+            type: metrics
+          metricsets:
+          - uptime
+          period: 10s
+        type: system/metrics
+        use_output: default
 ---
 # Source: elastic-agent/charts/kube-state-metrics/templates/role.yaml
 apiVersion: rbac.authorization.k8s.io/v1
@@ -1021,6 +1158,18 @@ spec:
           - mountPath: /var/log
             name: varlog
             readOnly: true
+          - mountPath: /hostfs/proc
+            name: proc
+            readOnly: true
+          - mountPath: /hostfs/sys/fs/cgroup
+            name: cgroup
+            readOnly: true
+          - mountPath: /hostfs/var/lib
+            name: var-lib
+            readOnly: true
+          - mountPath: /hostfs/etc
+            name: etc-full
+            readOnly: true
         dnsPolicy: ClusterFirstWithHostNet
         hostNetwork: true
         nodeSelector:
@@ -1033,6 +1182,18 @@ spec:
         - hostPath:
             path: /var/log
           name: varlog
+        - hostPath:
+            path: /proc
+          name: proc
+        - hostPath:
+            path: /sys/fs/cgroup
+          name: cgroup
+        - hostPath:
+            path: /etc
+          name: etc-full
+        - hostPath:
+            path: /var/lib
+          name: var-lib
 ---
 # Source: elastic-agent/templates/agent/eck/deployment.yaml
 apiVersion: agent.k8s.elastic.co/v1alpha1

diff --git a/deploy/helm/elastic-agent/examples/kubernetes-default/rendered/manifest.yaml b/deploy/helm/elastic-agent/examples/kubernetes-default/rendered/manifest.yaml
@@ -457,6 +457,143 @@ stringData:
           ssl.verification_mode: none
         type: kubernetes/metrics
         use_output: default
+      - data_stream:
+          namespace: default
+        id: system-logs
+        streams:
+        - data_stream:
+            dataset: system.auth
+            type: logs
+          exclude_files:
+          - \.gz$
+          ignore_older: 72h
+          multiline:
+            match: after
+            pattern: ^\s
+          paths:
+          - /var/log/auth.log*
+          - /var/log/secure*
+          processors:
+          - add_locale: null
+          tags:
+          - system-auth
+        - data_stream:
+            dataset: system.syslog
+            type: logs
+          exclude_files:
+          - \.gz$
+          ignore_older: 72h
+          multiline:
+            match: after
+            pattern: ^\s
+          paths:
+          - /var/log/messages*
+          - /var/log/syslog*
+          - /var/log/system*
+          processors:
+          - add_locale: null
+          tags: null
+        type: logfile
+        use_output: default
+      - data_stream:
+          namespace: default
+        id: system-metrics
+        streams:
+        - cpu.metrics:
+          - percentages
+          - normalized_percentages
+          data_stream:
+            dataset: system.cpu
+            type: metrics
+          metricsets:
+          - cpu
+          period: 10s
+          system.hostfs: /hostfs
+        - data_stream:
+            dataset: system.diskio
+            type: metrics
+          diskio.include_devices: null
+          metricsets:
+          - diskio
+          period: 10s
+          system.hostfs: /hostfs
+        - data_stream:
+            dataset: system.filesystem
+            type: metrics
+          metricsets:
+          - filesystem
+          period: 1m
+          processors:
+          - drop_event.when.regexp:
+              system.filesystem.mount_point: ^/(sys|cgroup|proc|dev|etc|host|lib|snap)($|/)
+          system.hostfs: /hostfs
+        - data_stream:
+            dataset: system.fsstat
+            type: metrics
+          metricsets:
+          - fsstat
+          period: 1m
+          processors:
+          - drop_event.when.regexp:
+              system.fsstat.mount_point: ^/(sys|cgroup|proc|dev|etc|host|lib|snap)($|/)
+          system.hostfs: /hostfs
+        - condition: ${host.platform} != 'windows'
+          data_stream:
+            dataset: system.load
+            type: metrics
+          metricsets:
+          - load
+          period: 10s
+        - data_stream:
+            dataset: system.memory
+            type: metrics
+          metricsets:
+          - memory
+          period: 10s
+          system.hostfs: /hostfs
+        - data_stream:
+            dataset: system.network
+            type: metrics
+          metricsets:
+          - network
+          network.interfaces: null
+          period: 10s
+        - data_stream:
+            dataset: system.process
+            type: metrics
+          metricsets:
+          - process
+          period: 10s
+          process.cgroups.enabled: false
+          process.cmdline.cache.enabled: true
+          process.include_cpu_ticks: false
+          process.include_top_n.by_cpu: 5
+          process.include_top_n.by_memory: 5
+          processes:
+          - .*
+          system.hostfs: /hostfs
+        - data_stream:
+            dataset: system.process_summary
+            type: metrics
+          metricsets:
+          - process_summary
+          period: 10s
+          system.hostfs: /hostfs
+        - data_stream:
+            dataset: system.socket_summary
+            type: metrics
+          metricsets:
+          - socket_summary
+          period: 10s
+          system.hostfs: /hostfs
+        - data_stream:
+            dataset: system.uptime
+            type: metrics
+          metricsets:
+          - uptime
+          period: 10s
+        type: system/metrics
+        use_output: default
     providers:
       kubernetes:
         node: ${NODE_NAME}
@@ -888,7 +1025,7 @@ spec:
       labels:
         name: agent-pernode-example
       annotations:
-        checksum/config: 233affcd72143e637a130b5f099c30e194d90042eb00a26512f51c844c65a821
+        checksum/config: 26f667cc0334e1c6b1a436cdef1c6be537b68c6de364ac0cdaefe1f763087779
     spec:
       automountServiceAccountToken: true
       containers:
@@ -937,6 +1074,18 @@ spec:
         - mountPath: /var/log
           name: varlog
           readOnly: true
+        - mountPath: /hostfs/proc
+          name: proc
+          readOnly: true
+        - mountPath: /hostfs/sys/fs/cgroup
+          name: cgroup
+          readOnly: true
+        - mountPath: /hostfs/var/lib
+          name: var-lib
+          readOnly: true
+        - mountPath: /hostfs/etc
+          name: etc-full
+          readOnly: true
         - mountPath: /usr/share/elastic-agent/state
           name: agent-data
         - mountPath: /etc/elastic-agent/agent.yml
@@ -955,6 +1104,18 @@ spec:
       - hostPath:
           path: /var/log
         name: varlog
+      - hostPath:
+          path: /proc
+        name: proc
+      - hostPath:
+          path: /sys/fs/cgroup
+        name: cgroup
+      - hostPath:
+          path: /etc
+        name: etc-full
+      - hostPath:
+          path: /var/lib
+        name: var-lib
       - hostPath:
           path: /etc/elastic-agent/default/agent-pernode-example/state
           type: DirectoryOrCreate