[Redis] update redis ECS version, add test data and adding event.orig…

…inal options (#1099) * update redis ECS version, add test data and adding event.original options * update testfiles and linting * update docs
elastic · Jun 9, 2021 · 74514fe · 74514fe
1 parent 0fe3671
commit 74514fe
Show file tree

Hide file tree

Showing 19 changed files with 177,041 additions and 86 deletions.
diff --git a/packages/redis/changelog.yml b/packages/redis/changelog.yml
@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "0.4.0"
+  changes:
+    - description: Update ECS to 1.10.0, converting pipeline to yml and adding event.original options
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/1099
 - version: "0.3.8"
   changes:
     - description: Updating package owner

diff --git a/packages/redis/data_stream/log/_dev/test/pipeline/test-common-config.yml b/packages/redis/data_stream/log/_dev/test/pipeline/test-common-config.yml
@@ -0,0 +1,6 @@
+dynamic_fields:
+  event.ingested: ".*"
+fields:
+  "@timestamp": "2020-04-28T11:07:58.223Z"
+  tags:
+    - preserve_original_event
diff --git a/packages/redis/data_stream/log/_dev/test/pipeline/test-redis-5-0-3.log b/packages/redis/data_stream/log/_dev/test/pipeline/test-redis-5-0-3.log
@@ -0,0 +1 @@
+26571:M 27 Dec 2018 11:19:18.874 * Synchronization with replica 10.114.208.18:6023 succeeded
diff --git a/packages/redis/data_stream/log/_dev/test/pipeline/test-redis-5-0-3.log-expected.json b/packages/redis/data_stream/log/_dev/test/pipeline/test-redis-5-0-3.log-expected.json
@@ -0,0 +1,30 @@
+{
+    "expected": [
+        {
+            "process": {
+                "pid": 26571
+            },
+            "@timestamp": "2018-12-27T11:19:18.874Z",
+            "ecs": {
+                "version": "1.10.0"
+            },
+            "log": {
+                "level": "notice"
+            },
+            "event": {
+                "ingested": "2021-06-08T10:08:25.501846800Z",
+                "created": "2020-04-28T11:07:58.223Z",
+                "original": "26571:M 27 Dec 2018 11:19:18.874 * Synchronization with replica 10.114.208.18:6023 succeeded"
+            },
+            "message": "Synchronization with replica 10.114.208.18:6023 succeeded",
+            "redis": {
+                "log": {
+                    "role": "master"
+                }
+            },
+            "tags": [
+                "preserve_original_event"
+            ]
+        }
+    ]
+}
diff --git a/packages/redis/data_stream/log/_dev/test/pipeline/test-redis-darwin-3-0-2.log b/packages/redis/data_stream/log/_dev/test/pipeline/test-redis-darwin-3-0-2.log
@@ -0,0 +1,18 @@
+4961:M 30 May 12:50:13.457 * Increased maximum number of open files to 10032 (it was originally set to 4864).
+4961:M 30 May 12:50:13.463 # Server started, Redis version 3.0.2
+4961:M 30 May 12:50:13.464 * DB loaded from disk: 0.001 seconds
+4961:M 30 May 12:50:13.464 * The server is now ready to accept connections on port 6379
+4961:signal-handler (1496141561) Received SIGINT scheduling shutdown...
+4961:M 30 May 12:52:41.448 # User requested shutdown...
+4961:M 30 May 12:52:41.448 * Saving the final RDB snapshot before exiting.
+4961:M 30 May 12:52:41.452 * DB saved on disk
+4961:M 30 May 12:52:41.452 # Redis is now ready to exit, bye bye...
+5092:M 30 May 12:52:42.131 * Increased maximum number of open files to 10032 (it was originally set to 4864).
+5092:M 30 May 12:52:42.133 # Server started, Redis version 3.0.2
+5092:M 30 May 12:52:42.133 * DB loaded from disk: 0.000 seconds
+5092:M 30 May 12:52:42.133 * The server is now ready to accept connections on port 6379
+5092:signal-handler (1496141844) Received SIGINT scheduling shutdown...
+5092:M 30 May 12:57:24.231 # User requested shutdown...
+5092:M 30 May 12:57:24.231 * Saving the final RDB snapshot before exiting.
+5092:M 30 May 12:57:24.234 * DB saved on disk
+5092:M 30 May 12:57:24.234 # Redis is now ready to exit, bye bye...
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		26571:M 27 Dec 2018 11:19:18.874 * Synchronization with replica 10.114.208.18:6023 succeeded