-
Notifications
You must be signed in to change notification settings - Fork 466
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
41 changed files
with
9,578 additions
and
0 deletions.
There are no files selected for viewing
20 changes: 20 additions & 0 deletions
20
packages/postgresql/data_stream/log/_dev/test/pipeline/postgresql-10-default.log
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,20 @@ | ||
2020-04-15 12:02:55.244 CEST [23922] LOG: database system was shut down at 2020-04-15 12:02:52 CEST | ||
2020-04-15 12:02:55.247 CEST [23920] LOG: database system is ready to accept connections | ||
2020-04-15 12:04:45.416 CEST [24981] FATAL: password authentication failed for user "root" | ||
2020-04-15 12:04:45.416 CEST [24981] DETAIL: Role "root" does not exist. | ||
Connection matched pg_hba.conf line 80: "local all all md5" | ||
2020-04-15 12:04:45.416 CEST [24981] LOG: could not send data to client: Broken pipe | ||
2020-04-15 12:06:36.719 CEST [25143] ERROR: syntax error at or near "l" at character 1 | ||
2020-04-15 12:56:29.569 CEST [25143] STATEMENT: SELECT al.id, al.tenant_id, al.created_by_id, al.create_ip, al.audit_date, al.audit_table, al.entity_id, al.entity_name, al.reason_for_change, al.audit_log_event_type_id, | ||
aet.lookup_code, al.old_value, al.new_value, al.event_crf_id, al.event_crf_version_id, al.study_id, al.study_site_id, ss.rc_oid, al.subject_id, s.unique_identifier, | ||
al.study_event_id, sed.name AS studyEventName, al.user_id, al.value_index, al.crf_version_id, al.global_logs, cv.version_name, crf.id AS crfId, crf.name AS crfName | ||
FROM public.rc_audit_log_events AS al | ||
LEFT JOIN rc_crf_versions AS cv ON cv.id=al.crf_version_id | ||
LEFT JOIN rc_crfs AS crf ON crf.id=cv.crf_id | ||
LEFT JOIN ad_lookup_codes AS aet ON aet.id=al.audit_log_event_type_id | ||
LEFT JOIN rc_study_sites AS ss ON ss.id=al.study_site_id | ||
LEFT JOIN rc_subjects AS s ON s.id=al.subject_id | ||
LEFT JOIN rc_study_events AS se ON se.id=al.study_event_id | ||
LEFT JOIN rc_study_event_definitions AS sed ON sed.id=se.study_event_definition_id | ||
WHERE al.tenant_id=$1 AND al.study_id=$2 AND aet.lookup_code IN ($3, $4, $5, $6) AND al.audit_date >= $7 ORDER BY al.id DESC limit $8 | ||
; |
303 changes: 303 additions & 0 deletions
303
...ges/postgresql/data_stream/log/_dev/test/pipeline/postgresql-10-default.log-expected.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,303 @@ | ||
{ | ||
"expected": [ | ||
{ | ||
"process": { | ||
"pid": 23922 | ||
}, | ||
"@timestamp": "2020-04-15T10:02:55.244Z", | ||
"postgresql": { | ||
"log": { | ||
"timestamp": "2020-04-15 12:02:55.244 CEST" | ||
} | ||
}, | ||
"log": { | ||
"level": "LOG" | ||
}, | ||
"message": "database system was shut down at 2020-04-15 12:02:52 CEST", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307179014Z", | ||
"category": [ | ||
"database" | ||
], | ||
"type": [ | ||
"info" | ||
], | ||
"timezone": "CEST", | ||
"kind": "event" | ||
} | ||
}, | ||
{ | ||
"process": { | ||
"pid": 23920 | ||
}, | ||
"@timestamp": "2020-04-15T10:02:55.247Z", | ||
"postgresql": { | ||
"log": { | ||
"timestamp": "2020-04-15 12:02:55.247 CEST" | ||
} | ||
}, | ||
"log": { | ||
"level": "LOG" | ||
}, | ||
"message": "database system is ready to accept connections", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307184002Z", | ||
"category": [ | ||
"database" | ||
], | ||
"type": [ | ||
"info" | ||
], | ||
"timezone": "CEST", | ||
"kind": "event" | ||
} | ||
}, | ||
{ | ||
"process": { | ||
"pid": 24981 | ||
}, | ||
"@timestamp": "2020-04-15T10:04:45.416Z", | ||
"postgresql": { | ||
"log": { | ||
"timestamp": "2020-04-15 12:04:45.416 CEST" | ||
} | ||
}, | ||
"log": { | ||
"level": "FATAL" | ||
}, | ||
"message": "password authentication failed for user \"root\"", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307185422Z", | ||
"category": [ | ||
"database" | ||
], | ||
"type": [ | ||
"info" | ||
], | ||
"timezone": "CEST", | ||
"kind": "event" | ||
} | ||
}, | ||
{ | ||
"process": { | ||
"pid": 24981 | ||
}, | ||
"@timestamp": "2020-04-15T10:04:45.416Z", | ||
"postgresql": { | ||
"log": { | ||
"timestamp": "2020-04-15 12:04:45.416 CEST" | ||
} | ||
}, | ||
"log": { | ||
"level": "DETAIL" | ||
}, | ||
"message": "Role \"root\" does not exist.", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307186614Z", | ||
"category": [ | ||
"database" | ||
], | ||
"type": [ | ||
"info" | ||
], | ||
"timezone": "CEST", | ||
"kind": "event" | ||
} | ||
}, | ||
{ | ||
"message": "\tConnection matched pg_hba.conf line 80: \"local all all md5\"", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307187706Z" | ||
}, | ||
"error": { | ||
"message": "Provided Grok expressions do not match field value: [\\tConnection matched pg_hba.conf line 80: \\\"local all all md5\\\"]" | ||
} | ||
}, | ||
{ | ||
"process": { | ||
"pid": 24981 | ||
}, | ||
"@timestamp": "2020-04-15T10:04:45.416Z", | ||
"postgresql": { | ||
"log": { | ||
"timestamp": "2020-04-15 12:04:45.416 CEST" | ||
} | ||
}, | ||
"log": { | ||
"level": "LOG" | ||
}, | ||
"message": "could not send data to client: Broken pipe", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307188841Z", | ||
"category": [ | ||
"database" | ||
], | ||
"type": [ | ||
"info" | ||
], | ||
"timezone": "CEST", | ||
"kind": "event" | ||
} | ||
}, | ||
{ | ||
"process": { | ||
"pid": 25143 | ||
}, | ||
"@timestamp": "2020-04-15T10:06:36.719Z", | ||
"postgresql": { | ||
"log": { | ||
"timestamp": "2020-04-15 12:06:36.719 CEST" | ||
} | ||
}, | ||
"log": { | ||
"level": "ERROR" | ||
}, | ||
"message": "syntax error at or near \"l\" at character 1", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307189891Z", | ||
"category": [ | ||
"database" | ||
], | ||
"type": [ | ||
"info" | ||
], | ||
"timezone": "CEST", | ||
"kind": "event" | ||
} | ||
}, | ||
{ | ||
"process": { | ||
"pid": 25143 | ||
}, | ||
"@timestamp": "2020-04-15T10:56:29.569Z", | ||
"postgresql": { | ||
"log": { | ||
"timestamp": "2020-04-15 12:56:29.569 CEST" | ||
} | ||
}, | ||
"log": { | ||
"level": "STATEMENT" | ||
}, | ||
"message": "SELECT al.id, al.tenant_id, al.created_by_id, al.create_ip, al.audit_date, al.audit_table, al.entity_id, al.entity_name, al.reason_for_change, al.audit_log_event_type_id,", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307191102Z", | ||
"category": [ | ||
"database" | ||
], | ||
"type": [ | ||
"info" | ||
], | ||
"timezone": "CEST", | ||
"kind": "event" | ||
} | ||
}, | ||
{ | ||
"message": "\t aet.lookup_code, al.old_value, al.new_value, al.event_crf_id, al.event_crf_version_id, al.study_id, al.study_site_id, ss.rc_oid, al.subject_id, s.unique_identifier,", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307192192Z" | ||
}, | ||
"error": { | ||
"message": "Provided Grok expressions do not match field value: [\\t aet.lookup_code, al.old_value, al.new_value, al.event_crf_id, al.event_crf_version_id, al.study_id, al.study_site_id, ss.rc_oid, al.subject_id, s.unique_identifier,]" | ||
} | ||
}, | ||
{ | ||
"message": "\t al.study_event_id, sed.name AS studyEventName, al.user_id, al.value_index, al.crf_version_id, al.global_logs, cv.version_name, crf.id AS crfId, crf.name AS crfName", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307193302Z" | ||
}, | ||
"error": { | ||
"message": "Provided Grok expressions do not match field value: [\\t al.study_event_id, sed.name AS studyEventName, al.user_id, al.value_index, al.crf_version_id, al.global_logs, cv.version_name, crf.id AS crfId, crf.name AS crfName]" | ||
} | ||
}, | ||
{ | ||
"message": "\t FROM public.rc_audit_log_events AS al", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307194550Z" | ||
}, | ||
"error": { | ||
"message": "Provided Grok expressions do not match field value: [\\t FROM public.rc_audit_log_events AS al]" | ||
} | ||
}, | ||
{ | ||
"message": "\t LEFT JOIN rc_crf_versions AS cv ON cv.id=al.crf_version_id", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307195990Z" | ||
}, | ||
"error": { | ||
"message": "Provided Grok expressions do not match field value: [\\t LEFT JOIN rc_crf_versions AS cv ON cv.id=al.crf_version_id]" | ||
} | ||
}, | ||
{ | ||
"message": "\t LEFT JOIN rc_crfs AS crf ON crf.id=cv.crf_id", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307197190Z" | ||
}, | ||
"error": { | ||
"message": "Provided Grok expressions do not match field value: [\\t LEFT JOIN rc_crfs AS crf ON crf.id=cv.crf_id]" | ||
} | ||
}, | ||
{ | ||
"message": "\t LEFT JOIN ad_lookup_codes AS aet ON aet.id=al.audit_log_event_type_id", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307198348Z" | ||
}, | ||
"error": { | ||
"message": "Provided Grok expressions do not match field value: [\\t LEFT JOIN ad_lookup_codes AS aet ON aet.id=al.audit_log_event_type_id]" | ||
} | ||
}, | ||
{ | ||
"message": "\t LEFT JOIN rc_study_sites AS ss ON ss.id=al.study_site_id", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307199396Z" | ||
}, | ||
"error": { | ||
"message": "Provided Grok expressions do not match field value: [\\t LEFT JOIN rc_study_sites AS ss ON ss.id=al.study_site_id]" | ||
} | ||
}, | ||
{ | ||
"message": "\t LEFT JOIN rc_subjects AS s ON s.id=al.subject_id", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307205864Z" | ||
}, | ||
"error": { | ||
"message": "Provided Grok expressions do not match field value: [\\t LEFT JOIN rc_subjects AS s ON s.id=al.subject_id]" | ||
} | ||
}, | ||
{ | ||
"message": "\t LEFT JOIN rc_study_events AS se ON se.id=al.study_event_id", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307207269Z" | ||
}, | ||
"error": { | ||
"message": "Provided Grok expressions do not match field value: [\\t LEFT JOIN rc_study_events AS se ON se.id=al.study_event_id]" | ||
} | ||
}, | ||
{ | ||
"message": "\t LEFT JOIN rc_study_event_definitions AS sed ON sed.id=se.study_event_definition_id", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307208395Z" | ||
}, | ||
"error": { | ||
"message": "Provided Grok expressions do not match field value: [\\t LEFT JOIN rc_study_event_definitions AS sed ON sed.id=se.study_event_definition_id]" | ||
} | ||
}, | ||
{ | ||
"message": "\t WHERE al.tenant_id=$1 AND al.study_id=$2 AND aet.lookup_code IN ($3, $4, $5, $6) AND al.audit_date \u003e= $7 ORDER BY al.id DESC limit $8", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307209525Z" | ||
}, | ||
"error": { | ||
"message": "Provided Grok expressions do not match field value: [\\t WHERE al.tenant_id=$1 AND al.study_id=$2 AND aet.lookup_code IN ($3, $4, $5, $6) AND al.audit_date \u003e= $7 ORDER BY al.id DESC limit $8]" | ||
} | ||
}, | ||
{ | ||
"message": "\t;", | ||
"event": { | ||
"ingested": "2021-03-02T16:28:58.307210711Z" | ||
}, | ||
"error": { | ||
"message": "Provided Grok expressions do not match field value: [\\t;]" | ||
} | ||
} | ||
] | ||
} |
17 changes: 17 additions & 0 deletions
17
...es/postgresql/data_stream/log/_dev/test/pipeline/postgresql-10-min-duration-statement.log
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,17 @@ | ||
2019-09-22 06:28:24 UTC DETAIL: parameters: $1 = '86', $2 = '575', $3 = 'Item Inserted', $4 = 'Item Updated', $5 = 'Subject Updated', $6 = 'Subject Created', $7 = '2019-01-22 00:00:00+00' | ||
2019-09-22 06:28:24 UTC LOG: duration: 112.337 ms execute S_59: UPDATE qrtz_TRIGGERS SET TRIGGER_STATE = $1 WHERE SCHED_NAME = 'Scheduler_1' AND TRIGGER_NAME = $2 AND TRIGGER_GROUP = $3 AND TRIGGER_STATE = $4 | ||
2019-09-22 06:28:24 UTC DETAIL: parameters: $1 = 'ACQUIRED', $2 = 'surveyInvitation_3Prbn85DiBWe8wHa_158802_77133_1260104', $3 = 'ExecutorsService', $4 = 'WAITING' | ||
2019-09-22 06:28:24 UTC LOG: duration: 2474.307 ms execute S_30: SELECT * FROM qrtz_LOCKS WHERE SCHED_NAME = 'Scheduler_1' AND LOCK_NAME = $1 FOR UPDATE | ||
2019-09-22 06:28:24 UTC DETAIL: parameters: $1 = 'TRIGGER_ACCESS' | ||
2019-09-22 06:28:24 UTC LOG: duration: 18.327 ms execute S_32: SELECT al.id, al.tenant_id, al.created_by_id, al.create_ip, al.audit_date, al.audit_table, al.entity_id, al.entity_name, al.reason_for_change, al.audit_log_event_type_id, | ||
aet.lookup_code, al.old_value, al.new_value, al.event_crf_id, al.event_crf_version_id, al.study_id, al.study_site_id, ss.rc_oid, al.subject_id, s.unique_identifier, | ||
al.study_event_id, sed.name AS studyEventName, al.user_id, al.value_index, al.crf_version_id, al.global_logs, cv.version_name, crf.id AS crfId, crf.name AS crfName | ||
FROM public.rc_audit_log_events AS al | ||
LEFT JOIN rc_crf_versions AS cv ON cv.id=al.crf_version_id | ||
LEFT JOIN rc_crfs AS crf ON crf.id=cv.crf_id | ||
LEFT JOIN ad_lookup_codes AS aet ON aet.id=al.audit_log_event_type_id | ||
LEFT JOIN rc_study_sites AS ss ON ss.id=al.study_site_id | ||
LEFT JOIN rc_subjects AS s ON s.id=al.subject_id | ||
LEFT JOIN rc_study_events AS se ON se.id=al.study_event_id | ||
LEFT JOIN rc_study_event_definitions AS sed ON sed.id=se.study_event_definition_id | ||
WHERE al.tenant_id=$1 AND al.study_id=$2 AND aet.lookup_code IN ($3, $4, $5, $6) AND al.audit_date >= $7 ORDER BY al.id DESC limit $8 |
Oops, something went wrong.