Skip to content

Commit fa9f1c3

Browse files
harnish-crest-dataharnish-crest-data
committed
address review comments
1 parent b8a6041 commit fa9f1c3

24 files changed

+318
-308
lines changed

‎packages/postgresql/data_stream/log/_dev/test/pipeline/test-postgresql-10-default.log-expected.json‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@
99
"category": [
1010
"database"
1111
],
12-
"ingested": "2024-08-22T09:25:19.440875485Z",
12+
"ingested": "2024-09-03T12:51:24.385228980Z",
1313
"kind": "event",
1414
"original": "2020-04-15 12:02:55.244 CEST [23922] LOG: database system was shut down at 2020-04-15 12:02:52 CEST",
1515
"timezone": "CEST",
@@ -42,7 +42,7 @@
4242
"category": [
4343
"database"
4444
],
45-
"ingested": "2024-08-22T09:25:19.440898212Z",
45+
"ingested": "2024-09-03T12:51:24.385254595Z",
4646
"kind": "event",
4747
"original": "2020-04-15 12:02:55.247 CEST [23920] LOG: database system is ready to accept connections",
4848
"timezone": "CEST",
@@ -75,7 +75,7 @@
7575
"category": [
7676
"database"
7777
],
78-
"ingested": "2024-08-22T09:25:19.440901990Z",
78+
"ingested": "2024-09-03T12:51:24.385269332Z",
7979
"kind": "event",
8080
"original": "2020-04-15 12:04:45.416 CEST [24981] FATAL: password authentication failed for user \"root\"",
8181
"timezone": "CEST",
@@ -108,7 +108,7 @@
108108
"category": [
109109
"database"
110110
],
111-
"ingested": "2024-08-22T09:25:19.440904620Z",
111+
"ingested": "2024-09-03T12:51:24.385273855Z",
112112
"kind": "event",
113113
"original": "2020-04-15 12:04:45.416 CEST [24981] DETAIL: Role \"root\" does not exist.\n\tConnection matched pg_hba.conf line 80: \"local all all md5\"",
114114
"timezone": "CEST",
@@ -141,7 +141,7 @@
141141
"category": [
142142
"database"
143143
],
144-
"ingested": "2024-08-22T09:25:19.440907122Z",
144+
"ingested": "2024-09-03T12:51:24.385278193Z",
145145
"kind": "event",
146146
"original": "2020-04-15 12:04:45.416 CEST [24981] LOG: could not send data to client: Broken pipe",
147147
"timezone": "CEST",
@@ -174,7 +174,7 @@
174174
"category": [
175175
"database"
176176
],
177-
"ingested": "2024-08-22T09:25:19.440909523Z",
177+
"ingested": "2024-09-03T12:51:24.385282944Z",
178178
"kind": "event",
179179
"original": "2020-04-15 12:06:36.719 CEST [25143] ERROR: syntax error at or near \"l\" at character 1",
180180
"timezone": "CEST",
@@ -207,7 +207,7 @@
207207
"category": [
208208
"database"
209209
],
210-
"ingested": "2024-08-22T09:25:19.440912007Z",
210+
"ingested": "2024-09-03T12:51:24.385287313Z",
211211
"kind": "event",
212212
"original": "2020-04-15 12:56:29.569 CEST [25143] STATEMENT: SELECT al.id, al.tenant_id, al.created_by_id, al.create_ip, al.audit_date, al.audit_table, al.entity_id, al.entity_name, al.reason_for_change, al.audit_log_event_type_id,\n\t aet.lookup_code, al.old_value, al.new_value, al.event_crf_id, al.event_crf_version_id, al.study_id, al.study_site_id, ss.rc_oid, al.subject_id, s.unique_identifier,\n\t al.study_event_id, sed.name AS studyEventName, al.user_id, al.value_index, al.crf_version_id, al.global_logs, cv.version_name, crf.id AS crfId, crf.name AS crfName\n\t FROM public.rc_audit_log_events AS al\n\t LEFT JOIN rc_crf_versions AS cv ON cv.id=al.crf_version_id\n\t LEFT JOIN rc_crfs AS crf ON crf.id=cv.crf_id\n\t LEFT JOIN ad_lookup_codes AS aet ON aet.id=al.audit_log_event_type_id\n\t LEFT JOIN rc_study_sites AS ss ON ss.id=al.study_site_id\n\t LEFT JOIN rc_subjects AS s ON s.id=al.subject_id\n\t LEFT JOIN rc_study_events AS se ON se.id=al.study_event_id\n\t LEFT JOIN rc_study_event_definitions AS sed ON sed.id=se.study_event_definition_id\n\t WHERE al.tenant_id=$1 AND al.study_id=$2 AND aet.lookup_code IN ($3, $4, $5, $6) AND al.audit_date >= $7 ORDER BY al.id DESC limit $8\n\t;",
213213
"timezone": "CEST",

‎packages/postgresql/data_stream/log/_dev/test/pipeline/test-postgresql-10-min-duration-statement.log-expected.json‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@
99
"category": [
1010
"database"
1111
],
12-
"ingested": "2024-08-22T09:25:20.323765913Z",
12+
"ingested": "2024-09-03T12:51:25.160358844Z",
1313
"kind": "event",
1414
"original": "2019-09-22 06:28:24 UTC DETAIL: parameters: $1 = '86', $2 = '575', $3 = 'Item Inserted', $4 = 'Item Updated', $5 = 'Subject Updated', $6 = 'Subject Created', $7 = '2019-01-22 00:00:00+00'",
1515
"timezone": "UTC",
@@ -40,7 +40,7 @@
4040
"database"
4141
],
4242
"duration": 112337000,
43-
"ingested": "2024-08-22T09:25:20.323785252Z",
43+
"ingested": "2024-09-03T12:51:25.160379166Z",
4444
"kind": "event",
4545
"original": "2019-09-22 06:28:24 UTC LOG: duration: 112.337 ms execute S_59: UPDATE qrtz_TRIGGERS SET TRIGGER_STATE = $1 WHERE SCHED_NAME = 'Scheduler_1' AND TRIGGER_NAME = $2 AND TRIGGER_GROUP = $3 AND TRIGGER_STATE = $4",
4646
"timezone": "UTC",
@@ -72,7 +72,7 @@
7272
"category": [
7373
"database"
7474
],
75-
"ingested": "2024-08-22T09:25:20.323788871Z",
75+
"ingested": "2024-09-03T12:51:25.160383539Z",
7676
"kind": "event",
7777
"original": "2019-09-22 06:28:24 UTC DETAIL: parameters: $1 = 'ACQUIRED', $2 = 'surveyInvitation_3Prbn85DiBWe8wHa_158802_77133_1260104', $3 = 'ExecutorsService', $4 = 'WAITING'",
7878
"timezone": "UTC",
@@ -103,7 +103,7 @@
103103
"database"
104104
],
105105
"duration": 2474306816,
106-
"ingested": "2024-08-22T09:25:20.323791774Z",
106+
"ingested": "2024-09-03T12:51:25.160386955Z",
107107
"kind": "event",
108108
"original": "2019-09-22 06:28:24 UTC LOG: duration: 2474.307 ms execute S_30: SELECT * FROM qrtz_LOCKS WHERE SCHED_NAME = 'Scheduler_1' AND LOCK_NAME = $1 FOR UPDATE",
109109
"timezone": "UTC",
@@ -135,7 +135,7 @@
135135
"category": [
136136
"database"
137137
],
138-
"ingested": "2024-08-22T09:25:20.323794313Z",
138+
"ingested": "2024-09-03T12:51:25.160390285Z",
139139
"kind": "event",
140140
"original": "2019-09-22 06:28:24 UTC DETAIL: parameters: $1 = 'TRIGGER_ACCESS'",
141141
"timezone": "UTC",
@@ -166,7 +166,7 @@
166166
"database"
167167
],
168168
"duration": 18327000,
169-
"ingested": "2024-08-22T09:25:20.323796811Z",
169+
"ingested": "2024-09-03T12:51:25.160396429Z",
170170
"kind": "event",
171171
"original": "2019-09-22 06:28:24 UTC LOG: duration: 18.327 ms execute S_32: SELECT al.id, al.tenant_id, al.created_by_id, al.create_ip, al.audit_date, al.audit_table, al.entity_id, al.entity_name, al.reason_for_change, al.audit_log_event_type_id,\n aet.lookup_code, al.old_value, al.new_value, al.event_crf_id, al.event_crf_version_id, al.study_id, al.study_site_id, ss.rc_oid, al.subject_id, s.unique_identifier,\n al.study_event_id, sed.name AS studyEventName, al.user_id, al.value_index, al.crf_version_id, al.global_logs, cv.version_name, crf.id AS crfId, crf.name AS crfName\n FROM public.rc_audit_log_events AS al\n LEFT JOIN rc_crf_versions AS cv ON cv.id=al.crf_version_id\n LEFT JOIN rc_crfs AS crf ON crf.id=cv.crf_id\n LEFT JOIN ad_lookup_codes AS aet ON aet.id=al.audit_log_event_type_id\n LEFT JOIN rc_study_sites AS ss ON ss.id=al.study_site_id\n LEFT JOIN rc_subjects AS s ON s.id=al.subject_id\n LEFT JOIN rc_study_events AS se ON se.id=al.study_event_id\n LEFT JOIN rc_study_event_definitions AS sed ON sed.id=se.study_event_definition_id\n WHERE al.tenant_id=$1 AND al.study_id=$2 AND aet.lookup_code IN ($3, $4, $5, $6) AND al.audit_date >= $7 ORDER BY al.id DESC limit $8",
172172
"timezone": "UTC",

‎packages/postgresql/data_stream/log/_dev/test/pipeline/test-postgresql-11-4.log-expected.json‎

Lines changed: 29 additions & 29 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@
99
"category": [
1010
"database"
1111
],
12-
"ingested": "2024-08-22T09:25:21.121635138Z",
12+
"ingested": "2024-09-03T12:51:25.897057677Z",
1313
"kind": "event",
1414
"original": "2019-07-23 12:06:24.406 UTC [25] LOG: 00000: database system was interrupted; last known up at 2019-07-23 12:03:20 UTC",
1515
"timezone": "UTC",
@@ -43,7 +43,7 @@
4343
"category": [
4444
"database"
4545
],
46-
"ingested": "2024-08-22T09:25:21.121655455Z",
46+
"ingested": "2024-09-03T12:51:25.897077360Z",
4747
"kind": "event",
4848
"original": "2019-07-23 12:06:24.406 UTC [25] LOCATION: StartupXLOG, xlog.c:6388",
4949
"timezone": "UTC",
@@ -76,7 +76,7 @@
7676
"category": [
7777
"database"
7878
],
79-
"ingested": "2024-08-22T09:25:21.121659067Z",
79+
"ingested": "2024-09-03T12:51:25.897081696Z",
8080
"kind": "event",
8181
"original": "2019-07-23 12:06:24.478 UTC [25] LOG: 00000: database system was not properly shut down; automatic recovery in progress",
8282
"timezone": "UTC",
@@ -110,7 +110,7 @@
110110
"category": [
111111
"database"
112112
],
113-
"ingested": "2024-08-22T09:25:21.121661655Z",
113+
"ingested": "2024-09-03T12:51:25.897085140Z",
114114
"kind": "event",
115115
"original": "2019-07-23 12:06:24.478 UTC [25] LOCATION: StartupXLOG, xlog.c:6879",
116116
"timezone": "UTC",
@@ -143,7 +143,7 @@
143143
"category": [
144144
"database"
145145
],
146-
"ingested": "2024-08-22T09:25:21.121664108Z",
146+
"ingested": "2024-09-03T12:51:25.897088408Z",
147147
"kind": "event",
148148
"original": "2019-07-23 12:06:24.485 UTC [25] LOG: 00000: redo starts at 0/1651398",
149149
"timezone": "UTC",
@@ -177,7 +177,7 @@
177177
"category": [
178178
"database"
179179
],
180-
"ingested": "2024-08-22T09:25:21.121667118Z",
180+
"ingested": "2024-09-03T12:51:25.897091713Z",
181181
"kind": "event",
182182
"original": "2019-07-23 12:06:24.485 UTC [25] LOCATION: StartupXLOG, xlog.c:7150",
183183
"timezone": "UTC",
@@ -210,7 +210,7 @@
210210
"category": [
211211
"database"
212212
],
213-
"ingested": "2024-08-22T09:25:21.121669568Z",
213+
"ingested": "2024-09-03T12:51:25.897094950Z",
214214
"kind": "event",
215215
"original": "2019-07-23 12:06:24.485 UTC [25] LOG: 00000: invalid record length at 0/16513D0: wanted 24, got 0",
216216
"timezone": "UTC",
@@ -244,7 +244,7 @@
244244
"category": [
245245
"database"
246246
],
247-
"ingested": "2024-08-22T09:25:21.121672015Z",
247+
"ingested": "2024-09-03T12:51:25.897098197Z",
248248
"kind": "event",
249249
"original": "2019-07-23 12:06:24.485 UTC [25] LOCATION: ReadRecord, xlog.c:4233",
250250
"timezone": "UTC",
@@ -277,7 +277,7 @@
277277
"category": [
278278
"database"
279279
],
280-
"ingested": "2024-08-22T09:25:21.121674741Z",
280+
"ingested": "2024-09-03T12:51:25.897101592Z",
281281
"kind": "event",
282282
"original": "2019-07-23 12:06:24.485 UTC [25] LOG: 00000: redo done at 0/1651398",
283283
"timezone": "UTC",
@@ -311,7 +311,7 @@
311311
"category": [
312312
"database"
313313
],
314-
"ingested": "2024-08-22T09:25:21.121677158Z",
314+
"ingested": "2024-09-03T12:51:25.897104824Z",
315315
"kind": "event",
316316
"original": "2019-07-23 12:06:24.485 UTC [25] LOCATION: StartupXLOG, xlog.c:7422",
317317
"timezone": "UTC",
@@ -344,7 +344,7 @@
344344
"category": [
345345
"database"
346346
],
347-
"ingested": "2024-08-22T09:25:21.121679577Z",
347+
"ingested": "2024-09-03T12:51:25.897108061Z",
348348
"kind": "event",
349349
"original": "2019-07-23 12:06:24.507 UTC [1] LOG: 00000: database system is ready to accept connections",
350350
"timezone": "UTC",
@@ -378,7 +378,7 @@
378378
"category": [
379379
"database"
380380
],
381-
"ingested": "2024-08-22T09:25:21.121682677Z",
381+
"ingested": "2024-09-03T12:51:25.897111439Z",
382382
"kind": "event",
383383
"original": "2019-07-23 12:06:24.507 UTC [1] LOCATION: reaper, postmaster.c:2889",
384384
"timezone": "UTC",
@@ -411,7 +411,7 @@
411411
"category": [
412412
"database"
413413
],
414-
"ingested": "2024-08-22T09:25:21.121685095Z",
414+
"ingested": "2024-09-03T12:51:25.897114700Z",
415415
"kind": "event",
416416
"original": "2019-07-23 12:06:30.536 UTC [44] LOG: 00000: connection received: host=[local]",
417417
"timezone": "UTC",
@@ -445,7 +445,7 @@
445445
"category": [
446446
"database"
447447
],
448-
"ingested": "2024-08-22T09:25:21.121687516Z",
448+
"ingested": "2024-09-03T12:51:25.897117963Z",
449449
"kind": "event",
450450
"original": "2019-07-23 12:06:30.536 UTC [44] LOCATION: BackendInitialize, postmaster.c:4206",
451451
"timezone": "UTC",
@@ -478,7 +478,7 @@
478478
"category": [
479479
"database"
480480
],
481-
"ingested": "2024-08-22T09:25:21.121690050Z",
481+
"ingested": "2024-09-03T12:51:25.897121213Z",
482482
"kind": "event",
483483
"original": "2019-07-23 12:06:30.537 UTC [44] LOG: 00000: connection authorized: user=postgres database=postgres",
484484
"timezone": "UTC",
@@ -512,7 +512,7 @@
512512
"category": [
513513
"database"
514514
],
515-
"ingested": "2024-08-22T09:25:21.121692474Z",
515+
"ingested": "2024-09-03T12:51:25.897124445Z",
516516
"kind": "event",
517517
"original": "2019-07-23 12:06:30.537 UTC [44] LOCATION: PerformAuthentication, postinit.c:279",
518518
"timezone": "UTC",
@@ -545,7 +545,7 @@
545545
"category": [
546546
"database"
547547
],
548-
"ingested": "2024-08-22T09:25:21.121694946Z",
548+
"ingested": "2024-09-03T12:51:25.897127764Z",
549549
"kind": "event",
550550
"original": "2019-07-23 12:06:33.732 UTC [44] LOG: 00000: statement: show config_filel;",
551551
"timezone": "UTC",
@@ -579,7 +579,7 @@
579579
"category": [
580580
"database"
581581
],
582-
"ingested": "2024-08-22T09:25:21.121697999Z",
582+
"ingested": "2024-09-03T12:51:25.897131014Z",
583583
"kind": "event",
584584
"original": "2019-07-23 12:06:33.732 UTC [44] LOCATION: exec_simple_query, postgres.c:975",
585585
"timezone": "UTC",
@@ -612,7 +612,7 @@
612612
"category": [
613613
"database"
614614
],
615-
"ingested": "2024-08-22T09:25:21.121700448Z",
615+
"ingested": "2024-09-03T12:51:25.897134300Z",
616616
"kind": "event",
617617
"original": "2019-07-23 12:06:33.732 UTC [44] ERROR: 42704: unrecognized configuration parameter \"config_filel\"",
618618
"timezone": "UTC",
@@ -646,7 +646,7 @@
646646
"category": [
647647
"database"
648648
],
649-
"ingested": "2024-08-22T09:25:21.121702874Z",
649+
"ingested": "2024-09-03T12:51:25.897137562Z",
650650
"kind": "event",
651651
"original": "2019-07-23 12:06:33.732 UTC [44] LOCATION: GetConfigOptionByName, guc.c:8342",
652652
"timezone": "UTC",
@@ -679,7 +679,7 @@
679679
"category": [
680680
"database"
681681
],
682-
"ingested": "2024-08-22T09:25:21.121705662Z",
682+
"ingested": "2024-09-03T12:51:25.897140839Z",
683683
"kind": "event",
684684
"original": "2019-07-23 12:06:33.732 UTC [44] STATEMENT: show config_filel;",
685685
"timezone": "UTC",
@@ -712,7 +712,7 @@
712712
"category": [
713713
"database"
714714
],
715-
"ingested": "2024-08-22T09:25:21.121708110Z",
715+
"ingested": "2024-09-03T12:51:25.897144105Z",
716716
"kind": "event",
717717
"original": "2019-07-23 12:06:34.877 UTC [44] LOG: 00000: statement: show config_file;",
718718
"timezone": "UTC",
@@ -746,7 +746,7 @@
746746
"category": [
747747
"database"
748748
],
749-
"ingested": "2024-08-22T09:25:21.121710530Z",
749+
"ingested": "2024-09-03T12:51:25.897147360Z",
750750
"kind": "event",
751751
"original": "2019-07-23 12:06:34.877 UTC [44] LOCATION: exec_simple_query, postgres.c:975",
752752
"timezone": "UTC",
@@ -779,7 +779,7 @@
779779
"category": [
780780
"database"
781781
],
782-
"ingested": "2024-08-22T09:25:21.121713669Z",
782+
"ingested": "2024-09-03T12:51:25.897150927Z",
783783
"kind": "event",
784784
"original": "2019-07-23 12:06:34.878 UTC [44] LOG: 00000: duration: 0.524 ms",
785785
"timezone": "UTC",
@@ -813,7 +813,7 @@
813813
"category": [
814814
"database"
815815
],
816-
"ingested": "2024-08-22T09:25:21.121716145Z",
816+
"ingested": "2024-09-03T12:51:25.897154214Z",
817817
"kind": "event",
818818
"original": "2019-07-23 12:06:34.878 UTC [44] LOCATION: exec_simple_query, postgres.c:1219",
819819
"timezone": "UTC",
@@ -846,7 +846,7 @@
846846
"category": [
847847
"database"
848848
],
849-
"ingested": "2024-08-22T09:25:21.121718572Z",
849+
"ingested": "2024-09-03T12:51:25.897157534Z",
850850
"kind": "event",
851851
"original": "2019-07-23 12:09:57.563 UTC [44] LOG: 00000: statement: SELECT * FROM pg_catalog.pg_tables;",
852852
"timezone": "UTC",
@@ -880,7 +880,7 @@
880880
"category": [
881881
"database"
882882
],
883-
"ingested": "2024-08-22T09:25:21.121721024Z",
883+
"ingested": "2024-09-03T12:51:25.897160727Z",
884884
"kind": "event",
885885
"original": "2019-07-23 12:09:57.563 UTC [44] LOCATION: exec_simple_query, postgres.c:975",
886886
"timezone": "UTC",
@@ -913,7 +913,7 @@
913913
"category": [
914914
"database"
915915
],
916-
"ingested": "2024-08-22T09:25:21.121723473Z",
916+
"ingested": "2024-09-03T12:51:25.897163924Z",
917917
"kind": "event",
918918
"original": "2019-07-23 12:09:57.565 UTC [44] LOG: 00000: duration: 2.139 ms",
919919
"timezone": "UTC",
@@ -947,7 +947,7 @@
947947
"category": [
948948
"database"
949949
],
950-
"ingested": "2024-08-22T09:25:21.121725901Z",
950+
"ingested": "2024-09-03T12:51:25.897167196Z",
951951
"kind": "event",
952952
"original": "2019-07-23 12:09:57.565 UTC [44] LOCATION: exec_simple_query, postgres.c:1219",
953953
"timezone": "UTC",

0 commit comments

Comments
 (0)