✨ Allow configuring "options=" in source-postgres jdbc url (#29534)

Author: Marius Posta

airbyte-integrations/connectors/source-alloydb-strict-encrypt/Dockerfile

@@ -24,5 +24,5 @@ ENV APPLICATION source-alloydb-strict-encrypt
 
 COPY --from=build /airbyte /airbyte
 
-LABEL io.airbyte.version=3.1.3
+LABEL io.airbyte.version=3.1.5
 LABEL io.airbyte.name=airbyte/source-alloydb-strict-encrypt

airbyte-integrations/connectors/source-alloydb-strict-encrypt/metadata.yaml

@@ -11,7 +11,7 @@ data:
  connectorSubtype: database
  connectorType: source
  definitionId: 1fa90628-2b9e-11ed-a261-0242ac120002
- dockerImageTag: 3.1.3
+ dockerImageTag: 3.1.5
  dockerRepository: airbyte/source-alloydb-strict-encrypt
  githubIssueLabel: source-alloydb
  icon: alloydb.svg

airbyte-integrations/connectors/source-alloydb/Dockerfile

@@ -24,5 +24,5 @@ ENV APPLICATION source-alloydb
 
 COPY --from=build /airbyte /airbyte
 
-LABEL io.airbyte.version=3.1.3
+LABEL io.airbyte.version=3.1.5
 LABEL io.airbyte.name=airbyte/source-alloydb

airbyte-integrations/connectors/source-alloydb/metadata.yaml

@@ -6,7 +6,7 @@ data:
  connectorSubtype: database
  connectorType: source
  definitionId: 1fa90628-2b9e-11ed-a261-0242ac120002
- dockerImageTag: 3.1.3
+ dockerImageTag: 3.1.5
  dockerRepository: airbyte/source-alloydb
  githubIssueLabel: source-alloydb
  icon: alloydb.svg

airbyte-integrations/connectors/source-postgres-strict-encrypt/Dockerfile

@@ -24,5 +24,5 @@ ENV APPLICATION source-postgres-strict-encrypt
 
 COPY --from=build /airbyte /airbyte
 
-LABEL io.airbyte.version=3.1.3
+LABEL io.airbyte.version=3.1.5
 LABEL io.airbyte.name=airbyte/source-postgres-strict-encrypt

airbyte-integrations/connectors/source-postgres-strict-encrypt/acceptance-test-config.yml

@@ -1,6 +1,50 @@
 # See [Connector Acceptance Tests](https://docs.airbyte.com/connector-development/testing-connectors/connector-acceptance-tests-reference)
 # for more information about how to configure these tests
 connector_image: airbyte/source-postgres-strict-encrypt:dev
-tests:
+custom_environment_variables:
+ USE_STREAM_CAPABLE_STATE: true
+acceptance_tests:
  spec:
- - spec_path: "src/test/resources/expected_spec.json"
+ tests:
+ - spec_path: "src/test-integration/resources/expected_strict_encrypt_spec.json"
+ config_path: "secrets/config.json"
+ backward_compatibility_tests_config:
+ disable_for_version: "1.0.52"
+ - spec_path: "src/test-integration/resources/expected_strict_encrypt_spec.json"
+ config_path: "secrets/config_cdc.json"
+ backward_compatibility_tests_config:
+ disable_for_version: "1.0.52"
+ connection:
+ tests:
+ - config_path: "secrets/config.json"
+ status: "succeed"
+ - config_path: "secrets/config_cdc.json"
+ status: "succeed"
+ discovery:
+ tests:
+ - config_path: "secrets/config.json"
+ - config_path: "secrets/config_cdc.json"
+ backward_compatibility_tests_config:
+ disable_for_version: "2.1.1"
+ basic_read:
+ tests:
+ - config_path: "secrets/config.json"
+ expect_records:
+ path: "integration_tests/expected_records.txt"
+ - config_path: "secrets/config_cdc.json"
+ expect_records:
+ path: "integration_tests/expected_records.txt"
+ full_refresh:
+ tests:
+ - config_path: "secrets/config.json"
+ - config_path: "secrets/config_cdc.json"
+# incremental:
+# tests:
+# - config_path: "secrets/config.json"
+# configured_catalog_path: "integration_tests/incremental_configured_catalog.json"
+# future_state:
+# bypass_reason: "A java.lang.NullPointerException is thrown when a state with an invalid cursor value is passed"
+# - config_path: "secrets/config_cdc.json"
+# configured_catalog_path: "integration_tests/incremental_configured_catalog.json"
+# future_state:
+# bypass_reason: "A java.lang.NullPointerException is thrown when a state with an invalid cursor value is passed"

airbyte-integrations/connectors/source-postgres-strict-encrypt/integration_tests/README.md

@@ -0,0 +1,5 @@
+This directory contains files used to run Connector Acceptance Tests.
+* `abnormal_state.json` describes a connector state with a non-existing cursor value.
+* `expected_records.txt` lists all the records expected as the output of the basic read operation.
+* `incremental_configured_catalog.json` is a configured catalog used as an input of the `incremental` test.
+* `seed.sql` is the query we manually ran on a test postgres instance to seed it with test data and enable CDC.

airbyte-integrations/connectors/source-postgres-strict-encrypt/integration_tests/abnormal_state.json

@@ -0,0 +1,18 @@
+[
+ {
+ "type": "STREAM",
+ "stream": {
+ "stream_state": {
+ "stream_name": "id_and_name",
+ "stream_namespace": "public",
+ "cursor_field": ["id"],
+ "cursor": "4",
+ "cursor_record_count": 1
+ },
+ "stream_descriptor": {
+ "name": "id_and_name",
+ "namespace": "public"
+ }
+ }
+ }
+]

airbyte-integrations/connectors/source-postgres-strict-encrypt/integration_tests/acceptance.py

@@ -0,0 +1,16 @@
+#
+# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
+#
+
+
+import pytest
+
+pytest_plugins = ("connector_acceptance_test.plugin",)
+
+
+@pytest.fixture(scope="session", autouse=True)
+def connector_setup():
+ """This fixture is a placeholder for external resources that acceptance test might require."""
+ # TODO: setup test dependencies if needed. otherwise remove the TODO comments
+ yield
+ # TODO: clean up test dependencies

airbyte-integrations/connectors/source-postgres-strict-encrypt/integration_tests/expected_records.txt

@@ -0,0 +1,3 @@
+{"stream": "id_and_name", "data": {"id": 1, "name": "picard"}, "emitted_at": 999999}
+{"stream": "id_and_name", "data": {"id": 2, "name": "crusher"}, "emitted_at": 999999}
+{"stream": "id_and_name", "data": {"id": 3, "name": "vash"}, "emitted_at": 999999}