Source slack: fix integration tests (#16050)

* #9221 source slack: fix integration tests * #9221 source slack: upd changelog * #9221 source slack - remove channel messages from expected records * auto-bump connector version [ci skip] Co-authored-by: Octavia Squidington III <octavia-squidington-iii@users.noreply.github.com>

Author: davydov-d

airbyte-config/init/src/main/resources/seed/source_definitions.yaml

@@ -924,7 +924,7 @@
 - name: Slack
  sourceDefinitionId: c2281cee-86f9-4a86-bb48-d23286b4c7bd
  dockerRepository: airbyte/source-slack
- dockerImageTag: 0.1.15
+ dockerImageTag: 0.1.16
  documentationUrl: https://docs.airbyte.io/integrations/sources/slack
  icon: slack.svg
  sourceType: api

airbyte-config/init/src/main/resources/seed/source_specs.yaml

@@ -9033,7 +9033,7 @@
  supportsNormalization: false
  supportsDBT: false
  supported_destination_sync_modes: []
-- dockerImage: "airbyte/source-slack:0.1.15"
+- dockerImage: "airbyte/source-slack:0.1.16"
  spec:
  documentationUrl: "https://docs.airbyte.io/integrations/sources/slack"
  connectionSpecification:
@@ -9073,7 +9073,7 @@
  default: []
  items:
  type: "string"
- min-item: 0
+ minLength: 0
  title: "Channel name filter"
  description: "A channel name list (without leading '#' char) which limit\
  \ the channels from which you'd like to sync. Empty list means no filter."

airbyte-integrations/connectors/source-slack/Dockerfile

@@ -7,14 +7,15 @@ ENV CODE_PATH="source_slack"
 ENV WORKDIR=/airbyte/integration_code
 
 WORKDIR $WORKDIR
-COPY $CODE_PATH ./$CODE_PATH
-COPY setup.py ./
-COPY main.py ./
 
+COPY setup.py ./
 RUN pip install .
 
+COPY $CODE_PATH ./$CODE_PATH
+COPY main.py ./
+
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.1.15
+LABEL io.airbyte.version=0.1.16
 LABEL io.airbyte.name=airbyte/source-slack

airbyte-integrations/connectors/source-slack/acceptance-test-config.yml

@@ -2,6 +2,8 @@ connector_image: airbyte/source-slack:dev
 tests:
  spec:
  - spec_path: "source_slack/spec.json"
+ backward_compatibility_tests_config:
+ disable_for_version: "0.1.15"
  connection:
  - config_path: "secrets/config.json"
  status: "succeed"
@@ -16,12 +18,12 @@ tests:
  basic_read:
  - config_path: "secrets/config.json"
  configured_catalog_path: "integration_tests/full_refresh_catalog.json"
- timeout_seconds: 7200
+ expect_records:
+ path: "integration_tests/expected_records.txt"
  incremental:
  - config_path: "secrets/config.json"
- configured_catalog_path: "integration_tests/configured_catalog.json"
- timeout_seconds: 7200
+ configured_catalog_path: "integration_tests/incremental_catalog.json"
+ future_state_path: "integration_tests/abnormal_state.json"
  full_refresh:
  - config_path: "secrets/config.json"
- configured_catalog_path: "integration_tests/full_refresh_catalog.json"
- timeout_seconds: 7200
+ configured_catalog_path: "integration_tests/full_refresh_catalog.json"

airbyte-integrations/connectors/source-slack/integration_tests/abnormal_state.json

@@ -1,4 +1,4 @@
 {
- "threads": { "ts": 7270247822 },
- "channel_messages": { "ts": 7270247822 }
+ "threads": { "float_ts": 7270247822 },
+ "channel_messages": { "float_ts": 7270247822 }
 }

airbyte-integrations/connectors/source-slack/integration_tests/expected_records.txt

@@ -4,19 +4,62 @@
  "stream": {
  "name": "channels",
  "json_schema": {},
- "supported_sync_modes": ["full_refresh"]
+ "supported_sync_modes": ["full_refresh"],
+ "source_defined_primary_key": [["id"]]
  },
  "sync_mode": "full_refresh",
- "destination_sync_mode": "overwrite"
+ "destination_sync_mode": "overwrite",
+ "primary_key": [["id"]]
  },
  {
  "stream": {
  "name": "users",
  "json_schema": {},
- "supported_sync_modes": ["full_refresh"]
+ "supported_sync_modes": ["full_refresh"],
+ "source_defined_primary_key": [["id"]]
  },
  "sync_mode": "full_refresh",
- "destination_sync_mode": "overwrite"
+ "destination_sync_mode": "overwrite",
+ "primary_key": [["id"]]
+ },
+ {
+ "stream": {
+ "name": "channel_messages",
+ "json_schema": {},
+ "supported_sync_modes": ["full_refresh", "incremental"],
+ "source_defined_cursor": true,
+ "default_cursor_field": ["float_ts"],
+ "source_defined_primary_key": [["channel_id"], ["ts"]]
+ },
+ "cursor_field": ["float_ts"],
+ "sync_mode": "full_refresh",
+ "destination_sync_mode": "overwrite",
+ "primary_key": [["channel_id"], ["ts"]]
+ },
+ {
+ "stream": {
+ "name": "threads",
+ "json_schema": {},
+ "supported_sync_modes": ["full_refresh", "incremental"],
+ "source_defined_cursor": true,
+ "default_cursor_field": ["float_ts"],
+ "source_defined_primary_key": [["channel_id"], ["ts"]]
+ },
+ "cursor_field": ["float_ts"],
+ "sync_mode": "full_refresh",
+ "destination_sync_mode": "overwrite",
+ "primary_key": [["channel_id"], ["ts"]]
+ },
+ {
+ "stream": {
+ "name": "channel_members",
+ "json_schema": {},
+ "supported_sync_modes": ["full_refresh"],
+ "source_defined_primary_key": [["member_id"], ["channel_id"]]
+ },
+ "sync_mode": "full_refresh",
+ "destination_sync_mode": "overwrite",
+ "primary_key": [["member_id"], ["channel_id"]]
  }
  ]
 }

airbyte-integrations/connectors/source-slack/integration_tests/full_refresh_catalog.json

@@ -6,23 +6,27 @@
  "json_schema": {},
  "supported_sync_modes": ["full_refresh", "incremental"],
  "source_defined_cursor": true,
- "default_cursor_field": ["float_ts"]
+ "default_cursor_field": ["float_ts"],
+ "source_defined_primary_key": [["channel_id"], ["ts"]]
  },
  "cursor_field": ["float_ts"],
  "sync_mode": "incremental",
- "destination_sync_mode": "append"
+ "destination_sync_mode": "append",
+ "primary_key": [["channel_id"], ["ts"]]
  },
  {
  "stream": {
  "name": "threads",
  "json_schema": {},
  "supported_sync_modes": ["full_refresh", "incremental"],
  "source_defined_cursor": true,
- "default_cursor_field": ["float_ts"]
+ "default_cursor_field": ["float_ts"],
+ "source_defined_primary_key": [["channel_id"], ["ts"]]
  },
  "cursor_field": ["float_ts"],
  "sync_mode": "incremental",
- "destination_sync_mode": "append"
+ "destination_sync_mode": "append",
+ "primary_key": [["channel_id"], ["ts"]]
  }
  ]
 }