Source Stripe: Files and TopUps stream

airbyte-integrations/connectors/source-stripe/Dockerfile

@@ -14,5 +14,5 @@ ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
 
 
-LABEL io.airbyte.version=3.7.0
+LABEL io.airbyte.version=3.8.0
 LABEL io.airbyte.name=airbyte/source-stripe

airbyte-integrations/connectors/source-stripe/acceptance-test-config.yml

@@ -74,6 +74,9 @@ acceptance_tests:
  bypass_reason: "URL changes upon each request for privacy/security"
  - name: charges/data/*/payment_method_details
  bypass_reason: "Randomly added network_token field to the record"
+ files:
+ - name: links/data
+ bypass_reason: "Order of links/data elements changes on every request"
  incremental:
  tests:
  - config_path: "secrets/config.json"

airbyte-integrations/connectors/source-stripe/integration_tests/abnormal_state.json

@@ -180,5 +180,26 @@
  "stream_state": { "created": 10000000000 },
  "stream_descriptor": { "name": "setup_intents" }
  }
+ },
+ {
+ "type": "STREAM",
+ "stream": {
+ "stream_state": { "created": 10000000000 },
+ "stream_descriptor": { "name": "top_ups" }
+ }
+ },
+ {
+ "type": "STREAM",
+ "stream": {
+ "stream_state": { "created": 10000000000 },
+ "stream_descriptor": { "name": "files" }
+ }
+ },
+ {
+ "type": "STREAM",
+ "stream": {
+ "stream_state": { "created": 10000000000 },
+ "stream_descriptor": { "name": "file_links" }
+ }
  }
 ]

airbyte-integrations/connectors/source-stripe/integration_tests/configured_catalog.json

@@ -178,6 +178,48 @@
  "sync_mode": "full_refresh",
  "destination_sync_mode": "overwrite",
  "primary_key": [["id"]]
+ },
+ {
+ "stream": {
+ "name": "files",
+ "json_schema": {},
+ "supported_sync_modes": ["full_refresh", "incremental"],
+ "source_defined_cursor": true,
+ "default_cursor_field": ["created"],
+ "source_defined_primary_key": [["id"]]
+ },
+ "sync_mode": "incremental",
+ "destination_sync_mode": "overwrite",
+ "cursor_field": ["created"],
+ "primary_key": [["id"]]
+ },
+ {
+ "stream": {
+ "name": "file_links",
+ "json_schema": {},
+ "supported_sync_modes": ["full_refresh", "incremental"],
+ "source_defined_cursor": true,
+ "default_cursor_field": ["created"],
+ "source_defined_primary_key": [["id"]]
+ },
+ "sync_mode": "incremental",
+ "destination_sync_mode": "overwrite",
+ "cursor_field": ["created"],
+ "primary_key": [["id"]]
+ },
+ {
+ "stream": {
+ "name": "top_ups",
+ "json_schema": {},
+ "supported_sync_modes": ["full_refresh", "incremental"],
+ "source_defined_cursor": true,
+ "default_cursor_field": ["created"],
+ "source_defined_primary_key": [["id"]]
+ },
+ "sync_mode": "incremental",
+ "destination_sync_mode": "overwrite",
+ "cursor_field": ["created"],
+ "primary_key": [["id"]]
  }
  ]
-}
+}

airbyte-integrations/connectors/source-stripe/integration_tests/expected_records.jsonl

@@ -40,3 +40,6 @@
 {"stream": "setup_intents", "data": {"id": "seti_1KnfIjEcXtiJtvvhPw5znVKY", "object": "setup_intent", "application": null, "automatic_payment_methods": null, "cancellation_reason": null, "client_secret": "seti_1KnfIjEcXtiJtvvhPw5znVKY_secret_LUebPsqMz6AF4ivxIg4LMaAT0OdZF5L", "created": 1649752937, "customer": null, "description": null, "flow_directions": null, "last_setup_error": null, "latest_attempt": "setatt_1KnfIjEcXtiJtvvhqDfSlpM4", "livemode": false, "mandate": null, "metadata": {}, "next_action": null, "on_behalf_of": null, "payment_method": "pm_1KnfIj2eZvKYlo2CAlv2Vhqc", "payment_method_options": {"acss_debit": {"currency": "cad", "mandate_options": {"interval_description": "First day of every month", "payment_schedule": "interval", "transaction_type": "personal"}, "verification_method": "automatic"}}, "payment_method_types": ["acss_debit"], "single_use_mandate": null, "status": "succeeded", "usage": "off_session"}, "emitted_at": 1683202583460}
 {"stream": "setup_intents", "data": {"id": "seti_1KnfIcEcXtiJtvvh61qlCaDf", "object": "setup_intent", "application": null, "automatic_payment_methods": null, "cancellation_reason": null, "client_secret": "seti_1KnfIcEcXtiJtvvh61qlCaDf_secret_LUebcbyw8V1e8Pxk3aAjzDXMOXdFMCe", "created": 1649752930, "customer": null, "description": null, "flow_directions": null, "last_setup_error": null, "latest_attempt": "setatt_1KnfIdEcXtiJtvvhpDrYVlRP", "livemode": false, "mandate": null, "metadata": {}, "next_action": null, "on_behalf_of": null, "payment_method": "pm_1KnfIc2eZvKYlo2Civ7snSPy", "payment_method_options": {"acss_debit": {"currency": "cad", "mandate_options": {"interval_description": "First day of every month", "payment_schedule": "interval", "transaction_type": "personal"}, "verification_method": "automatic"}}, "payment_method_types": ["acss_debit"], "single_use_mandate": null, "status": "succeeded", "usage": "off_session"}, "emitted_at": 1683202583461}
 {"stream": "setup_intents", "data": {"id": "seti_1KnfIVEcXtiJtvvhWiIbMkpH", "object": "setup_intent", "application": null, "automatic_payment_methods": null, "cancellation_reason": null, "client_secret": "seti_1KnfIVEcXtiJtvvhWiIbMkpH_secret_LUebIUsiFnm75EzDUzf2RLhJ9WQ92Dp", "created": 1649752923, "customer": null, "description": null, "flow_directions": null, "last_setup_error": null, "latest_attempt": "setatt_1KnfIVEcXtiJtvvhqouWGuhD", "livemode": false, "mandate": null, "metadata": {}, "next_action": null, "on_behalf_of": null, "payment_method": "pm_1KnfIV2eZvKYlo2CaOLGBF00", "payment_method_options": {"acss_debit": {"currency": "cad", "mandate_options": {"interval_description": "First day of every month", "payment_schedule": "interval", "transaction_type": "personal"}, "verification_method": "automatic"}}, "payment_method_types": ["acss_debit"], "single_use_mandate": null, "status": "succeeded", "usage": "off_session"}, "emitted_at": 1683202583462}
+{"stream": "top_ups", "data": {"id": "tu_1MSHpOEcXtiJtvvhK9jbhNK6", "object": "topup", "amount": 600, "balance_transaction": "txn_1MSHpOEcXtiJtvvhpa1s0fFm", "created": 1674210490, "currency": "usd", "description": "airbyte.io", "destination_balance": null, "expected_availability_date": 1674210491, "failure_code": null, "failure_message": null, "livemode": false, "metadata": {}, "source": {"id": "src_1MSHpIEcXtiJtvvhTLi0M106", "object": "source", "ach_credit_transfer": {"account_number": "test_b6fc39627c05", "bank_name": "TEST BANK", "fingerprint": "HvbzMJ6aNgEC2mdU", "purpose": "topups", "refund_account_holder_name": null, "refund_account_holder_type": null, "refund_routing_number": null, "routing_number": "110000000", "swift_code": "TSTEZ122"}, "amount": null, "client_secret": "src_client_secret_rgsgOHKzvVdUKHOGVd2KfGJe", "created": 1674210484, "currency": "usd", "flow": "receiver", "livemode": false, "metadata": {}, "owner": {"address": null, "email": "amount_300000@example.com", "name": null, "phone": null, "verified_address": null, "verified_email": null, "verified_name": null, "verified_phone": null}, "receiver": {"address": "110000000-test_b6fc39627c05", "amount_charged": 307200, "amount_received": 307200, "amount_returned": 0, "refund_attributes_method": "none", "refund_attributes_status": "missing"}, "statement_descriptor": null, "status": "pending", "type": "ach_credit_transfer", "usage": "reusable"}, "statement_descriptor": null, "status": "succeeded", "transfer_group": null}, "emitted_at": 1686308873492}
+{"stream": "files", "data": {"id": "file_1Jx631EcXtiJtvvh9J1J59wL", "object": "file", "created": 1637224367, "expires_at": null, "filename": "1200x1200 logo.png", "links": {"object": "list", "data": [{"id": "link_1NIa0PEcXtiJtvvhcqmZilZY", "object": "file_link", "created": 1686673421, "expired": 0, "expires_at": null, "file": "file_1Jx631EcXtiJtvvh9J1J59wL", "livemode": false, "metadata": {}, "url": "https://files.stripe.com/links/MDB8YWNjdF8xSndub2lFY1h0aUp0dnZofGZsX3Rlc3RfSEtYZkVhakRjemtlV29JSkx0bzV4RmRn00rroNhqQ7"}, {"id": "link_1NIa0FEcXtiJtvvhZ4h6QB3u", "object": "file_link", "created": 1686673411, "expired": 0, "expires_at": null, "file": "file_1Jx631EcXtiJtvvh9J1J59wL", "livemode": false, "metadata": {}, "url": "https://files.stripe.com/links/MDB8YWNjdF8xSndub2lFY1h0aUp0dnZofGZsX3Rlc3RfcVIxVDYybmh6aUVlWXhEWlBVZ0tTM0pK001X2qja85"}, {"id": "link_1NIW7AEcXtiJtvvh29OEuT7V", "object": "file_link", "created": 1686658464, "expired": 0, "expires_at": null, "file": "file_1Jx631EcXtiJtvvh9J1J59wL", "livemode": false, "metadata": {}, "url": "https://files.stripe.com/links/MDB8YWNjdF8xSndub2lFY1h0aUp0dnZofGZsX3Rlc3RfS2tOOG1JaDdweE56NE1PWDRzUmFYek9D007dxfMZrJ"}, {"id": "link_1NIVcREcXtiJtvvhCWzteal9", "object": "file_link", "created": 1686656559, "expired": 0, "expires_at": null, "file": "file_1Jx631EcXtiJtvvh9J1J59wL", "livemode": false, "metadata": {}, "url": "https://files.stripe.com/links/MDB8YWNjdF8xSndub2lFY1h0aUp0dnZofGZsX3Rlc3RfUDdoajhSS05lTURtUnNncm1mTkpSZWhw00GT7TDpi6"}, {"id": "link_1NIUNJEcXtiJtvvhddmG0PTP", "object": "file_link", "created": 1686651777, "expired": 0, "expires_at": null, "file": "file_1Jx631EcXtiJtvvh9J1J59wL", "livemode": false, "metadata": {}, "url": "https://files.stripe.com/links/MDB8YWNjdF8xSndub2lFY1h0aUp0dnZofGZsX3Rlc3RfcHRYOGRNUTIwSnBNRUVSMHEySnI1TjZv00o3xDiv5t"}, {"id": "link_1NIUMwEcXtiJtvvhx02yRiNu", "object": "file_link", "created": 1686651754, "expired": 0, "expires_at": null, "file": "file_1Jx631EcXtiJtvvh9J1J59wL", "livemode": false, "metadata": {}, "url": "https://files.stripe.com/links/MDB8YWNjdF8xSndub2lFY1h0aUp0dnZofGZsX3Rlc3RfRk1SZ2VyV2RZUnk5R3JFQWNLR0Rxb0J200btmfuYq4"}, {"id": "link_1NIUMoEcXtiJtvvhSuzQxA4G", "object": "file_link", "created": 1686651746, "expired": 0, "expires_at": null, "file": "file_1Jx631EcXtiJtvvh9J1J59wL", "livemode": false, "metadata": {}, "url": "https://files.stripe.com/links/MDB8YWNjdF8xSndub2lFY1h0aUp0dnZofGZsX3Rlc3RfcGlmOGVXcnU0M3BMTzdWeWE4WjBTaGdX00ZQZDsdUU"}, {"id": "link_1NIU6LEcXtiJtvvh4KPVWSC0", "object": "file_link", "created": 1686650725, "expired": 0, "expires_at": null, "file": "file_1Jx631EcXtiJtvvh9J1J59wL", "livemode": false, "metadata": {}, "url": "https://files.stripe.com/links/MDB8YWNjdF8xSndub2lFY1h0aUp0dnZofGZsX3Rlc3RfRXpuc0QyQ3J4cGxxY1JDNHREUlM2WFRL00boggGxJN"}, {"id": "link_1NITthEcXtiJtvvhcp3FmlOV", "object": "file_link", "created": 1686649941, "expired": 0, "expires_at": null, "file": "file_1Jx631EcXtiJtvvh9J1J59wL", "livemode": false, "metadata": {}, "url": "https://files.stripe.com/links/MDB8YWNjdF8xSndub2lFY1h0aUp0dnZofGZsX3Rlc3RfZDhLTThGMWN3angwZGt2MjcwWFVGMWtY00aS7TR9cV"}, {"id": "link_1NITtdEcXtiJtvvhXbPQPJfe", "object": "file_link", "created": 1686649937, "expired": 0, "expires_at": null, "file": "file_1Jx631EcXtiJtvvh9J1J59wL", "livemode": false, "metadata": {}, "url": "https://files.stripe.com/links/MDB8YWNjdF8xSndub2lFY1h0aUp0dnZofGZsX3Rlc3RfVjhvSHhORVAwaTl5MzVKYWhTZmlYWDV500oY4CUgzO"}], "has_more": true, "url": "/v1/file_links?file=file_1Jx631EcXtiJtvvh9J1J59wL"}, "purpose": "business_logo", "size": 188116, "title": null, "type": "png", "url": "https://files.stripe.com/v1/files/file_1Jx631EcXtiJtvvh9J1J59wL/contents"}, "emitted_at": 1686675422731}
+{"stream": "file_links", "data": {"id": "link_1N67lQEcXtiJtvvh2VCtVFuK", "object": "file_link", "created": 1683704924, "expired": false, "expires_at": null, "file": "file_1Jx631EcXtiJtvvh9J1J59wL", "livemode": false, "metadata": {}, "url": "https://files.stripe.com/links/MDB8YWNjdF8xSndub2lFY1h0aUp0dnZofGZsX3Rlc3RfQXpNM3FOU0hSNUZXU2Q2bklUbGJOYzA100Sgrv1Xzi"}, "emitted_at": 1686679173406}

airbyte-integrations/connectors/source-stripe/metadata.yaml

@@ -5,7 +5,7 @@ data:
  connectorSubtype: api
  connectorType: source
  definitionId: e094cb9a-26de-4645-8761-65c0c425d1de
- dockerImageTag: 3.7.0
+ dockerImageTag: 3.8.0
  dockerRepository: airbyte/source-stripe
  githubIssueLabel: source-stripe
  icon: stripe.svg

airbyte-integrations/connectors/source-stripe/source_stripe/schemas/file_links.json

@@ -0,0 +1,34 @@
+{
+ "$schema": "http://json-schema.org/draft-07/schema#",
+ "additionalProperties": true,
+ "type": "object",
+ "properties": {
+ "id": {
+ "type": ["null", "string"]
+ },
+ "expires_at": {
+ "type": ["null", "integer"]
+ },
+ "file": {
+ "type": ["null", "string"]
+ },
+ "metadata": {
+ "type": ["null", "object"]
+ },
+ "url": {
+ "type": ["null", "string"]
+ },
+ "object": {
+ "type": ["null", "string"]
+ },
+ "created": {
+ "type": ["null", "integer"]
+ },
+ "expired": {
+ "type": ["null", "boolean"]
+ },
+ "livemode": {
+ "type": ["null", "boolean"]
+ }
+ }
+}

airbyte-integrations/connectors/source-stripe/source_stripe/schemas/files.json

@@ -0,0 +1,151 @@
+{
+ "$schema": "http://json-schema.org/draft-07/schema#",
+ "additionalProperties": true,
+ "type": "object",
+ "properties": {
+ "id": {
+ "type": [
+ "null",
+ "string"
+ ]
+ },
+ "purpose": {
+ "type": [
+ "null",
+ "string"
+ ]
+ },
+ "type": {
+ "type": [
+ "null",
+ "string"
+ ]
+ },
+ "object": {
+ "type": [
+ "null",
+ "string"
+ ]
+ },
+ "created": {
+ "type": [
+ "null",
+ "integer"
+ ]
+ },
+ "expires_at": {
+ "type": [
+ "null",
+ "integer"
+ ]
+ },
+ "filename": {
+ "type": [
+ "null",
+ "string"
+ ]
+ },
+ "links": {
+ "type": [
+ "null",
+ "object"
+ ],
+ "properties": {
+ "object": {
+ "type": [
+ "null",
+ "string"
+ ]
+ },
+ "data": {
+ "type": [
+ "null",
+ "array"
+ ],
+ "items": {
+ "type": [
+ "null",
+ "object"
+ ],
+ "properties": {
+ "id": {
+ "type": [
+ "null",
+ "string"
+ ]
+ },
+ "object": {
+ "type": [
+ "null",
+ "string"
+ ]
+ },
+ "created": {
+ "type": [
+ "null",
+ "integer"
+ ]
+ },
+ "expired": {
+ "type": [
+ "null",
+ "integer"
+ ]
+ },
+ "expires_at": {
+ "type": [
+ "null",
+ "integer"
+ ]
+ },
+ "file": {
+ "type": [
+ "null",
+ "string"
+ ]
+ },
+ "livemode": {
+ "type": [
+ "null",
+ "boolean"
+ ]
+ },
+ "metadata": {
+ "type": [
+ "null",
+ "object"
+ ]
+ },
+ "url": {
+ "type": [
+ "null",
+ "string"
+ ]
+ }
+ }
+ }
+ },
+ "has_more": {"type": ["null", "boolean"]},
+ "url": {"type": ["null", "string"]}
+ }
+ },
+ "size": {
+ "type": [
+ "null",
+ "integer"
+ ]
+ },
+ "title": {
+ "type": [
+ "null",
+ "string"
+ ]
+ },
+ "url": {
+ "type": [
+ "null",
+ "string"
+ ]
+ }
+ }
+}