Skip to content
This repository was archived by the owner on May 17, 2024. It is now read-only.

Databricks diff table without segmentation #766

Closed
wants to merge 1 commit into from
Closed

Databricks diff table without segmentation #766

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions data_diff/joindiff_tables.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@

import attrs

from data_diff.databases import Database, MsSQL, MySQL, BigQuery, Presto, Oracle, Snowflake, DuckDB
from data_diff.databases import Database, MsSQL, MySQL, BigQuery, Presto, Oracle, Snowflake, DuckDB, Databricks
from data_diff.abcs.database_types import NumericType, DbPath
from data_diff.databases.base import Compiler
from data_diff.queries.api import (
Expand Down Expand Up @@ -157,7 +157,7 @@ def _diff_tables_root(self, table1: TableSegment, table2: TableSegment, info_tre
drop_table(db, self.materialize_to_table)

with self._run_in_background(*bg_funcs):
if isinstance(db, (Snowflake, BigQuery, DuckDB)):
if isinstance(db, (Snowflake, BigQuery, DuckDB, Databricks)):
# Don't segment the table; let the database handling parallelization
yield from self._diff_segments(None, table1, table2, info_tree, None)
else:
Expand Down