tests: add rows downloaded

Author: sirupsen

data_diff/diff_tables.py

@@ -299,6 +299,7 @@ def _bisect_and_diff_tables(self, table1, table2, level=0, max_rows=None):
  rows1, rows2 = self._threaded_call("get_values", [table1, table2])
  diff = list(diff_sets(rows1, rows2))
  logger.info(". " * level + f"Diff found {len(diff)} different rows.")
+ self.stats["rows_downloaded"] = self.stats.get("rows_downloaded", 0) + max(len(rows1), len(rows2))
  yield from diff
  return
 

tests/test_database_types.py

@@ -139,16 +139,15 @@ def test_wip_int_different(self, source_db, target_db, source_type, target_type,
  differ = TableDiffer(bisection_threshold=3, bisection_factor=2) # ensure we actually checksum
  diff = list(differ.diff_tables(self.table, self.table2))
  expected = []
- # self.assertEqual(0, differ.stats.get("rows_inspected", 0))
- print(diff)
  self.assertEqual(expected, diff)
+ self.assertEqual(0, differ.stats.get("rows_downloaded", 0))
 
  # Ensure that Python agrees with the checksum!
  differ = TableDiffer(bisection_threshold=1000000000)
  diff = list(differ.diff_tables(self.table, self.table2))
  expected = []
- # self.assertEqual(6, differ.stats.get("rows_inspected", 0))
  self.assertEqual(expected, diff)
+ self.assertEqual(6, differ.stats.get("rows_downloaded", 0))
 
  duration = time.time() - start
  print(f"source_db={source_db.__name__} target_db={target_db.__name__} source_type={source_type} target_type={target_type} duration={round(duration * 1000, 2)}ms")