feat: add validation feature for row count comparison

Add a validate command that compares row counts between source and target tables after a migration.
2026-05-12 17:00:00 -05:00
parent 6f8a332719
commit 5ee132a1ce
21 changed files with 2072 additions and 200 deletions
--- a/config.yaml
+++ b/config.yaml
@@ -12,6 +12,7 @@ defaults:
  transformer_queue_size: 8
  max_loaders: 4
  loader_batch_size: 25000
+  partition_calculation_strategy: EXACT # EXACT | ESTIMATION
  truncate_target: true
  truncate_method: TRUNCATE # TRUNCATE | DELETE
  retry:
@@ -70,6 +71,7 @@ jobs:
        - source: DATA
          target: FILE_URL
          mode: REFERENCE_ONLY
+          prefix: storage/attachments
    batches_per_partition: 20
    max_extractors: 32
    extractor_batch_size: 1