feat: add max partition and chunk error limits to extractor and loader error handlers

2026-04-12 20:57:31 -05:00
parent f126d5bbd0
commit 85074da2ec
5 changed files with 44 additions and 2 deletions
--- a/config.yaml
+++ b/config.yaml
@@ -10,6 +10,8 @@ defaults:
  batches_per_partition: 8
  truncate_target: true
  truncate_method: TRUNCATE # TRUNCATE | DELETE
+  max_partition_errrors: 5
+  max_chunk_errors: 5
  retry:
    attempts: 3
    base_delay_ms: 500