refactor: move max failed batches configuration to retry section; clean up unused error handling code

2026-05-08 23:00:23 -05:00
parent 212d3663e2
commit d54108d5e5
4 changed files with 24 additions and 137 deletions
--- a/config.yaml
+++ b/config.yaml
@@ -12,9 +12,6 @@ defaults:
  transformer_queue_size: 8
  max_loaders: 4
  loader_batch_size: 25000
-  max_failed_partitions: 5
-  max_failed_batches_transform: 5
-  max_failed_batches_load: 5
  truncate_target: true
  truncate_method: TRUNCATE # TRUNCATE | DELETE
  retry:
@@ -22,6 +19,9 @@ defaults:
    base_delay_ms: 500
    max_delay_ms: 10000
    max_jitter_ms: 500
+    max_failed_partitions: 5
+    max_failed_batches_transform: 5
+    max_failed_batches_load: 5

 jobs:
  - name: cartografia_manzana