refactor: replace per-dialect extractors with generic extractor

Collapse the mssql- and postgres-specific extractors into a single generic implementation driven by the DB dialect interface.
This commit is contained in:
2026-04-28 18:00:00 -05:00
parent f8e6c19431
commit 70ce71f59b
12 changed files with 332 additions and 384 deletions

View File

@@ -50,16 +50,25 @@ jobs:
post_sql:
- "SELECT 1"
- name: storage_attachments
- name: analytics_audit_log
source:
schema: analytics
schema: storage
table: attachments
primary_key: id
target:
schema: analytics
schema: storage
table: attachments
to_storage:
columns:
- source: DATA
target: FILE_URL
mode: REFERENCE_ONLY # REFERENCE_ONLY | DUPLICATE_WITH_REF
mode: REFERENCE_ONLY
max_extractors: 8
max_loaders: 4
queue_size: 32
batch_size: 1
retry:
attempts: 5
base_delay_ms: 1000
max_delay_ms: 15000
max_jitter_ms: 500