feat: update job configuration for infraestructura_site_holder__attach; enhance storage handling and retry logic
This commit is contained in:
21
config.yaml
21
config.yaml
@@ -50,16 +50,25 @@ jobs:
|
||||
post_sql:
|
||||
- "SELECT 1"
|
||||
|
||||
- name: red_terminal__attach
|
||||
- name: infraestructura_site_holder__attach
|
||||
source:
|
||||
schema: Red
|
||||
table: TERMINAL__ATTACH
|
||||
schema: Infraestructura
|
||||
table: SITE_HOLDER__ATTACH
|
||||
primary_key: GDB_ARCHIVE_OID
|
||||
target:
|
||||
schema: Red
|
||||
table: TERMINAL__ATTACH
|
||||
schema: Infraestructura
|
||||
table: SITE_HOLDER__ATTACH
|
||||
to_storage:
|
||||
columns:
|
||||
- source: DATA
|
||||
target: FILE_URL
|
||||
mode: REFERENCE_ONLY # REFERENCE_ONLY | DUPLICATE_WITH_REF
|
||||
mode: REFERENCE_ONLY
|
||||
max_extractors: 8
|
||||
max_loaders: 4
|
||||
queue_size: 32
|
||||
batch_size: 1
|
||||
retry:
|
||||
attempts: 5
|
||||
base_delay_ms: 1000
|
||||
max_delay_ms: 15000
|
||||
max_jitter_ms: 500
|
||||
|
||||
Reference in New Issue
Block a user