refactor: add reverse configuration and enhance transformation logic for PostgreSQL to SQL Server migration
This commit is contained in:
91
config.yaml
91
config.yaml
@@ -33,56 +33,45 @@ jobs:
|
||||
target:
|
||||
schema: Cartografia
|
||||
table: MANZANA
|
||||
pre_sql:
|
||||
- 'SELECT 1'
|
||||
range:
|
||||
min: 1000000
|
||||
max: 2000000
|
||||
is_min_inclusive: false
|
||||
is_max_inclusive: true
|
||||
|
||||
- name: red_puerto
|
||||
enabled: true
|
||||
source:
|
||||
schema: Red
|
||||
table: PUERTO
|
||||
primary_key: ID_PUERTO
|
||||
from_json:
|
||||
- column: $node_id*
|
||||
field: id
|
||||
target:
|
||||
schema: Red
|
||||
table: PUERTO
|
||||
pre_sql:
|
||||
- 'SELECT 1'
|
||||
post_sql:
|
||||
- "SELECT 1"
|
||||
# - name: red_puerto
|
||||
# enabled: true
|
||||
# source:
|
||||
# schema: Red
|
||||
# table: PUERTO
|
||||
# primary_key: ID_PUERTO
|
||||
# from_json:
|
||||
# - column: $node_id*
|
||||
# field: id
|
||||
# target:
|
||||
# schema: Red
|
||||
# table: PUERTO
|
||||
|
||||
- name: infraestructura_site_holder__attach
|
||||
source:
|
||||
schema: Infraestructura
|
||||
table: SITE_HOLDER__ATTACH
|
||||
primary_key: GDB_ARCHIVE_OID
|
||||
target:
|
||||
schema: Infraestructura
|
||||
table: SITE_HOLDER__ATTACH
|
||||
to_storage:
|
||||
columns:
|
||||
- source: DATA
|
||||
target: FILE_URL
|
||||
mode: REFERENCE_ONLY
|
||||
prefix: Infraestructura/SITE_HOLDER__ATTACH
|
||||
batches_per_partition: 20
|
||||
max_extractors: 32
|
||||
extractor_batch_size: 1
|
||||
extractor_queue_size: 100
|
||||
max_transformers: 48
|
||||
transformer_batch_size: 500
|
||||
transformer_queue_size: 8
|
||||
max_loaders: 4
|
||||
loader_batch_size: 500
|
||||
retry:
|
||||
attempts: 5
|
||||
base_delay_ms: 1000
|
||||
max_delay_ms: 15000
|
||||
max_jitter_ms: 500
|
||||
# - name: infraestructura_site_holder__attach
|
||||
# source:
|
||||
# schema: Infraestructura
|
||||
# table: SITE_HOLDER__ATTACH
|
||||
# primary_key: GDB_ARCHIVE_OID
|
||||
# target:
|
||||
# schema: Infraestructura
|
||||
# table: SITE_HOLDER__ATTACH
|
||||
# to_storage:
|
||||
# columns:
|
||||
# - source: DATA
|
||||
# target: FILE_URL
|
||||
# mode: REFERENCE_ONLY
|
||||
# prefix: Infraestructura/SITE_HOLDER__ATTACH
|
||||
# batches_per_partition: 20
|
||||
# max_extractors: 32
|
||||
# extractor_batch_size: 1
|
||||
# extractor_queue_size: 100
|
||||
# max_transformers: 48
|
||||
# transformer_batch_size: 500
|
||||
# transformer_queue_size: 8
|
||||
# max_loaders: 4
|
||||
# loader_batch_size: 500
|
||||
# retry:
|
||||
# attempts: 5
|
||||
# base_delay_ms: 1000
|
||||
# max_delay_ms: 15000
|
||||
# max_jitter_ms: 500
|
||||
|
||||
Reference in New Issue
Block a user