max_parallel_workers: 4
source_db_type: sqlserver
target_db_type: postgres

defaults:
  batches_per_partition: 8
  max_extractors: 2
  extractor_batch_size: 25000
  extractor_queue_size: 8
  max_transformers: 2
  transformer_batch_size: 25000
  transformer_queue_size: 8
  max_loaders: 4
  loader_batch_size: 25000
  truncate_target: true
  truncate_method: TRUNCATE # TRUNCATE | DELETE
  retry:
    attempts: 3
    base_delay_ms: 500
    max_delay_ms: 10000
    max_jitter_ms: 500
    max_failed_partitions: 5
    max_failed_batches_load: 5

jobs:
  - name: cartografia_manzana
    enabled: true
    source:
      schema: Cartografia
      table: MANZANA
      primary_key: GDB_ARCHIVE_OID
    target:
      schema: Cartografia
      table: MANZANA
      pre_sql: 
        - 'SELECT 1'
    # range:
    #   min: 1000000
    #   max: 2000000
    #   is_min_inclusive: false
    #   is_max_inclusive: true

  - name: red_puerto
    enabled: true
    source:
      schema: Red
      table: PUERTO
      primary_key: ID_PUERTO
      from_json:
        - column: $node_id*
          field: id
    target:
      schema: Red
      table: PUERTO
      pre_sql: 
        - 'SELECT 1'
      post_sql: 
        - "SELECT 1"

  # - name: infraestructura_site_holder__attach
  #   source:
  #     schema: Infraestructura
  #     table: SITE_HOLDER__ATTACH
  #     primary_key: GDB_ARCHIVE_OID
  #   target:
  #     schema: Infraestructura
  #     table: SITE_HOLDER__ATTACH
  #   to_storage:
  #     columns:
  #       - source: DATA
  #         target: FILE_URL
  #         mode: REFERENCE_ONLY
  #   batches_per_partition: 10000
  #   max_extractors: 8
  #   extractor_queue_size: 32
  #   extractor_batch_size: 1
  #   max_transformers: 16
  #   transformer_batch_size: 20000
  #   transformer_queue_size: 8
  #   max_loaders: 4
  #   retry:
  #     attempts: 5
  #     base_delay_ms: 1000
  #     max_delay_ms: 15000
  #     max_jitter_ms: 500