docs: add readme, benchmark results and reverse-direction config

Document the tool with a comprehensive README, publish benchmark results, and ship a config-reverse.yaml for the postgres to mssql direction.
This commit is contained in:
2026-05-29 14:00:00 -05:00
parent e438f0b9a7
commit 3aa664324d
13 changed files with 565 additions and 81 deletions

View File

@@ -33,56 +33,45 @@ jobs:
target:
schema: demo
table: users
pre_sql:
- 'SELECT 1'
range:
min: 1000000
max: 2000000
is_min_inclusive: false
is_max_inclusive: true
- name: analytics_events
enabled: true
source:
schema: analytics
table: events
primary_key: ID_events
from_json:
- column: $node_id*
field: id
target:
schema: analytics
table: events
pre_sql:
- 'SELECT 1'
post_sql:
- "SELECT 1"
# - name: analytics_events
# enabled: true
# source:
# schema: analytics
# table: events
# primary_key: ID_events
# from_json:
# - column: $node_id*
# field: id
# target:
# schema: analytics
# table: events
- name: analytics_audit_log
source:
schema: storage
table: attachments
primary_key: id
target:
schema: storage
table: attachments
to_storage:
columns:
- source: DATA
target: FILE_URL
mode: REFERENCE_ONLY
prefix: storage/attachments
batches_per_partition: 20
max_extractors: 32
extractor_batch_size: 1
extractor_queue_size: 100
max_transformers: 48
transformer_batch_size: 500
transformer_queue_size: 8
max_loaders: 4
loader_batch_size: 500
retry:
attempts: 5
base_delay_ms: 1000
max_delay_ms: 15000
max_jitter_ms: 500
# - name: analytics_audit_log
# source:
# schema: storage
# table: attachments
# primary_key: id
# target:
# schema: storage
# table: attachments
# to_storage:
# columns:
# - source: DATA
# target: FILE_URL
# mode: REFERENCE_ONLY
# prefix: storage/attachments
# batches_per_partition: 20
# max_extractors: 32
# extractor_batch_size: 1
# extractor_queue_size: 100
# max_transformers: 48
# transformer_batch_size: 500
# transformer_queue_size: 8
# max_loaders: 4
# loader_batch_size: 500
# retry:
# attempts: 5
# base_delay_ms: 1000
# max_delay_ms: 15000
# max_jitter_ms: 500