feat: integrate azure storage handling in migration pipeline

Stream transformer output to an Azure blob container when a job declares ToStorage, with per-job prefix and credential configuration.
This commit is contained in:
2026-04-21 15:00:00 -05:00
parent f0caa55a21
commit 933a7572d5
27 changed files with 675 additions and 323 deletions

View File

@@ -28,8 +28,8 @@ jobs:
target:
schema: demo
table: users
pre_sql:
- 'SELECT 1'
pre_sql:
- 'SELECT 1'
range:
min: 1000000
max: 2000000
@@ -45,7 +45,21 @@ jobs:
target:
schema: analytics
table: events
pre_sql:
- 'SELECT 1'
post_sql:
- "SELECT 1"
pre_sql:
- 'SELECT 1'
post_sql:
- "SELECT 1"
- name: storage_attachments
source:
schema: analytics
table: attachments
primary_key: id
target:
schema: analytics
table: attachments
to_storage:
columns:
- source: DATA
target: FILE_URL
mode: REFERENCE_ONLY # REFERENCE_ONLY | DUPLICATE_WITH_REF