refactor: consolidate error handling and retry configuration

Centralize the error channel size, retry policy and max-failed batches/partition limits in the job config.
This commit is contained in:
2026-05-05 16:00:00 -05:00
parent 70ce71f59b
commit bf15979c00
15 changed files with 356 additions and 363 deletions

View File

@@ -182,10 +182,10 @@ func (mw *mssqlDbWrapper) QueryFromObject(ctx context.Context, q ExtractionQuery
sbQuery.WriteString("SELECT ")
if len(q.columns) == 0 {
if len(q.Columns) == 0 {
sbQuery.WriteString("*")
} else {
for i, col := range q.columns {
for i, col := range q.Columns {
fmt.Fprintf(&sbQuery, "[%s]", col.Name())
switch col.Type() {
@@ -193,7 +193,7 @@ func (mw *mssqlDbWrapper) QueryFromObject(ctx context.Context, q ExtractionQuery
fmt.Fprintf(&sbQuery, ".STAsBinary() AS [%s]", col.Name())
}
if i < len(q.columns)-1 {
if i < len(q.Columns)-1 {
sbQuery.WriteString(", ")
}
}
@@ -233,6 +233,8 @@ func (mw *mssqlDbWrapper) QueryFromObject(ctx context.Context, q ExtractionQuery
queryString := sbQuery.String()
// logrus.Debugf("Query: %s", queryString)
var queryArgs []any
if q.LowerLimit.IsValid {