refactor: enhance retry handling in extractor processes; unify backoff delay computation

internal/app/etl/extractors/process-with-retries.go

@@ -20,10 +20,10 @@ func (ex *GenericExtractor) ProcessPartitionWithRetries(
 	batchSize int,
 	partition models.Partition,
 	indexPrimaryKey int,
+	retryConfig config.RetryConfig,
 	chBatchesOut chan<- models.Batch,
 ) (int64, error) {
 	var totalRowsRead int64
-	delay := time.Duration(time.Second * 1)
 	currentParitition := partition
 
 	for {
@@ -46,7 +46,7 @@ func (ex *GenericExtractor) ProcessPartitionWithRetries(
 		if exError, ok := errors.AsType[*custom_errors.ExtractorError](err); ok {
 			currentParitition.RetryCounter++
 
-			if currentParitition.RetryCounter > 3 {
+			if currentParitition.RetryCounter >= retryConfig.Attempts {
 				return totalRowsRead, &custom_errors.JobError{
 					Msg:  fmt.Sprintf("Partition %v reached max retries", exError.Partition.Id),
 					Prev: err,
@@ -60,6 +60,12 @@ func (ex *GenericExtractor) ProcessPartitionWithRetries(
 				currentParitition.Range.IsMinInclusive = false
 			}
 
+			delay := custom_errors.ComputeBackoffDelay(
+				currentParitition.RetryCounter,
+				retryConfig.BaseDelayMs,
+				retryConfig.MaxDelayMs,
+				retryConfig.MaxJitterMs,
+			)
 			time.Sleep(delay)
 			continue
 		}