improved logging in callbacks
This commit is contained in:
@@ -169,7 +169,19 @@ func (s *service) handleTask(ctx context.Context, workerID string, task *model.T
|
||||
|
||||
if err := s.security.ValidateURL(ctx, task.EndpointURL); err != nil {
|
||||
result = "blocked"
|
||||
_ = s.tasks.MarkFailed(ctx, task.ID, attempt, err.Error(), statusCode, time.Now().UTC())
|
||||
s.logger.Warn("Blocked task delivery due to URL validation failure",
|
||||
zap.String("worker_id", workerID),
|
||||
zap.String("task_id", task.ID.Hex()),
|
||||
zap.String("event_id", task.EventID),
|
||||
zap.Error(err),
|
||||
)
|
||||
if markErr := s.tasks.MarkFailed(ctx, task.ID, attempt, err.Error(), statusCode, time.Now().UTC()); markErr != nil {
|
||||
s.logger.Warn("Failed to mark blocked task as failed",
|
||||
zap.String("worker_id", workerID),
|
||||
zap.String("task_id", task.ID.Hex()),
|
||||
zap.Error(markErr),
|
||||
)
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
@@ -181,7 +193,20 @@ func (s *service) handleTask(ctx context.Context, workerID string, task *model.T
|
||||
signed, err := s.signer.Sign(ctx, task.SigningMode, task.SecretRef, task.Payload, time.Now().UTC())
|
||||
if err != nil {
|
||||
result = "sign_error"
|
||||
_ = s.tasks.MarkFailed(ctx, task.ID, attempt, err.Error(), statusCode, time.Now().UTC())
|
||||
s.logger.Warn("Failed to sign task payload",
|
||||
zap.String("worker_id", workerID),
|
||||
zap.String("task_id", task.ID.Hex()),
|
||||
zap.String("event_id", task.EventID),
|
||||
zap.String("signing_mode", task.SigningMode),
|
||||
zap.Error(err),
|
||||
)
|
||||
if markErr := s.tasks.MarkFailed(ctx, task.ID, attempt, err.Error(), statusCode, time.Now().UTC()); markErr != nil {
|
||||
s.logger.Warn("Failed to mark signing-error task as failed",
|
||||
zap.String("worker_id", workerID),
|
||||
zap.String("task_id", task.ID.Hex()),
|
||||
zap.Error(markErr),
|
||||
)
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
@@ -191,7 +216,20 @@ func (s *service) handleTask(ctx context.Context, workerID string, task *model.T
|
||||
req, err := http.NewRequestWithContext(reqCtx, http.MethodPost, task.EndpointURL, bytes.NewReader(signed.Body))
|
||||
if err != nil {
|
||||
result = "request_error"
|
||||
_ = s.tasks.MarkFailed(ctx, task.ID, attempt, err.Error(), statusCode, time.Now().UTC())
|
||||
s.logger.Warn("Failed to build callback request",
|
||||
zap.String("worker_id", workerID),
|
||||
zap.String("task_id", task.ID.Hex()),
|
||||
zap.String("event_id", task.EventID),
|
||||
zap.String("endpoint_url", task.EndpointURL),
|
||||
zap.Error(err),
|
||||
)
|
||||
if markErr := s.tasks.MarkFailed(ctx, task.ID, attempt, err.Error(), statusCode, time.Now().UTC()); markErr != nil {
|
||||
s.logger.Warn("Failed to mark request-error task as failed",
|
||||
zap.String("worker_id", workerID),
|
||||
zap.String("task_id", task.ID.Hex()),
|
||||
zap.Error(markErr),
|
||||
)
|
||||
}
|
||||
return
|
||||
}
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
@@ -225,6 +263,15 @@ func (s *service) handleTask(ctx context.Context, workerID string, task *model.T
|
||||
if reqErr == nil && statusCode > 0 {
|
||||
lastErr = "upstream returned retryable status"
|
||||
}
|
||||
s.logger.Warn("Task delivery retry scheduled",
|
||||
zap.String("worker_id", workerID),
|
||||
zap.String("task_id", task.ID.Hex()),
|
||||
zap.String("event_id", task.EventID),
|
||||
zap.Int("attempt", attempt),
|
||||
zap.Int("status_code", statusCode),
|
||||
zap.String("reason", lastErr),
|
||||
zap.Time("next_attempt_at", next),
|
||||
)
|
||||
if err := s.tasks.MarkRetry(ctx, task.ID, attempt, next, lastErr, statusCode, now); err != nil {
|
||||
s.logger.Warn("Failed to mark task retry", zap.String("worker_id", workerID), zap.String("task_id", task.ID.Hex()), zap.Error(err))
|
||||
}
|
||||
@@ -234,6 +281,15 @@ func (s *service) handleTask(ctx context.Context, workerID string, task *model.T
|
||||
if reqErr == nil && statusCode > 0 {
|
||||
lastErr = "upstream returned retryable status but max attempts reached"
|
||||
}
|
||||
s.logger.Warn("Task delivery failed after reaching max attempts",
|
||||
zap.String("worker_id", workerID),
|
||||
zap.String("task_id", task.ID.Hex()),
|
||||
zap.String("event_id", task.EventID),
|
||||
zap.Int("attempt", attempt),
|
||||
zap.Int("max_attempts", task.MaxAttempts),
|
||||
zap.Int("status_code", statusCode),
|
||||
zap.String("reason", lastErr),
|
||||
)
|
||||
if err := s.tasks.MarkFailed(ctx, task.ID, attempt, lastErr, statusCode, now); err != nil {
|
||||
s.logger.Warn("Failed to mark task failed", zap.String("worker_id", workerID), zap.String("task_id", task.ID.Hex()), zap.Error(err))
|
||||
}
|
||||
@@ -244,6 +300,14 @@ func (s *service) handleTask(ctx context.Context, workerID string, task *model.T
|
||||
if reqErr == nil && statusCode > 0 {
|
||||
lastErr = "upstream returned non-retryable status"
|
||||
}
|
||||
s.logger.Warn("Task delivery failed",
|
||||
zap.String("worker_id", workerID),
|
||||
zap.String("task_id", task.ID.Hex()),
|
||||
zap.String("event_id", task.EventID),
|
||||
zap.Int("attempt", attempt),
|
||||
zap.Int("status_code", statusCode),
|
||||
zap.String("reason", lastErr),
|
||||
)
|
||||
if err := s.tasks.MarkFailed(ctx, task.ID, attempt, lastErr, statusCode, now); err != nil {
|
||||
s.logger.Warn("Failed to mark task failed", zap.String("worker_id", workerID), zap.String("task_id", task.ID.Hex()), zap.Error(err))
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user