| | | 1 | | using Elsa.Common; |
| | | 2 | | using Elsa.Common.Multitenancy; |
| | | 3 | | using Elsa.Workflows.Management; |
| | | 4 | | using Elsa.Workflows.Management.Filters; |
| | | 5 | | using Elsa.Workflows.Runtime.Options; |
| | | 6 | | using Microsoft.Extensions.Logging; |
| | | 7 | | using Microsoft.Extensions.Options; |
| | | 8 | | |
| | | 9 | | namespace Elsa.Workflows.Runtime.Services; |
| | | 10 | | |
| | | 11 | | /// <summary> |
| | | 12 | | /// Default implementation of <see cref="IInterruptedRecoveryScanner"/>. |
| | | 13 | | /// </summary> |
| | | 14 | | public sealed class InterruptedRecoveryScanner : IInterruptedRecoveryScanner |
| | | 15 | | { |
| | | 16 | | private readonly IWorkflowRestarter _restarter; |
| | | 17 | | private readonly IWorkflowInstanceStore _instanceStore; |
| | | 18 | | private readonly IOptions<RuntimeOptions> _runtimeOptions; |
| | | 19 | | private readonly ILogger<InterruptedRecoveryScanner> _logger; |
| | | 20 | | private readonly ITenantService? _tenantService; |
| | | 21 | | private readonly ITenantAccessor? _tenantAccessor; |
| | | 22 | | |
| | 112 | 23 | | public InterruptedRecoveryScanner( |
| | 112 | 24 | | IWorkflowRestarter restarter, |
| | 112 | 25 | | IWorkflowInstanceStore instanceStore, |
| | 112 | 26 | | IOptions<RuntimeOptions> runtimeOptions, |
| | 112 | 27 | | ILogger<InterruptedRecoveryScanner> logger, |
| | 112 | 28 | | ITenantService? tenantService = null, |
| | 112 | 29 | | ITenantAccessor? tenantAccessor = null) |
| | | 30 | | { |
| | 112 | 31 | | _restarter = restarter; |
| | 112 | 32 | | _instanceStore = instanceStore; |
| | 112 | 33 | | _runtimeOptions = runtimeOptions; |
| | 112 | 34 | | _logger = logger; |
| | 112 | 35 | | _tenantService = tenantService; |
| | 112 | 36 | | _tenantAccessor = tenantAccessor; |
| | 112 | 37 | | } |
| | | 38 | | |
| | | 39 | | /// <inheritdoc /> |
| | | 40 | | public async ValueTask<int> ScanAndRequeueAsync(CancellationToken cancellationToken) |
| | | 41 | | { |
| | 113 | 42 | | var filter = new WorkflowInstanceFilter |
| | 113 | 43 | | { |
| | 113 | 44 | | WorkflowSubStatus = WorkflowSubStatus.Interrupted, |
| | 113 | 45 | | WorkflowStatus = WorkflowStatus.Running, |
| | 113 | 46 | | }; |
| | 113 | 47 | | var batchSize = _runtimeOptions.Value.RestartInterruptedWorkflowsBatchSize; |
| | 113 | 48 | | var instances = _instanceStore.EnumerateSummariesAsync(filter, batchSize, cancellationToken); |
| | 113 | 49 | | var requeued = 0; |
| | | 50 | | |
| | 113 | 51 | | _logger.LogInformation("Scanning for workflows interrupted by graceful drain."); |
| | | 52 | | |
| | 486 | 53 | | await foreach (var summary in instances.WithCancellation(cancellationToken)) |
| | | 54 | | { |
| | | 55 | | try |
| | | 56 | | { |
| | 130 | 57 | | var tenantId = summary.TenantId ?? string.Empty; |
| | | 58 | | |
| | 130 | 59 | | if (_tenantService is not null && _tenantAccessor is not null && !string.IsNullOrWhiteSpace(tenantId) && |
| | | 60 | | { |
| | 1 | 61 | | var tenant = await _tenantService.FindAsync(tenantId, cancellationToken) ?? new Tenant { Id = tenant |
| | | 62 | | |
| | 1 | 63 | | using (_tenantAccessor.PushContext(tenant)) |
| | 1 | 64 | | await _restarter.RestartWorkflowAsync(summary.Id, cancellationToken); |
| | | 65 | | } |
| | | 66 | | else |
| | | 67 | | { |
| | 129 | 68 | | await _restarter.RestartWorkflowAsync(summary.Id, cancellationToken); |
| | | 69 | | } |
| | | 70 | | |
| | 129 | 71 | | requeued++; |
| | 129 | 72 | | } |
| | 1 | 73 | | catch (Exception ex) when (!ex.IsFatal()) |
| | | 74 | | { |
| | 1 | 75 | | _logger.LogError(ex, "Failed to requeue interrupted workflow {WorkflowInstanceId}; will be retried by th |
| | 1 | 76 | | } |
| | 130 | 77 | | } |
| | | 78 | | |
| | 113 | 79 | | _logger.LogInformation("Interrupted-workflow scan complete; requeued {Count} instance(s).", requeued); |
| | 113 | 80 | | return requeued; |
| | 113 | 81 | | } |
| | | 82 | | } |