| | | 1 | | using System.Text.Json; |
| | | 2 | | using Elsa.Common; |
| | | 3 | | using Elsa.Common.Models; |
| | | 4 | | using Elsa.UserTasks.Contracts; |
| | | 5 | | using Elsa.UserTasks.Models; |
| | | 6 | | using Elsa.Workflows.Models; |
| | | 7 | | using Elsa.Workflows.Runtime; |
| | | 8 | | using Elsa.Workflows.Runtime.Entities; |
| | | 9 | | using Elsa.Workflows.Runtime.Filters; |
| | | 10 | | |
| | | 11 | | namespace Elsa.UserTasks.Services; |
| | | 12 | | |
| | | 13 | | /// <summary> |
| | | 14 | | /// Performs a bounded, tenant-scoped repair pass. The workflow bookmark is the source of truth: when a |
| | | 15 | | /// bookmark exists, accepted transitions are retried; when it is gone, the projection is finalized after |
| | | 16 | | /// commit. The bookmark store is optional so the service remains usable with the Core in-memory stack. |
| | | 17 | | /// </summary> |
| | 0 | 18 | | public sealed class DefaultUserTaskReconciler( |
| | 0 | 19 | | IUserTaskRepository repository, |
| | 0 | 20 | | IUserTaskManager manager, |
| | 0 | 21 | | IUserTaskProjectionService projectionService, |
| | 0 | 22 | | IUserTaskWorkflowResumer workflowResumer, |
| | 0 | 23 | | ISystemClock clock, |
| | 0 | 24 | | IBookmarkStore? bookmarkStore = null) : IUserTaskReconciler |
| | | 25 | | { |
| | | 26 | | public async Task<UserTaskReconciliationResult> ReconcileAsync(UserTaskReconciliationRequest request, CancellationTo |
| | | 27 | | { |
| | 0 | 28 | | var olderThan = request.OlderThan ?? clock.UtcNow.Subtract(TimeSpan.FromMinutes(5)); |
| | 0 | 29 | | var pageSize = Math.Clamp(request.PageSize, 1, 200); |
| | 0 | 30 | | var recreated = bookmarkStore == null ? 0 : await RecreateMissingProjectionsAsync(request.TenantId, pageSize, ca |
| | 0 | 31 | | var cursor = (string?)null; |
| | 0 | 32 | | var requeued = 0; |
| | 0 | 33 | | var finalized = 0; |
| | 0 | 34 | | var ambiguous = 0; |
| | | 35 | | |
| | | 36 | | do |
| | | 37 | | { |
| | 0 | 38 | | var result = await repository.QueryAsync(new UserTaskQuery |
| | 0 | 39 | | { |
| | 0 | 40 | | TenantId = request.TenantId, |
| | 0 | 41 | | Cursor = cursor, |
| | 0 | 42 | | Sort = "created", |
| | 0 | 43 | | Limit = pageSize |
| | 0 | 44 | | }, cancellationToken); |
| | 0 | 45 | | foreach (var task in result.Items.Where(x => x.UpdatedAt <= olderThan)) |
| | | 46 | | { |
| | 0 | 47 | | var bookmark = bookmarkStore == null |
| | 0 | 48 | | ? null |
| | 0 | 49 | | : await bookmarkStore.FindAsync(new BookmarkFilter |
| | 0 | 50 | | { |
| | 0 | 51 | | BookmarkId = task.BookmarkId, |
| | 0 | 52 | | WorkflowInstanceId = task.WorkflowInstanceId |
| | 0 | 53 | | }, cancellationToken); |
| | | 54 | | |
| | 0 | 55 | | if (bookmarkStore != null && bookmark == null && task.IsOpen) |
| | | 56 | | { |
| | 0 | 57 | | var before = task.Status; |
| | 0 | 58 | | await projectionService.FinalizeBookmarkRemovalAsync(new UserTaskBookmarkRemoval(task.TenantId, task |
| | 0 | 59 | | var after = await repository.GetAsync(task.TenantId, task.Id, cancellationToken); |
| | 0 | 60 | | if (after?.Status != before) |
| | 0 | 61 | | finalized++; |
| | 0 | 62 | | continue; |
| | | 63 | | } |
| | | 64 | | |
| | 0 | 65 | | if (task.Status is not (UserTaskStatus.Completing or UserTaskStatus.TimingOut or UserTaskStatus.Cancelli |
| | | 66 | | continue; |
| | | 67 | | |
| | 0 | 68 | | var operation = task.Operations.LastOrDefault(x => x.Status == UserTaskOperationStatus.Accepted && x.Kin |
| | 0 | 69 | | if (operation == null) |
| | | 70 | | { |
| | 0 | 71 | | ambiguous++; |
| | 0 | 72 | | continue; |
| | | 73 | | } |
| | | 74 | | |
| | 0 | 75 | | if (bookmarkStore != null && bookmark == null) |
| | | 76 | | { |
| | 0 | 77 | | var before = task.Status; |
| | 0 | 78 | | await projectionService.FinalizeBookmarkRemovalAsync(new UserTaskBookmarkRemoval(task.TenantId, task |
| | 0 | 79 | | var after = await repository.GetAsync(task.TenantId, task.Id, cancellationToken); |
| | 0 | 80 | | if (after?.Status != before) |
| | 0 | 81 | | finalized++; |
| | 0 | 82 | | continue; |
| | | 83 | | } |
| | | 84 | | |
| | | 85 | | try |
| | | 86 | | { |
| | 0 | 87 | | var action = task.Status == UserTaskStatus.TimingOut ? "Timeout" : task.Status == UserTaskStatus.Can |
| | 0 | 88 | | await workflowResumer.ResumeAsync(task, new UserTaskStimulus(task.TenantId, task.Id, operation.Opera |
| | 0 | 89 | | action, task.CompletionData, task.CompletedBy, task.CompletedAt ?? operation.CreatedAt, task.Boo |
| | 0 | 90 | | requeued++; |
| | 0 | 91 | | } |
| | 0 | 92 | | catch (Exception exception) when (exception is not OperationCanceledException) |
| | | 93 | | { |
| | | 94 | | // Keep the accepted operation durable for the next bounded pass. |
| | 0 | 95 | | await repository.TryMutateAsync(task.TenantId, task.Id, task.Revision, current => |
| | 0 | 96 | | { |
| | 0 | 97 | | current.HealthSeverity = UserTaskHealthSeverity.Advisory; |
| | 0 | 98 | | current.HealthCode = "stale-transition"; |
| | 0 | 99 | | current.HealthMessage = "A workflow outcome requires reconciliation."; |
| | 0 | 100 | | return true; |
| | 0 | 101 | | }, cancellationToken); |
| | | 102 | | } |
| | 0 | 103 | | } |
| | | 104 | | |
| | 0 | 105 | | cursor = result.NextCursor; |
| | 0 | 106 | | } |
| | 0 | 107 | | while (cursor != null); |
| | | 108 | | |
| | 0 | 109 | | return new UserTaskReconciliationResult(recreated, requeued, finalized, ambiguous); |
| | 0 | 110 | | } |
| | | 111 | | |
| | | 112 | | private async Task<int> RecreateMissingProjectionsAsync(string tenantId, int pageSize, CancellationToken cancellatio |
| | | 113 | | { |
| | 0 | 114 | | var recreated = 0; |
| | 0 | 115 | | var page = 0; |
| | 0 | 116 | | while (true) |
| | | 117 | | { |
| | 0 | 118 | | var bookmarks = (await bookmarkStore!.FindManyAsync(new BookmarkFilter { Name = nameof(Elsa.UserTasks.Activi |
| | 0 | 119 | | PageArgs.FromPage(page, pageSize), cancellationToken)).Items.ToArray(); |
| | 0 | 120 | | if (bookmarks.Length == 0) |
| | | 121 | | break; |
| | | 122 | | |
| | | 123 | | // OfType drops undeserializable bookmarks and narrows the sequence in one step, so the tenant |
| | | 124 | | // filter reads explicitly and no null-forgiving operator is needed downstream. |
| | 0 | 125 | | foreach (var materialization in bookmarks |
| | 0 | 126 | | .Select(Deserialize) |
| | 0 | 127 | | .OfType<UserTaskMaterialization>() |
| | 0 | 128 | | .Where(x => string.Equals(x.TenantId, tenantId, StringComparison.Ordinal))) |
| | | 129 | | { |
| | | 130 | | // Stays a guard rather than a filter: it awaits the repository, which LINQ cannot express here. |
| | 0 | 131 | | if (await repository.FindByMaterializationKeyAsync(tenantId, MaterializationKey(materialization), cancel |
| | | 132 | | continue; |
| | 0 | 133 | | await manager.ProjectAsync(materialization, cancellationToken); |
| | 0 | 134 | | recreated++; |
| | 0 | 135 | | } |
| | | 136 | | |
| | 0 | 137 | | if (bookmarks.Length < pageSize) |
| | | 138 | | break; |
| | 0 | 139 | | page++; |
| | 0 | 140 | | } |
| | 0 | 141 | | return recreated; |
| | 0 | 142 | | } |
| | | 143 | | |
| | 0 | 144 | | private static string MaterializationKey(UserTaskMaterialization materialization) => string.Join("/", materializatio |
| | | 145 | | |
| | | 146 | | private static UserTaskMaterialization? Deserialize(StoredBookmark bookmark) |
| | | 147 | | { |
| | | 148 | | try |
| | | 149 | | { |
| | 0 | 150 | | return bookmark.Payload switch |
| | 0 | 151 | | { |
| | 0 | 152 | | UserTaskMaterialization materialization => materialization, |
| | 0 | 153 | | JsonElement element => element.Deserialize<UserTaskMaterialization>(), |
| | 0 | 154 | | null => null, |
| | 0 | 155 | | _ => JsonSerializer.Deserialize<UserTaskMaterialization>(JsonSerializer.Serialize(bookmark.Payload)) |
| | 0 | 156 | | }; |
| | | 157 | | } |
| | 0 | 158 | | catch (JsonException) |
| | | 159 | | { |
| | 0 | 160 | | return null; |
| | | 161 | | } |
| | 0 | 162 | | } |
| | | 163 | | } |