| | | 1 | | using System.Runtime.CompilerServices; |
| | | 2 | | using Elsa.Common.DistributedHosting; |
| | | 3 | | using Elsa.Expressions.Contracts; |
| | | 4 | | using Elsa.Extensions; |
| | | 5 | | using Elsa.Mediator.Contracts; |
| | | 6 | | using Elsa.Workflows.Activities; |
| | | 7 | | using Elsa.Workflows.Helpers; |
| | | 8 | | using Elsa.Workflows.Management; |
| | | 9 | | using Elsa.Workflows.Management.Entities; |
| | | 10 | | using Elsa.Workflows.Runtime.Comparers; |
| | | 11 | | using Elsa.Workflows.Runtime.Entities; |
| | | 12 | | using Elsa.Workflows.Runtime.Filters; |
| | | 13 | | using Elsa.Workflows.Runtime.Notifications; |
| | | 14 | | using Medallion.Threading; |
| | | 15 | | using Microsoft.Extensions.Logging; |
| | | 16 | | using Microsoft.Extensions.Options; |
| | | 17 | | using Open.Linq.AsyncExtensions; |
| | | 18 | | |
| | | 19 | | namespace Elsa.Workflows.Runtime; |
| | | 20 | | |
| | | 21 | | /// <inheritdoc /> |
| | | 22 | | public class TriggerIndexer : ITriggerIndexer |
| | | 23 | | { |
| | | 24 | | private readonly IActivityVisitor _activityVisitor; |
| | | 25 | | private readonly IWorkflowDefinitionService _workflowDefinitionService; |
| | | 26 | | private readonly IExpressionEvaluator _expressionEvaluator; |
| | | 27 | | private readonly IIdentityGenerator _identityGenerator; |
| | | 28 | | private readonly ITriggerStore _triggerStore; |
| | | 29 | | private readonly IActivityRegistry _activityRegistry; |
| | | 30 | | private readonly INotificationSender _notificationSender; |
| | | 31 | | private readonly IServiceProvider _serviceProvider; |
| | | 32 | | private readonly IStimulusHasher _hasher; |
| | | 33 | | private readonly IDistributedLockProvider _distributedLockProvider; |
| | | 34 | | private readonly DistributedLockingOptions _lockingOptions; |
| | | 35 | | private readonly ILogger _logger; |
| | | 36 | | |
| | | 37 | | /// <summary> |
| | | 38 | | /// Constructor. |
| | | 39 | | /// </summary> |
| | 609 | 40 | | public TriggerIndexer( |
| | 609 | 41 | | IActivityVisitor activityVisitor, |
| | 609 | 42 | | IWorkflowDefinitionService workflowDefinitionService, |
| | 609 | 43 | | IExpressionEvaluator expressionEvaluator, |
| | 609 | 44 | | IIdentityGenerator identityGenerator, |
| | 609 | 45 | | ITriggerStore triggerStore, |
| | 609 | 46 | | IActivityRegistry activityRegistry, |
| | 609 | 47 | | INotificationSender notificationSender, |
| | 609 | 48 | | IServiceProvider serviceProvider, |
| | 609 | 49 | | IStimulusHasher hasher, |
| | 609 | 50 | | IDistributedLockProvider distributedLockProvider, |
| | 609 | 51 | | IOptions<DistributedLockingOptions> lockingOptions, |
| | 609 | 52 | | ILogger<TriggerIndexer> logger) |
| | | 53 | | { |
| | 609 | 54 | | _activityVisitor = activityVisitor; |
| | 609 | 55 | | _expressionEvaluator = expressionEvaluator; |
| | 609 | 56 | | _identityGenerator = identityGenerator; |
| | 609 | 57 | | _triggerStore = triggerStore; |
| | 609 | 58 | | _activityRegistry = activityRegistry; |
| | 609 | 59 | | _notificationSender = notificationSender; |
| | 609 | 60 | | _serviceProvider = serviceProvider; |
| | 609 | 61 | | _hasher = hasher; |
| | 609 | 62 | | _distributedLockProvider = distributedLockProvider; |
| | 609 | 63 | | _lockingOptions = lockingOptions.Value; |
| | 609 | 64 | | _logger = logger; |
| | 609 | 65 | | _workflowDefinitionService = workflowDefinitionService; |
| | 609 | 66 | | } |
| | | 67 | | |
| | | 68 | | /// <inheritdoc /> |
| | | 69 | | public async Task DeleteTriggersAsync(TriggerFilter filter, CancellationToken cancellationToken = default) |
| | | 70 | | { |
| | 6 | 71 | | var triggers = (await _triggerStore.FindManyAsync(filter, cancellationToken)).ToList(); |
| | 13 | 72 | | var workflowDefinitionVersionIds = triggers.Select(x => x.WorkflowDefinitionVersionId).Distinct().ToList(); |
| | | 73 | | |
| | 26 | 74 | | foreach (var workflowDefinitionVersionId in workflowDefinitionVersionIds) |
| | | 75 | | { |
| | | 76 | | try |
| | | 77 | | { |
| | 7 | 78 | | var workflowGraph = await _workflowDefinitionService.FindWorkflowGraphAsync(workflowDefinitionVersionId, |
| | | 79 | | |
| | 3 | 80 | | if (workflowGraph == null) |
| | 0 | 81 | | continue; |
| | | 82 | | |
| | 3 | 83 | | await DeleteTriggersAsync(workflowGraph.Workflow, cancellationToken); |
| | 3 | 84 | | } |
| | 4 | 85 | | catch (Exception ex) |
| | | 86 | | { |
| | 4 | 87 | | _logger.LogWarning(ex, "Failed to load workflow graph for workflow definition version {WorkflowDefinitio |
| | 4 | 88 | | } |
| | 7 | 89 | | } |
| | 6 | 90 | | } |
| | | 91 | | |
| | | 92 | | /// <inheritdoc /> |
| | | 93 | | public async Task<IndexedWorkflowTriggers> IndexTriggersAsync(WorkflowDefinition definition, CancellationToken cance |
| | | 94 | | { |
| | 1266 | 95 | | var workflowGraph = await _workflowDefinitionService.MaterializeWorkflowAsync(definition, cancellationToken); |
| | 1266 | 96 | | return await IndexTriggersAsync(workflowGraph.Workflow, cancellationToken); |
| | 1266 | 97 | | } |
| | | 98 | | |
| | | 99 | | /// <inheritdoc /> |
| | | 100 | | public async Task<IndexedWorkflowTriggers> IndexTriggersAsync(Workflow workflow, CancellationToken cancellationToken |
| | | 101 | | { |
| | | 102 | | // Use distributed lock to prevent concurrent trigger indexing race conditions |
| | 1266 | 103 | | var lockResource = $"trigger-indexer:{workflow.Identity.DefinitionId}"; |
| | 1266 | 104 | | await using (await _distributedLockProvider.AcquireLockAsync(lockResource, _lockingOptions.LockAcquisitionTimeou |
| | | 105 | | { |
| | 1266 | 106 | | return await IndexTriggersInternalAsync(workflow, cancellationToken); |
| | | 107 | | } |
| | 1266 | 108 | | } |
| | | 109 | | |
| | | 110 | | private async Task<IndexedWorkflowTriggers> IndexTriggersInternalAsync(Workflow workflow, CancellationToken cancella |
| | | 111 | | { |
| | | 112 | | // Get current triggers |
| | 1266 | 113 | | var currentTriggers = await GetCurrentTriggersAsync(workflow.Identity.DefinitionId, cancellationToken).ToList(); |
| | | 114 | | |
| | | 115 | | // Collect new triggers **if the workflow is published**. |
| | 1266 | 116 | | var newTriggers = workflow.Publication.IsPublished |
| | 1266 | 117 | | ? await GetTriggersInternalAsync(workflow, cancellationToken).ToListAsync(cancellationToken) |
| | 1266 | 118 | | : new(0); |
| | | 119 | | |
| | | 120 | | // Diff triggers. |
| | 1266 | 121 | | var diff = Diff.For(currentTriggers, newTriggers, new WorkflowTriggerEqualityComparer()); |
| | | 122 | | |
| | | 123 | | // Replace triggers for the specified workflow. |
| | 1266 | 124 | | await _triggerStore.ReplaceAsync(diff.Removed, diff.Added, cancellationToken); |
| | | 125 | | |
| | 1266 | 126 | | var indexedWorkflow = new IndexedWorkflowTriggers(workflow, diff.Added, diff.Removed, diff.Unchanged); |
| | | 127 | | |
| | | 128 | | // Publish event. |
| | 1266 | 129 | | await _notificationSender.SendAsync(new WorkflowTriggersIndexed(indexedWorkflow), cancellationToken); |
| | 1266 | 130 | | return indexedWorkflow; |
| | 1266 | 131 | | } |
| | | 132 | | |
| | | 133 | | /// <inheritdoc /> |
| | | 134 | | public async Task<IEnumerable<StoredTrigger>> GetTriggersAsync(Workflow workflow, CancellationToken cancellationToke |
| | | 135 | | { |
| | 54 | 136 | | return await GetTriggersInternalAsync(workflow, cancellationToken).ToListAsync(cancellationToken); |
| | 54 | 137 | | } |
| | | 138 | | |
| | | 139 | | private async Task DeleteTriggersAsync(Workflow workflow, CancellationToken cancellationToken = default) |
| | | 140 | | { |
| | 3 | 141 | | var emptyTriggerList = new List<StoredTrigger>(0); |
| | 3 | 142 | | var currentTriggers = await GetCurrentTriggersAsync(workflow.Identity.DefinitionId, cancellationToken).ToList(); |
| | 3 | 143 | | var diff = Diff.For(currentTriggers, emptyTriggerList, new WorkflowTriggerEqualityComparer()); |
| | 3 | 144 | | await _triggerStore.ReplaceAsync(diff.Removed, diff.Added, cancellationToken); |
| | 3 | 145 | | var indexedWorkflow = new IndexedWorkflowTriggers(workflow, emptyTriggerList, currentTriggers, emptyTriggerList) |
| | 3 | 146 | | await _notificationSender.SendAsync(new WorkflowTriggersIndexed(indexedWorkflow), cancellationToken); |
| | 3 | 147 | | } |
| | | 148 | | |
| | | 149 | | private async Task<IEnumerable<StoredTrigger>> GetCurrentTriggersAsync(string workflowDefinitionId, CancellationToke |
| | | 150 | | { |
| | 1269 | 151 | | var filter = new TriggerFilter |
| | 1269 | 152 | | { |
| | 1269 | 153 | | WorkflowDefinitionId = workflowDefinitionId |
| | 1269 | 154 | | }; |
| | 1269 | 155 | | return await _triggerStore.FindManyAsync(filter, cancellationToken); |
| | 1269 | 156 | | } |
| | | 157 | | |
| | | 158 | | private async IAsyncEnumerable<StoredTrigger> GetTriggersInternalAsync(Workflow workflow, [EnumeratorCancellation] C |
| | | 159 | | { |
| | 1320 | 160 | | var context = new WorkflowIndexingContext(workflow, cancellationToken); |
| | 1320 | 161 | | var nodes = await _activityVisitor.VisitAsync(workflow.Root, cancellationToken); |
| | | 162 | | |
| | | 163 | | // Get a list of trigger activities that are configured as "startable". |
| | 1320 | 164 | | var triggerActivities = nodes |
| | 1320 | 165 | | .Flatten() |
| | 4502 | 166 | | .Where(x => x.Activity.GetCanStartWorkflow() && x.Activity is ITrigger) |
| | 287 | 167 | | .Select(x => x.Activity) |
| | 1320 | 168 | | .Cast<ITrigger>() |
| | 1320 | 169 | | .ToList(); |
| | | 170 | | |
| | | 171 | | // For each trigger activity, create a trigger. |
| | 3214 | 172 | | foreach (var triggerActivity in triggerActivities) |
| | | 173 | | { |
| | 287 | 174 | | var triggers = await CreateWorkflowTriggersAsync(context, triggerActivity); |
| | | 175 | | |
| | 1226 | 176 | | foreach (var trigger in triggers) |
| | 326 | 177 | | yield return trigger; |
| | | 178 | | } |
| | 1320 | 179 | | } |
| | | 180 | | |
| | | 181 | | private async Task<ICollection<StoredTrigger>> CreateWorkflowTriggersAsync(WorkflowIndexingContext context, ITrigger |
| | | 182 | | { |
| | 287 | 183 | | var workflow = context.Workflow; |
| | 287 | 184 | | var cancellationToken = context.CancellationToken; |
| | 287 | 185 | | var activityTypeName = trigger.Type; |
| | 287 | 186 | | var triggerDescriptor = _activityRegistry.Find(activityTypeName, trigger.Version); |
| | | 187 | | |
| | 287 | 188 | | if (triggerDescriptor == null) |
| | | 189 | | { |
| | 0 | 190 | | _logger.LogWarning("Could not find activity descriptor for activity type {ActivityType}", activityTypeName); |
| | 0 | 191 | | return new List<StoredTrigger>(0); |
| | | 192 | | } |
| | | 193 | | |
| | 287 | 194 | | var expressionExecutionContext = await trigger.CreateExpressionExecutionContextAsync(triggerDescriptor, _service |
| | 287 | 195 | | var triggerIndexingContext = new TriggerIndexingContext(context, expressionExecutionContext, trigger, cancellati |
| | 287 | 196 | | var triggerData = await TryGetTriggerDataAsync(trigger, triggerIndexingContext); |
| | 287 | 197 | | var triggerName = triggerIndexingContext.TriggerName; |
| | | 198 | | |
| | | 199 | | // If no trigger payloads were returned, create a null payload. |
| | 287 | 200 | | if (!triggerData.Any()) triggerData.Add(null!); |
| | | 201 | | |
| | 613 | 202 | | var triggers = triggerData.Select(payload => new StoredTrigger |
| | 613 | 203 | | { |
| | 613 | 204 | | Id = _identityGenerator.GenerateId(), |
| | 613 | 205 | | WorkflowDefinitionId = workflow.Identity.DefinitionId, |
| | 613 | 206 | | WorkflowDefinitionVersionId = workflow.Identity.Id, |
| | 613 | 207 | | Name = triggerName, |
| | 613 | 208 | | ActivityId = trigger.Id, |
| | 613 | 209 | | Hash = _hasher.Hash(triggerName, payload), |
| | 613 | 210 | | Payload = payload |
| | 613 | 211 | | }); |
| | | 212 | | |
| | 287 | 213 | | return triggers.ToList(); |
| | 287 | 214 | | } |
| | | 215 | | |
| | | 216 | | private async Task<List<object>> TryGetTriggerDataAsync(ITrigger trigger, TriggerIndexingContext context) |
| | | 217 | | { |
| | | 218 | | try |
| | | 219 | | { |
| | 287 | 220 | | return (await trigger.GetTriggerPayloadsAsync(context)).ToList(); |
| | | 221 | | } |
| | 0 | 222 | | catch (Exception e) |
| | | 223 | | { |
| | 0 | 224 | | _logger.LogWarning(e, "Failed to get trigger data for activity {ActivityId}", trigger.Id); |
| | 0 | 225 | | } |
| | | 226 | | |
| | 0 | 227 | | return new(0); |
| | 287 | 228 | | } |
| | | 229 | | } |