Net Fx 4.0 Link
public async Task<List<WorkItem>> ProcessItemsAsync( IEnumerable<WorkItem> items, CancellationToken cancellationToken, IProgress<string> progress = null) { var inputQueue = new BlockingCollection<WorkItem>(); var results = new ConcurrentBag<WorkItem>(); // Start producer task var producerTask = Task.Run(() => { foreach (var item in items) { cancellationToken.ThrowIfCancellationRequested(); inputQueue.Add(item, cancellationToken); } inputQueue.CompleteAdding(); }, cancellationToken);
// Stage 1: Data Validation public class ValidationStage : IPipelineStage<WorkItem, WorkItem> { public string StageName => "Validation"; net fx 4.0
public async Task<WorkItem> ProcessAsync(WorkItem input, CancellationToken token) { // Simulate validation work await Task.Delay(50, token); input.IsValid = !string.IsNullOrWhiteSpace(input.InputData) && input.InputData.Length >= 3; if (!input.IsValid) { input.ProcessedData = "INVALID"; } Console.WriteLine($"[{StageName}] Item {input.Id}: Valid = {input.IsValid}"); return input; } } public async Task<
public async Task<WorkItem> ProcessAsync(WorkItem input, CancellationToken token) { if (!input.IsValid) return input; var results = new ConcurrentBag<
// Simulate transformation work await Task.Delay(100, token); input.ProcessedData = input.InputData.ToUpper().Trim(); Console.WriteLine($"[{StageName}] Item {input.Id}: '{input.InputData}' -> '{input.ProcessedData}'"); return input; } }
public ParallelPipelineProcessor(int parallelismLevel = 3) { _stages = new List<IPipelineStage<WorkItem, WorkItem>> { new ValidationStage(), new TransformationStage(), new EnrichmentStage() }; _parallelismLevel = parallelismLevel; }