feature: Outbox Relay and Kafka Pipeline

2026-06-16 22:12:46 +08:00
parent de603df151
commit 84d259d10c
18 changed files with 1277 additions and 6 deletions
@@ -0,0 +1,55 @@
+using Confluent.Kafka;
+using Confluent.Kafka.Admin;
+using Microsoft.Extensions.Options;
+
+public class KafkaTopicProvisioner : IHostedService
+{
+    private readonly KafkaOptions _options;
+    private readonly ILogger<KafkaTopicProvisioner> _logger;
+
+    public KafkaTopicProvisioner(IOptions<KafkaOptions> options, ILogger<KafkaTopicProvisioner> logger)
+    {
+        _options = options.Value;
+        _logger = logger;
+    }
+
+    public async Task StartAsync(CancellationToken cancellationToken)
+    {
+        using var admin = new AdminClientBuilder(new AdminClientConfig
+        {
+            BootstrapServers = _options.BootstrapServers
+        }).Build();
+
+        var topicNames = new[]
+        {
+            _options.Topics.ObservationRecorded,
+            _options.Topics.AlertGenerated,
+            _options.Topics.AlertAcknowledged,
+            _options.Topics.EncounterStatusChanged
+        };
+
+        var specs = topicNames.Select(name => new TopicSpecification
+        {
+            Name = name,
+            NumPartitions = _options.NumPartitions,
+            ReplicationFactor = 1
+        }).ToList();
+
+        try
+        {
+            await admin.CreateTopicsAsync(specs);
+            _logger.LogInformation("Kafka topics provisioned: {Topics}", string.Join(", ", topicNames));
+        }
+        catch (CreateTopicsException ex)
+        {
+            var errors = ex.Results.Where(r => r.Error.Code != ErrorCode.TopicAlreadyExists).ToList();
+            if (errors.Count > 0)
+                throw new InvalidOperationException(
+                    $"Failed to create Kafka topics: {string.Join(", ", errors.Select(e => e.Error.Reason))}");
+
+            _logger.LogInformation("Kafka topics already exist — skipping creation");
+        }
+    }
+
+    public Task StopAsync(CancellationToken cancellationToken) => Task.CompletedTask;
+}