| | | 1 | | using System.Buffers.Binary; |
| | | 2 | | using System.Globalization; |
| | | 3 | | using System.Text; |
| | | 4 | | using Elsa.Diagnostics.OpenTelemetry.Models; |
| | | 5 | | |
| | | 6 | | namespace Elsa.Diagnostics.OpenTelemetry.Ingestion.HttpProtobuf; |
| | | 7 | | |
| | | 8 | | internal static class OtlpHttpProtobufParser |
| | | 9 | | { |
| | | 10 | | public static OpenTelemetryBatch ParseTraces(ReadOnlySpan<byte> payload) |
| | | 11 | | { |
| | 5 | 12 | | var resources = new List<TelemetryResource>(); |
| | 5 | 13 | | var spans = new List<TelemetrySpan>(); |
| | 5 | 14 | | var reader = new ProtobufReader(payload); |
| | | 15 | | |
| | 7 | 16 | | while (reader.TryReadField(out var field)) |
| | | 17 | | { |
| | 2 | 18 | | if (field.Number != 1 || field.WireType != ProtobufWireType.LengthDelimited) |
| | | 19 | | continue; |
| | | 20 | | |
| | 2 | 21 | | var resourceSpans = ParseResourceSpans(field.Bytes); |
| | 2 | 22 | | resources.Add(resourceSpans.Resource); |
| | 2 | 23 | | spans.AddRange(resourceSpans.Spans); |
| | 2 | 24 | | } |
| | | 25 | | |
| | 4 | 26 | | return CreateBatch(resources, spans, [], [], []); |
| | | 27 | | } |
| | | 28 | | |
| | | 29 | | public static OpenTelemetryBatch ParseMetrics(ReadOnlySpan<byte> payload) |
| | | 30 | | { |
| | 1 | 31 | | var resources = new List<TelemetryResource>(); |
| | 1 | 32 | | var instruments = new Dictionary<string, MetricInstrument>(StringComparer.OrdinalIgnoreCase); |
| | 1 | 33 | | var points = new List<MetricPoint>(); |
| | 1 | 34 | | var reader = new ProtobufReader(payload); |
| | | 35 | | |
| | 2 | 36 | | while (reader.TryReadField(out var field)) |
| | | 37 | | { |
| | 1 | 38 | | if (field.Number != 1 || field.WireType != ProtobufWireType.LengthDelimited) |
| | | 39 | | continue; |
| | | 40 | | |
| | 1 | 41 | | var resourceMetrics = ParseResourceMetrics(field.Bytes); |
| | 1 | 42 | | resources.Add(resourceMetrics.Resource); |
| | | 43 | | |
| | 4 | 44 | | foreach (var instrument in resourceMetrics.Instruments) |
| | 1 | 45 | | instruments[instrument.Id] = instrument; |
| | | 46 | | |
| | 1 | 47 | | points.AddRange(resourceMetrics.Points); |
| | 1 | 48 | | } |
| | | 49 | | |
| | 1 | 50 | | return CreateBatch(resources, [], instruments.Values.ToList(), points, []); |
| | | 51 | | } |
| | | 52 | | |
| | | 53 | | public static OpenTelemetryBatch ParseLogs(ReadOnlySpan<byte> payload) |
| | | 54 | | { |
| | 1 | 55 | | var resources = new List<TelemetryResource>(); |
| | 1 | 56 | | var logs = new List<OtlpLogRecord>(); |
| | 1 | 57 | | var reader = new ProtobufReader(payload); |
| | | 58 | | |
| | 2 | 59 | | while (reader.TryReadField(out var field)) |
| | | 60 | | { |
| | 1 | 61 | | if (field.Number != 1 || field.WireType != ProtobufWireType.LengthDelimited) |
| | | 62 | | continue; |
| | | 63 | | |
| | 1 | 64 | | var resourceLogs = ParseResourceLogs(field.Bytes); |
| | 1 | 65 | | resources.Add(resourceLogs.Resource); |
| | 1 | 66 | | logs.AddRange(resourceLogs.Logs); |
| | 1 | 67 | | } |
| | | 68 | | |
| | 1 | 69 | | return CreateBatch(resources, [], [], [], logs); |
| | | 70 | | } |
| | | 71 | | |
| | | 72 | | private static (TelemetryResource Resource, List<TelemetrySpan> Spans) ParseResourceSpans(ReadOnlySpan<byte> payload |
| | | 73 | | { |
| | 2 | 74 | | var resource = CreateResource(new Dictionary<string, string?>()); |
| | 2 | 75 | | var spans = new List<TelemetrySpan>(); |
| | 2 | 76 | | var reader = new ProtobufReader(payload); |
| | | 77 | | |
| | 6 | 78 | | while (reader.TryReadField(out var field)) |
| | | 79 | | { |
| | 4 | 80 | | if (field.WireType != ProtobufWireType.LengthDelimited) |
| | | 81 | | continue; |
| | | 82 | | |
| | 4 | 83 | | if (field.Number == 1) |
| | 2 | 84 | | resource = CreateResource(ParseResourceAttributes(field.Bytes)); |
| | 2 | 85 | | else if (field.Number == 2) |
| | 2 | 86 | | spans.AddRange(ParseScopeSpans(field.Bytes, resource.Id)); |
| | 2 | 87 | | } |
| | | 88 | | |
| | 2 | 89 | | return (resource, spans); |
| | | 90 | | } |
| | | 91 | | |
| | | 92 | | private static List<TelemetrySpan> ParseScopeSpans(ReadOnlySpan<byte> payload, string resourceId) |
| | | 93 | | { |
| | 2 | 94 | | var spans = new List<TelemetrySpan>(); |
| | 2 | 95 | | var reader = new ProtobufReader(payload); |
| | | 96 | | |
| | 5 | 97 | | while (reader.TryReadField(out var field)) |
| | | 98 | | { |
| | 3 | 99 | | if (field.Number == 2 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 3 | 100 | | spans.Add(ParseSpan(field.Bytes, resourceId)); |
| | 3 | 101 | | } |
| | | 102 | | |
| | 2 | 103 | | return spans; |
| | | 104 | | } |
| | | 105 | | |
| | | 106 | | private static TelemetrySpan ParseSpan(ReadOnlySpan<byte> payload, string resourceId) |
| | | 107 | | { |
| | 3 | 108 | | var traceId = ""; |
| | 3 | 109 | | var spanId = ""; |
| | 3 | 110 | | string? parentSpanId = null; |
| | 3 | 111 | | var name = ""; |
| | 3 | 112 | | var kind = "unspecified"; |
| | 3 | 113 | | var start = DateTimeOffset.UnixEpoch; |
| | 3 | 114 | | var end = DateTimeOffset.UnixEpoch; |
| | 3 | 115 | | var status = SpanStatus.Unset; |
| | 3 | 116 | | string? statusDescription = null; |
| | 3 | 117 | | var attributes = new Dictionary<string, string?>(StringComparer.OrdinalIgnoreCase); |
| | 3 | 118 | | var events = new List<TelemetrySpanEvent>(); |
| | 3 | 119 | | var links = new List<TelemetrySpanLink>(); |
| | 3 | 120 | | var reader = new ProtobufReader(payload); |
| | | 121 | | |
| | 31 | 122 | | while (reader.TryReadField(out var field)) |
| | | 123 | | { |
| | 28 | 124 | | switch (field.Number) |
| | | 125 | | { |
| | 3 | 126 | | case 1 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 3 | 127 | | traceId = ToHex(field.Bytes); |
| | 3 | 128 | | break; |
| | 3 | 129 | | case 2 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 3 | 130 | | spanId = ToHex(field.Bytes); |
| | 3 | 131 | | break; |
| | 1 | 132 | | case 4 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 1 | 133 | | parentSpanId = ToHex(field.Bytes); |
| | 1 | 134 | | break; |
| | 3 | 135 | | case 5 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 3 | 136 | | name = field.StringValue(); |
| | 3 | 137 | | break; |
| | | 138 | | case 6: |
| | 3 | 139 | | kind = SpanKindName(field.Varint); |
| | 3 | 140 | | break; |
| | | 141 | | case 7: |
| | 3 | 142 | | start = FromUnixNanos(field.Varint); |
| | 3 | 143 | | break; |
| | | 144 | | case 8: |
| | 3 | 145 | | end = FromUnixNanos(field.Varint); |
| | 3 | 146 | | break; |
| | 6 | 147 | | case 9 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 6 | 148 | | AddAttribute(attributes, field.Bytes); |
| | 6 | 149 | | break; |
| | 0 | 150 | | case 11 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 0 | 151 | | events.Add(ParseSpanEvent(field.Bytes)); |
| | 0 | 152 | | break; |
| | 0 | 153 | | case 12 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 0 | 154 | | links.Add(ParseSpanLink(field.Bytes)); |
| | 0 | 155 | | break; |
| | 3 | 156 | | case 15 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 3 | 157 | | (status, statusDescription) = ParseSpanStatus(field.Bytes); |
| | 3 | 158 | | break; |
| | | 159 | | } |
| | | 160 | | } |
| | | 161 | | |
| | 3 | 162 | | if (end < start) |
| | 0 | 163 | | end = start; |
| | | 164 | | |
| | 3 | 165 | | return new TelemetrySpan($"{traceId}:{spanId}", traceId, spanId, parentSpanId, resourceId, name, kind, start, en |
| | | 166 | | } |
| | | 167 | | |
| | | 168 | | private static TelemetrySpanEvent ParseSpanEvent(ReadOnlySpan<byte> payload) |
| | | 169 | | { |
| | 0 | 170 | | var timestamp = DateTimeOffset.UnixEpoch; |
| | 0 | 171 | | var name = ""; |
| | 0 | 172 | | var attributes = new Dictionary<string, string?>(StringComparer.OrdinalIgnoreCase); |
| | 0 | 173 | | var reader = new ProtobufReader(payload); |
| | | 174 | | |
| | 0 | 175 | | while (reader.TryReadField(out var field)) |
| | | 176 | | { |
| | 0 | 177 | | if (field.Number == 1) |
| | 0 | 178 | | timestamp = FromUnixNanos(field.Varint); |
| | 0 | 179 | | else if (field.Number == 2 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 0 | 180 | | name = field.StringValue(); |
| | 0 | 181 | | else if (field.Number == 3 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 0 | 182 | | AddAttribute(attributes, field.Bytes); |
| | 0 | 183 | | } |
| | | 184 | | |
| | 0 | 185 | | return new TelemetrySpanEvent(name, timestamp, attributes); |
| | | 186 | | } |
| | | 187 | | |
| | | 188 | | private static TelemetrySpanLink ParseSpanLink(ReadOnlySpan<byte> payload) |
| | | 189 | | { |
| | 0 | 190 | | var traceId = ""; |
| | 0 | 191 | | var spanId = ""; |
| | 0 | 192 | | var attributes = new Dictionary<string, string?>(StringComparer.OrdinalIgnoreCase); |
| | 0 | 193 | | var reader = new ProtobufReader(payload); |
| | | 194 | | |
| | 0 | 195 | | while (reader.TryReadField(out var field)) |
| | | 196 | | { |
| | 0 | 197 | | if (field.Number == 1 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 0 | 198 | | traceId = ToHex(field.Bytes); |
| | 0 | 199 | | else if (field.Number == 2 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 0 | 200 | | spanId = ToHex(field.Bytes); |
| | 0 | 201 | | else if (field.Number == 3 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 0 | 202 | | AddAttribute(attributes, field.Bytes); |
| | 0 | 203 | | } |
| | | 204 | | |
| | 0 | 205 | | return new TelemetrySpanLink(traceId, spanId, attributes); |
| | | 206 | | } |
| | | 207 | | |
| | | 208 | | private static (SpanStatus Status, string? Description) ParseSpanStatus(ReadOnlySpan<byte> payload) |
| | | 209 | | { |
| | 3 | 210 | | var status = SpanStatus.Unset; |
| | 3 | 211 | | string? description = null; |
| | 3 | 212 | | var reader = new ProtobufReader(payload); |
| | | 213 | | |
| | 6 | 214 | | while (reader.TryReadField(out var field)) |
| | | 215 | | { |
| | 3 | 216 | | if (field.Number == 2 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 0 | 217 | | description = field.StringValue(); |
| | 3 | 218 | | else if (field.Number == 3) |
| | 3 | 219 | | status = field.Varint switch |
| | 3 | 220 | | { |
| | 2 | 221 | | 1 => SpanStatus.Ok, |
| | 1 | 222 | | 2 => SpanStatus.Error, |
| | 0 | 223 | | _ => SpanStatus.Unset |
| | 3 | 224 | | }; |
| | 3 | 225 | | } |
| | | 226 | | |
| | 3 | 227 | | return (status, description); |
| | | 228 | | } |
| | | 229 | | |
| | | 230 | | private static (TelemetryResource Resource, List<MetricInstrument> Instruments, List<MetricPoint> Points) ParseResou |
| | | 231 | | { |
| | 1 | 232 | | var resource = CreateResource(new Dictionary<string, string?>()); |
| | 1 | 233 | | var instruments = new List<MetricInstrument>(); |
| | 1 | 234 | | var points = new List<MetricPoint>(); |
| | 1 | 235 | | var reader = new ProtobufReader(payload); |
| | | 236 | | |
| | 3 | 237 | | while (reader.TryReadField(out var field)) |
| | | 238 | | { |
| | 2 | 239 | | if (field.WireType != ProtobufWireType.LengthDelimited) |
| | | 240 | | continue; |
| | | 241 | | |
| | 2 | 242 | | if (field.Number == 1) |
| | 1 | 243 | | resource = CreateResource(ParseResourceAttributes(field.Bytes)); |
| | 1 | 244 | | else if (field.Number == 2) |
| | 1 | 245 | | ParseScopeMetrics(field.Bytes, resource.Id, instruments, points); |
| | 1 | 246 | | } |
| | | 247 | | |
| | 1 | 248 | | return (resource, instruments, points); |
| | | 249 | | } |
| | | 250 | | |
| | | 251 | | private static void ParseScopeMetrics(ReadOnlySpan<byte> payload, string resourceId, ICollection<MetricInstrument> i |
| | | 252 | | { |
| | 1 | 253 | | var reader = new ProtobufReader(payload); |
| | | 254 | | |
| | 2 | 255 | | while (reader.TryReadField(out var field)) |
| | | 256 | | { |
| | 1 | 257 | | if (field.Number != 2 || field.WireType != ProtobufWireType.LengthDelimited) |
| | | 258 | | continue; |
| | | 259 | | |
| | 1 | 260 | | var metric = ParseMetric(field.Bytes, resourceId); |
| | 1 | 261 | | instruments.Add(metric.Instrument); |
| | | 262 | | |
| | 4 | 263 | | foreach (var point in metric.Points) |
| | 1 | 264 | | points.Add(point); |
| | | 265 | | } |
| | 1 | 266 | | } |
| | | 267 | | |
| | | 268 | | private static (MetricInstrument Instrument, List<MetricPoint> Points) ParseMetric(ReadOnlySpan<byte> payload, strin |
| | | 269 | | { |
| | 1 | 270 | | var name = ""; |
| | 1 | 271 | | string? description = null; |
| | 1 | 272 | | string? unit = null; |
| | 1 | 273 | | var kind = MetricKind.Gauge; |
| | 1 | 274 | | var points = new List<MetricPoint>(); |
| | 1 | 275 | | var reader = new ProtobufReader(payload); |
| | | 276 | | |
| | 5 | 277 | | while (reader.TryReadField(out var field)) |
| | | 278 | | { |
| | 4 | 279 | | switch (field.Number) |
| | | 280 | | { |
| | 1 | 281 | | case 1 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 1 | 282 | | name = field.StringValue(); |
| | 1 | 283 | | break; |
| | 1 | 284 | | case 2 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 1 | 285 | | description = field.StringValue(); |
| | 1 | 286 | | break; |
| | 1 | 287 | | case 3 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 1 | 288 | | unit = field.StringValue(); |
| | 1 | 289 | | break; |
| | 1 | 290 | | case 5 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 1 | 291 | | kind = MetricKind.Gauge; |
| | 2 | 292 | | points.AddRange(ParseNumberDataPoints(field.Bytes, resourceId, () => $"{resourceId}:{name}:gauge")); |
| | 1 | 293 | | break; |
| | 0 | 294 | | case 7 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 0 | 295 | | kind = MetricKind.Sum; |
| | 0 | 296 | | points.AddRange(ParseNumberDataPoints(field.Bytes, resourceId, () => $"{resourceId}:{name}:sum")); |
| | 0 | 297 | | break; |
| | 0 | 298 | | case 9 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 0 | 299 | | kind = MetricKind.Histogram; |
| | 0 | 300 | | points.AddRange(ParseHistogramDataPoints(field.Bytes, resourceId, () => $"{resourceId}:{name}:histog |
| | 0 | 301 | | break; |
| | | 302 | | } |
| | | 303 | | } |
| | | 304 | | |
| | 1 | 305 | | var instrumentId = $"{resourceId}:{name}:{kind.ToString().ToLowerInvariant()}"; |
| | 1 | 306 | | var instrument = new MetricInstrument(instrumentId, resourceId, name, unit, description, kind, new Dictionary<st |
| | 2 | 307 | | points = points.Select(x => x with { InstrumentId = instrumentId, InstrumentName = name }).ToList(); |
| | 1 | 308 | | return (instrument, points); |
| | | 309 | | } |
| | | 310 | | |
| | | 311 | | private static List<MetricPoint> ParseNumberDataPoints(ReadOnlySpan<byte> payload, string resourceId, Func<string> i |
| | | 312 | | { |
| | 1 | 313 | | var points = new List<MetricPoint>(); |
| | 1 | 314 | | var reader = new ProtobufReader(payload); |
| | | 315 | | |
| | 2 | 316 | | while (reader.TryReadField(out var field)) |
| | | 317 | | { |
| | 1 | 318 | | if (field.Number == 1 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 1 | 319 | | points.Add(ParseNumberDataPoint(field.Bytes, resourceId, instrumentIdFactory())); |
| | 1 | 320 | | } |
| | | 321 | | |
| | 1 | 322 | | return points; |
| | | 323 | | } |
| | | 324 | | |
| | | 325 | | private static MetricPoint ParseNumberDataPoint(ReadOnlySpan<byte> payload, string resourceId, string instrumentId) |
| | | 326 | | { |
| | 1 | 327 | | var timestamp = DateTimeOffset.UnixEpoch; |
| | 1 | 328 | | double? value = null; |
| | 1 | 329 | | var attributes = new Dictionary<string, string?>(StringComparer.OrdinalIgnoreCase); |
| | 1 | 330 | | var reader = new ProtobufReader(payload); |
| | | 331 | | |
| | 4 | 332 | | while (reader.TryReadField(out var field)) |
| | | 333 | | { |
| | 3 | 334 | | if (field.Number == 3) |
| | 1 | 335 | | timestamp = FromUnixNanos(field.Varint); |
| | 2 | 336 | | else if (field.Number == 4 && field.WireType == ProtobufWireType.Fixed64) |
| | 1 | 337 | | value = field.DoubleValue; |
| | 1 | 338 | | else if (field.Number == 6) |
| | 0 | 339 | | value = (long)field.Varint; |
| | 1 | 340 | | else if (field.Number == 7 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 1 | 341 | | AddAttribute(attributes, field.Bytes); |
| | 1 | 342 | | } |
| | | 343 | | |
| | 1 | 344 | | return new MetricPoint(Guid.NewGuid().ToString("N"), instrumentId, "", resourceId, timestamp, value, null, null, |
| | | 345 | | } |
| | | 346 | | |
| | | 347 | | private static List<MetricPoint> ParseHistogramDataPoints(ReadOnlySpan<byte> payload, string resourceId, Func<string |
| | | 348 | | { |
| | 0 | 349 | | var points = new List<MetricPoint>(); |
| | 0 | 350 | | var reader = new ProtobufReader(payload); |
| | | 351 | | |
| | 0 | 352 | | while (reader.TryReadField(out var field)) |
| | | 353 | | { |
| | 0 | 354 | | if (field.Number == 1 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 0 | 355 | | points.Add(ParseHistogramDataPoint(field.Bytes, resourceId, instrumentIdFactory())); |
| | 0 | 356 | | } |
| | | 357 | | |
| | 0 | 358 | | return points; |
| | | 359 | | } |
| | | 360 | | |
| | | 361 | | private static MetricPoint ParseHistogramDataPoint(ReadOnlySpan<byte> payload, string resourceId, string instrumentI |
| | | 362 | | { |
| | 0 | 363 | | var timestamp = DateTimeOffset.UnixEpoch; |
| | 0 | 364 | | long? count = null; |
| | 0 | 365 | | double? sum = null; |
| | 0 | 366 | | var attributes = new Dictionary<string, string?>(StringComparer.OrdinalIgnoreCase); |
| | 0 | 367 | | var reader = new ProtobufReader(payload); |
| | | 368 | | |
| | 0 | 369 | | while (reader.TryReadField(out var field)) |
| | | 370 | | { |
| | 0 | 371 | | if (field.Number == 3) |
| | 0 | 372 | | timestamp = FromUnixNanos(field.Varint); |
| | 0 | 373 | | else if (field.Number == 4) |
| | 0 | 374 | | count = (long)field.Varint; |
| | 0 | 375 | | else if (field.Number == 5 && field.WireType == ProtobufWireType.Fixed64) |
| | 0 | 376 | | sum = field.DoubleValue; |
| | 0 | 377 | | else if (field.Number == 9 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 0 | 378 | | AddAttribute(attributes, field.Bytes); |
| | 0 | 379 | | } |
| | | 380 | | |
| | 0 | 381 | | return new MetricPoint(Guid.NewGuid().ToString("N"), instrumentId, "", resourceId, timestamp, null, sum, count, |
| | | 382 | | } |
| | | 383 | | |
| | | 384 | | private static (TelemetryResource Resource, List<OtlpLogRecord> Logs) ParseResourceLogs(ReadOnlySpan<byte> payload) |
| | | 385 | | { |
| | 1 | 386 | | var resource = CreateResource(new Dictionary<string, string?>()); |
| | 1 | 387 | | var logs = new List<OtlpLogRecord>(); |
| | 1 | 388 | | var reader = new ProtobufReader(payload); |
| | | 389 | | |
| | 3 | 390 | | while (reader.TryReadField(out var field)) |
| | | 391 | | { |
| | 2 | 392 | | if (field.WireType != ProtobufWireType.LengthDelimited) |
| | | 393 | | continue; |
| | | 394 | | |
| | 2 | 395 | | if (field.Number == 1) |
| | 1 | 396 | | resource = CreateResource(ParseResourceAttributes(field.Bytes)); |
| | 1 | 397 | | else if (field.Number == 2) |
| | 1 | 398 | | logs.AddRange(ParseScopeLogs(field.Bytes, resource.Id)); |
| | 1 | 399 | | } |
| | | 400 | | |
| | 1 | 401 | | return (resource, logs); |
| | | 402 | | } |
| | | 403 | | |
| | | 404 | | private static List<OtlpLogRecord> ParseScopeLogs(ReadOnlySpan<byte> payload, string resourceId) |
| | | 405 | | { |
| | 1 | 406 | | var logs = new List<OtlpLogRecord>(); |
| | 1 | 407 | | var reader = new ProtobufReader(payload); |
| | | 408 | | |
| | 2 | 409 | | while (reader.TryReadField(out var field)) |
| | | 410 | | { |
| | 1 | 411 | | if (field.Number == 2 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 1 | 412 | | logs.Add(ParseLogRecord(field.Bytes, resourceId)); |
| | 1 | 413 | | } |
| | | 414 | | |
| | 1 | 415 | | return logs; |
| | | 416 | | } |
| | | 417 | | |
| | | 418 | | private static OtlpLogRecord ParseLogRecord(ReadOnlySpan<byte> payload, string resourceId) |
| | | 419 | | { |
| | 1 | 420 | | var timestamp = DateTimeOffset.UnixEpoch; |
| | 1 | 421 | | var severityText = ""; |
| | 1 | 422 | | int? severityNumber = null; |
| | 1 | 423 | | var body = ""; |
| | 1 | 424 | | string? traceId = null; |
| | 1 | 425 | | string? spanId = null; |
| | 1 | 426 | | var attributes = new Dictionary<string, string?>(StringComparer.OrdinalIgnoreCase); |
| | 1 | 427 | | var reader = new ProtobufReader(payload); |
| | | 428 | | |
| | 8 | 429 | | while (reader.TryReadField(out var field)) |
| | | 430 | | { |
| | 7 | 431 | | switch (field.Number) |
| | | 432 | | { |
| | | 433 | | case 1: |
| | 1 | 434 | | timestamp = FromUnixNanos(field.Varint); |
| | 1 | 435 | | break; |
| | | 436 | | case 2: |
| | 1 | 437 | | severityNumber = (int)field.Varint; |
| | 1 | 438 | | break; |
| | 1 | 439 | | case 3 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 1 | 440 | | severityText = field.StringValue(); |
| | 1 | 441 | | break; |
| | 1 | 442 | | case 5 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 1 | 443 | | body = ParseAnyValue(field.Bytes) ?? ""; |
| | 1 | 444 | | break; |
| | 1 | 445 | | case 6 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 1 | 446 | | AddAttribute(attributes, field.Bytes); |
| | 1 | 447 | | break; |
| | 1 | 448 | | case 9 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 1 | 449 | | traceId = ToHex(field.Bytes); |
| | 1 | 450 | | break; |
| | 1 | 451 | | case 10 when field.WireType == ProtobufWireType.LengthDelimited: |
| | 1 | 452 | | spanId = ToHex(field.Bytes); |
| | 1 | 453 | | break; |
| | | 454 | | } |
| | | 455 | | } |
| | | 456 | | |
| | 1 | 457 | | if (string.IsNullOrWhiteSpace(severityText) && severityNumber != null) |
| | 0 | 458 | | severityText = SeverityName(severityNumber.Value); |
| | | 459 | | |
| | 1 | 460 | | return new OtlpLogRecord(Guid.NewGuid().ToString("N"), resourceId, timestamp, severityText, severityNumber, body |
| | | 461 | | } |
| | | 462 | | |
| | | 463 | | private static Dictionary<string, string?> ParseResourceAttributes(ReadOnlySpan<byte> payload) |
| | | 464 | | { |
| | 4 | 465 | | var attributes = new Dictionary<string, string?>(StringComparer.OrdinalIgnoreCase); |
| | 4 | 466 | | var reader = new ProtobufReader(payload); |
| | | 467 | | |
| | 16 | 468 | | while (reader.TryReadField(out var field)) |
| | | 469 | | { |
| | 12 | 470 | | if (field.Number == 1 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 12 | 471 | | AddAttribute(attributes, field.Bytes); |
| | 12 | 472 | | } |
| | | 473 | | |
| | 4 | 474 | | return attributes; |
| | | 475 | | } |
| | | 476 | | |
| | | 477 | | private static void AddAttribute(IDictionary<string, string?> attributes, ReadOnlySpan<byte> payload) |
| | | 478 | | { |
| | 20 | 479 | | string? key = null; |
| | 20 | 480 | | string? value = null; |
| | 20 | 481 | | var reader = new ProtobufReader(payload); |
| | | 482 | | |
| | 60 | 483 | | while (reader.TryReadField(out var field)) |
| | | 484 | | { |
| | 40 | 485 | | if (field.Number == 1 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 20 | 486 | | key = field.StringValue(); |
| | 20 | 487 | | else if (field.Number == 2 && field.WireType == ProtobufWireType.LengthDelimited) |
| | 20 | 488 | | value = ParseAnyValue(field.Bytes); |
| | 20 | 489 | | } |
| | | 490 | | |
| | 20 | 491 | | if (!string.IsNullOrWhiteSpace(key)) |
| | 20 | 492 | | attributes[key] = value; |
| | 20 | 493 | | } |
| | | 494 | | |
| | | 495 | | private static string? ParseAnyValue(ReadOnlySpan<byte> payload) |
| | | 496 | | { |
| | 21 | 497 | | var reader = new ProtobufReader(payload); |
| | | 498 | | |
| | 21 | 499 | | while (reader.TryReadField(out var field)) |
| | | 500 | | { |
| | 21 | 501 | | return field.Number switch |
| | 21 | 502 | | { |
| | 42 | 503 | | 1 when field.WireType == ProtobufWireType.LengthDelimited => field.StringValue(), |
| | 0 | 504 | | 2 => field.Varint != 0 ? "true" : "false", |
| | 0 | 505 | | 3 => ((long)field.Varint).ToString(CultureInfo.InvariantCulture), |
| | 0 | 506 | | 4 when field.WireType == ProtobufWireType.Fixed64 => field.DoubleValue.ToString(CultureInfo.InvariantCul |
| | 0 | 507 | | 7 when field.WireType == ProtobufWireType.LengthDelimited => ToHex(field.Bytes), |
| | 0 | 508 | | _ => null |
| | 21 | 509 | | }; |
| | | 510 | | } |
| | | 511 | | |
| | 0 | 512 | | return null; |
| | | 513 | | } |
| | | 514 | | |
| | | 515 | | private static TelemetryResource CreateResource(IDictionary<string, string?> attributes) |
| | | 516 | | { |
| | 8 | 517 | | var serviceName = GetAttribute(attributes, "service.name") ?? "unknown_service"; |
| | 8 | 518 | | var instanceId = GetAttribute(attributes, "service.instance.id"); |
| | 8 | 519 | | var resourceId = string.IsNullOrWhiteSpace(instanceId) ? serviceName : $"{serviceName}:{instanceId}"; |
| | 8 | 520 | | return new TelemetryResource(resourceId, serviceName, instanceId, GetAttribute(attributes, "telemetry.sdk.langua |
| | | 521 | | } |
| | | 522 | | |
| | | 523 | | private static OpenTelemetryBatch CreateBatch( |
| | | 524 | | IReadOnlyCollection<TelemetryResource> resources, |
| | | 525 | | IReadOnlyCollection<TelemetrySpan> spans, |
| | | 526 | | IReadOnlyCollection<MetricInstrument> instruments, |
| | | 527 | | IReadOnlyCollection<MetricPoint> points, |
| | | 528 | | IReadOnlyCollection<OtlpLogRecord> logs) |
| | | 529 | | { |
| | 6 | 530 | | var traces = spans |
| | 3 | 531 | | .GroupBy(x => x.TraceId, StringComparer.OrdinalIgnoreCase) |
| | 6 | 532 | | .Select(CreateTrace) |
| | 6 | 533 | | .ToList(); |
| | | 534 | | |
| | 10 | 535 | | return new OpenTelemetryBatch(resources.DistinctBy(x => x.Id).ToList(), traces, spans.ToList(), instruments.ToLi |
| | | 536 | | } |
| | | 537 | | |
| | | 538 | | private static TelemetryTrace CreateTrace(IGrouping<string, TelemetrySpan> spans) |
| | | 539 | | { |
| | 4 | 540 | | var orderedSpans = spans.OrderBy(x => x.StartTime).ToList(); |
| | 4 | 541 | | var root = orderedSpans.FirstOrDefault(x => string.IsNullOrWhiteSpace(x.ParentSpanId)) ?? orderedSpans[0]; |
| | 5 | 542 | | var start = orderedSpans.Min(x => x.StartTime); |
| | 5 | 543 | | var end = orderedSpans.Max(x => x.EndTime); |
| | 6 | 544 | | var status = orderedSpans.Any(x => x.Status == SpanStatus.Error) ? SpanStatus.Error : orderedSpans.Any(x => x.St |
| | 2 | 545 | | var workflowInstanceIds = orderedSpans |
| | 3 | 546 | | .Select(x => GetAttribute(x.Attributes, "workflow.instance.id")) |
| | 3 | 547 | | .Where(x => !string.IsNullOrWhiteSpace(x)) |
| | 3 | 548 | | .Select(x => x!) |
| | 2 | 549 | | .Distinct(StringComparer.OrdinalIgnoreCase) |
| | 2 | 550 | | .ToList(); |
| | | 551 | | |
| | 5 | 552 | | return new TelemetryTrace(spans.Key, root.SpanId, root.Name, start, end, end - start, status, orderedSpans.Selec |
| | | 553 | | } |
| | | 554 | | |
| | 27 | 555 | | private static string? GetAttribute(IDictionary<string, string?> attributes, string key) => attributes.TryGetValue(k |
| | | 556 | | |
| | | 557 | | private static DateTimeOffset FromUnixNanos(ulong value) |
| | | 558 | | { |
| | | 559 | | try |
| | | 560 | | { |
| | 8 | 561 | | var ticks = checked((long)(value / 100)); |
| | 8 | 562 | | return DateTimeOffset.UnixEpoch.AddTicks(ticks); |
| | | 563 | | } |
| | 0 | 564 | | catch (Exception e) when (e is OverflowException or ArgumentOutOfRangeException) |
| | | 565 | | { |
| | 0 | 566 | | throw new InvalidDataException("The OTLP timestamp is outside the supported range.", e); |
| | | 567 | | } |
| | 8 | 568 | | } |
| | | 569 | | |
| | | 570 | | private static string ToHex(ReadOnlySpan<byte> bytes) |
| | | 571 | | { |
| | 9 | 572 | | return Convert.ToHexString(bytes).ToLowerInvariant(); |
| | | 573 | | } |
| | | 574 | | |
| | 3 | 575 | | private static string SpanKindName(ulong value) => value switch |
| | 3 | 576 | | { |
| | 3 | 577 | | 1 => "internal", |
| | 0 | 578 | | 2 => "server", |
| | 0 | 579 | | 3 => "client", |
| | 0 | 580 | | 4 => "producer", |
| | 0 | 581 | | 5 => "consumer", |
| | 0 | 582 | | _ => "unspecified" |
| | 3 | 583 | | }; |
| | | 584 | | |
| | 0 | 585 | | private static string SeverityName(int value) => value switch |
| | 0 | 586 | | { |
| | 0 | 587 | | >= 21 => "Fatal", |
| | 0 | 588 | | >= 17 => "Error", |
| | 0 | 589 | | >= 13 => "Warning", |
| | 0 | 590 | | >= 9 => "Information", |
| | 0 | 591 | | >= 5 => "Debug", |
| | 0 | 592 | | >= 1 => "Trace", |
| | 0 | 593 | | _ => "Unspecified" |
| | 0 | 594 | | }; |
| | | 595 | | |
| | | 596 | | private enum ProtobufWireType |
| | | 597 | | { |
| | | 598 | | Varint = 0, |
| | | 599 | | Fixed64 = 1, |
| | | 600 | | LengthDelimited = 2, |
| | | 601 | | Fixed32 = 5 |
| | | 602 | | } |
| | | 603 | | |
| | | 604 | | private readonly ref struct ProtobufField |
| | | 605 | | { |
| | | 606 | | public ProtobufField(int number, ProtobufWireType wireType, ulong varint, ReadOnlySpan<byte> bytes, double doubl |
| | | 607 | | { |
| | 136 | 608 | | Number = number; |
| | 136 | 609 | | WireType = wireType; |
| | 136 | 610 | | Varint = varint; |
| | 136 | 611 | | Bytes = bytes; |
| | 136 | 612 | | DoubleValue = doubleValue; |
| | 136 | 613 | | } |
| | | 614 | | |
| | 167 | 615 | | public int Number { get; } |
| | 121 | 616 | | public ProtobufWireType WireType { get; } |
| | 15 | 617 | | public ulong Varint { get; } |
| | 120 | 618 | | public ReadOnlySpan<byte> Bytes { get; } |
| | 1 | 619 | | public double DoubleValue { get; } |
| | | 620 | | |
| | 48 | 621 | | public string StringValue() => Encoding.UTF8.GetString(Bytes); |
| | | 622 | | } |
| | | 623 | | |
| | | 624 | | private ref struct ProtobufReader |
| | | 625 | | { |
| | | 626 | | private ReadOnlySpan<byte> _remaining; |
| | | 627 | | |
| | | 628 | | public ProtobufReader(ReadOnlySpan<byte> payload) |
| | | 629 | | { |
| | 70 | 630 | | _remaining = payload; |
| | 70 | 631 | | } |
| | | 632 | | |
| | | 633 | | public bool TryReadField(out ProtobufField field) |
| | | 634 | | { |
| | 185 | 635 | | field = default; |
| | | 636 | | |
| | 185 | 637 | | if (_remaining.IsEmpty) |
| | 48 | 638 | | return false; |
| | | 639 | | |
| | 137 | 640 | | var tag = ReadVarint(); |
| | 137 | 641 | | var number = (int)(tag >> 3); |
| | 137 | 642 | | var wireType = (ProtobufWireType)(tag & 7); |
| | | 643 | | |
| | | 644 | | switch (wireType) |
| | | 645 | | { |
| | | 646 | | case ProtobufWireType.Varint: |
| | 15 | 647 | | field = new ProtobufField(number, wireType, ReadVarint(), default, default); |
| | 15 | 648 | | return true; |
| | | 649 | | case ProtobufWireType.Fixed64: |
| | 1 | 650 | | EnsureAvailable(8); |
| | 1 | 651 | | var fixed64 = BinaryPrimitives.ReadUInt64LittleEndian(_remaining[..8]); |
| | 1 | 652 | | _remaining = _remaining[8..]; |
| | 1 | 653 | | field = new ProtobufField(number, wireType, fixed64, default, BitConverter.Int64BitsToDouble((long)f |
| | 1 | 654 | | return true; |
| | | 655 | | case ProtobufWireType.LengthDelimited: |
| | 121 | 656 | | var length = checked((int)ReadVarint()); |
| | 121 | 657 | | EnsureAvailable(length); |
| | 120 | 658 | | var bytes = _remaining[..length]; |
| | 120 | 659 | | _remaining = _remaining[length..]; |
| | 120 | 660 | | field = new ProtobufField(number, wireType, default, bytes, default); |
| | 120 | 661 | | return true; |
| | | 662 | | case ProtobufWireType.Fixed32: |
| | 0 | 663 | | EnsureAvailable(4); |
| | 0 | 664 | | _remaining = _remaining[4..]; |
| | 0 | 665 | | field = new ProtobufField(number, wireType, default, default, default); |
| | 0 | 666 | | return true; |
| | | 667 | | default: |
| | 0 | 668 | | throw new InvalidDataException($"Unsupported protobuf wire type '{wireType}'."); |
| | | 669 | | } |
| | | 670 | | } |
| | | 671 | | |
| | | 672 | | private ulong ReadVarint() |
| | | 673 | | { |
| | 273 | 674 | | ulong value = 0; |
| | 273 | 675 | | var shift = 0; |
| | | 676 | | |
| | 688 | 677 | | for (var i = 0; i < 10; i++) |
| | | 678 | | { |
| | 344 | 679 | | if (_remaining.IsEmpty) |
| | 0 | 680 | | throw new InvalidDataException("Unexpected end of protobuf payload."); |
| | | 681 | | |
| | 344 | 682 | | var b = _remaining[0]; |
| | 344 | 683 | | _remaining = _remaining[1..]; |
| | 344 | 684 | | value |= (ulong)(b & 0x7f) << shift; |
| | | 685 | | |
| | 344 | 686 | | if ((b & 0x80) == 0) |
| | 273 | 687 | | return value; |
| | | 688 | | |
| | 71 | 689 | | shift += 7; |
| | | 690 | | } |
| | | 691 | | |
| | 0 | 692 | | throw new InvalidDataException("Invalid protobuf varint."); |
| | | 693 | | } |
| | | 694 | | |
| | | 695 | | private readonly void EnsureAvailable(int byteCount) |
| | | 696 | | { |
| | 122 | 697 | | if (_remaining.Length < byteCount) |
| | 1 | 698 | | throw new InvalidDataException("Unexpected end of protobuf payload."); |
| | 121 | 699 | | } |
| | | 700 | | } |
| | | 701 | | } |