mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2024-12-15 08:23:34 +01:00
51 lines
1.3 KiB
Go
51 lines
1.3 KiB
Go
package firehose
|
|
|
|
import (
|
|
"encoding/binary"
|
|
"encoding/json"
|
|
"fmt"
|
|
)
|
|
|
|
// ProcessRequestBody converts Cloudwatch Stream protobuf metrics HTTP request body delivered via Firehose into OpenTelemetry protobuf message.
|
|
//
|
|
// See https://docs.aws.amazon.com/AmazonCloudWatch/latest/monitoring/CloudWatch-Metric-Streams.html
|
|
//
|
|
// It joins decoded "data" fields from "record" list:
|
|
//
|
|
// {
|
|
// "requestId": "<uuid-string>",
|
|
// "timestamp": <int64-value>,
|
|
// "records": [
|
|
// {
|
|
// "data": "<base64-encoded-payload>"
|
|
// }
|
|
// ]
|
|
// }
|
|
func ProcessRequestBody(b []byte) ([]byte, error) {
|
|
var req struct {
|
|
Records []struct {
|
|
Data []byte
|
|
}
|
|
}
|
|
if err := json.Unmarshal(b, &req); err != nil {
|
|
return nil, fmt.Errorf("cannot unmarshal Firehose JSON in request body: %s", err)
|
|
}
|
|
|
|
var dst []byte
|
|
for _, r := range req.Records {
|
|
for len(r.Data) > 0 {
|
|
messageLength, varIntLength := binary.Uvarint(r.Data)
|
|
if varIntLength > binary.MaxVarintLen32 {
|
|
return nil, fmt.Errorf("failed to parse OpenTelemetry message: invalid variant")
|
|
}
|
|
totalLength := varIntLength + int(messageLength)
|
|
if totalLength > len(r.Data) {
|
|
return nil, fmt.Errorf("failed to parse OpenTelementry message: insufficient length of buffer")
|
|
}
|
|
dst = append(dst, r.Data[varIntLength:totalLength]...)
|
|
r.Data = r.Data[totalLength:]
|
|
}
|
|
}
|
|
return dst, nil
|
|
}
|