mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2024-11-23 20:37:12 +01:00
91 lines
2.4 KiB
Go
91 lines
2.4 KiB
Go
package encoding
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/logger"
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/slicesutil"
|
|
)
|
|
|
|
// marshalInt64NearestDelta2 encodes src using `nearest delta2` encoding
|
|
// with the given precisionBits and appends the encoded value to dst.
|
|
//
|
|
// precisionBits must be in the range [1...64], where 1 means 50% precision,
|
|
// while 64 means 100% precision, i.e. lossless encoding.
|
|
func marshalInt64NearestDelta2(dst []byte, src []int64, precisionBits uint8) (result []byte, firstValue int64) {
|
|
if len(src) < 2 {
|
|
logger.Panicf("BUG: src must contain at least 2 items; got %d items", len(src))
|
|
}
|
|
if err := CheckPrecisionBits(precisionBits); err != nil {
|
|
logger.Panicf("BUG: %s", err)
|
|
}
|
|
|
|
firstValue = src[0]
|
|
d1 := src[1] - src[0]
|
|
dst = MarshalVarInt64(dst, d1)
|
|
v := src[1]
|
|
src = src[2:]
|
|
is := GetInt64s(len(src))
|
|
if precisionBits == 64 {
|
|
// Fast path.
|
|
for i, next := range src {
|
|
d2 := next - v - d1
|
|
d1 += d2
|
|
v += d1
|
|
is.A[i] = d2
|
|
}
|
|
} else {
|
|
// Slower path.
|
|
trailingZeros := getTrailingZeros(v, precisionBits)
|
|
for i, next := range src {
|
|
d2, tzs := nearestDelta(next-v, d1, precisionBits, trailingZeros)
|
|
trailingZeros = tzs
|
|
d1 += d2
|
|
v += d1
|
|
is.A[i] = d2
|
|
}
|
|
}
|
|
dst = MarshalVarInt64s(dst, is.A)
|
|
PutInt64s(is)
|
|
return dst, firstValue
|
|
}
|
|
|
|
// unmarshalInt64NearestDelta2 decodes src using `nearest delta2` encoding,
|
|
// appends the result to dst and returns the appended result.
|
|
//
|
|
// firstValue must be the value returned from marshalInt64NearestDelta2.
|
|
func unmarshalInt64NearestDelta2(dst []int64, src []byte, firstValue int64, itemsCount int) ([]int64, error) {
|
|
if itemsCount < 2 {
|
|
logger.Panicf("BUG: itemsCount must be greater than 1; got %d", itemsCount)
|
|
}
|
|
|
|
is := GetInt64s(itemsCount - 1)
|
|
defer PutInt64s(is)
|
|
|
|
tail, err := UnmarshalVarInt64s(is.A, src)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("cannot unmarshal nearest delta from %d bytes; src=%X: %w", len(src), src, err)
|
|
}
|
|
if len(tail) > 0 {
|
|
return nil, fmt.Errorf("unexpected tail left after unmarshaling %d items from %d bytes; tail size=%d; src=%X; tail=%X", itemsCount, len(src), len(tail), src, tail)
|
|
}
|
|
|
|
dstLen := len(dst)
|
|
dst = slicesutil.SetLength(dst, dstLen+itemsCount)
|
|
as := dst[dstLen:]
|
|
|
|
v := firstValue
|
|
d1 := is.A[0]
|
|
as[0] = v
|
|
v += d1
|
|
as[1] = v
|
|
as = as[2:]
|
|
for i, d2 := range is.A[1:] {
|
|
d1 += d2
|
|
v += d1
|
|
as[i] = v
|
|
}
|
|
|
|
return dst, nil
|
|
}
|