Kiu/VictoriaMetrics
Kiu/VictoriaMetrics
1
0
Fork 0
mirror of https://github.com/VictoriaMetrics/VictoriaMetrics.git synced 2024-11-23 20:37:12 +01:00
Code Issues Actions 8 Packages Projects Releases Wiki Activity

lib/storage: generate the first tag->metricIDs item in a mergeset block with a single metricID

Browse Source 
The first item from each mergeset block goes into index (lib/mergeset.blockHeader),
so it must be short in order to reduce index size.
This commit is contained in:
Aliaksandr Valialkin 2019-09-22 18:54:17 +03:00
parent 267efde5ae
commit 0adebae1f8
1 changed files with 15 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
lib/storage/index_db.go
View File

@ -2298,7 +2298,21 @@ func (tmm *tagToMetricIDsRowsMerger) flushPendingMetricIDs(dstData []byte, dstIt
dstData = mp.Tag.Marshal(dstData)
// Use sort.Sort instead of sort.Slice in order to reduce memory allocations
sort.Sort(&tmm.pendingMetricIDs)
for _, metricID := range tmm.pendingMetricIDs {
pendingMetricIDs := tmm.pendingMetricIDs
if len(dstItems) == 0 {
// Put the first item with a single metricID, since this item goes into index, so it must be short.
dstData = encoding.MarshalUint64(dstData, pendingMetricIDs[0])
dstItems = append(dstItems, dstData[dstDataLen:])
pendingMetricIDs = pendingMetricIDs[1:]
if len(pendingMetricIDs) == 0 {
tmm.pendingMetricIDs = tmm.pendingMetricIDs[:0]
return dstData, dstItems
}
dstDataLen = len(dstData)
dstData = marshalCommonPrefix(dstData, nsPrefixTagToMetricIDs)
dstData = mp.Tag.Marshal(dstData)
}
for _, metricID := range pendingMetricIDs {
dstData = encoding.MarshalUint64(dstData, metricID)
}
tmm.pendingMetricIDs = tmm.pendingMetricIDs[:0]