package streamaggr import ( "strconv" "sync" "github.com/VictoriaMetrics/VictoriaMetrics/lib/bytesutil" "github.com/VictoriaMetrics/VictoriaMetrics/lib/fasttime" "github.com/valyala/histogram" ) // quantilesAggrState calculates output=quantiles, e.g. the the given quantiles over the input samples. type quantilesAggrState struct { m sync.Map phis []float64 } type quantilesStateValue struct { mu sync.Mutex h *histogram.Fast deleted bool } func newQuantilesAggrState(phis []float64) *quantilesAggrState { return &quantilesAggrState{ phis: phis, } } func (as *quantilesAggrState) pushSamples(samples []pushSample) { for i := range samples { s := &samples[i] outputKey := getOutputKey(s.key) again: v, ok := as.m.Load(outputKey) if !ok { // The entry is missing in the map. Try creating it. h := histogram.GetFast() v = &quantilesStateValue{ h: h, } vNew, loaded := as.m.LoadOrStore(outputKey, v) if loaded { // Use the entry created by a concurrent goroutine. histogram.PutFast(h) v = vNew } } sv := v.(*quantilesStateValue) sv.mu.Lock() deleted := sv.deleted if !deleted { sv.h.Update(s.value) } sv.mu.Unlock() if deleted { // The entry has been deleted by the concurrent call to flushState // Try obtaining and updating the entry again. goto again } } } func (as *quantilesAggrState) flushState(ctx *flushCtx) { currentTimeMsec := int64(fasttime.UnixTimestamp()) * 1000 m := &as.m phis := as.phis var quantiles []float64 var b []byte m.Range(func(k, v interface{}) bool { // Atomically delete the entry from the map, so new entry is created for the next flush. m.Delete(k) sv := v.(*quantilesStateValue) sv.mu.Lock() quantiles = sv.h.Quantiles(quantiles[:0], phis) histogram.PutFast(sv.h) // Mark the entry as deleted, so it won't be updated anymore by concurrent pushSample() calls. sv.deleted = true sv.mu.Unlock() key := k.(string) for i, quantile := range quantiles { b = strconv.AppendFloat(b[:0], phis[i], 'g', -1, 64) phiStr := bytesutil.InternBytes(b) ctx.appendSeriesWithExtraLabel(key, "quantiles", currentTimeMsec, quantile, "quantile", phiStr) } return true }) }