VictoriaMetrics/app/vmselect/prometheus/export.qtpl

{% import (
	"bytes"
	"math"
	"strings"
	"time"

	"github.com/valyala/quicktemplate"
	"github.com/VictoriaMetrics/VictoriaMetrics/lib/querytracer"
	"github.com/VictoriaMetrics/VictoriaMetrics/lib/storage"
) %}

{% stripspace %}

{% func ExportCSVLine(xb *exportBlock, fieldNames []string) %}
	{% if len(xb.timestamps) == 0 || len(fieldNames) == 0 %}{% return %}{% endif %}
	{% for i, timestamp := range xb.timestamps %}
		{% code value := xb.values[i] %}
		{%= exportCSVField(xb.mn, fieldNames[0], timestamp, value) %}
		{% for _, fieldName := range fieldNames[1:] %}
			,
			{%= exportCSVField(xb.mn, fieldName, timestamp, value) %}
		{% endfor %}
		{% newline %}
	{% endfor %}
{% endfunc %}

{% func exportCSVField(mn *storage.MetricName, fieldName string, timestamp int64, value float64) %}
	{% if fieldName == "__value__" %}
		{%f= value %}
		{% return %}
	{% endif %}
	{% if fieldName == "__timestamp__" %}
		{%dl timestamp %}
		{% return %}
	{% endif %}
	{% if strings.HasPrefix(fieldName, "__timestamp__:") %}
		{% code timeFormat := fieldName[len("__timestamp__:"):] %}
		{% switch timeFormat %}
		{% case "unix_s" %}
			{%dl= timestamp/1000 %}
		{% case "unix_ms" %}
			{%dl= timestamp %}
		{% case "unix_ns" %}
			{%dl= timestamp*1e6 %}
		{% case "rfc3339" %}
			{% code
				bb := quicktemplate.AcquireByteBuffer()
				bb.B = time.Unix(timestamp/1000, (timestamp%1000)*1e6).AppendFormat(bb.B[:0], time.RFC3339)
			%}
			{%z= bb.B %}
			{% code
				quicktemplate.ReleaseByteBuffer(bb)
			%}
		{% default %}
			{% if strings.HasPrefix(timeFormat, "custom:") %}
				{% code
					layout := timeFormat[len("custom:"):]
					bb := quicktemplate.AcquireByteBuffer()
					bb.B = time.Unix(timestamp/1000, (timestamp%1000)*1e6).AppendFormat(bb.B[:0], layout)
				%}
				{% if bytes.ContainsAny(bb.B, `"`+",\n") %}
					{%qz bb.B %}
				{% else %}
					{%z= bb.B %}
				{% endif %}
				{% code
					quicktemplate.ReleaseByteBuffer(bb)
				%}
			{% else %}
				Unsupported timeFormat={%s= timeFormat %}
			{% endif %}
		{% endswitch %}
		{% return %}
	{% endif %}
	{% code v := mn.GetTagValue(fieldName) %}
	{% if bytes.ContainsAny(v, `"`+",\n") %}
		{%qz= v %}
	{% else %}
		{%z= v %}
	{% endif %}
{% endfunc %}

{% func ExportPrometheusLine(xb *exportBlock) %}
	{% if len(xb.timestamps) == 0 %}{% return %}{% endif %}
	{% code bb := quicktemplate.AcquireByteBuffer() %}
	{% code writeprometheusMetricName(bb, xb.mn) %}
	{% for i, ts := range xb.timestamps %}
		{%z= bb.B %}{% space %}
		{%f= xb.values[i] %}{% space %}
		{%dl= ts %}{% newline %}
	{% endfor %}
	{% code quicktemplate.ReleaseByteBuffer(bb) %}
{% endfunc %}

{% func ExportJSONLine(xb *exportBlock) %}
	{% if len(xb.timestamps) == 0 %}{% return %}{% endif %}
	{
		"metric":{%= metricNameObject(xb.mn) %},
		"values":[
			{% if len(xb.values) > 0 %}
				{% code values := xb.values %}
				{%f= values[0] %}
				{% code values = values[1:] %}
				{% for _, v := range values %}
				  ,{% if math.IsNaN(v) %}null{% else %}{%f= v %}{% endif %}
				{% endfor %}
			{% endif %}
		],
		"timestamps":[
			{% if len(xb.timestamps) > 0 %}
				{% code timestamps := xb.timestamps %}
				{%dl= timestamps[0] %}
				{% code timestamps = timestamps[1:] %}
				{% for _, ts := range timestamps %}
					,{%dl= ts %}
				{% endfor %}
			{% endif %}
		]
	}{% newline %}
{% endfunc %}

{% func ExportPromAPILine(xb *exportBlock) %}
{
	"metric": {%= metricNameObject(xb.mn) %},
	"values": {%= valuesWithTimestamps(xb.values, xb.timestamps) %}
}
{% endfunc %}

{% func ExportPromAPIResponse(resultsCh <-chan *quicktemplate.ByteBuffer, qt *querytracer.Tracer) %}
{
	{% code
		lines := 0
		bytesTotal := 0
	%}
	"status":"success",
	"data":{
		"resultType":"matrix",
		"result":[
			{% code bb, ok := <-resultsCh %}
			{% if ok %}
				{%z= bb.B %}
				{% code
					lines++
					bytesTotal += len(bb.B)
					quicktemplate.ReleaseByteBuffer(bb)
				%}
				{% for bb := range resultsCh %}
					,{%z= bb.B %}
					{% code
						lines++
						bytesTotal += len(bb.B)
						quicktemplate.ReleaseByteBuffer(bb)
					%}
				{% endfor %}
			{% endif %}
		]
	}
	{% code
		qt.Donef("export format=promapi: lines=%d, bytes=%d", lines, bytesTotal)
	%}
	{%= dumpQueryTrace(qt) %}
}
{% endfunc %}

{% func ExportStdResponse(resultsCh <-chan *quicktemplate.ByteBuffer, qt *querytracer.Tracer) %}
	{% for bb := range resultsCh %}
		{%z= bb.B %}
		{% code quicktemplate.ReleaseByteBuffer(bb) %}
	{% endfor %}
{% endfunc %}

{% func prometheusMetricName(mn *storage.MetricName) %}
	{%z= mn.MetricGroup %}
	{% if len(mn.Tags) > 0 %}
	{
		{% code tags := mn.Tags %}
		{%z= tags[0].Key %}={%qz= tags[0].Value %}
		{% code tags = tags[1:] %}
		{% for i := range tags %}
			{% code tag := &tags[i] %}
			,{%z= tag.Key %}={%qz= tag.Value %}
		{% endfor %}
	}
	{% endif %}
{% endfunc %}
{% endstripspace %}