2020-07-15 12:56:06 +02:00
{
2020-07-17 01:11:20 +02:00
"__inputs" : [ ] ,
2020-07-15 12:56:06 +02:00
"__requires" : [
{
"type" : "grafana" ,
"id" : "grafana" ,
"name" : "Grafana" ,
2020-09-02 14:16:40 +02:00
"version" : "7.1.1"
2020-07-15 12:56:06 +02:00
} ,
{
"type" : "panel" ,
"id" : "graph" ,
"name" : "Graph" ,
"version" : ""
} ,
{
"type" : "panel" ,
"id" : "heatmap" ,
"name" : "Heatmap" ,
"version" : ""
} ,
{
"type" : "datasource" ,
"id" : "prometheus" ,
"name" : "Prometheus" ,
"version" : "1.0.0"
} ,
{
"type" : "panel" ,
"id" : "stat" ,
"name" : "Stat" ,
"version" : ""
} ,
{
"type" : "panel" ,
"id" : "table-old" ,
"name" : "Table (old)" ,
"version" : ""
}
] ,
"annotations" : {
"list" : [
{
"builtIn" : 1 ,
"datasource" : "-- Grafana --" ,
"enable" : true ,
"hide" : true ,
"iconColor" : "rgba(0, 211, 255, 1)" ,
"name" : "Annotations & Alerts" ,
"type" : "dashboard"
}
]
} ,
2020-09-02 14:16:40 +02:00
"description" : "Overview for VictoriaMetrics vmagent v1.40.0 or higher" ,
2020-07-15 12:56:06 +02:00
"editable" : true ,
"gnetId" : null ,
"graphTooltip" : 1 ,
"id" : null ,
2020-09-02 14:16:40 +02:00
"iteration" : 1598997251171 ,
2020-07-15 12:56:06 +02:00
"links" : [
{
"icon" : "doc" ,
"tags" : [ ] ,
"targetBlank" : true ,
"title" : "vmagent wiki" ,
"tooltip" : "" ,
"type" : "link" ,
"url" : "https://victoriametrics.github.io/vmagent.html"
} ,
{
"icon" : "external link" ,
"tags" : [ ] ,
"targetBlank" : true ,
"title" : "Found a bug?" ,
"type" : "link" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/issues"
} ,
{
"icon" : "external link" ,
"tags" : [ ] ,
"targetBlank" : true ,
"title" : "New releases" ,
"type" : "link" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/releases"
}
] ,
"panels" : [
{
"collapsed" : false ,
2020-07-17 01:11:20 +02:00
"datasource" : "$ds" ,
2020-07-15 12:56:06 +02:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 0
} ,
"id" : 24 ,
"panels" : [ ] ,
"title" : "Overview" ,
"type" : "row"
} ,
{
"datasource" : "$ds" ,
"description" : "Shows total number of all configured scrape targets in state \"up\".\n\nSee `http://vmagent-host:8429/targets` to get list of all targets. \n" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 4 ,
"x" : 0 ,
"y" : 1
} ,
"id" : 9 ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
2020-09-02 14:16:40 +02:00
} ,
"textMode" : "auto"
2020-07-15 12:56:06 +02:00
} ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
"expr" : "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"up\"})" ,
"interval" : "" ,
"legendFormat" : "up" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Scrape targets up" ,
"type" : "stat"
} ,
{
"datasource" : "$ds" ,
"description" : "Shows total number of all configured scrape targets in state \"down\".\n\nSee `http://vmagent-host:8429/targets` to get list of all targets. \n" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 1
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 4 ,
"x" : 4 ,
"y" : 1
} ,
"id" : 72 ,
"links" : [
{
"title" : "Troubleshooting" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/tree/master/app/vmagent#troubleshooting"
}
] ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
2020-09-02 14:16:40 +02:00
} ,
"textMode" : "auto"
2020-07-15 12:56:06 +02:00
} ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
"expr" : "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"down\"})" ,
"interval" : "" ,
"legendFormat" : "up" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Scrape targets down" ,
"type" : "stat"
} ,
{
"datasource" : "$ds" ,
"description" : "Shows number of generated error messages in logs over last 30m. Non-zero value may be a sign of connectivity or missconfiguration errors." ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 1
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 4 ,
"x" : 8 ,
"y" : 1
} ,
"id" : 16 ,
"links" : [
{
"targetBlank" : true ,
"title" : "Troubleshooting" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/tree/master/app/vmagent#troubleshooting"
}
] ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
2020-09-02 14:16:40 +02:00
} ,
"textMode" : "auto"
2020-07-15 12:56:06 +02:00
} ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
"expr" : "sum(increase(vm_log_messages_total{job=~\"$job\", instance=~\"$instance\", level!=\"info\"}[30m]))" ,
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Log errors (30m)" ,
"type" : "stat"
} ,
{
"datasource" : "$ds" ,
"description" : "Persistent queue size shows size of pending samples in bytes which hasn't been flushed to remote storage yet. \nIncreasing of value might be a sign of connectivity issues. In such cases, vmagent starts to flush pending data on disk with attempt to send it later once connection is restored." ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 10485760
}
]
} ,
"unit" : "bytes"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 5 ,
"x" : 12 ,
"y" : 1
} ,
"id" : 56 ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
2020-09-02 14:16:40 +02:00
} ,
"textMode" : "auto"
2020-07-15 12:56:06 +02:00
} ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
"expr" : "sum(vm_persistentqueue_bytes_pending{job=~\"$job\", instance=~\"$instance\"})" ,
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Persistent queue size" ,
"type" : "stat"
} ,
{
"columns" : [ ] ,
"datasource" : "$ds" ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"fontSize" : "100%" ,
"gridPos" : {
"h" : 7 ,
"w" : 7 ,
"x" : 17 ,
"y" : 1
} ,
"id" : 11 ,
"pageSize" : null ,
"scroll" : true ,
"showHeader" : true ,
"sort" : {
"col" : null ,
"desc" : false
} ,
"styles" : [
{
"alias" : "uptime" ,
"align" : "auto" ,
"colorMode" : "cell" ,
"colors" : [
"rgba(245, 54, 54, 0.9)" ,
"rgba(237, 129, 40, 0.89)" ,
"rgba(50, 172, 45, 0.97)"
] ,
"dateFormat" : "YYYY-MM-DD HH:mm:ss" ,
"decimals" : 2 ,
"mappingType" : 1 ,
"pattern" : "Value" ,
"thresholds" : [
"1800" ,
"3600"
] ,
"type" : "number" ,
"unit" : "s"
} ,
{
"alias" : "" ,
"align" : "auto" ,
"colorMode" : null ,
"colors" : [
"rgba(245, 54, 54, 0.9)" ,
"rgba(237, 129, 40, 0.89)" ,
"rgba(50, 172, 45, 0.97)"
] ,
"dateFormat" : "YYYY-MM-DD HH:mm:ss" ,
"decimals" : 2 ,
"mappingType" : 1 ,
"pattern" : "instance" ,
"thresholds" : [ ] ,
"type" : "string" ,
"unit" : "short"
} ,
{
"alias" : "" ,
"align" : "auto" ,
"colorMode" : null ,
"colors" : [
"rgba(245, 54, 54, 0.9)" ,
"rgba(237, 129, 40, 0.89)" ,
"rgba(50, 172, 45, 0.97)"
] ,
"dateFormat" : "YYYY-MM-DD HH:mm:ss" ,
"decimals" : 2 ,
"mappingType" : 1 ,
"pattern" : "/.*/" ,
"thresholds" : [ ] ,
"type" : "hidden" ,
"unit" : "short"
}
] ,
"targets" : [
{
"expr" : "sort((time() - vm_app_start_timestamp{job=~\"$job\", instance=~\"$instance\"}) or (up{job=~\"$job\", instance=~\"$instance\"}))" ,
"format" : "table" ,
"hide" : false ,
"instant" : true ,
"interval" : "" ,
"legendFormat" : "{{instance}}" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Uptime" ,
"transform" : "table" ,
"type" : "table-old"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 4 ,
"w" : 17 ,
"x" : 0 ,
"y" : 4
} ,
"hiddenSeries" : false ,
"id" : 13 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : true ,
"hideEmpty" : false ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"rightSide" : true ,
"show" : true ,
"sideWidth" : null ,
"sort" : "current" ,
"sortDesc" : false ,
"total" : false ,
"values" : true
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : true ,
"targets" : [
{
"expr" : "sort(sum(up{job=~\"$job\", instance=~\"$instance\"}) by (job, instance))" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "{{instance}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Uptime" ,
"tooltip" : {
"shared" : true ,
"sort" : 1 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : 0 ,
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"decimals" : null ,
"format" : "short" ,
"label" : "" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : 2
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Shows in/out samples rate including push and pull models. \n\nThe out-rate could be different to in-rate because of replication or additional timeseries added by vmagent for every scraped target." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 6 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 8
} ,
"hiddenSeries" : false ,
"id" : 5 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "out" ,
"transform" : "negative-Y"
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vm_promscrape_scraped_samples_sum{job=~\"$job\", instance=~\"$instance\"}[$__interval]))\n+ sum(rate(vmagent_rows_inserted_total{job=~\"$job\", instance=~\"$instance\"}[$__interval]))" ,
"hide" : false ,
"interval" : "" ,
"legendFormat" : "in" ,
"refId" : "A"
} ,
{
"expr" : "sum(rate(vmagent_remotewrite_block_size_rows_sum{job=~\"$job\", instance=~\"$instance\"}[$__interval]))" ,
"interval" : "" ,
"legendFormat" : "out" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Samples rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "bytes" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Shows the rate of requests served by vmagent HTTP server." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 8
} ,
"hiddenSeries" : false ,
"id" : 15 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vmagent_http_requests_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(path, protocol)" ,
"interval" : "" ,
"legendFormat" : "{{ path }} ({{ protocol }})" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Requests rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "none" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Network usage shows the bytes rate for data accepted by vmagent and pushed via remotewrite protocol.\nDiscrepancies are possible because of different protocols used for ingesting, scraping and writing data." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 6 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 16
} ,
"hiddenSeries" : false ,
"id" : 7 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "out" ,
"transform" : "negative-Y"
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vm_tcplistener_read_bytes_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) * 8\n+ sum(rate(vm_promscrape_conn_bytes_read_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) * 8" ,
"interval" : "" ,
"legendFormat" : "in" ,
"refId" : "A"
} ,
{
"expr" : "sum(rate(vmagent_remotewrite_conn_bytes_written_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) * 8" ,
"interval" : "" ,
"legendFormat" : "out" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Network usage ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2020-07-17 01:11:20 +02:00
"format" : "bps" ,
2020-07-15 12:56:06 +02:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "bytes" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Errors rate shows rate for multiple metrics that track possible errors in vmagent, such as network or parsing errors." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 16
} ,
"hiddenSeries" : false ,
"id" : 69 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [
{
"targetBlank" : true ,
"title" : "Troubleshooting" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/tree/master/app/vmagent#troubleshooting"
}
] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vmagent_http_request_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(protocol)" ,
"interval" : "" ,
"legendFormat" : "{{protocol}} (request)" ,
"refId" : "A"
} ,
{
"expr" : "sum(rate(vm_protoparser_read_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(type)" ,
"interval" : "" ,
"legendFormat" : "{{type}} (parse)" ,
"refId" : "B"
} ,
{
"expr" : "sum(rate(vm_ingestserver_request_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(type)" ,
"interval" : "" ,
"legendFormat" : "{{type}} (ingest)" ,
"refId" : "C"
} ,
{
"expr" : "sum(rate(vm_protoparser_unmarshal_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(type)" ,
"interval" : "" ,
"legendFormat" : "{{type}} (unmarshal)" ,
"refId" : "D"
} ,
{
"expr" : "sum(rate(vm_promscrape_dial_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__interval]))" ,
"interval" : "" ,
"legendFormat" : "scrape dial" ,
"refId" : "E"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Errors rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "none" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Shows rate of dropped samples from persistent queue. VMagent drops samples from queue if in-memory and on-disk queues are full and it is unable to flush them to remote storage.\nThe max size of on-disk queue is configured by `-remoteWrite.maxDiskUsagePerURL` flag." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 24
} ,
"hiddenSeries" : false ,
"id" : 49 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [
{
"targetBlank" : true ,
"title" : "Troubleshooting" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/tree/master/app/vmagent#troubleshooting"
}
] ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(increase(vm_persistentqueue_bytes_dropped_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by (path)" ,
"interval" : "" ,
"legendFormat" : "{{ path }}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Persistent queue dropped rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Shows the persistent queue size of pending samples in bytes which hasn't been flushed to remote storage yet. \n\nIncreasing of value might be a sign of connectivity issues. In such cases, vmagent starts to flush pending data on disk with attempt to send it later once connection is restored.\n\nRemote write URLs are hidden by default but might be unveiled once `-remoteWrite.showURL` is set to true." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 24
} ,
"hiddenSeries" : false ,
"id" : 17 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [
{
"title" : "Troubleshooting" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/tree/master/app/vmagent#troubleshooting"
}
] ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(vmagent_remotewrite_pending_data_bytes{job=~\"$job\", instance=~\"$instance\"}) by (url)" ,
"interval" : "" ,
"legendFormat" : "{{url}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Persistent queue size ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Shows the rate of dropped samples due to relabeling. \nMetric tracks drops for `-remoteWrite.relabelConfig` configuration only." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 32
} ,
"hiddenSeries" : false ,
"id" : 18 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [
{
"targetBlank" : true ,
"title" : "Relabeling" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/tree/master/app/vmagent#relabeling"
}
] ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vmagent_remotewrite_global_relabel_metrics_dropped_total{job=~\"$job\", instance=~\"$instance\"}[$__interval]))" ,
"interval" : "" ,
"legendFormat" : "global" ,
"refId" : "A"
} ,
{
"expr" : "sum(rate(vmagent_remotewrite_relabel_metrics_dropped_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(url)" ,
"interval" : "" ,
"legendFormat" : "{{url}}" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Rows dropped by relabeling ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "bytes" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"collapsed" : true ,
2020-07-17 01:11:20 +02:00
"datasource" : "$ds" ,
2020-07-15 12:56:06 +02:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 40
} ,
"id" : 28 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
2020-09-02 14:16:40 +02:00
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
"y" : 2
} ,
"hiddenSeries" : false ,
"id" : 48 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"up\"}) by(type)" ,
"format" : "time_series" ,
"interval" : "" ,
"legendFormat" : "{{type}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Scrape targets UP" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"transparent" : true ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
2020-09-02 14:16:40 +02:00
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
"y" : 2
} ,
"hiddenSeries" : false ,
"id" : 76 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"down\"}) by(type) > 0" ,
"format" : "time_series" ,
"interval" : "" ,
"legendFormat" : "{{type}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Scrape targets DOWN" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"transparent" : true ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 9
} ,
"hiddenSeries" : false ,
"id" : 20 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "samples" ,
"yaxis" : 2
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vm_promscrape_scrapes_total{job=~\"$job\", instance=~\"$instance\"}[$__interval]))" ,
"interval" : "" ,
"legendFormat" : "scrapes" ,
"refId" : "A"
} ,
{
"expr" : "sum(rate(vm_promscrape_scraped_samples_sum{job=~\"$job\", instance=~\"$instance\"}[$__interval]))" ,
"interval" : "" ,
"legendFormat" : "samples" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Scrape rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 9
} ,
"hiddenSeries" : false ,
"id" : 31 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vm_promscrape_scrapes_failed_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) " ,
"interval" : "" ,
"legendFormat" : "scrapes failed" ,
"refId" : "A"
} ,
{
"expr" : "sum(rate(vm_promscrape_scrapes_timed_out_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) " ,
"interval" : "" ,
"legendFormat" : "timeouts" ,
"refId" : "B"
} ,
{
"expr" : "sum(rate(vm_promscrape_scrapes_gunzip_failed_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) " ,
"interval" : "" ,
"legendFormat" : "gunzip fails" ,
"refId" : "C"
} ,
{
"expr" : "sum(rate(vm_promscrape_dial_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) " ,
"interval" : "" ,
"legendFormat" : "dial fails" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Scrape fails ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "bytes" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 17
} ,
"hiddenSeries" : false ,
"id" : 46 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "histogram_quantile(0.95, sum(rate(vm_promscrape_scrape_response_size_bytes_bucket{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(vmrange)) " ,
"format" : "time_series" ,
"interval" : "" ,
"legendFormat" : "p0.95" ,
"refId" : "A"
} ,
{
"expr" : "histogram_quantile(0.5, sum(rate(vm_promscrape_scrape_response_size_bytes_bucket{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(vmrange)) " ,
"interval" : "" ,
"legendFormat" : "p0.5" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Scrape response size ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"cards" : {
"cardPadding" : null ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateOranges" ,
"exponent" : 0.5 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$ds" ,
"description" : "works in vm only disclaimer" ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 17
} ,
"heatmap" : { } ,
2020-09-02 14:16:40 +02:00
"hideZeroBuckets" : false ,
2020-07-15 12:56:06 +02:00
"highlightCards" : true ,
"id" : 33 ,
"legend" : {
"show" : false
} ,
"reverseYBuckets" : false ,
"targets" : [
{
2020-09-02 14:16:40 +02:00
"expr" : "buckets_limit(12, prometheus_buckets(sum(rate(vm_promscrape_scrape_duration_seconds_bucket{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(vmrange)))" ,
2020-07-15 12:56:06 +02:00
"format" : "heatmap" ,
"interval" : "" ,
"intervalFactor" : 10 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Scrape duration ($instance)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : false
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : 2 ,
"format" : "s" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
}
] ,
"title" : "Scraping" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-17 01:11:20 +02:00
"datasource" : "$ds" ,
2020-07-15 12:56:06 +02:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 41
} ,
"id" : 71 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Shows the rate of write requests served by ingestserver (UDP, TCP connections) and HTTP server." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 3
} ,
"hiddenSeries" : false ,
"id" : 73 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vm_ingestserver_requests_total{job=~\"$job\", instance=~\"$instance\", path!~\"/favicon.ico\"}[$__interval])) by(type, net)" ,
"interval" : "" ,
"legendFormat" : "{{ type }} ({{net}})" ,
"refId" : "A"
} ,
{
"expr" : "sum(rate(vmagent_http_requests_total{job=~\"$job\", instance=~\"$instance\", protocol!=\"\"}[$__interval])) by(protocol)" ,
"interval" : "" ,
"legendFormat" : "{{ protocol }} (http)" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Requests rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "none" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Shows the rate of write errors in ingestserver (UDP, TCP connections) and HTTP server." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 3
} ,
"hiddenSeries" : false ,
"id" : 77 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vm_ingestserver_request_errors_total{job=~\"$job\", instance=~\"$instance\", path!~\"/favicon.ico\"}[$__interval])) by(type, net)" ,
"interval" : "" ,
"legendFormat" : "{{ type }} ({{net}})" ,
"refId" : "A"
} ,
{
"expr" : "sum(rate(vmagent_http_request_errors_total{job=~\"$job\", instance=~\"$instance\", protocol!=\"\"}[$__interval])) by(protocol)" ,
"interval" : "" ,
"legendFormat" : "{{ protocol }} (http)" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Error rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "none" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Shows the rate of parsed rows from write or scrape requests." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 11
} ,
"hiddenSeries" : false ,
"id" : 78 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vm_protoparser_rows_read_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(type)" ,
"interval" : "" ,
"legendFormat" : "{{ type }} ({{net}})" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Rows rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "none" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Tracks the rate of dropped invalid rows because of errors while unmarshaling write requests. The exact errors messages will be printed in logs." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 11
} ,
"hiddenSeries" : false ,
"id" : 50 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vm_rows_invalid_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(type)" ,
"interval" : "" ,
"legendFormat" : "{{type}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Invalid rows rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "bytes" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"title" : "Ingestion" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-17 01:11:20 +02:00
"datasource" : "$ds" ,
2020-07-15 12:56:06 +02:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 42
} ,
"id" : 58 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Shows the rate of requests to configured remote write endpoints by url and status code.\n\nRemote write URLs are hidden by default but might be unveiled once `-remoteWrite.showURL` is set to true.\n\n" ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 4
} ,
"hiddenSeries" : false ,
"id" : 60 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vmagent_remotewrite_requests_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(url, status_code)" ,
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Requests rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : 2 ,
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Shows the global rate for number of written bytes via remote write connections." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 4
} ,
"hiddenSeries" : false ,
"id" : 66 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vmagent_remotewrite_conn_bytes_written_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(instance)" ,
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Bytes write rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Shows requests retry rate by url. Number of retries is unlimited but protected with delays up to 1m between attempts.\n\nRemote write URLs are hidden by default but might be unveiled once `-remoteWrite.showURL` is set to true.\n\n" ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 12
} ,
"hiddenSeries" : false ,
"id" : 61 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vmagent_remotewrite_retries_count_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(url)" ,
"interval" : "" ,
"legendFormat" : "{{ url }}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Retry rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Shows current number of established connections to remote write endpoints.\n\n" ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 12
} ,
"hiddenSeries" : false ,
"id" : 65 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(vmagent_remotewrite_conns{job=~\"$job\", instance=~\"$instance\"}) by (instance)" ,
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Connections ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"cards" : {
"cardPadding" : null ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateOranges" ,
"exponent" : 0.5 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$ds" ,
"description" : "Shows the remote write request block size distribution in rows." ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 20
} ,
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
"id" : 63 ,
"legend" : {
"show" : false
} ,
"reverseYBuckets" : false ,
"targets" : [
{
2020-09-02 14:16:40 +02:00
"expr" : "buckets_limit(12, prometheus_buckets(sum(rate(vmagent_remotewrite_block_size_rows_bucket{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(vmrange)))" ,
2020-07-15 12:56:06 +02:00
"format" : "heatmap" ,
"interval" : "" ,
"intervalFactor" : 10 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Block size rows ($instance)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : false
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : 2 ,
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
} ,
{
"cards" : {
"cardPadding" : null ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateOranges" ,
"exponent" : 0.5 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$ds" ,
"description" : "Shows the remote write request block size distribution in bytes." ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 20
} ,
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
"id" : 62 ,
"legend" : {
"show" : false
} ,
"reverseYBuckets" : false ,
"targets" : [
{
2020-09-02 14:16:40 +02:00
"expr" : "buckets_limit(12, prometheus_buckets(sum(rate(vmagent_remotewrite_block_size_bytes_bucket{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(vmrange)))" ,
2020-07-15 12:56:06 +02:00
"format" : "heatmap" ,
"interval" : "" ,
"intervalFactor" : 10 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Block size bytes ($instance)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : false
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : null ,
"format" : "bytes" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
} ,
{
"cards" : {
"cardPadding" : null ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateOranges" ,
"exponent" : 0.5 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$ds" ,
"description" : "Shows the remote write request duration distribution in seconds. Value depends on block size, network quality and remote storage performance." ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 24 ,
"x" : 0 ,
"y" : 28
} ,
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
"id" : 30 ,
"legend" : {
"show" : false
} ,
"reverseYBuckets" : false ,
"targets" : [
{
2020-09-02 14:16:40 +02:00
"expr" : "buckets_limit(12, prometheus_buckets(sum(rate(vmagent_remotewrite_duration_seconds_bucket{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(vmrange)))" ,
2020-07-15 12:56:06 +02:00
"format" : "heatmap" ,
"interval" : "" ,
"intervalFactor" : 10 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Push duration ($instance)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : false
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : 2 ,
"format" : "s" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
}
] ,
"title" : "Remote write" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-17 01:11:20 +02:00
"datasource" : "$ds" ,
2020-07-15 12:56:06 +02:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 43
} ,
"id" : 45 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Shows the CPU usage per vmagent instance. \nIf you think that usage is abnormal or unexpected pls file an issue and attach CPU profile if possible." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2020-09-02 14:16:40 +02:00
"y" : 5
2020-07-15 12:56:06 +02:00
} ,
"hiddenSeries" : false ,
"id" : 35 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [
{
"targetBlank" : true ,
"title" : "Profiling" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/tree/master/app/vmagent#profiling"
}
] ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(instance)" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{instance}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "CPU ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"description" : "Amount of used memory (resident)\n\nIf you think that usage is abnormal or unexpected pls file an issue and attach memory profile if possible." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2020-09-02 14:16:40 +02:00
"y" : 5
2020-07-15 12:56:06 +02:00
} ,
"hiddenSeries" : false ,
"id" : 37 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [
{
"targetBlank" : true ,
"title" : "Profiling" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/tree/master/app/vmagent#profiling"
}
] ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(process_resident_memory_bytes{job=~\"$job\", instance=~\"$instance\"}) by (instance)" ,
"interval" : "" ,
"legendFormat" : "{{instance}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Memory usage ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2020-09-02 14:16:40 +02:00
"y" : 13
2020-07-15 12:56:06 +02:00
} ,
"hiddenSeries" : false ,
"id" : 41 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(process_num_threads{job=~\"$job\", instance=~\"$instance\"}) by(instance)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{instance}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Threads ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : 0 ,
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2020-09-02 14:16:40 +02:00
"y" : 13
2020-07-15 12:56:06 +02:00
} ,
"hiddenSeries" : false ,
"id" : 39 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(go_goroutines{job=~\"$job\", instance=~\"$instance\"}) by(instance)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{instance}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Goroutines ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : 0 ,
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$ds" ,
"fieldConfig" : {
"defaults" : {
2020-09-02 14:16:40 +02:00
"custom" : { } ,
"links" : [ ]
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2020-09-02 14:16:40 +02:00
"y" : 21
2020-07-15 12:56:06 +02:00
} ,
"hiddenSeries" : false ,
"id" : 43 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
2020-09-02 14:16:40 +02:00
"pluginVersion" : "7.1.1" ,
2020-07-15 12:56:06 +02:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "max(go_gc_duration_seconds{job=~\"$job\", instance=~\"$instance\", quantile=\"1\"}) by(instance)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{instance}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "GC duration ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-09-02 14:16:40 +02:00
"min" : "0" ,
2020-07-15 12:56:06 +02:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"title" : "Resource usage" ,
"type" : "row"
}
] ,
"refresh" : false ,
2020-09-02 14:16:40 +02:00
"schemaVersion" : 26 ,
2020-07-15 12:56:06 +02:00
"style" : "dark" ,
"tags" : [
"vmagent" ,
"victoriametrics"
] ,
"templating" : {
"list" : [
{
"current" : {
"selected" : false ,
"text" : "VictoriaMetrics" ,
"value" : "VictoriaMetrics"
} ,
"hide" : 0 ,
"includeAll" : false ,
"label" : null ,
"multi" : false ,
"name" : "ds" ,
"options" : [ ] ,
"query" : "prometheus" ,
"queryValue" : "" ,
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"type" : "datasource"
} ,
{
"allValue" : "" ,
"current" : { } ,
"datasource" : "$ds" ,
"definition" : "label_values(vm_app_version{version=~\"^vmagent.*\"}, job)" ,
"hide" : 0 ,
"includeAll" : false ,
"label" : null ,
"multi" : true ,
"name" : "job" ,
"options" : [ ] ,
"query" : "label_values(vm_app_version{version=~\"^vmagent.*\"}, job)" ,
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 0 ,
"tagValuesQuery" : "" ,
"tags" : [ ] ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
} ,
{
"allValue" : ".*" ,
"current" : { } ,
"datasource" : "$ds" ,
"definition" : "label_values(vm_app_version{job=~\"$job\"}, instance)" ,
"hide" : 0 ,
"includeAll" : true ,
"label" : null ,
"multi" : true ,
"name" : "instance" ,
"options" : [ ] ,
"query" : "label_values(vm_app_version{job=~\"$job\"}, instance)" ,
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 0 ,
"tagValuesQuery" : "" ,
"tags" : [ ] ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
}
]
} ,
"time" : {
"from" : "now-1h" ,
"to" : "now"
} ,
"timepicker" : {
"refresh_intervals" : [
"10s" ,
"30s" ,
"1m" ,
"5m" ,
"15m" ,
"30m" ,
"1h" ,
"2h" ,
"1d"
]
} ,
"timezone" : "" ,
"title" : "vmagent" ,
"uid" : "G7Z9GzMGz" ,
2020-07-17 01:11:20 +02:00
"version" : 1
2020-07-15 12:56:06 +02:00
}