2020-07-15 12:56:06 +02:00
{
2020-07-17 01:11:20 +02:00
"__inputs" : [ ] ,
2022-09-16 21:24:32 +02:00
"__elements" : { } ,
2020-07-15 12:56:06 +02:00
"__requires" : [
{
"type" : "grafana" ,
"id" : "grafana" ,
"name" : "Grafana" ,
2023-08-03 09:28:47 +02:00
"version" : "9.2.7"
2020-07-15 12:56:06 +02:00
} ,
{
"type" : "datasource" ,
"id" : "prometheus" ,
"name" : "Prometheus" ,
"version" : "1.0.0"
} ,
{
"type" : "panel" ,
"id" : "stat" ,
"name" : "Stat" ,
"version" : ""
} ,
{
"type" : "panel" ,
2022-09-16 21:24:32 +02:00
"id" : "table" ,
"name" : "Table" ,
2020-07-15 12:56:06 +02:00
"version" : ""
2022-11-29 19:22:13 +01:00
} ,
{
"type" : "panel" ,
"id" : "text" ,
"name" : "Text" ,
"version" : ""
} ,
{
"type" : "panel" ,
"id" : "timeseries" ,
"name" : "Time series" ,
"version" : ""
2020-07-15 12:56:06 +02:00
}
] ,
"annotations" : {
"list" : [
{
"builtIn" : 1 ,
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "datasource" ,
"uid" : "grafana"
} ,
2020-07-15 12:56:06 +02:00
"enable" : true ,
"hide" : true ,
"iconColor" : "rgba(0, 211, 255, 1)" ,
"name" : "Annotations & Alerts" ,
2021-09-01 10:46:22 +02:00
"target" : {
"limit" : 100 ,
"matchAny" : false ,
"tags" : [ ] ,
"type" : "dashboard"
} ,
2020-07-15 12:56:06 +02:00
"type" : "dashboard"
2022-11-29 19:22:13 +01:00
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"enable" : true ,
2023-03-10 17:13:19 +01:00
"expr" : "sum(vm_app_version{job=~\"$job\", instance=~\"$instance\"}) by(short_version) unless (sum(vm_app_version{job=~\"$job\", instance=~\"$instance\"} offset 20m) by(short_version))" ,
2022-11-29 19:22:13 +01:00
"hide" : true ,
"iconColor" : "dark-blue" ,
"name" : "version" ,
"textFormat" : "{{short_version}}" ,
"titleFormat" : "Version change"
2023-03-10 17:13:19 +01:00
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"enable" : true ,
"expr" : "sum(changes(vm_app_start_timestamp{job=~\"$job\", instance=~\"$instance\"})) by(job, instance)" ,
"hide" : true ,
"iconColor" : "dark-yellow" ,
"name" : "restarts" ,
"textFormat" : "{{job}}:{{instance}} restarted"
2020-07-15 12:56:06 +02:00
}
]
} ,
2022-07-18 13:31:35 +02:00
"description" : "Overview for VictoriaMetrics vmagent v1.80.0 or higher" ,
2020-07-15 12:56:06 +02:00
"editable" : true ,
2021-10-18 18:15:33 +02:00
"fiscalYearStartMonth" : 0 ,
2020-07-15 12:56:06 +02:00
"graphTooltip" : 1 ,
"id" : null ,
"links" : [
{
"icon" : "doc" ,
"tags" : [ ] ,
"targetBlank" : true ,
"title" : "vmagent wiki" ,
"tooltip" : "" ,
"type" : "link" ,
2021-04-20 19:16:17 +02:00
"url" : "https://docs.victoriametrics.com/vmagent.html"
2020-07-15 12:56:06 +02:00
} ,
{
"icon" : "external link" ,
"tags" : [ ] ,
"targetBlank" : true ,
"title" : "Found a bug?" ,
"type" : "link" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/issues"
} ,
{
"icon" : "external link" ,
"tags" : [ ] ,
"targetBlank" : true ,
"title" : "New releases" ,
"type" : "link" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/releases"
}
] ,
2021-10-18 18:15:33 +02:00
"liveNow" : false ,
2020-07-15 12:56:06 +02:00
"panels" : [
{
"collapsed" : false ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 0
} ,
2022-11-29 19:22:13 +01:00
"id" : 105 ,
2020-07-15 12:56:06 +02:00
"panels" : [ ] ,
2022-11-29 19:22:13 +01:00
"title" : "Stats" ,
2020-07-15 12:56:06 +02:00
"type" : "row"
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-09-16 21:24:32 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-09-16 21:24:32 +02:00
"description" : "Shows the rate of samples scraped from configured targets." ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 4 ,
"x" : 0 ,
"y" : 1
} ,
2022-09-16 21:24:32 +02:00
"id" : 103 ,
"links" : [
{
"title" : "Troubleshooting" ,
"url" : "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
}
] ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
} ,
"text" : { } ,
"textMode" : "auto"
} ,
2023-08-03 09:28:47 +02:00
"pluginVersion" : "9.2.7" ,
2022-09-16 21:24:32 +02:00
"targets" : [
{
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vm_promscrape_scraped_samples_sum{job=~\"$job\", instance=~\"$instance\", path!~\"/favicon.ico\"}[$__rate_interval]))" ,
"interval" : "" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Samples scraped/s" ,
"type" : "stat"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "Shows the rate of ingested samples" ,
"fieldConfig" : {
"defaults" : {
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 4 ,
"x" : 4 ,
"y" : 1
} ,
"id" : 102 ,
"links" : [
{
"title" : "Troubleshooting" ,
"url" : "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
}
] ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
} ,
"text" : { } ,
"textMode" : "auto"
} ,
2023-08-03 09:28:47 +02:00
"pluginVersion" : "9.2.7" ,
2022-09-16 21:24:32 +02:00
"targets" : [
{
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
"editorMode" : "code" ,
2023-08-15 08:45:10 +02:00
"expr" : "sum(rate(vmagent_rows_inserted_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]))" ,
2022-09-16 21:24:32 +02:00
"interval" : "" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Samples ingested/s" ,
"type" : "stat"
} ,
{
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
"description" : "Shows total number of all configured scrape targets in state \"up\".\n\nSee `http://vmagent-host:8429/targets` to get list of all targets. \n" ,
"fieldConfig" : {
"defaults" : {
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 4 ,
"x" : 8 ,
"y" : 1
} ,
2020-07-15 12:56:06 +02:00
"id" : 9 ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
2020-09-02 14:16:40 +02:00
} ,
2021-06-14 12:03:54 +02:00
"text" : { } ,
2020-09-02 14:16:40 +02:00
"textMode" : "auto"
2020-07-15 12:56:06 +02:00
} ,
2023-08-03 09:28:47 +02:00
"pluginVersion" : "9.2.7" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2020-07-15 12:56:06 +02:00
"expr" : "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"up\"})" ,
"interval" : "" ,
"legendFormat" : "up" ,
"refId" : "A"
}
] ,
"title" : "Scrape targets up" ,
"type" : "stat"
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2020-07-15 12:56:06 +02:00
"description" : "Shows total number of all configured scrape targets in state \"down\".\n\nSee `http://vmagent-host:8429/targets` to get list of all targets. \n" ,
"fieldConfig" : {
"defaults" : {
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 1
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 4 ,
2022-09-16 21:24:32 +02:00
"x" : 12 ,
2020-07-15 12:56:06 +02:00
"y" : 1
} ,
"id" : 72 ,
"links" : [
{
"title" : "Troubleshooting" ,
2021-04-20 19:16:17 +02:00
"url" : "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
2020-07-15 12:56:06 +02:00
}
] ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
2020-09-02 14:16:40 +02:00
} ,
2021-06-14 12:03:54 +02:00
"text" : { } ,
2020-09-02 14:16:40 +02:00
"textMode" : "auto"
2020-07-15 12:56:06 +02:00
} ,
2023-08-03 09:28:47 +02:00
"pluginVersion" : "9.2.7" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2020-07-15 12:56:06 +02:00
"expr" : "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"down\"})" ,
"interval" : "" ,
"legendFormat" : "up" ,
"refId" : "A"
}
] ,
"title" : "Scrape targets down" ,
"type" : "stat"
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2020-07-15 12:56:06 +02:00
"description" : "Shows number of generated error messages in logs over last 30m. Non-zero value may be a sign of connectivity or missconfiguration errors." ,
"fieldConfig" : {
"defaults" : {
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 1
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 4 ,
2022-09-16 21:24:32 +02:00
"x" : 16 ,
2020-07-15 12:56:06 +02:00
"y" : 1
} ,
"id" : 16 ,
"links" : [
{
"targetBlank" : true ,
"title" : "Troubleshooting" ,
2021-04-20 19:16:17 +02:00
"url" : "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
2020-07-15 12:56:06 +02:00
}
] ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
2020-09-02 14:16:40 +02:00
} ,
2021-06-14 12:03:54 +02:00
"text" : { } ,
2020-09-02 14:16:40 +02:00
"textMode" : "auto"
2020-07-15 12:56:06 +02:00
} ,
2023-08-03 09:28:47 +02:00
"pluginVersion" : "9.2.7" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2020-07-15 12:56:06 +02:00
"expr" : "sum(increase(vm_log_messages_total{job=~\"$job\", instance=~\"$instance\", level!=\"info\"}[30m]))" ,
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "A"
}
] ,
"title" : "Log errors (30m)" ,
"type" : "stat"
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2020-07-15 12:56:06 +02:00
"description" : "Persistent queue size shows size of pending samples in bytes which hasn't been flushed to remote storage yet. \nIncreasing of value might be a sign of connectivity issues. In such cases, vmagent starts to flush pending data on disk with attempt to send it later once connection is restored." ,
"fieldConfig" : {
"defaults" : {
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 10485760
}
]
} ,
"unit" : "bytes"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
2022-09-16 21:24:32 +02:00
"w" : 4 ,
"x" : 20 ,
2020-07-15 12:56:06 +02:00
"y" : 1
} ,
"id" : 56 ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
2020-09-02 14:16:40 +02:00
} ,
2021-06-14 12:03:54 +02:00
"text" : { } ,
2020-09-02 14:16:40 +02:00
"textMode" : "auto"
2020-07-15 12:56:06 +02:00
} ,
2023-08-03 09:28:47 +02:00
"pluginVersion" : "9.2.7" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2020-07-15 12:56:06 +02:00
"expr" : "sum(vm_persistentqueue_bytes_pending{job=~\"$job\", instance=~\"$instance\"})" ,
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "A"
}
] ,
"title" : "Persistent queue size" ,
"type" : "stat"
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-09-16 21:24:32 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-09-16 21:24:32 +02:00
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "thresholds"
} ,
"custom" : {
"align" : "auto" ,
"displayMode" : "auto" ,
"inspect" : false ,
"minWidth" : 50
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [
{
"matcher" : {
"id" : "byName" ,
"options" : "Time"
} ,
"properties" : [
{
"id" : "custom.hidden" ,
"value" : true
}
]
} ,
{
"matcher" : {
"id" : "byName" ,
"options" : "Value"
} ,
"properties" : [
{
"id" : "displayName" ,
"value" : "Count"
}
]
}
]
2020-07-15 12:56:06 +02:00
} ,
2022-09-16 21:24:32 +02:00
"gridPos" : {
"h" : 5 ,
"w" : 8 ,
"x" : 0 ,
"y" : 4
2020-07-15 12:56:06 +02:00
} ,
2022-09-16 21:24:32 +02:00
"id" : 101 ,
"options" : {
"footer" : {
"fields" : "" ,
"reducer" : [
"sum"
2020-07-15 12:56:06 +02:00
] ,
2022-09-16 21:24:32 +02:00
"show" : false
2020-07-15 12:56:06 +02:00
} ,
2022-09-16 21:24:32 +02:00
"showHeader" : true
} ,
2023-08-03 09:28:47 +02:00
"pluginVersion" : "9.2.7" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum(vm_app_version{job=~\"$job\", instance=~\"$instance\"}) by(job, short_version)" ,
2020-07-15 12:56:06 +02:00
"format" : "table" ,
"instant" : true ,
2022-09-16 21:24:32 +02:00
"range" : false ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-09-16 21:24:32 +02:00
"type" : "table"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "stepAfter" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"decimals" : 0 ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
2022-09-16 21:24:32 +02:00
"h" : 5 ,
"w" : 16 ,
"x" : 8 ,
2020-07-15 12:56:06 +02:00
"y" : 4
} ,
"id" : 13 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"lastNotNull"
] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
2021-06-14 12:03:54 +02:00
} ,
2022-11-29 19:22:13 +01:00
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "sum(up{job=~\"$job\", instance=~\"$instance\"}) by (job)" ,
2020-07-15 12:56:06 +02:00
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "__auto" ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
"title" : "Uptime" ,
2022-11-29 19:22:13 +01:00
"type" : "timeseries"
} ,
{
"collapsed" : false ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 9
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 24 ,
"panels" : [ ] ,
"targets" : [
2020-07-15 12:56:06 +02:00
{
2022-11-29 19:22:13 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"refId" : "A"
2020-07-15 12:56:06 +02:00
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Overview" ,
"type" : "row"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-05 11:05:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows in/out samples rate including push and pull models. \n\nThe out-rate could be different to in-rate because of replication or additional timeseries added by vmagent for every scraped target.\n\nClick on the line and choose Drilldown to show CPU usage per instance\n" ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [
{
"title" : "Drilldown" ,
"url" : "/d/G7Z9GzMGz?viewPanel=123&var-job=${__field.labels.job}&var-ds=$ds&var-instance=$instance&${__url_time_range}"
}
] ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"overrides" : [
{
"matcher" : {
"id" : "byRegexp" ,
"options" : "/out .*/"
} ,
"properties" : [
{
"id" : "custom.transform" ,
"value" : "negative-Y"
}
]
}
]
2020-07-15 12:56:06 +02:00
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-11-29 19:22:13 +01:00
"y" : 10
2020-07-15 12:56:06 +02:00
} ,
"id" : 5 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
2020-07-15 12:56:06 +02:00
}
2022-11-29 19:22:13 +01:00
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
2023-08-15 08:45:10 +02:00
"expr" : "sum(rate({__name__=~\"vmagent_rows_inserted_total|vm_promscrape_scraped_samples_sum\", job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job)" ,
2020-07-15 12:56:06 +02:00
"hide" : false ,
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "in {{job}}" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
} ,
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "sum(rate(vmagent_remotewrite_block_size_rows_sum{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job)" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "out {{job}}" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "B"
}
] ,
"title" : "Samples rate ($instance)" ,
2022-11-29 19:22:13 +01:00
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-05 11:05:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the persistent queue size of pending samples in bytes >2MB which hasn't been flushed to remote storage yet. \n\nIncreasing of value might be a sign of connectivity issues. In such cases, vmagent starts to flush pending data on disk with attempt to send it later once connection is restored.\n\nRemote write URLs are hidden by default but might be unveiled once `-remoteWrite.showURL` is set to true.\n\nClick on the line and choose Drilldown to show CPU usage per instance.\n" ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [
{
"targetBlank" : true ,
"title" : "Drilldown" ,
"url" : "/d/G7Z9GzMGz?viewPanel=125&var-url=${__field.labels.url}&var-ds=$ds&var-instance=$instance&var-job=$job&${__url_time_range}"
}
] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "bytes"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-11-29 19:22:13 +01:00
"y" : 10
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 17 ,
"links" : [
{
"title" : "Troubleshooting" ,
"url" : "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
}
] ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
2021-06-14 12:03:54 +02:00
} ,
2022-11-29 19:22:13 +01:00
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"exemplar" : true ,
"expr" : "sum(vmagent_remotewrite_pending_data_bytes{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}) by (job, url) > 2e6" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "{{job}} => {{url}}" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Persistent queue size ($instance) to ($url)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-05 11:05:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the rate of logging the messages by their level. Unexpected spike in rate is a good reason to check logs." ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "bars" ,
"fillOpacity" : 100 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "normal"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-11-29 19:22:13 +01:00
"y" : 18
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 107 ,
"links" : [ ] ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
2021-06-14 12:03:54 +02:00
} ,
2022-11-29 19:22:13 +01:00
"pluginVersion" : "9.1.0" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"exemplar" : true ,
"expr" : "sum(rate(vm_log_messages_total{job=~\"$job\",instance=~\"$instance\", level!=\"info\"}[$__rate_interval])) by (job, level) > 0" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "5m" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}} - {{level}}" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Logging rate" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows rate of dropped samples from persistent queue. VMagent drops samples from queue if in-memory and on-disk queues are full and it is unable to flush them to remote storage.\nThe max size of on-disk queue is configured by `-remoteWrite.maxDiskUsagePerURL` flag." ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "decbytes"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-11-29 19:22:13 +01:00
"y" : 18
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 49 ,
2020-07-15 12:56:06 +02:00
"links" : [
{
2022-11-29 19:22:13 +01:00
"targetBlank" : true ,
2020-07-15 12:56:06 +02:00
"title" : "Troubleshooting" ,
2021-04-20 19:16:17 +02:00
"url" : "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
2020-07-15 12:56:06 +02:00
}
] ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
2021-06-14 12:03:54 +02:00
} ,
2022-11-29 19:22:13 +01:00
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "sum(rate(vm_persistentqueue_bytes_dropped_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (path) > 0" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "{{ path }}" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Persistent queue dropped rate ($instance)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the rate of requests served by vmagent HTTP server." ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-10-02 17:12:12 +02:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-11-29 19:22:13 +01:00
"y" : 26
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 15 ,
2021-12-20 11:16:53 +01:00
"links" : [ ] ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
2021-06-14 12:03:54 +02:00
} ,
2022-11-29 19:22:13 +01:00
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "sum(rate(vmagent_http_requests_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, path) > 0" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Requests rate ($instance)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Errors rate shows rate for multiple metrics that track possible errors in vmagent, such as network or parsing errors." ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-10-02 17:12:12 +02:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-11-29 19:22:13 +01:00
"y" : 26
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 69 ,
2020-07-15 12:56:06 +02:00
"links" : [
{
2021-09-01 10:46:22 +02:00
"targetBlank" : true ,
2020-07-15 12:56:06 +02:00
"title" : "Troubleshooting" ,
2021-04-20 19:16:17 +02:00
"url" : "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
2020-07-15 12:56:06 +02:00
}
] ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
2021-06-14 12:03:54 +02:00
} ,
2022-11-29 19:22:13 +01:00
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "sum(rate(vmagent_http_request_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, protocol) > 0" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "requests:{{protocol}} ({{job}})" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
} ,
{
2022-11-29 19:22:13 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vm_protoparser_read_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, type) > 0" ,
"interval" : "" ,
"legendFormat" : "parse: {{type}} ({{job}})" ,
"range" : true ,
"refId" : "B"
2020-07-15 12:56:06 +02:00
} ,
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "sum(rate(vm_ingestserver_request_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, type) > 0" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "ingest: {{type}} ({{job}})" ,
"range" : true ,
"refId" : "C"
2020-07-15 12:56:06 +02:00
} ,
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "sum(rate(vm_protoparser_unmarshal_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, type) > 0" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "unmarshal: {{type}} ({{job}})" ,
"range" : true ,
"refId" : "D"
2020-07-15 12:56:06 +02:00
} ,
{
2022-11-29 19:22:13 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vm_promscrape_dial_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job) > 0" ,
"interval" : "" ,
"legendFormat" : "scrape dial ({{job}})" ,
"range" : true ,
"refId" : "E"
2020-07-15 12:56:06 +02:00
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Errors rate ($instance)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
2021-03-29 11:37:17 +02:00
{
2022-11-29 19:22:13 +01:00
"collapsed" : true ,
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
2021-03-29 11:37:17 +02:00
} ,
2021-09-01 10:46:22 +02:00
"gridPos" : {
2022-11-29 19:22:13 +01:00
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 34
2021-09-01 10:46:22 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 45 ,
"panels" : [
2021-09-01 10:46:22 +02:00
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Click on the line and choose Drilldown to show CPU usage per instance" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [
{
"targetBlank" : true ,
"title" : "Drilldown" ,
"url" : "/d/G7Z9GzMGz?viewPanel=119&var-job=${__field.labels.job}&var-ds=$ds&var-instance=$instance&${__url_time_range}"
}
] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2022-12-07 12:22:20 +01:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "percentunit"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-12-07 12:22:20 +01:00
"y" : 11
2022-11-29 19:22:13 +01:00
} ,
"id" : 109 ,
"links" : [ ] ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.1.0" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"exemplar" : true ,
"expr" : "max(\n rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])\n /\n vm_available_cpu_cores{job=~\"$job\", instance=~\"$instance\"}\n) by(job)" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "CPU ($instance)" ,
"type" : "timeseries"
2021-09-01 10:46:22 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Percentage of used memory (resident).\nThe application's performance will significantly degrade when memory usage is close to 100%.\n\nClick on the line and choose Drilldown to show Mem usage per instance" ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [
{
"targetBlank" : true ,
"title" : "Drilldown" ,
"url" : "/d/G7Z9GzMGz?viewPanel=117&var-job=${__field.labels.job}&var-ds=$ds&var-instance=$instance&${__url_time_range}"
}
] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2022-12-07 12:22:20 +01:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "percentunit"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
2022-11-29 19:22:13 +01:00
"h" : 8 ,
2020-07-15 12:56:06 +02:00
"w" : 12 ,
2022-11-29 19:22:13 +01:00
"x" : 12 ,
2022-12-07 12:22:20 +01:00
"y" : 11
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 111 ,
"links" : [ ] ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.1.0" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
2021-06-14 12:03:54 +02:00
"exemplar" : true ,
2022-11-29 19:22:13 +01:00
"expr" : "max(\n max_over_time(process_resident_memory_bytes{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])\n /\n vm_available_memory_bytes{job=~\"$job\", instance=~\"$instance\"}\n) by(job)" ,
"interval" : "" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "RSS memory % usage ($instance)" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "Shows the number of bytes read/write from the storage layer when vmagent has to buffer data on disk or read already buffered data.\n\nClick on the line and choose Drilldown to show CPU usage per instance" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [
{
"targetBlank" : true ,
"title" : "Drilldown" ,
"url" : "/d/G7Z9GzMGz?viewPanel=121&var-job=${__field.labels.job}&var-ds=$ds&var-instance=$instance&${__url_time_range}"
}
] ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2022-12-07 12:22:20 +01:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "bytes"
} ,
"overrides" : [
{
"matcher" : {
"id" : "byName" ,
"options" : "read"
} ,
"properties" : [
{
"id" : "custom.transform" ,
"value" : "negative-Y"
}
]
}
]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-12-07 12:22:20 +01:00
"y" : 19
2022-11-29 19:22:13 +01:00
} ,
"id" : 81 ,
"links" : [ ] ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.2.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(process_io_storage_read_bytes_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job) > 0" ,
2020-07-15 12:56:06 +02:00
"format" : "time_series" ,
2022-11-29 19:22:13 +01:00
"hide" : false ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"intervalFactor" : 1 ,
"legendFormat" : "read {{job}}" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
2022-11-29 19:22:13 +01:00
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(process_io_storage_written_bytes_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job) > 0" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "write {{job}}" ,
"range" : true ,
"refId" : "B"
2020-07-15 12:56:06 +02:00
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Disk writes/reads ($instance)" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "Network usage shows the bytes rate for data accepted by vmagent and pushed via remotewrite protocol.\nDiscrepancies are possible because of different protocols used for ingesting, scraping and writing data." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2022-12-07 12:22:20 +01:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "bps"
} ,
"overrides" : [
{
"matcher" : {
"id" : "byRegexp" ,
"options" : "/out.*/"
} ,
"properties" : [
{
"id" : "custom.transform" ,
"value" : "negative-Y"
}
]
}
]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-12-07 12:22:20 +01:00
"y" : 19
2022-11-29 19:22:13 +01:00
} ,
"id" : 7 ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
"targets" : [
2020-07-15 12:56:06 +02:00
{
2022-11-29 19:22:13 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vm_tcplistener_read_bytes_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job) * 8 \n+ sum(rate(vm_promscrape_conn_bytes_read_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job) * 8" ,
"interval" : "" ,
"legendFormat" : "in {{job}}" ,
"range" : true ,
"refId" : "A"
2020-07-15 12:56:06 +02:00
} ,
{
2022-11-29 19:22:13 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vmagent_remotewrite_conn_bytes_written_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job) * 8" ,
"interval" : "" ,
"legendFormat" : "out {{job}}" ,
"range" : true ,
"refId" : "B"
2020-07-15 12:56:06 +02:00
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Network usage ($instance)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Panel shows the percentage of open file descriptors in the OS per instance.\nReaching the limit of open files (100%) can cause various issues and must be prevented.\n\nSee how to change limits here https://medium.com/@muhammadtriwibowo/set-permanently-ulimit-n-open-files-in-ubuntu-4d61064429a" ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"decimals" : 5 ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2022-12-07 12:22:20 +01:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "percentunit"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
2022-11-29 19:22:13 +01:00
"h" : 8 ,
2020-07-15 12:56:06 +02:00
"w" : 12 ,
2022-11-29 19:22:13 +01:00
"x" : 0 ,
2022-12-07 12:22:20 +01:00
"y" : 27
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 83 ,
"links" : [ ] ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "max(\n max_over_time(process_open_fds{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])\n /\n process_max_fds{job=~\"$job\", instance=~\"$instance\"}\n) by(job)" ,
2020-07-15 12:56:06 +02:00
"format" : "time_series" ,
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"intervalFactor" : 2 ,
"legendFormat" : "__auto" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Open FDs usage % ($instance)" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"decimals" : 0 ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2022-12-07 12:22:20 +01:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-12-07 12:22:20 +01:00
"y" : 27
2022-11-29 19:22:13 +01:00
} ,
"id" : 39 ,
"links" : [ ] ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
"targets" : [
2020-07-15 12:56:06 +02:00
{
2022-11-29 19:22:13 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "sum(max_over_time(go_goroutines{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job)" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Goroutines ($instance)" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"decimals" : 0 ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2022-12-07 12:22:20 +01:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-12-07 12:22:20 +01:00
"y" : 35
2022-11-29 19:22:13 +01:00
} ,
"id" : 41 ,
"links" : [ ] ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
"targets" : [
2020-07-15 12:56:06 +02:00
{
2022-11-29 19:22:13 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "sum(max_over_time(process_num_threads{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
2020-07-15 12:56:06 +02:00
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Threads ($instance)" ,
"type" : "timeseries"
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"refId" : "A"
}
] ,
"title" : "Resource usage" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "datasource" ,
"uid" : "grafana"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 35
} ,
"id" : 94 ,
"panels" : [
2020-07-15 12:56:06 +02:00
{
2021-12-20 11:16:53 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows top 5 job by the number of new series registered by vmagent over the 5min range. These jobs generate the most of the churn rate." ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-26 14:26:40 +02:00
"color" : "green" ,
"value" : null
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-10-02 17:12:12 +02:00
"y" : 4
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 92 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
2020-07-15 12:56:06 +02:00
}
2022-11-29 19:22:13 +01:00
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2021-12-20 11:16:53 +01:00
"datasource" : {
"type" : "prometheus" ,
2021-12-20 16:32:41 +01:00
"uid" : "$ds"
2021-12-20 11:16:53 +01:00
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "topk_max(5, sum(sum_over_time(scrape_series_added[5m])) by (job)) > 0" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "{{ job }}" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Top 5 jobs by unique samples" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-05 11:05:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows top 5 instances by the number of new series registered by vmagent over the 5min range. These instances generate the most of the churn rate." ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-26 14:26:40 +02:00
"color" : "green" ,
"value" : null
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-10-02 17:12:12 +02:00
"y" : 4
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 95 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "topk(10, sum(sum_over_time(scrape_series_added[5m])) by (instance)) > 0" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "__auto" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Top 5 instances by unique samples" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows saturation persistent queue for writes. If the threshold of 0.9sec is reached, then persistent is saturated by more than 90% and vmagent won't be able to keep up with flushing data on disk. In this case, consider to decrease load on the vmagent or improve the disk throughput." ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"axisSoftMax" : 2 ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "line"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-26 14:26:40 +02:00
"color" : "transparent" ,
"value" : null
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 0.9
}
]
} ,
"unit" : "s"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-10-02 17:12:12 +02:00
"y" : 12
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 98 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"exemplar" : true ,
"expr" : "max(rate(vm_persistentqueue_write_duration_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (job)" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "__auto" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Persistent queue write saturation ($instance)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-05 11:05:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows saturation persistent queue for reads. If the threshold of 0.9sec is reached, then persistent is saturated by more than 90% and vmagent won't be able to keep up with reading data from the disk. In this case, consider to decrease load on the vmagent or improve the disk throughput." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"axisSoftMax" : 2 ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "line"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-26 14:26:40 +02:00
"color" : "transparent" ,
"value" : null
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 0.9
}
]
} ,
"unit" : "s"
} ,
"overrides" : [ ]
} ,
2020-07-15 12:56:06 +02:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-10-02 17:12:12 +02:00
"y" : 12
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 99 ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"exemplar" : true ,
"expr" : "max(rate(vm_persistentqueue_read_duration_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (job)" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "__auto" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Persistent queue read saturation ($instance)" ,
"type" : "timeseries"
} ,
2020-07-15 12:56:06 +02:00
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-05 11:05:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the rate of dropped data blocks in cases when remote storage replies with `400 Bad Request` and `409 Conflict` HTTP responses.\n\nSee https://github.com/VictoriaMetrics/VictoriaMetrics/issues/1149" ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "normal"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-26 14:26:40 +02:00
"color" : "green" ,
"value" : null
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-10-02 17:12:12 +02:00
"y" : 20
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 79 ,
2020-07-15 12:56:06 +02:00
"links" : [ ] ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
2021-06-14 12:03:54 +02:00
"exemplar" : true ,
2022-11-29 19:22:13 +01:00
"expr" : "sum(rate(vmagent_remotewrite_packets_dropped_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__rate_interval])) by(job, url) > 0" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "__auto" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Data blocks dropped ($instance) to ($url)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-05 11:05:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the rate of dropped samples due to relabeling. \nMetric tracks drops for `-remoteWrite.relabelConfig` configuration only." ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "normal"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-26 14:26:40 +02:00
"color" : "green" ,
"value" : null
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-10-02 17:12:12 +02:00
"y" : 20
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 18 ,
"links" : [
2020-07-15 12:56:06 +02:00
{
2022-11-29 19:22:13 +01:00
"targetBlank" : true ,
"title" : "Relabeling" ,
"url" : "https://docs.victoriametrics.com/vmagent.html#relabeling"
}
] ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.2.6" ,
"targets" : [
2020-07-15 12:56:06 +02:00
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "sum(rate(vmagent_remotewrite_relabel_metrics_dropped_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, url) > 0" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "__auto" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "B"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Rows dropped by relabeling ($instance) to ($url)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-05 11:05:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the rate of parsed datapoints from write or scrape requests." ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-26 14:26:40 +02:00
"color" : "green" ,
"value" : null
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-10-02 17:12:12 +02:00
"y" : 28
2022-11-29 19:22:13 +01:00
} ,
"id" : 127 ,
2020-07-15 12:56:06 +02:00
"links" : [ ] ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
2021-06-14 12:03:54 +02:00
"exemplar" : true ,
2022-11-29 19:22:13 +01:00
"expr" : "sum(rate(vm_protoparser_rows_read_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, type) > 0" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "{{ type }} ({{job}})" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Datapoints rate ($instance)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-05 11:05:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2020-07-15 12:56:06 +02:00
"description" : "Tracks the rate of dropped invalid rows because of errors while unmarshaling write requests. The exact errors messages will be printed in logs." ,
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-26 14:26:40 +02:00
"color" : "green" ,
"value" : null
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-10-02 17:12:12 +02:00
"y" : 28
2020-07-15 12:56:06 +02:00
} ,
"id" : 50 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
2021-06-14 12:03:54 +02:00
"exemplar" : true ,
2022-11-29 19:22:13 +01:00
"expr" : "sum(rate(vm_rows_invalid_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, type) > 0" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "{{type}} ({{job}})" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Invalid datapoints rate ($instance)" ,
"type" : "timeseries"
2022-12-07 12:22:20 +01:00
} ,
2023-09-26 14:26:40 +02:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "Shows how many concurrent inserts (parsing and processing of scraped or ingested data) are taking place.\n\nIf the number of concurrent inserts hits the `limit` or is close to the `limit` constantly - it might be a sign of a resource shortage.\n\nIf vmagent's CPU usage and remote write connection saturation are at normal level, it might be that `-maxConcurrentInserts` cmd-line flag needs to be increased." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-10-02 17:12:12 +02:00
"y" : 36
2023-09-26 14:26:40 +02:00
} ,
"id" : 130 ,
"links" : [ ] ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"exemplar" : true ,
"expr" : "max_over_time(vm_concurrent_insert_current{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])" ,
"interval" : "" ,
"legendFormat" : "{{instance}} ({{job}})" ,
"range" : true ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"exemplar" : true ,
"expr" : "min(vm_concurrent_insert_capacity{job=~\"$job\", instance=~\"$instance\"}) by(job)" ,
"interval" : "" ,
"legendFormat" : "limit ({{job}})" ,
"range" : true ,
"refId" : "B"
}
] ,
"title" : "Concurrent inserts ($instance)" ,
"type" : "timeseries"
} ,
2023-10-02 17:12:12 +02:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "Shows the number of skipped scrapes.\n\nScrapes could be skipped due to\n1. vmagent overload;\n2. too small scrape interval for configured job or target.\n\nVerify that vmagent has enough CPU/Mem resources, network bandwidth (try increasing `-remoteWrite.queues`).\n\nCheck `Scrape duration` pane to measure the scrape duration. If vmagent has enough resources and scrape duration is very close or exceeds scrape interval - try increasing the scrape interval or debugging why scraped target is responding too slowly." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 36
} ,
"id" : 132 ,
"links" : [ ] ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum(increase(vm_promscrape_scrapes_skipped_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance)" ,
"interval" : "" ,
"legendFormat" : "{{instance}} ({{job}})" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Skipped scrapes ($instance)" ,
"type" : "timeseries"
} ,
2022-12-07 12:22:20 +01:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "thresholds"
} ,
"custom" : {
"align" : "auto" ,
"displayMode" : "auto" ,
"inspect" : false
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-26 14:26:40 +02:00
"color" : "green" ,
"value" : null
2022-12-07 12:22:20 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [
{
"matcher" : {
"id" : "byName" ,
"options" : "Value"
} ,
"properties" : [
{
"id" : "custom.hidden" ,
"value" : true
}
]
} ,
{
"matcher" : {
"id" : "byName" ,
"options" : "Time"
} ,
"properties" : [
{
"id" : "custom.hidden" ,
"value" : true
}
]
}
]
} ,
"gridPos" : {
"h" : 7 ,
"w" : 24 ,
"x" : 0 ,
2023-10-02 17:12:12 +02:00
"y" : 44
2022-12-07 12:22:20 +01:00
} ,
"id" : 129 ,
"options" : {
"footer" : {
"fields" : "" ,
"reducer" : [
"sum"
] ,
"show" : false
} ,
"showHeader" : true ,
"sortBy" : [
{
"desc" : true ,
"displayName" : "job"
}
]
} ,
2023-09-26 14:26:40 +02:00
"pluginVersion" : "9.2.7" ,
2022-12-07 12:22:20 +01:00
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum(flag{is_set=\"true\", job=~\"$job\", instance=~\"$instance\"}) by(job, instance, name, value)" ,
"format" : "table" ,
"instant" : true ,
"legendFormat" : "__auto" ,
"range" : false ,
"refId" : "A"
}
] ,
"title" : "Non-default flags" ,
"transformations" : [
{
"id" : "groupBy" ,
"options" : {
"fields" : {
"instance" : {
"aggregations" : [ ]
} ,
"job" : {
"aggregations" : [ ] ,
"operation" : "groupby"
} ,
"name" : {
"aggregations" : [ ] ,
"operation" : "groupby"
} ,
"value" : {
"aggregations" : [ ] ,
"operation" : "groupby"
}
}
}
}
] ,
"type" : "table"
2020-07-15 12:56:06 +02:00
}
] ,
2022-09-16 21:24:32 +02:00
"targets" : [
{
"datasource" : {
2022-11-29 19:22:13 +01:00
"type" : "datasource" ,
"uid" : "grafana"
2022-09-16 21:24:32 +02:00
} ,
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Troubleshooting" ,
2020-07-15 12:56:06 +02:00
"type" : "row"
} ,
{
"collapsed" : true ,
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2020-07-15 12:56:06 +02:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2022-11-29 19:22:13 +01:00
"y" : 36
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 28 ,
2020-07-15 12:56:06 +02:00
"panels" : [
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-05 11:05:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-10-02 17:12:12 +02:00
"color" : "green" ,
"value" : null
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
2022-11-29 19:22:13 +01:00
"h" : 7 ,
2020-07-15 12:56:06 +02:00
"w" : 12 ,
"x" : 0 ,
2023-10-02 17:12:12 +02:00
"y" : 52
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 48 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
2021-09-01 10:46:22 +02:00
"exemplar" : true ,
2022-11-29 19:22:13 +01:00
"expr" : "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"up\"}) by(job, type) > 0" ,
"format" : "time_series" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "{{type}} ({{job}})" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Scrape targets UP" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-05 11:05:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 10 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-10-02 17:12:12 +02:00
"color" : "green" ,
"value" : null
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
2022-11-29 19:22:13 +01:00
"h" : 7 ,
2020-07-15 12:56:06 +02:00
"w" : 12 ,
"x" : 12 ,
2023-10-02 17:12:12 +02:00
"y" : 52
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 76 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
2021-09-01 10:46:22 +02:00
"exemplar" : true ,
2022-11-29 19:22:13 +01:00
"expr" : "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"down\"}) by(job, type) > 0" ,
"format" : "time_series" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "{{type}} ({{job}})" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Scrape targets DOWN" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-05 11:05:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the number of scrapes per second." ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-10-02 17:12:12 +02:00
"color" : "green" ,
"value" : null
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-10-02 17:12:12 +02:00
"y" : 59
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 20 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-07-05 11:05:35 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
2021-06-14 12:03:54 +02:00
"exemplar" : true ,
2022-11-29 19:22:13 +01:00
"expr" : "sum(rate(vm_promscrape_scrapes_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job)" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "__auto" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Scrape rate ($instance)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the number of datapoints scraped per second." ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-10-02 17:12:12 +02:00
"color" : "green" ,
"value" : null
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-10-02 17:12:12 +02:00
"y" : 59
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 126 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
2021-09-01 10:46:22 +02:00
"exemplar" : true ,
2022-11-29 19:22:13 +01:00
"expr" : "sum(rate(vm_promscrape_scraped_samples_sum{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job)" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "__auto" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Scraped datapoints rate ($instance)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-10-02 17:12:12 +02:00
"color" : "green" ,
"value" : null
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "bytes"
} ,
"overrides" : [ ]
} ,
2020-07-15 12:56:06 +02:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-10-02 17:12:12 +02:00
"y" : 67
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 46 ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "max(histogram_quantile(0.99, sum(rate(vm_promscrape_scrape_response_size_bytes_bucket{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, vmrange))) by(job)" ,
"format" : "time_series" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "__auto" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Scrape response size 0.99 quantile ($instance)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
2023-10-02 17:12:12 +02:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "s"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 67
} ,
"id" : 133 ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "max(histogram_quantile(0.99, sum(rate(vm_promscrape_scrape_duration_seconds_bucket{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, vmrange))) by(job)" ,
"format" : "time_series" ,
"interval" : "" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Scrape duration 0.99 quantile ($instance)" ,
"type" : "timeseries"
} ,
2021-09-01 10:46:22 +02:00
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-18 13:31:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2021-09-01 10:46:22 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 10 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-10-02 17:12:12 +02:00
"color" : "green" ,
"value" : null
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2021-09-01 10:46:22 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-10-02 17:12:12 +02:00
"y" : 75
2021-09-01 10:46:22 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 31 ,
2021-09-01 10:46:22 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2021-09-01 10:46:22 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "sum(rate(vm_promscrape_scrapes_failed_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job) > 0" ,
2021-09-01 10:46:22 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "scrapes failed ({{job}})" ,
"range" : true ,
2021-09-01 10:46:22 +02:00
"refId" : "A"
2022-11-29 19:22:13 +01:00
} ,
2021-09-01 10:46:22 +02:00
{
2022-11-29 19:22:13 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vm_promscrape_scrapes_timed_out_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job) > 0" ,
"interval" : "" ,
"legendFormat" : "timeouts ({{job}})" ,
"range" : true ,
"refId" : "B"
2021-09-01 10:46:22 +02:00
} ,
{
2022-11-29 19:22:13 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vm_promscrape_scrapes_gunzip_failed_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job) > 0" ,
"interval" : "" ,
"legendFormat" : "gunzip fails ({{job}})" ,
"range" : true ,
"refId" : "C"
} ,
2020-07-15 12:56:06 +02:00
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "sum(rate(vm_promscrape_dial_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job) > 0" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "dial fails ({{job}})" ,
"range" : true ,
"refId" : "D"
} ,
2020-07-15 12:56:06 +02:00
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "sum(rate(vm_promscrape_max_scrape_size_exceeded_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job) > 0" ,
"hide" : false ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "max scrape size exceeded ({{job}})" ,
"range" : true ,
"refId" : "E"
2020-07-15 12:56:06 +02:00
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Scrape fails ($instance)" ,
"type" : "timeseries"
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"refId" : "A"
}
] ,
"title" : "Scraping" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 37
} ,
"id" : 71 ,
"panels" : [
2021-10-18 18:15:33 +02:00
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the rate of write requests served by ingestserver (UDP, TCP connections) and HTTP server." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-10-02 17:12:12 +02:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
2021-10-18 18:15:33 +02:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-09-26 14:26:40 +02:00
"y" : 85
2021-10-18 18:15:33 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 73 ,
"links" : [ ] ,
2021-10-18 18:15:33 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2021-10-18 18:15:33 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
2021-10-18 18:15:33 +02:00
"exemplar" : true ,
2023-08-15 08:45:10 +02:00
"expr" : "sum(rate(vm_ingestserver_requests_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, type, net) > 0" ,
2021-10-18 18:15:33 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "{{net}}: {{ type }} ({{job}})" ,
"range" : true ,
2021-10-18 18:15:33 +02:00
"refId" : "A"
} ,
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
2021-10-18 18:15:33 +02:00
"exemplar" : true ,
2022-11-29 19:22:13 +01:00
"expr" : "sum(rate(vmagent_http_requests_total{job=~\"$job\", instance=~\"$instance\", protocol!=\"\"}[$__rate_interval])) by(job, protocol) > 0" ,
2021-10-18 18:15:33 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "{{ protocol }}: http ({{job}})" ,
"range" : true ,
2021-10-18 18:15:33 +02:00
"refId" : "B"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Requests rate ($instance)" ,
"type" : "timeseries"
2021-10-18 18:15:33 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2023-08-15 08:45:10 +02:00
"description" : "Shows the rate of rows ingested in vmagent via push protocols." ,
2022-11-29 19:22:13 +01:00
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-10-02 17:12:12 +02:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
2021-10-18 18:15:33 +02:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-09-26 14:26:40 +02:00
"y" : 85
2021-10-18 18:15:33 +02:00
} ,
2023-08-15 08:45:10 +02:00
"id" : 131 ,
2022-11-29 19:22:13 +01:00
"links" : [ ] ,
2021-10-18 18:15:33 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2021-10-18 18:15:33 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2023-08-15 08:45:10 +02:00
"editorMode" : "code" ,
2021-10-18 18:15:33 +02:00
"exemplar" : true ,
2023-08-15 08:45:10 +02:00
"expr" : "sum(rate(vmagent_rows_inserted_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, type) > 0" ,
2021-10-18 18:15:33 +02:00
"interval" : "" ,
2023-08-15 08:45:10 +02:00
"legendFormat" : "{{ type }} ({{job}})" ,
"range" : true ,
2021-10-18 18:15:33 +02:00
"refId" : "A"
}
] ,
2023-08-15 08:45:10 +02:00
"title" : "Rows rate ($instance)" ,
2022-11-29 19:22:13 +01:00
"type" : "timeseries"
2023-08-03 09:28:47 +02:00
} ,
2023-08-15 08:45:10 +02:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "Shows the rate of write errors in ingestserver (UDP, TCP connections) and HTTP server." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-10-02 17:12:12 +02:00
"color" : "green"
2023-08-15 08:45:10 +02:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
2023-09-26 14:26:40 +02:00
"x" : 0 ,
"y" : 93
2023-08-15 08:45:10 +02:00
} ,
"id" : 77 ,
"links" : [ ] ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"exemplar" : true ,
"expr" : "sum(rate(vm_ingestserver_request_errors_total{job=~\"$job\", instance=~\"$instance\", path!~\"/favicon.ico\"}[$__rate_interval])) by(type, net) > 0" ,
"interval" : "" ,
"legendFormat" : "{{ type }} ({{net}})" ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"exemplar" : true ,
"expr" : "sum(rate(vmagent_http_request_errors_total{job=~\"$job\", instance=~\"$instance\", protocol!=\"\"}[$__rate_interval])) by(protocol) > 0" ,
"interval" : "" ,
"legendFormat" : "{{ protocol }} (http)" ,
"refId" : "B"
}
] ,
"title" : "Error rate ($instance)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
}
] ,
2022-09-16 21:24:32 +02:00
"targets" : [
{
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Ingestion" ,
2020-07-15 12:56:06 +02:00
"type" : "row"
} ,
{
"collapsed" : true ,
2022-07-05 11:05:35 +02:00
"datasource" : {
2022-11-29 19:22:13 +01:00
"type" : "prometheus" ,
"uid" : "$ds"
2022-07-05 11:05:35 +02:00
} ,
2020-07-15 12:56:06 +02:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2022-11-29 19:22:13 +01:00
"y" : 38
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 58 ,
2020-07-15 12:56:06 +02:00
"panels" : [
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-05 11:05:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the rate of requests to configured remote write endpoints by url and status code.\n\nRemote write URLs are hidden by default but might be unveiled once `-remoteWrite.showURL` is set to true.\n\n" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"decimals" : 2 ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-08-15 08:45:10 +02:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
2020-07-15 12:56:06 +02:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-08-03 09:28:47 +02:00
"y" : 55
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 60 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"exemplar" : true ,
"expr" : "sum(rate(vmagent_remotewrite_requests_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__rate_interval])) by(job, url, status_code) > 0" ,
2021-12-20 11:16:53 +01:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Requests rate ($instance) to ($url)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-07-05 11:05:35 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the global rate for number of written bytes via remote write connections." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-08-15 08:45:10 +02:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "decbytes"
} ,
"overrides" : [ ]
} ,
2020-07-15 12:56:06 +02:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-08-03 09:28:47 +02:00
"y" : 55
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 66 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"exemplar" : true ,
"expr" : "sum(rate(vmagent_remotewrite_conn_bytes_written_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job) > 0" ,
2020-07-15 12:56:06 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "__auto" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Bytes write rate ($instance)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows requests retry rate by url. Number of retries is unlimited but protected with delays up to 1m between attempts.\n\nRemote write URLs are hidden by default but might be unveiled once `-remoteWrite.showURL` is set to true.\n\n" ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-08-15 08:45:10 +02:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-08-03 09:28:47 +02:00
"y" : 63
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 61 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2021-12-20 11:16:53 +01:00
"datasource" : {
"type" : "prometheus" ,
2021-12-20 16:32:41 +01:00
"uid" : "$ds"
2021-12-20 11:16:53 +01:00
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
2021-12-20 11:16:53 +01:00
"exemplar" : true ,
2022-11-29 19:22:13 +01:00
"expr" : "sum(rate(vmagent_remotewrite_retries_count_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__rate_interval])) by(url) > 0" ,
2021-03-29 11:37:17 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "__auto" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
2021-12-20 11:16:53 +01:00
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Retry rate ($instance) to ($url)" ,
"type" : "timeseries"
2020-07-15 12:56:06 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows current number of established connections to remote write endpoints.\n\n" ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-08-15 08:45:10 +02:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-08-03 09:28:47 +02:00
"y" : 63
2020-07-15 12:56:06 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 65 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2021-12-20 11:16:53 +01:00
"datasource" : {
"type" : "prometheus" ,
2021-12-20 16:32:41 +01:00
"uid" : "$ds"
2021-12-20 11:16:53 +01:00
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
2021-12-20 11:16:53 +01:00
"exemplar" : true ,
2022-11-29 19:22:13 +01:00
"expr" : "sum(max_over_time(vmagent_remotewrite_conns{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job)" ,
2021-03-29 11:37:17 +02:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "__auto" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Connections ($instance)" ,
"type" : "timeseries"
} ,
2020-07-15 12:56:06 +02:00
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-02-15 10:57:58 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the current limit usage of unique series over an hourly period. Vmagent will start to drop series once the limit is reached.\n\nPlease note, panel will be blank if `remoteWrite.maxHourlySeries` is not set." ,
2020-07-15 12:56:06 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "line"
}
} ,
"mappings" : [ ] ,
"max" : 100 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-08-15 08:45:10 +02:00
"color" : "transparent"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 0.9
}
]
} ,
"unit" : "percent"
2020-07-15 12:56:06 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-08-03 09:28:47 +02:00
"y" : 71
2022-11-29 19:22:13 +01:00
} ,
"id" : 88 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : false
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.2.6" ,
2021-03-29 11:37:17 +02:00
"targets" : [
{
2022-02-15 10:57:58 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"exemplar" : true ,
"expr" : "max(\n vmagent_hourly_series_limit_current_series{job=~\"$job\", instance=~\"$instance\"} \n / \n vmagent_hourly_series_limit_max_series{job=~\"$job\", instance=~\"$instance\"}\n ) by(job) * 100" ,
2022-02-15 10:57:58 +01:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "{{job}}" ,
"range" : true ,
2021-03-29 11:37:17 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Hourly series limit" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "Shows saturation of every connection to remote storage. If the threshold of 90% is reached, then the connection is saturated (busy or slow) by more than 90%, so vmagent won't be able to keep up and can start buffering data. \n\nThis usually means that `-remoteWrite.queues` command-line flag must be increased in order to increase the number of connections per each remote storage.\n" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "line"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-08-15 08:45:10 +02:00
"color" : "transparent"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 0.9
}
]
} ,
"unit" : "percentunit"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-08-03 09:28:47 +02:00
"y" : 71
2022-11-29 19:22:13 +01:00
} ,
"id" : 84 ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
2021-03-29 11:37:17 +02:00
} ,
2022-11-29 19:22:13 +01:00
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.2.6" ,
"targets" : [
2021-03-29 11:37:17 +02:00
{
2022-11-29 19:22:13 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"exemplar" : true ,
"expr" : "max(\n rate(vmagent_remotewrite_send_duration_seconds_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__rate_interval])\n /\n vmagent_remotewrite_queues{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}\n) by(job, url)" ,
"interval" : "" ,
"legendFormat" : "" ,
"range" : true ,
"refId" : "A"
2021-03-29 11:37:17 +02:00
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Remote write connection saturation ($instance)" ,
"type" : "timeseries"
2021-03-29 11:37:17 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the current limit usage of unique series over a daily period. Vmagent will start to drop series once the limit is reached.\n\nPlease note, panel will be blank if `remoteWrite.maxDailySeries` is not set." ,
2021-03-29 11:37:17 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "line"
}
} ,
"mappings" : [ ] ,
"max" : 100 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-08-15 08:45:10 +02:00
"color" : "transparent"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 0.9
}
]
} ,
"unit" : "percentunit"
2021-03-29 11:37:17 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
2022-11-29 19:22:13 +01:00
"x" : 0 ,
2023-08-03 09:28:47 +02:00
"y" : 79
2022-11-29 19:22:13 +01:00
} ,
"id" : 90 ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : false
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.2.6" ,
2021-03-29 11:37:17 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
2021-12-20 11:16:53 +01:00
"exemplar" : true ,
2022-11-29 19:22:13 +01:00
"expr" : "max(\n vmagent_daily_series_limit_current_series{job=~\"$job\",instance=~\"$instance\"} \n / \n vmagent_daily_series_limit_max_series{job=~\"$job\",instance=~\"$instance\"}\n) by(job)" ,
2021-12-20 11:16:53 +01:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "{{job}}" ,
"range" : true ,
2021-03-29 11:37:17 +02:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Daily series limit" ,
"type" : "timeseries"
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"refId" : "A"
}
] ,
"title" : "Remote write" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 39
} ,
"id" : 113 ,
"panels" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"gridPos" : {
"h" : 2 ,
"w" : 24 ,
"x" : 0 ,
2022-12-07 12:22:20 +01:00
"y" : 87
2022-11-29 19:22:13 +01:00
} ,
"id" : 115 ,
"options" : {
"code" : {
"language" : "plaintext" ,
"showLineNumbers" : false ,
"showMiniMap" : false
2021-03-29 11:37:17 +02:00
} ,
2022-11-29 19:22:13 +01:00
"content" : "Drilldown row is used by other panels on the dashboard to show more detailed metrics per-instance." ,
"mode" : "markdown"
} ,
"pluginVersion" : "9.2.6" ,
"transparent" : true ,
"type" : "text"
2021-03-29 11:37:17 +02:00
} ,
{
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "" ,
2021-03-29 11:37:17 +02:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2022-12-07 12:22:20 +01:00
"color" : "green"
2022-11-29 19:22:13 +01:00
}
]
} ,
"unit" : "short"
2021-03-29 11:37:17 +02:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-12-07 12:22:20 +01:00
"y" : 89
2021-03-29 11:37:17 +02:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 119 ,
2020-07-15 12:56:06 +02:00
"links" : [ ] ,
2021-06-14 12:03:54 +02:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
2021-12-20 11:16:53 +01:00
}
2022-11-29 19:22:13 +01:00
} ,
"pluginVersion" : "9.1.0" ,
2020-07-15 12:56:06 +02:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum(rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance)" ,
2020-07-15 12:56:06 +02:00
"format" : "time_series" ,
2021-12-20 11:16:53 +01:00
"interval" : "" ,
"intervalFactor" : 1 ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "{{instance}} ({{job}})" ,
"range" : true ,
2020-07-15 12:56:06 +02:00
"refId" : "A"
2021-12-20 11:16:53 +01:00
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "CPU usage ($instance)" ,
"type" : "timeseries"
2021-12-20 11:16:53 +01:00
} ,
{
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the used memory (resident).\nThe application's performance will significantly degrade when memory usage is close to 100%." ,
2021-12-20 11:16:53 +01:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2022-12-07 12:22:20 +01:00
"color" : "green"
2022-11-29 19:22:13 +01:00
}
]
} ,
"unit" : "decbytes"
2021-12-20 11:16:53 +01:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-12-07 12:22:20 +01:00
"y" : 89
2021-12-20 11:16:53 +01:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 117 ,
"links" : [ ] ,
2021-12-20 11:16:53 +01:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
2021-12-20 11:16:53 +01:00
}
2022-11-29 19:22:13 +01:00
} ,
"pluginVersion" : "9.1.0" ,
2021-12-20 11:16:53 +01:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"exemplar" : true ,
"expr" : "max_over_time(process_resident_memory_bytes{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])" ,
2021-12-20 11:16:53 +01:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "{{instance}} ({{job}})" ,
"range" : true ,
2021-12-20 11:16:53 +01:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "RSS memory usage ($instance)" ,
"type" : "timeseries"
2021-12-20 11:16:53 +01:00
} ,
{
"datasource" : {
2022-09-16 21:24:32 +02:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the persistent queue size of pending samples in bytes which hasn't been flushed to remote storage yet. \n\nIncreasing of value might be a sign of connectivity issues. In such cases, vmagent starts to flush pending data on disk with attempt to send it later once connection is restored.\n\nRemote write URLs are hidden by default but might be unveiled once `-remoteWrite.showURL` is set to true." ,
2021-12-20 11:16:53 +01:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2022-12-07 12:22:20 +01:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "bytes"
2021-12-20 11:16:53 +01:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-12-07 12:22:20 +01:00
"y" : 97
2021-12-20 11:16:53 +01:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 125 ,
"links" : [
{
"title" : "Troubleshooting" ,
"url" : "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
}
] ,
2021-12-20 11:16:53 +01:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.2.6" ,
2021-12-20 11:16:53 +01:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
"editorMode" : "code" ,
2022-11-29 19:22:13 +01:00
"exemplar" : true ,
"expr" : "sum(vmagent_remotewrite_pending_data_bytes{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}) by (instance, url)" ,
2021-12-20 11:16:53 +01:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "{{instance}} => {{url}}" ,
2022-09-16 21:24:32 +02:00
"range" : true ,
2021-12-20 11:16:53 +01:00
"refId" : "A"
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Persistent queue size ($instance) to ($url)" ,
"type" : "timeseries"
2021-12-20 11:16:53 +01:00
} ,
{
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows in/out samples rate including push and pull models. \n\nThe out-rate could be different to in-rate because of replication or additional timeseries added by vmagent for every scraped target." ,
2021-12-20 11:16:53 +01:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2022-12-07 12:22:20 +01:00
"color" : "green"
2022-11-29 19:22:13 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2021-12-20 11:16:53 +01:00
} ,
2022-11-29 19:22:13 +01:00
"overrides" : [
{
"matcher" : {
"id" : "byRegexp" ,
"options" : "/out .*/"
} ,
"properties" : [
{
"id" : "custom.transform" ,
"value" : "negative-Y"
}
]
}
]
2021-12-20 11:16:53 +01:00
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-12-07 12:22:20 +01:00
"y" : 97
2021-12-20 11:16:53 +01:00
} ,
2022-11-29 19:22:13 +01:00
"id" : 123 ,
2021-12-20 11:16:53 +01:00
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.2.6" ,
2021-12-20 11:16:53 +01:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "sum(rate(vm_promscrape_scraped_samples_sum{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance)\n+ sum(rate(vmagent_rows_inserted_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance)" ,
"hide" : false ,
2021-12-20 11:16:53 +01:00
"interval" : "" ,
2022-11-29 19:22:13 +01:00
"legendFormat" : "in {{instance}} {{job}}" ,
"range" : true ,
2021-12-20 11:16:53 +01:00
"refId" : "A"
} ,
{
2022-11-29 19:22:13 +01:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vmagent_remotewrite_block_size_rows_sum{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance)" ,
"interval" : "" ,
"legendFormat" : "out {{instance}} {{job}}" ,
"range" : true ,
"refId" : "B"
2021-12-20 11:16:53 +01:00
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Samples rate ($instance)" ,
"type" : "timeseries"
2021-12-20 11:16:53 +01:00
} ,
{
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"description" : "Shows the number of bytes read/write from the storage layer when vmagent has to buffer data on disk or read already buffered data." ,
2021-12-20 11:16:53 +01:00
"fieldConfig" : {
"defaults" : {
2022-11-29 19:22:13 +01:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "bytes"
2021-12-20 11:16:53 +01:00
} ,
2022-11-29 19:22:13 +01:00
"overrides" : [
{
"matcher" : {
"id" : "byName" ,
"options" : "read"
} ,
"properties" : [
{
"id" : "custom.transform" ,
"value" : "negative-Y"
}
]
}
]
2021-12-20 11:16:53 +01:00
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-12-07 12:22:20 +01:00
"y" : 105
2022-11-29 19:22:13 +01:00
} ,
"id" : 121 ,
2021-12-20 11:16:53 +01:00
"links" : [ ] ,
"options" : {
2022-11-29 19:22:13 +01:00
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.2.6" ,
2021-12-20 11:16:53 +01:00
"targets" : [
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "sum(rate(process_io_storage_read_bytes_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance)" ,
2021-12-20 11:16:53 +01:00
"format" : "time_series" ,
2022-11-29 19:22:13 +01:00
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "read {{instance}} {{job}}" ,
"range" : true ,
2021-12-20 11:16:53 +01:00
"refId" : "A"
} ,
{
2022-09-16 21:24:32 +02:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2022-09-16 21:24:32 +02:00
"uid" : "$ds"
} ,
2022-11-29 19:22:13 +01:00
"editorMode" : "code" ,
"expr" : "sum(rate(process_io_storage_written_bytes_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job,instance)" ,
2021-12-20 11:16:53 +01:00
"format" : "time_series" ,
2022-11-29 19:22:13 +01:00
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "write {{instance}} {{job}}" ,
"range" : true ,
"refId" : "B"
2021-12-20 11:16:53 +01:00
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Disk writes/reads ($instance)" ,
"type" : "timeseries"
2022-09-16 21:24:32 +02:00
}
] ,
2022-11-29 19:22:13 +01:00
"title" : "Drilldown" ,
2020-07-15 12:56:06 +02:00
"type" : "row"
}
] ,
2022-07-05 11:05:35 +02:00
"refresh" : "" ,
2022-11-29 19:22:13 +01:00
"schemaVersion" : 37 ,
2020-07-15 12:56:06 +02:00
"style" : "dark" ,
"tags" : [
"vmagent" ,
"victoriametrics"
] ,
"templating" : {
"list" : [
{
"current" : {
2022-12-07 12:22:20 +01:00
"selected" : true ,
2023-08-15 08:45:10 +02:00
"text" : "VictoriaMetrics" ,
"value" : "VictoriaMetrics"
2020-07-15 12:56:06 +02:00
} ,
"hide" : 0 ,
"includeAll" : false ,
"multi" : false ,
"name" : "ds" ,
"options" : [ ] ,
"query" : "prometheus" ,
"queryValue" : "" ,
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"type" : "datasource"
} ,
{
2022-11-29 19:22:13 +01:00
"allValue" : "" ,
2020-07-15 12:56:06 +02:00
"current" : { } ,
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2020-07-15 12:56:06 +02:00
"definition" : "label_values(vm_app_version{version=~\"^vmagent.*\"}, job)" ,
"hide" : 0 ,
2022-09-16 21:24:32 +02:00
"includeAll" : true ,
2020-07-15 12:56:06 +02:00
"multi" : true ,
"name" : "job" ,
"options" : [ ] ,
2021-06-14 12:03:54 +02:00
"query" : {
"query" : "label_values(vm_app_version{version=~\"^vmagent.*\"}, job)" ,
"refId" : "VictoriaMetrics-job-Variable-Query"
} ,
2020-07-15 12:56:06 +02:00
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 0 ,
"tagValuesQuery" : "" ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
} ,
{
"allValue" : ".*" ,
"current" : { } ,
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2020-07-15 12:56:06 +02:00
"definition" : "label_values(vm_app_version{job=~\"$job\"}, instance)" ,
"hide" : 0 ,
"includeAll" : true ,
"multi" : true ,
"name" : "instance" ,
"options" : [ ] ,
2021-06-14 12:03:54 +02:00
"query" : {
"query" : "label_values(vm_app_version{job=~\"$job\"}, instance)" ,
"refId" : "VictoriaMetrics-instance-Variable-Query"
} ,
2020-07-15 12:56:06 +02:00
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 0 ,
"tagValuesQuery" : "" ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
2021-09-01 10:46:22 +02:00
} ,
{
"allValue" : ".*" ,
"current" : { } ,
2021-12-20 11:16:53 +01:00
"datasource" : {
2022-11-28 08:37:39 +01:00
"type" : "prometheus" ,
2021-12-20 11:16:53 +01:00
"uid" : "$ds"
} ,
2021-11-09 15:50:08 +01:00
"definition" : "label_values(vmagent_remotewrite_requests_total{job=~\"$job\", instance=~\"$instance\"}, url)" ,
2021-09-01 10:46:22 +02:00
"description" : "The remote write URLs" ,
"hide" : 0 ,
"includeAll" : true ,
"multi" : true ,
"name" : "url" ,
"options" : [ ] ,
"query" : {
2021-11-09 15:50:08 +01:00
"query" : "label_values(vmagent_remotewrite_requests_total{job=~\"$job\", instance=~\"$instance\"}, url)" ,
2021-09-01 10:46:22 +02:00
"refId" : "StandardVariableQuery"
} ,
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 0 ,
"type" : "query"
2022-09-16 21:24:32 +02:00
} ,
{
"datasource" : {
"type" : "prometheus" ,
2022-11-28 08:37:39 +01:00
"uid" : "$ds"
2022-09-16 21:24:32 +02:00
} ,
"filters" : [ ] ,
"hide" : 0 ,
"name" : "adhoc" ,
"skipUrlSync" : false ,
"type" : "adhoc"
2020-07-15 12:56:06 +02:00
}
]
} ,
"time" : {
2022-07-05 11:05:35 +02:00
"from" : "now-3h" ,
2020-07-15 12:56:06 +02:00
"to" : "now"
} ,
"timepicker" : {
"refresh_intervals" : [
"10s" ,
"30s" ,
"1m" ,
"5m" ,
"15m" ,
"30m" ,
"1h" ,
"2h" ,
"1d"
]
} ,
"timezone" : "" ,
2022-09-16 21:24:32 +02:00
"title" : "VictoriaMetrics - vmagent" ,
2020-07-15 12:56:06 +02:00
"uid" : "G7Z9GzMGz" ,
2021-12-20 11:16:53 +01:00
"version" : 1 ,
"weekStart" : ""
2022-11-29 19:22:13 +01:00
}
