diff --git a/deployment/docker/alerts-health.yml b/deployment/docker/alerts-health.yml index 4668718e64..8686c10636 100644 --- a/deployment/docker/alerts-health.yml +++ b/deployment/docker/alerts-health.yml @@ -62,3 +62,14 @@ groups: summary: "Too many logs printed for job \"{{ $labels.job }}\" ({{ $labels.instance }})" description: "Logging rate for job \"{{ $labels.job }}\" ({{ $labels.instance }}) is {{ $value }} for last 15m.\n Worth to check logs for specific error messages." + + - alert: TooManyTSIDMisses + expr: sum(rate(vm_missing_tsids_for_metric_id_total[5m])) by (job, instance) > 0 + for: 10m + labels: + severity: critical + annotations: + summary: "Too many TSID misses for job \"{{ $labels.job }}\" ({{ $labels.instance }})" + description: "The rate of TSID misses during query lookups is too high for \"{{ $labels.job }}\" ({{ $labels.instance }}).\n + Make sure you're running VictoriaMetrics of v1.85.3 or higher.\n + Related issue https://github.com/VictoriaMetrics/VictoriaMetrics/issues/3502"