2019-05-22 23:16:55 +02:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"flag"
|
2020-10-06 13:54:39 +02:00
|
|
|
"fmt"
|
2019-05-22 23:16:55 +02:00
|
|
|
"net/http"
|
2020-05-16 10:59:30 +02:00
|
|
|
"os"
|
2019-05-22 23:16:55 +02:00
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/app/vminsert"
|
2023-04-01 06:27:45 +02:00
|
|
|
vminsertcommon "github.com/VictoriaMetrics/VictoriaMetrics/app/vminsert/common"
|
|
|
|
vminsertrelabel "github.com/VictoriaMetrics/VictoriaMetrics/app/vminsert/relabel"
|
2019-05-22 23:16:55 +02:00
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmselect"
|
2020-12-14 12:08:22 +01:00
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmselect/promql"
|
2019-05-22 23:16:55 +02:00
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmstorage"
|
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/buildinfo"
|
2020-02-10 12:26:18 +01:00
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/envflag"
|
2020-12-25 15:40:20 +01:00
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/flagutil"
|
2019-11-12 15:18:09 +01:00
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/fs"
|
2019-05-22 23:16:55 +02:00
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/httpserver"
|
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/logger"
|
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/procutil"
|
2020-11-25 21:59:13 +01:00
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/promscrape"
|
2022-07-21 18:58:22 +02:00
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/pushmetrics"
|
2020-02-10 12:03:52 +01:00
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/storage"
|
2019-05-22 23:16:55 +02:00
|
|
|
)
|
|
|
|
|
2020-02-10 12:03:52 +01:00
|
|
|
var (
|
2023-12-09 23:25:01 +01:00
|
|
|
httpListenAddr = flag.String("httpListenAddr", ":8428", "TCP address to listen for http connections. See also -tls and -httpListenAddr.useProxyProtocol")
|
2023-01-27 08:08:35 +01:00
|
|
|
useProxyProtocol = flag.Bool("httpListenAddr.useProxyProtocol", false, "Whether to use proxy protocol for connections accepted at -httpListenAddr . "+
|
2023-03-08 10:26:53 +01:00
|
|
|
"See https://www.haproxy.org/download/1.8/doc/proxy-protocol.txt . "+
|
|
|
|
"With enabled proxy protocol http server cannot serve regular /metrics endpoint. Use -pushmetrics.url for metrics pushing")
|
2022-05-02 20:35:14 +02:00
|
|
|
minScrapeInterval = flag.Duration("dedup.minScrapeInterval", 0, "Leave only the last sample in every time series per each discrete interval "+
|
2021-12-15 12:18:04 +01:00
|
|
|
"equal to -dedup.minScrapeInterval > 0. See https://docs.victoriametrics.com/#deduplication and https://docs.victoriametrics.com/#downsampling")
|
2023-04-01 06:27:45 +02:00
|
|
|
dryRun = flag.Bool("dryRun", false, "Whether to check config files without running VictoriaMetrics. The following config files are checked: "+
|
|
|
|
"-promscrape.config, -relabelConfig and -streamAggr.config. Unknown config entries aren't allowed in -promscrape.config by default. "+
|
|
|
|
"This can be changed with -promscrape.config.strictParse=false command-line flag")
|
2022-12-06 00:15:00 +01:00
|
|
|
inmemoryDataFlushInterval = flag.Duration("inmemoryDataFlushInterval", 5*time.Second, "The interval for guaranteed saving of in-memory data to disk. "+
|
2023-07-19 10:10:51 +02:00
|
|
|
"The saved data survives unclean shutdowns such as OOM crash, hardware reset, SIGKILL, etc. "+
|
|
|
|
"Bigger intervals may help increase the lifetime of flash storage with limited write cycles (e.g. Raspberry PI). "+
|
2022-12-06 00:15:00 +01:00
|
|
|
"Smaller intervals increase disk IO load. Minimum supported value is 1s")
|
2020-02-10 12:03:52 +01:00
|
|
|
)
|
2019-05-22 23:16:55 +02:00
|
|
|
|
|
|
|
func main() {
|
2020-05-16 10:59:30 +02:00
|
|
|
// Write flags and help message to stdout, since it is easier to grep or pipe.
|
|
|
|
flag.CommandLine.SetOutput(os.Stdout)
|
2020-12-25 15:40:20 +01:00
|
|
|
flag.Usage = usage
|
2020-02-10 12:26:18 +01:00
|
|
|
envflag.Parse()
|
2019-05-22 23:16:55 +02:00
|
|
|
buildinfo.Init()
|
|
|
|
logger.Init()
|
2020-11-25 21:59:13 +01:00
|
|
|
|
|
|
|
if promscrape.IsDryRun() {
|
|
|
|
*dryRun = true
|
|
|
|
}
|
|
|
|
if *dryRun {
|
|
|
|
if err := promscrape.CheckConfig(); err != nil {
|
|
|
|
logger.Fatalf("error when checking -promscrape.config: %s", err)
|
|
|
|
}
|
2023-04-01 06:27:45 +02:00
|
|
|
if err := vminsertrelabel.CheckRelabelConfig(); err != nil {
|
|
|
|
logger.Fatalf("error when checking -relabelConfig: %s", err)
|
|
|
|
}
|
|
|
|
if err := vminsertcommon.CheckStreamAggrConfig(); err != nil {
|
|
|
|
logger.Fatalf("error when checking -streamAggr.config: %s", err)
|
|
|
|
}
|
2023-03-03 11:02:13 +01:00
|
|
|
logger.Infof("-promscrape.config is ok; exiting with 0 status code")
|
2020-11-25 21:59:13 +01:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2019-12-19 13:32:08 +01:00
|
|
|
logger.Infof("starting VictoriaMetrics at %q...", *httpListenAddr)
|
2019-05-22 23:16:55 +02:00
|
|
|
startTime := time.Now()
|
2021-12-14 19:49:08 +01:00
|
|
|
storage.SetDedupInterval(*minScrapeInterval)
|
2022-12-06 00:15:00 +01:00
|
|
|
storage.SetDataFlushInterval(*inmemoryDataFlushInterval)
|
2020-12-14 12:08:22 +01:00
|
|
|
vmstorage.Init(promql.ResetRollupResultCacheIfNeeded)
|
2019-05-22 23:16:55 +02:00
|
|
|
vmselect.Init()
|
|
|
|
vminsert.Init()
|
2024-01-15 12:37:02 +01:00
|
|
|
|
2020-01-25 18:19:23 +01:00
|
|
|
startSelfScraper()
|
2019-05-22 23:16:55 +02:00
|
|
|
|
2023-01-27 08:08:35 +01:00
|
|
|
go httpserver.Serve(*httpListenAddr, *useProxyProtocol, requestHandler)
|
2020-01-22 17:27:44 +01:00
|
|
|
logger.Infof("started VictoriaMetrics in %.3f seconds", time.Since(startTime).Seconds())
|
2019-05-22 23:16:55 +02:00
|
|
|
|
2024-01-15 12:37:02 +01:00
|
|
|
pushmetrics.Init()
|
2019-05-22 23:16:55 +02:00
|
|
|
sig := procutil.WaitForSigterm()
|
|
|
|
logger.Infof("received signal %s", sig)
|
2024-01-15 12:37:02 +01:00
|
|
|
pushmetrics.Stop()
|
2019-05-22 23:16:55 +02:00
|
|
|
|
2020-01-25 18:19:23 +01:00
|
|
|
stopSelfScraper()
|
|
|
|
|
2019-05-22 23:16:55 +02:00
|
|
|
logger.Infof("gracefully shutting down webservice at %q", *httpListenAddr)
|
|
|
|
startTime = time.Now()
|
|
|
|
if err := httpserver.Stop(*httpListenAddr); err != nil {
|
|
|
|
logger.Fatalf("cannot stop the webservice: %s", err)
|
|
|
|
}
|
2020-01-22 17:27:44 +01:00
|
|
|
logger.Infof("successfully shut down the webservice in %.3f seconds", time.Since(startTime).Seconds())
|
2024-01-15 12:37:02 +01:00
|
|
|
vminsert.Stop()
|
2019-05-22 23:16:55 +02:00
|
|
|
|
|
|
|
vmstorage.Stop()
|
|
|
|
vmselect.Stop()
|
|
|
|
|
2019-11-12 15:18:09 +01:00
|
|
|
fs.MustStopDirRemover()
|
|
|
|
|
2020-01-22 17:27:44 +01:00
|
|
|
logger.Infof("the VictoriaMetrics has been stopped in %.3f seconds", time.Since(startTime).Seconds())
|
2019-05-22 23:16:55 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func requestHandler(w http.ResponseWriter, r *http.Request) bool {
|
2020-12-14 12:36:48 +01:00
|
|
|
if r.URL.Path == "/" {
|
2023-02-23 03:58:44 +01:00
|
|
|
if r.Method != http.MethodGet {
|
2021-04-02 21:54:06 +02:00
|
|
|
return false
|
|
|
|
}
|
2022-03-21 09:13:28 +01:00
|
|
|
w.Header().Add("Content-Type", "text/html; charset=utf-8")
|
2021-04-30 08:19:08 +02:00
|
|
|
fmt.Fprintf(w, "<h2>Single-node VictoriaMetrics</h2></br>")
|
2021-04-20 19:16:17 +02:00
|
|
|
fmt.Fprintf(w, "See docs at <a href='https://docs.victoriametrics.com/'>https://docs.victoriametrics.com/</a></br>")
|
2021-04-30 08:19:08 +02:00
|
|
|
fmt.Fprintf(w, "Useful endpoints:</br>")
|
|
|
|
httpserver.WriteAPIHelp(w, [][2]string{
|
2021-12-02 12:51:49 +01:00
|
|
|
{"vmui", "Web UI"},
|
2022-06-06 23:57:05 +02:00
|
|
|
{"targets", "status for discovered active targets"},
|
|
|
|
{"service-discovery", "labels before and after relabeling for discovered targets"},
|
2022-12-10 11:09:21 +01:00
|
|
|
{"metric-relabel-debug", "debug metric relabeling"},
|
2022-12-15 01:01:33 +01:00
|
|
|
{"expand-with-exprs", "WITH expressions' tutorial"},
|
2021-12-02 12:51:49 +01:00
|
|
|
{"api/v1/targets", "advanced information about discovered targets in JSON format"},
|
|
|
|
{"config", "-promscrape.config contents"},
|
|
|
|
{"metrics", "available service metrics"},
|
|
|
|
{"flags", "command-line flags"},
|
|
|
|
{"api/v1/status/tsdb", "tsdb status page"},
|
|
|
|
{"api/v1/status/top_queries", "top queries"},
|
|
|
|
{"api/v1/status/active_queries", "active queries"},
|
2024-02-07 21:05:02 +01:00
|
|
|
{"-/reload", "reload configuration"},
|
2020-12-14 12:36:48 +01:00
|
|
|
})
|
2020-10-06 13:54:39 +02:00
|
|
|
return true
|
|
|
|
}
|
2019-05-22 23:16:55 +02:00
|
|
|
if vminsert.RequestHandler(w, r) {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
if vmselect.RequestHandler(w, r) {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
if vmstorage.RequestHandler(w, r) {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
2020-12-14 12:36:48 +01:00
|
|
|
|
2020-12-25 15:40:20 +01:00
|
|
|
func usage() {
|
|
|
|
const s = `
|
|
|
|
victoria-metrics is a time series database and monitoring solution.
|
|
|
|
|
2021-04-20 19:16:17 +02:00
|
|
|
See the docs at https://docs.victoriametrics.com/
|
2020-12-25 15:40:20 +01:00
|
|
|
`
|
|
|
|
flagutil.Usage(s)
|
|
|
|
}
|