2020-03-13 11:19:31 +01:00
|
|
|
package datasource
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"fmt"
|
|
|
|
"io/ioutil"
|
|
|
|
"net/http"
|
|
|
|
"strings"
|
2020-09-21 14:53:49 +02:00
|
|
|
"time"
|
2021-09-14 13:32:06 +02:00
|
|
|
|
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/promauth"
|
2020-03-13 11:19:31 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
// VMStorage represents vmstorage entity with ability to read and write metrics
|
|
|
|
type VMStorage struct {
|
2021-02-03 22:26:30 +01:00
|
|
|
c *http.Client
|
2021-09-14 13:32:06 +02:00
|
|
|
authCfg *promauth.Config
|
2021-02-03 22:26:30 +01:00
|
|
|
datasourceURL string
|
|
|
|
appendTypePrefix bool
|
|
|
|
lookBack time.Duration
|
|
|
|
queryStep time.Duration
|
2021-04-30 08:46:03 +02:00
|
|
|
|
|
|
|
dataSourceType Type
|
|
|
|
evaluationInterval time.Duration
|
2021-05-22 23:26:01 +02:00
|
|
|
extraLabels []string
|
2021-08-31 13:57:47 +02:00
|
|
|
extraParams []Param
|
2021-10-18 09:24:52 +02:00
|
|
|
disablePathAppend bool
|
2020-03-13 11:19:31 +01:00
|
|
|
}
|
|
|
|
|
2021-04-28 22:41:15 +02:00
|
|
|
// Clone makes clone of VMStorage, shares http client.
|
|
|
|
func (s *VMStorage) Clone() *VMStorage {
|
|
|
|
return &VMStorage{
|
2021-10-18 09:24:52 +02:00
|
|
|
c: s.c,
|
|
|
|
authCfg: s.authCfg,
|
|
|
|
datasourceURL: s.datasourceURL,
|
|
|
|
lookBack: s.lookBack,
|
|
|
|
queryStep: s.queryStep,
|
|
|
|
appendTypePrefix: s.appendTypePrefix,
|
|
|
|
dataSourceType: s.dataSourceType,
|
|
|
|
disablePathAppend: s.disablePathAppend,
|
2021-04-28 22:41:15 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// ApplyParams - changes given querier params.
|
|
|
|
func (s *VMStorage) ApplyParams(params QuerierParams) *VMStorage {
|
|
|
|
if params.DataSourceType != nil {
|
|
|
|
s.dataSourceType = *params.DataSourceType
|
|
|
|
}
|
2021-04-30 09:31:45 +02:00
|
|
|
s.evaluationInterval = params.EvaluationInterval
|
2021-05-22 23:26:01 +02:00
|
|
|
for k, v := range params.ExtraLabels {
|
|
|
|
s.extraLabels = append(s.extraLabels, fmt.Sprintf("%s=%s", k, v))
|
|
|
|
}
|
2021-04-28 22:41:15 +02:00
|
|
|
return s
|
|
|
|
}
|
|
|
|
|
|
|
|
// BuildWithParams - implements interface.
|
|
|
|
func (s *VMStorage) BuildWithParams(params QuerierParams) Querier {
|
|
|
|
return s.Clone().ApplyParams(params)
|
|
|
|
}
|
|
|
|
|
2020-03-13 11:19:31 +01:00
|
|
|
// NewVMStorage is a constructor for VMStorage
|
2021-10-18 09:24:52 +02:00
|
|
|
func NewVMStorage(baseURL string, authCfg *promauth.Config, lookBack time.Duration, queryStep time.Duration, appendTypePrefix bool, c *http.Client, disablePathAppend bool) *VMStorage {
|
2020-03-13 11:19:31 +01:00
|
|
|
return &VMStorage{
|
2021-10-18 09:24:52 +02:00
|
|
|
c: c,
|
|
|
|
authCfg: authCfg,
|
|
|
|
datasourceURL: strings.TrimSuffix(baseURL, "/"),
|
|
|
|
appendTypePrefix: appendTypePrefix,
|
|
|
|
lookBack: lookBack,
|
|
|
|
queryStep: queryStep,
|
|
|
|
dataSourceType: NewPrometheusType(),
|
|
|
|
disablePathAppend: disablePathAppend,
|
2020-03-13 11:19:31 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-04-30 08:46:03 +02:00
|
|
|
// Query executes the given query and returns parsed response
|
2021-04-28 22:41:15 +02:00
|
|
|
func (s *VMStorage) Query(ctx context.Context, query string) ([]Metric, error) {
|
2021-06-09 11:20:38 +02:00
|
|
|
req, err := s.newRequestPOST()
|
2021-04-30 08:46:03 +02:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2021-06-09 11:20:38 +02:00
|
|
|
ts := time.Now()
|
2021-11-05 18:56:37 +01:00
|
|
|
switch s.dataSourceType.String() {
|
|
|
|
case "prometheus":
|
2021-06-09 11:20:38 +02:00
|
|
|
s.setPrometheusInstantReqParams(req, query, ts)
|
2021-11-05 18:56:37 +01:00
|
|
|
case "graphite":
|
2021-06-09 11:20:38 +02:00
|
|
|
s.setGraphiteReqParams(req, query, ts)
|
|
|
|
default:
|
|
|
|
return nil, fmt.Errorf("engine not found: %q", s.dataSourceType.name)
|
|
|
|
}
|
|
|
|
|
2021-04-30 08:46:03 +02:00
|
|
|
resp, err := s.do(ctx, req)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2021-01-26 09:12:04 +01:00
|
|
|
}
|
2021-04-30 08:54:36 +02:00
|
|
|
defer func() {
|
|
|
|
_ = resp.Body.Close()
|
|
|
|
}()
|
2021-04-30 08:46:03 +02:00
|
|
|
|
|
|
|
parseFn := parsePrometheusResponse
|
2021-11-05 18:56:37 +01:00
|
|
|
if s.dataSourceType.name != "prometheus" {
|
2021-04-30 08:46:03 +02:00
|
|
|
parseFn = parseGraphiteResponse
|
|
|
|
}
|
|
|
|
return parseFn(req, resp)
|
2021-02-01 14:02:44 +01:00
|
|
|
}
|
|
|
|
|
2021-06-09 11:20:38 +02:00
|
|
|
// QueryRange executes the given query on the given time range.
|
|
|
|
// For Prometheus type see https://prometheus.io/docs/prometheus/latest/querying/api/#range-queries
|
|
|
|
// Graphite type isn't supported.
|
|
|
|
func (s *VMStorage) QueryRange(ctx context.Context, query string, start, end time.Time) ([]Metric, error) {
|
2021-11-05 18:56:37 +01:00
|
|
|
if s.dataSourceType.name != "prometheus" {
|
2021-06-09 11:20:38 +02:00
|
|
|
return nil, fmt.Errorf("%q is not supported for QueryRange", s.dataSourceType.name)
|
|
|
|
}
|
|
|
|
req, err := s.newRequestPOST()
|
2020-03-13 11:19:31 +01:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2021-06-09 11:20:38 +02:00
|
|
|
if start.IsZero() {
|
|
|
|
return nil, fmt.Errorf("start param is missing")
|
2020-03-13 11:19:31 +01:00
|
|
|
}
|
2021-06-09 11:20:38 +02:00
|
|
|
if end.IsZero() {
|
|
|
|
return nil, fmt.Errorf("end param is missing")
|
2021-04-30 08:46:03 +02:00
|
|
|
}
|
2021-06-09 11:20:38 +02:00
|
|
|
s.setPrometheusRangeReqParams(req, query, start, end)
|
|
|
|
resp, err := s.do(ctx, req)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
defer func() {
|
|
|
|
_ = resp.Body.Close()
|
|
|
|
}()
|
|
|
|
return parsePrometheusResponse(req, resp)
|
2021-04-30 08:46:03 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (s *VMStorage) do(ctx context.Context, req *http.Request) (*http.Response, error) {
|
2020-03-13 11:19:31 +01:00
|
|
|
resp, err := s.c.Do(req.WithContext(ctx))
|
|
|
|
if err != nil {
|
2021-10-18 09:20:26 +02:00
|
|
|
return nil, fmt.Errorf("error getting response from %s: %w", req.URL.Redacted(), err)
|
2020-03-13 11:19:31 +01:00
|
|
|
}
|
|
|
|
if resp.StatusCode != http.StatusOK {
|
|
|
|
body, _ := ioutil.ReadAll(resp.Body)
|
2021-04-30 08:46:03 +02:00
|
|
|
_ = resp.Body.Close()
|
2021-10-18 09:20:26 +02:00
|
|
|
return nil, fmt.Errorf("unexpected response code %d for %s. Response body %s", resp.StatusCode, req.URL.Redacted(), body)
|
2020-03-13 11:19:31 +01:00
|
|
|
}
|
2021-04-30 08:46:03 +02:00
|
|
|
return resp, nil
|
2021-02-01 14:02:44 +01:00
|
|
|
}
|
|
|
|
|
2021-06-09 11:20:38 +02:00
|
|
|
func (s *VMStorage) newRequestPOST() (*http.Request, error) {
|
|
|
|
req, err := http.NewRequest("POST", s.datasourceURL, nil)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2020-03-13 11:19:31 +01:00
|
|
|
}
|
2021-11-09 17:03:50 +01:00
|
|
|
req.Header.Set("Content-Type", "application/json")
|
2021-09-14 13:32:06 +02:00
|
|
|
if s.authCfg != nil {
|
|
|
|
if auth := s.authCfg.GetAuthHeader(); auth != "" {
|
|
|
|
req.Header.Set("Authorization", auth)
|
|
|
|
}
|
2021-02-01 14:02:44 +01:00
|
|
|
}
|
2021-06-09 11:20:38 +02:00
|
|
|
return req, nil
|
2021-02-01 14:02:44 +01:00
|
|
|
}
|