mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2024-12-22 16:36:27 +01:00
481 lines
15 KiB
Go
481 lines
15 KiB
Go
// Copyright 2011 Google LLC. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
// Package googleapi contains the common code shared by all Google API
|
|
// libraries.
|
|
package googleapi // import "google.golang.org/api/googleapi"
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"net/url"
|
|
"strings"
|
|
"time"
|
|
|
|
"google.golang.org/api/internal/third_party/uritemplates"
|
|
)
|
|
|
|
// ContentTyper is an interface for Readers which know (or would like
|
|
// to override) their Content-Type. If a media body doesn't implement
|
|
// ContentTyper, the type is sniffed from the content using
|
|
// http.DetectContentType.
|
|
type ContentTyper interface {
|
|
ContentType() string
|
|
}
|
|
|
|
// A SizeReaderAt is a ReaderAt with a Size method.
|
|
// An io.SectionReader implements SizeReaderAt.
|
|
type SizeReaderAt interface {
|
|
io.ReaderAt
|
|
Size() int64
|
|
}
|
|
|
|
// ServerResponse is embedded in each Do response and
|
|
// provides the HTTP status code and header sent by the server.
|
|
type ServerResponse struct {
|
|
// HTTPStatusCode is the server's response status code. When using a
|
|
// resource method's Do call, this will always be in the 2xx range.
|
|
HTTPStatusCode int
|
|
// Header contains the response header fields from the server.
|
|
Header http.Header
|
|
}
|
|
|
|
const (
|
|
// Version defines the gax version being used. This is typically sent
|
|
// in an HTTP header to services.
|
|
Version = "0.5"
|
|
|
|
// UserAgent is the header string used to identify this package.
|
|
UserAgent = "google-api-go-client/" + Version
|
|
|
|
// DefaultUploadChunkSize is the default chunk size to use for resumable
|
|
// uploads if not specified by the user.
|
|
DefaultUploadChunkSize = 16 * 1024 * 1024
|
|
|
|
// MinUploadChunkSize is the minimum chunk size that can be used for
|
|
// resumable uploads. All user-specified chunk sizes must be multiple of
|
|
// this value.
|
|
MinUploadChunkSize = 256 * 1024
|
|
)
|
|
|
|
// Error contains an error response from the server.
|
|
type Error struct {
|
|
// Code is the HTTP response status code and will always be populated.
|
|
Code int `json:"code"`
|
|
// Message is the server response message and is only populated when
|
|
// explicitly referenced by the JSON server response.
|
|
Message string `json:"message"`
|
|
// Details provide more context to an error.
|
|
Details []interface{} `json:"details"`
|
|
// Body is the raw response returned by the server.
|
|
// It is often but not always JSON, depending on how the request fails.
|
|
Body string
|
|
// Header contains the response header fields from the server.
|
|
Header http.Header
|
|
|
|
Errors []ErrorItem
|
|
// err is typically a wrapped apierror.APIError, see
|
|
// google-api-go-client/internal/gensupport/error.go.
|
|
err error
|
|
}
|
|
|
|
// ErrorItem is a detailed error code & message from the Google API frontend.
|
|
type ErrorItem struct {
|
|
// Reason is the typed error code. For example: "some_example".
|
|
Reason string `json:"reason"`
|
|
// Message is the human-readable description of the error.
|
|
Message string `json:"message"`
|
|
}
|
|
|
|
func (e *Error) Error() string {
|
|
if len(e.Errors) == 0 && e.Message == "" {
|
|
return fmt.Sprintf("googleapi: got HTTP response code %d with body: %v", e.Code, e.Body)
|
|
}
|
|
var buf bytes.Buffer
|
|
fmt.Fprintf(&buf, "googleapi: Error %d: ", e.Code)
|
|
if e.Message != "" {
|
|
fmt.Fprintf(&buf, "%s", e.Message)
|
|
}
|
|
if len(e.Details) > 0 {
|
|
var detailBuf bytes.Buffer
|
|
enc := json.NewEncoder(&detailBuf)
|
|
enc.SetIndent("", " ")
|
|
if err := enc.Encode(e.Details); err == nil {
|
|
fmt.Fprint(&buf, "\nDetails:")
|
|
fmt.Fprintf(&buf, "\n%s", detailBuf.String())
|
|
|
|
}
|
|
}
|
|
if len(e.Errors) == 0 {
|
|
return strings.TrimSpace(buf.String())
|
|
}
|
|
if len(e.Errors) == 1 && e.Errors[0].Message == e.Message {
|
|
fmt.Fprintf(&buf, ", %s", e.Errors[0].Reason)
|
|
return buf.String()
|
|
}
|
|
fmt.Fprintln(&buf, "\nMore details:")
|
|
for _, v := range e.Errors {
|
|
fmt.Fprintf(&buf, "Reason: %s, Message: %s\n", v.Reason, v.Message)
|
|
}
|
|
return buf.String()
|
|
}
|
|
|
|
// Wrap allows an existing Error to wrap another error. See also [Error.Unwrap].
|
|
func (e *Error) Wrap(err error) {
|
|
e.err = err
|
|
}
|
|
|
|
func (e *Error) Unwrap() error {
|
|
return e.err
|
|
}
|
|
|
|
type errorReply struct {
|
|
Error *Error `json:"error"`
|
|
}
|
|
|
|
// CheckResponse returns an error (of type *Error) if the response
|
|
// status code is not 2xx.
|
|
func CheckResponse(res *http.Response) error {
|
|
if res.StatusCode >= 200 && res.StatusCode <= 299 {
|
|
return nil
|
|
}
|
|
slurp, err := io.ReadAll(res.Body)
|
|
if err == nil {
|
|
jerr := new(errorReply)
|
|
err = json.Unmarshal(slurp, jerr)
|
|
if err == nil && jerr.Error != nil {
|
|
if jerr.Error.Code == 0 {
|
|
jerr.Error.Code = res.StatusCode
|
|
}
|
|
jerr.Error.Body = string(slurp)
|
|
jerr.Error.Header = res.Header
|
|
return jerr.Error
|
|
}
|
|
}
|
|
return &Error{
|
|
Code: res.StatusCode,
|
|
Body: string(slurp),
|
|
Header: res.Header,
|
|
}
|
|
}
|
|
|
|
// IsNotModified reports whether err is the result of the
|
|
// server replying with http.StatusNotModified.
|
|
// Such error values are sometimes returned by "Do" methods
|
|
// on calls when If-None-Match is used.
|
|
func IsNotModified(err error) bool {
|
|
if err == nil {
|
|
return false
|
|
}
|
|
ae, ok := err.(*Error)
|
|
return ok && ae.Code == http.StatusNotModified
|
|
}
|
|
|
|
// CheckMediaResponse returns an error (of type *Error) if the response
|
|
// status code is not 2xx. Unlike CheckResponse it does not assume the
|
|
// body is a JSON error document.
|
|
// It is the caller's responsibility to close res.Body.
|
|
func CheckMediaResponse(res *http.Response) error {
|
|
if res.StatusCode >= 200 && res.StatusCode <= 299 {
|
|
return nil
|
|
}
|
|
slurp, _ := io.ReadAll(io.LimitReader(res.Body, 1<<20))
|
|
return &Error{
|
|
Code: res.StatusCode,
|
|
Body: string(slurp),
|
|
Header: res.Header,
|
|
}
|
|
}
|
|
|
|
// MarshalStyle defines whether to marshal JSON with a {"data": ...} wrapper.
|
|
type MarshalStyle bool
|
|
|
|
// WithDataWrapper marshals JSON with a {"data": ...} wrapper.
|
|
var WithDataWrapper = MarshalStyle(true)
|
|
|
|
// WithoutDataWrapper marshals JSON without a {"data": ...} wrapper.
|
|
var WithoutDataWrapper = MarshalStyle(false)
|
|
|
|
func (wrap MarshalStyle) JSONReader(v interface{}) (io.Reader, error) {
|
|
buf := new(bytes.Buffer)
|
|
if wrap {
|
|
buf.Write([]byte(`{"data": `))
|
|
}
|
|
err := json.NewEncoder(buf).Encode(v)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if wrap {
|
|
buf.Write([]byte(`}`))
|
|
}
|
|
return buf, nil
|
|
}
|
|
|
|
// ProgressUpdater is a function that is called upon every progress update of a resumable upload.
|
|
// This is the only part of a resumable upload (from googleapi) that is usable by the developer.
|
|
// The remaining usable pieces of resumable uploads is exposed in each auto-generated API.
|
|
type ProgressUpdater func(current, total int64)
|
|
|
|
// MediaOption defines the interface for setting media options.
|
|
type MediaOption interface {
|
|
setOptions(o *MediaOptions)
|
|
}
|
|
|
|
type contentTypeOption string
|
|
|
|
func (ct contentTypeOption) setOptions(o *MediaOptions) {
|
|
o.ContentType = string(ct)
|
|
if o.ContentType == "" {
|
|
o.ForceEmptyContentType = true
|
|
}
|
|
}
|
|
|
|
// ContentType returns a MediaOption which sets the Content-Type header for media uploads.
|
|
// If ctype is empty, the Content-Type header will be omitted.
|
|
func ContentType(ctype string) MediaOption {
|
|
return contentTypeOption(ctype)
|
|
}
|
|
|
|
type chunkSizeOption int
|
|
|
|
func (cs chunkSizeOption) setOptions(o *MediaOptions) {
|
|
size := int(cs)
|
|
if size%MinUploadChunkSize != 0 {
|
|
size += MinUploadChunkSize - (size % MinUploadChunkSize)
|
|
}
|
|
o.ChunkSize = size
|
|
}
|
|
|
|
// ChunkSize returns a MediaOption which sets the chunk size for media uploads.
|
|
// size will be rounded up to the nearest multiple of 256K.
|
|
// Media which contains fewer than size bytes will be uploaded in a single request.
|
|
// Media which contains size bytes or more will be uploaded in separate chunks.
|
|
// If size is zero, media will be uploaded in a single request.
|
|
func ChunkSize(size int) MediaOption {
|
|
return chunkSizeOption(size)
|
|
}
|
|
|
|
type chunkRetryDeadlineOption time.Duration
|
|
|
|
func (cd chunkRetryDeadlineOption) setOptions(o *MediaOptions) {
|
|
o.ChunkRetryDeadline = time.Duration(cd)
|
|
}
|
|
|
|
// ChunkRetryDeadline returns a MediaOption which sets a per-chunk retry
|
|
// deadline. If a single chunk has been attempting to upload for longer than
|
|
// this time and the request fails, it will no longer be retried, and the error
|
|
// will be returned to the caller.
|
|
// This is only applicable for files which are large enough to require
|
|
// a multi-chunk resumable upload.
|
|
// The default value is 32s.
|
|
// To set a deadline on the entire upload, use context timeout or cancellation.
|
|
func ChunkRetryDeadline(deadline time.Duration) MediaOption {
|
|
return chunkRetryDeadlineOption(deadline)
|
|
}
|
|
|
|
// MediaOptions stores options for customizing media upload. It is not used by developers directly.
|
|
type MediaOptions struct {
|
|
ContentType string
|
|
ForceEmptyContentType bool
|
|
ChunkSize int
|
|
ChunkRetryDeadline time.Duration
|
|
}
|
|
|
|
// ProcessMediaOptions stores options from opts in a MediaOptions.
|
|
// It is not used by developers directly.
|
|
func ProcessMediaOptions(opts []MediaOption) *MediaOptions {
|
|
mo := &MediaOptions{ChunkSize: DefaultUploadChunkSize}
|
|
for _, o := range opts {
|
|
o.setOptions(mo)
|
|
}
|
|
return mo
|
|
}
|
|
|
|
// ResolveRelative resolves relatives such as "http://www.golang.org/" and
|
|
// "topics/myproject/mytopic" into a single string, such as
|
|
// "http://www.golang.org/topics/myproject/mytopic". It strips all parent
|
|
// references (e.g. ../..) as well as anything after the host
|
|
// (e.g. /bar/gaz gets stripped out of foo.com/bar/gaz).
|
|
//
|
|
// ResolveRelative panics if either basestr or relstr is not able to be parsed.
|
|
func ResolveRelative(basestr, relstr string) string {
|
|
u, err := url.Parse(basestr)
|
|
if err != nil {
|
|
panic(fmt.Sprintf("failed to parse %q", basestr))
|
|
}
|
|
afterColonPath := ""
|
|
if i := strings.IndexRune(relstr, ':'); i > 0 {
|
|
afterColonPath = relstr[i+1:]
|
|
relstr = relstr[:i]
|
|
}
|
|
rel, err := url.Parse(relstr)
|
|
if err != nil {
|
|
panic(fmt.Sprintf("failed to parse %q", relstr))
|
|
}
|
|
u = u.ResolveReference(rel)
|
|
us := u.String()
|
|
if afterColonPath != "" {
|
|
us = fmt.Sprintf("%s:%s", us, afterColonPath)
|
|
}
|
|
us = strings.Replace(us, "%7B", "{", -1)
|
|
us = strings.Replace(us, "%7D", "}", -1)
|
|
us = strings.Replace(us, "%2A", "*", -1)
|
|
return us
|
|
}
|
|
|
|
// Expand subsitutes any {encoded} strings in the URL passed in using
|
|
// the map supplied.
|
|
//
|
|
// This calls SetOpaque to avoid encoding of the parameters in the URL path.
|
|
func Expand(u *url.URL, expansions map[string]string) {
|
|
escaped, unescaped, err := uritemplates.Expand(u.Path, expansions)
|
|
if err == nil {
|
|
u.Path = unescaped
|
|
u.RawPath = escaped
|
|
}
|
|
}
|
|
|
|
// CloseBody is used to close res.Body.
|
|
// Prior to calling Close, it also tries to Read a small amount to see an EOF.
|
|
// Not seeing an EOF can prevent HTTP Transports from reusing connections.
|
|
func CloseBody(res *http.Response) {
|
|
if res == nil || res.Body == nil {
|
|
return
|
|
}
|
|
// Justification for 3 byte reads: two for up to "\r\n" after
|
|
// a JSON/XML document, and then 1 to see EOF if we haven't yet.
|
|
// TODO(bradfitz): detect Go 1.3+ and skip these reads.
|
|
// See https://codereview.appspot.com/58240043
|
|
// and https://codereview.appspot.com/49570044
|
|
buf := make([]byte, 1)
|
|
for i := 0; i < 3; i++ {
|
|
_, err := res.Body.Read(buf)
|
|
if err != nil {
|
|
break
|
|
}
|
|
}
|
|
res.Body.Close()
|
|
|
|
}
|
|
|
|
// VariantType returns the type name of the given variant.
|
|
// If the map doesn't contain the named key or the value is not a []interface{}, "" is returned.
|
|
// This is used to support "variant" APIs that can return one of a number of different types.
|
|
func VariantType(t map[string]interface{}) string {
|
|
s, _ := t["type"].(string)
|
|
return s
|
|
}
|
|
|
|
// ConvertVariant uses the JSON encoder/decoder to fill in the struct 'dst' with the fields found in variant 'v'.
|
|
// This is used to support "variant" APIs that can return one of a number of different types.
|
|
// It reports whether the conversion was successful.
|
|
func ConvertVariant(v map[string]interface{}, dst interface{}) bool {
|
|
var buf bytes.Buffer
|
|
err := json.NewEncoder(&buf).Encode(v)
|
|
if err != nil {
|
|
return false
|
|
}
|
|
return json.Unmarshal(buf.Bytes(), dst) == nil
|
|
}
|
|
|
|
// A Field names a field to be retrieved with a partial response.
|
|
// https://cloud.google.com/storage/docs/json_api/v1/how-tos/performance
|
|
//
|
|
// Partial responses can dramatically reduce the amount of data that must be sent to your application.
|
|
// In order to request partial responses, you can specify the full list of fields
|
|
// that your application needs by adding the Fields option to your request.
|
|
//
|
|
// Field strings use camelCase with leading lower-case characters to identify fields within the response.
|
|
//
|
|
// For example, if your response has a "NextPageToken" and a slice of "Items" with "Id" fields,
|
|
// you could request just those fields like this:
|
|
//
|
|
// svc.Events.List().Fields("nextPageToken", "items/id").Do()
|
|
//
|
|
// or if you were also interested in each Item's "Updated" field, you can combine them like this:
|
|
//
|
|
// svc.Events.List().Fields("nextPageToken", "items(id,updated)").Do()
|
|
//
|
|
// Another way to find field names is through the Google API explorer:
|
|
// https://developers.google.com/apis-explorer/#p/
|
|
type Field string
|
|
|
|
// CombineFields combines fields into a single string.
|
|
func CombineFields(s []Field) string {
|
|
r := make([]string, len(s))
|
|
for i, v := range s {
|
|
r[i] = string(v)
|
|
}
|
|
return strings.Join(r, ",")
|
|
}
|
|
|
|
// A CallOption is an optional argument to an API call.
|
|
// It should be treated as an opaque value by users of Google APIs.
|
|
//
|
|
// A CallOption is something that configures an API call in a way that is
|
|
// not specific to that API; for instance, controlling the quota user for
|
|
// an API call is common across many APIs, and is thus a CallOption.
|
|
type CallOption interface {
|
|
Get() (key, value string)
|
|
}
|
|
|
|
// A MultiCallOption is an option argument to an API call and can be passed
|
|
// anywhere a CallOption is accepted. It additionally supports returning a slice
|
|
// of values for a given key.
|
|
type MultiCallOption interface {
|
|
CallOption
|
|
GetMulti() (key string, value []string)
|
|
}
|
|
|
|
// QuotaUser returns a CallOption that will set the quota user for a call.
|
|
// The quota user can be used by server-side applications to control accounting.
|
|
// It can be an arbitrary string up to 40 characters, and will override UserIP
|
|
// if both are provided.
|
|
func QuotaUser(u string) CallOption { return quotaUser(u) }
|
|
|
|
type quotaUser string
|
|
|
|
func (q quotaUser) Get() (string, string) { return "quotaUser", string(q) }
|
|
|
|
// UserIP returns a CallOption that will set the "userIp" parameter of a call.
|
|
// This should be the IP address of the originating request.
|
|
func UserIP(ip string) CallOption { return userIP(ip) }
|
|
|
|
type userIP string
|
|
|
|
func (i userIP) Get() (string, string) { return "userIp", string(i) }
|
|
|
|
// Trace returns a CallOption that enables diagnostic tracing for a call.
|
|
// traceToken is an ID supplied by Google support.
|
|
func Trace(traceToken string) CallOption { return traceTok(traceToken) }
|
|
|
|
type traceTok string
|
|
|
|
func (t traceTok) Get() (string, string) { return "trace", "token:" + string(t) }
|
|
|
|
type queryParameter struct {
|
|
key string
|
|
values []string
|
|
}
|
|
|
|
// QueryParameter allows setting the value(s) of an arbitrary key.
|
|
func QueryParameter(key string, values ...string) CallOption {
|
|
return queryParameter{key: key, values: append([]string{}, values...)}
|
|
}
|
|
|
|
// Get will never actually be called -- GetMulti will.
|
|
func (q queryParameter) Get() (string, string) {
|
|
return "", ""
|
|
}
|
|
|
|
// GetMulti returns the key and values values associated to that key.
|
|
func (q queryParameter) GetMulti() (string, []string) {
|
|
return q.key, q.values
|
|
}
|
|
|
|
// TODO: Fields too
|