package logstorage import ( "fmt" "github.com/VictoriaMetrics/VictoriaMetrics/lib/logger" ) // pipeDelete implements '| delete ...' pipe. // // See https://docs.victoriametrics.com/victorialogs/logsql/#delete-pipe type pipeDelete struct { // fields contains a list of fields to delete fields []string } func (pd *pipeDelete) String() string { if len(pd.fields) == 0 { logger.Panicf("BUG: pipeDelete must contain at least a single field") } return "delete " + fieldNamesString(pd.fields) } func (pd *pipeDelete) updateNeededFields(neededFields, unneededFields fieldsSet) { if neededFields.contains("*") { // update only unneeded fields unneededFields.addFields(pd.fields) } else { // update only needed fields neededFields.removeFields(pd.fields) } } func (pd *pipeDelete) optimize() { // nothing to do } func (pd *pipeDelete) hasFilterInWithQuery() bool { return false } func (pd *pipeDelete) initFilterInValues(_ map[string][]string, _ getFieldValuesFunc) (pipe, error) { return pd, nil } func (pd *pipeDelete) newPipeProcessor(_ int, _ <-chan struct{}, _ func(), ppNext pipeProcessor) pipeProcessor { return &pipeDeleteProcessor{ pd: pd, ppNext: ppNext, } } type pipeDeleteProcessor struct { pd *pipeDelete ppNext pipeProcessor } func (pdp *pipeDeleteProcessor) writeBlock(workerID uint, br *blockResult) { if len(br.timestamps) == 0 { return } br.deleteColumns(pdp.pd.fields) pdp.ppNext.writeBlock(workerID, br) } func (pdp *pipeDeleteProcessor) flush() error { return nil } func parsePipeDelete(lex *lexer) (*pipeDelete, error) { if !lex.isKeyword("delete", "del", "rm") { return nil, fmt.Errorf("expecting 'delete', 'del' or 'rm'; got %q", lex.token) } var fields []string for { lex.nextToken() field, err := parseFieldName(lex) if err != nil { return nil, fmt.Errorf("cannot parse field name: %w", err) } fields = append(fields, field) switch { case lex.isKeyword("|", ")", ""): pd := &pipeDelete{ fields: fields, } return pd, nil case lex.isKeyword(","): default: return nil, fmt.Errorf("unexpected token: %q; expecting ',', '|' or ')'", lex.token) } } }