mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2024-12-22 16:36:27 +01:00
c5badeea08
This is needed for avoiding confusion between the `|` operator at `math` pipe and `|` pipe delimiter. For example, the following query was parsed unexpectedly: * | math foo / bar | fields x as * | math foo / (bar | fields) as x Substituting `|` with `or` inside `math` pipe fixes this ambiguity.
360 lines
6.3 KiB
Go
360 lines
6.3 KiB
Go
package logstorage
|
|
|
|
import (
|
|
"testing"
|
|
)
|
|
|
|
func TestParsePipeMathSuccess(t *testing.T) {
|
|
f := func(pipeStr string) {
|
|
t.Helper()
|
|
expectParsePipeSuccess(t, pipeStr)
|
|
}
|
|
|
|
f(`math b as a`)
|
|
f(`math -123 as a`)
|
|
f(`math 12.345KB as a`)
|
|
f(`math (-2 + 2) as a`)
|
|
f(`math x as a, z as y`)
|
|
f(`math (foo / bar + baz * abc % -45ms) as a`)
|
|
f(`math (foo / (bar + baz) * abc ^ 2) as a`)
|
|
f(`math (foo / ((bar + baz) * abc) ^ -2) as a`)
|
|
f(`math (foo + bar / baz - abc) as a`)
|
|
f(`math min(3, foo, (1 + bar) / baz) as a, max(a, b) as b, (abs(c) + 5) as d`)
|
|
f(`math round(foo) as x`)
|
|
f(`math round(foo, 0.1) as y`)
|
|
f(`math (a / b default 10) as z`)
|
|
f(`math (ln(a) + exp(b)) as x`)
|
|
}
|
|
|
|
func TestParsePipeMathFailure(t *testing.T) {
|
|
f := func(pipeStr string) {
|
|
t.Helper()
|
|
expectParsePipeFailure(t, pipeStr)
|
|
}
|
|
|
|
f(`math`)
|
|
f(`math x as`)
|
|
f(`math abs() as x`)
|
|
f(`math abs(a, b) as x`)
|
|
f(`math min() as x`)
|
|
f(`math min(a) as x`)
|
|
f(`math max() as x`)
|
|
f(`math max(a) as x`)
|
|
f(`math round() as x`)
|
|
f(`math round(a, b, c) as x`)
|
|
}
|
|
|
|
func TestPipeMath(t *testing.T) {
|
|
f := func(pipeStr string, rows, rowsExpected [][]Field) {
|
|
t.Helper()
|
|
expectPipeResults(t, pipeStr, rows, rowsExpected)
|
|
}
|
|
|
|
f(`math
|
|
'2024-05-30T01:02:03Z' + 10e9 as time,
|
|
10m5s + 10e9 as duration,
|
|
'123.45.67.89' + 1000 as ip,
|
|
time - time % time_step as time_rounded,
|
|
duration - duration % duration_step as duration_rounded,
|
|
(ip & ip_mask or 0x1234) xor 5678 as subnet
|
|
`, [][]Field{
|
|
{
|
|
{"time_step", "30m"},
|
|
{"duration_step", "30s"},
|
|
{"ip_mask", "0xffffff00"},
|
|
},
|
|
}, [][]Field{
|
|
{
|
|
{"time_step", "30m"},
|
|
{"duration_step", "30s"},
|
|
{"ip_mask", "0xffffff00"},
|
|
{"time", "1717030933000000000"},
|
|
{"duration", "615000000000"},
|
|
{"ip", "2066564929"},
|
|
{"time_rounded", "1717030800000000000"},
|
|
{"duration_rounded", "600000000000"},
|
|
{"subnet", "2066563354"},
|
|
},
|
|
})
|
|
|
|
f("eval b+1 as a, a*2 as b, b-10.5+c as c", [][]Field{
|
|
{
|
|
{"a", "v1"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
}, [][]Field{
|
|
{
|
|
{"a", "3"},
|
|
{"b", "6"},
|
|
{"c", "-1.5"},
|
|
},
|
|
})
|
|
|
|
f("math a / b default c", [][]Field{
|
|
{
|
|
{"a", "v1"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
{
|
|
{"a", "0"},
|
|
{"b", "0"},
|
|
{"c", "3"},
|
|
},
|
|
{
|
|
{"a", "3"},
|
|
{"b", "2"},
|
|
},
|
|
{
|
|
{"a", "3"},
|
|
{"b", "foo"},
|
|
},
|
|
}, [][]Field{
|
|
{
|
|
{"a", "v1"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
{"a / b default c", "3"},
|
|
},
|
|
{
|
|
{"a", "0"},
|
|
{"b", "0"},
|
|
{"c", "3"},
|
|
{"a / b default c", "3"},
|
|
},
|
|
{
|
|
{"a", "3"},
|
|
{"b", "2"},
|
|
{"a / b default c", "1.5"},
|
|
},
|
|
{
|
|
{"a", "3"},
|
|
{"b", "foo"},
|
|
{"a / b default c", "NaN"},
|
|
},
|
|
})
|
|
|
|
f("math round(exp(a), 0.01), round(ln(a), 0.01), ceil(exp(a)), floor(exp(a))", [][]Field{
|
|
{
|
|
{"a", "v1"},
|
|
},
|
|
{
|
|
{"a", "0"},
|
|
},
|
|
{
|
|
{"a", "1"},
|
|
},
|
|
{
|
|
{"a", "2"},
|
|
},
|
|
{
|
|
{"a", "3"},
|
|
},
|
|
}, [][]Field{
|
|
{
|
|
{"a", "v1"},
|
|
{"round(exp(a), 0.01)", "NaN"},
|
|
{"round(ln(a), 0.01)", "NaN"},
|
|
{"ceil(exp(a))", "NaN"},
|
|
{"floor(exp(a))", "NaN"},
|
|
},
|
|
{
|
|
{"a", "0"},
|
|
{"round(exp(a), 0.01)", "1"},
|
|
{"round(ln(a), 0.01)", "NaN"},
|
|
{"ceil(exp(a))", "1"},
|
|
{"floor(exp(a))", "1"},
|
|
},
|
|
{
|
|
{"a", "1"},
|
|
{"round(exp(a), 0.01)", "2.72"},
|
|
{"round(ln(a), 0.01)", "0"},
|
|
{"ceil(exp(a))", "3"},
|
|
{"floor(exp(a))", "2"},
|
|
},
|
|
{
|
|
{"a", "2"},
|
|
{"round(exp(a), 0.01)", "7.39"},
|
|
{"round(ln(a), 0.01)", "0.69"},
|
|
{"ceil(exp(a))", "8"},
|
|
{"floor(exp(a))", "7"},
|
|
},
|
|
{
|
|
{"a", "3"},
|
|
{"round(exp(a), 0.01)", "20.09"},
|
|
{"round(ln(a), 0.01)", "1.1"},
|
|
{"ceil(exp(a))", "21"},
|
|
{"floor(exp(a))", "20"},
|
|
},
|
|
})
|
|
|
|
f("math 1 as a", [][]Field{
|
|
{
|
|
{"a", "v1"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
}, [][]Field{
|
|
{
|
|
{"a", "1"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
})
|
|
|
|
f("math 10 * 5 - 3 a", [][]Field{
|
|
{
|
|
{"a", "v1"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
}, [][]Field{
|
|
{
|
|
{"a", "47"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
})
|
|
|
|
f("math -1.5K as a", [][]Field{
|
|
{
|
|
{"a", "v1"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
}, [][]Field{
|
|
{
|
|
{"a", "-1500"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
})
|
|
|
|
f("math b as a", [][]Field{
|
|
{
|
|
{"a", "v1"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
}, [][]Field{
|
|
{
|
|
{"a", "2"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
})
|
|
|
|
f("math a as a", [][]Field{
|
|
{
|
|
{"a", "v1"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
}, [][]Field{
|
|
{
|
|
{"a", "NaN"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
})
|
|
|
|
f("math 2*c + b as x", [][]Field{
|
|
{
|
|
{"a", "v1"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
}, [][]Field{
|
|
{
|
|
{"a", "v1"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
{"x", "8"},
|
|
},
|
|
})
|
|
|
|
f("math abs(-min(a,b)) as min, round(max(40*b/30,c)) as max", [][]Field{
|
|
{
|
|
{"a", "v1"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
}, [][]Field{
|
|
{
|
|
{"a", "v1"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
{"min", "2"},
|
|
{"max", "3"},
|
|
},
|
|
})
|
|
|
|
f("math round((2*c + (b%c))/(c-b)^(b-1), -0.001) as a", [][]Field{
|
|
{
|
|
{"a", "v"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
{
|
|
{"a", "x"},
|
|
{"b", "3"},
|
|
{"c", "5"},
|
|
},
|
|
{
|
|
{"b", "3"},
|
|
{"c", "6"},
|
|
},
|
|
}, [][]Field{
|
|
{
|
|
{"a", "8"},
|
|
{"b", "2"},
|
|
{"c", "3"},
|
|
},
|
|
{
|
|
{"a", "3.25"},
|
|
{"b", "3"},
|
|
{"c", "5"},
|
|
},
|
|
{
|
|
{"a", "1.667"},
|
|
{"b", "3"},
|
|
{"c", "6"},
|
|
},
|
|
})
|
|
}
|
|
|
|
func TestPipeMathUpdateNeededFields(t *testing.T) {
|
|
f := func(s string, neededFields, unneededFields, neededFieldsExpected, unneededFieldsExpected string) {
|
|
t.Helper()
|
|
expectPipeNeededFields(t, s, neededFields, unneededFields, neededFieldsExpected, unneededFieldsExpected)
|
|
}
|
|
|
|
// all the needed fields
|
|
f("math (x + 1) as y", "*", "", "*", "y")
|
|
|
|
// all the needed fields, unneeded fields do not intersect with src and dst
|
|
f("math (x + 1) as y", "*", "f1,f2", "*", "f1,f2,y")
|
|
|
|
// all the needed fields, unneeded fields intersect with src
|
|
f("math (x + 1) as y", "*", "f1,x", "*", "f1,y")
|
|
|
|
// all the needed fields, unneeded fields intersect with dst
|
|
f("math (x + 1) as y", "*", "f1,y", "*", "f1,y")
|
|
|
|
// all the needed fields, unneeded fields intersect with src and dst
|
|
f("math (x + 1) as y", "*", "f1,x,y", "*", "f1,x,y")
|
|
|
|
// needed fields do not intersect with src and dst
|
|
f("math (x + 1) as y", "f1,f2", "", "f1,f2", "")
|
|
|
|
// needed fields intersect with src
|
|
f("math (x + 1) as y", "f1,x", "", "f1,x", "")
|
|
|
|
// needed fields intersect with dst
|
|
f("math (x + 1) as y", "f1,y", "", "f1,x", "")
|
|
|
|
// needed fields intersect with src and dst
|
|
f("math (x + 1) as y", "f1,x,y", "", "f1,x", "")
|
|
}
|