package logstorage import ( "testing" ) func TestParsePipeFormatSuccess(t *testing.T) { f := func(pipeStr string) { t.Helper() expectParsePipeSuccess(t, pipeStr) } f(`format "foo"`) f(`format "foo" skip_empty_results`) f(`format "foo" keep_original_fields`) f(`format "" as x`) f(`format "<>" as x`) f(`format foo as x`) f(`format foo as x skip_empty_results`) f(`format foo as x keep_original_fields`) f(`format ""`) f(`format "bar"`) f(`format "barbac"`) f(`format "barbac" skip_empty_results`) f(`format "barbac" keep_original_fields`) f(`format if (x:y) "barbac"`) f(`format if (x:y) "barbac" skip_empty_results`) f(`format if (x:y) "barbac" keep_original_fields`) } func TestParsePipeFormatFailure(t *testing.T) { f := func(pipeStr string) { t.Helper() expectParsePipeFailure(t, pipeStr) } f(`format`) f(`format if`) f(`format foo bar`) f(`format foo if`) f(`format foo as x if (x:y)`) } func TestPipeFormat(t *testing.T) { f := func(pipeStr string, rows, rowsExpected [][]Field) { t.Helper() expectPipeResults(t, pipeStr, rows, rowsExpected) } // skip_empty_results f(`format '' as x skip_empty_results`, [][]Field{ { {"foo", `abc`}, {"bar", `cde`}, {"x", "111"}, }, { {"xfoo", `ppp`}, {"xbar", `123`}, {"x", "222"}, }, }, [][]Field{ { {"foo", `abc`}, {"bar", `cde`}, {"x", `abccde`}, }, { {"xfoo", `ppp`}, {"xbar", `123`}, {"x", `222`}, }, }) // no skip_empty_results f(`format '' as x`, [][]Field{ { {"foo", `abc`}, {"bar", `cde`}, {"x", "111"}, }, { {"xfoo", `ppp`}, {"xbar", `123`}, {"x", "222"}, }, }, [][]Field{ { {"foo", `abc`}, {"bar", `cde`}, {"x", `abccde`}, }, { {"xfoo", `ppp`}, {"xbar", `123`}, {"x", ``}, }, }) // no keep_original_fields f(`format '{"foo":,"bar":""}' as x`, [][]Field{ { {"foo", `abc`}, {"bar", `cde`}, {"x", "qwe"}, }, { {"foo", `ppp`}, {"bar", `123`}, }, }, [][]Field{ { {"foo", `abc`}, {"bar", `cde`}, {"x", `{"foo":"abc","bar":"cde"}`}, }, { {"foo", `ppp`}, {"bar", `123`}, {"x", `{"foo":"ppp","bar":"123"}`}, }, }) // keep_original_fields f(`format '{"foo":,"bar":""}' as x keep_original_fields`, [][]Field{ { {"foo", `abc`}, {"bar", `cde`}, {"x", "qwe"}, }, { {"foo", `ppp`}, {"bar", `123`}, }, }, [][]Field{ { {"foo", `abc`}, {"bar", `cde`}, {"x", `qwe`}, }, { {"foo", `ppp`}, {"bar", `123`}, {"x", `{"foo":"ppp","bar":"123"}`}, }, }) // plain string into a single field f(`format '{"foo":,"bar":""}' as x`, [][]Field{ { {"foo", `"abc"`}, {"bar", `cde`}, }, }, [][]Field{ { {"foo", `"abc"`}, {"bar", `cde`}, {"x", `{"foo":"\"abc\"","bar":"cde"}`}, }, }) // plain string into a single field f(`format foo as x`, [][]Field{ { {"_msg", `foobar`}, {"a", "x"}, }, }, [][]Field{ { {"_msg", `foobar`}, {"a", "x"}, {"x", `foo`}, }, }) // plain string with html escaping into a single field f(`format "<foo>" as x`, [][]Field{ { {"_msg", `foobar`}, {"a", "x"}, }, }, [][]Field{ { {"_msg", `foobar`}, {"a", "x"}, {"x", ``}, }, }) // format with empty placeholders into existing field f(`format "<_>foo<_>" as _msg`, [][]Field{ { {"_msg", `foobar`}, {"a", "x"}, }, }, [][]Field{ { {"_msg", `foo`}, {"a", "x"}, }, }) // format with various placeholders into new field f(`format "aaa<_msg>xxx" as x`, [][]Field{ { {"_msg", `foobar`}, {"a", "b"}, }, }, [][]Field{ { {"_msg", `foobar`}, {"a", "b"}, {"x", `aaafoobarxxbx`}, }, }) // format into existing field f(`format "aaa<_msg>xxx"`, [][]Field{ { {"_msg", `foobar`}, {"a", "b"}, }, }, [][]Field{ { {"_msg", `aaafoobarxxbx`}, {"a", "b"}, }, }) // conditional format over multiple rows f(`format if (!c:*) "a: , b: , x: " as c`, [][]Field{ { {"b", "bar"}, {"a", "foo"}, {"c", "keep-me"}, }, { {"c", ""}, {"a", "f"}, }, { {"b", "x"}, }, }, [][]Field{ { {"b", "bar"}, {"a", "foo"}, {"c", "keep-me"}, }, { {"a", "f"}, {"c", "a: f, b: , x: f"}, }, { {"b", "x"}, {"c", "a: , b: x, x: "}, }, }) } func TestPipeFormatUpdateNeededFields(t *testing.T) { f := func(s string, neededFields, unneededFields, neededFieldsExpected, unneededFieldsExpected string) { t.Helper() expectPipeNeededFields(t, s, neededFields, unneededFields, neededFieldsExpected, unneededFieldsExpected) } // all the needed fields f(`format "foo" as x`, "*", "", "*", "x") f(`format "foo" as x skip_empty_results`, "*", "", "*", "") f(`format "foo" as x keep_original_fields`, "*", "", "*", "") f(`format "foo" as x`, "*", "", "*", "x") f(`format if (f2:z) "foo" as x`, "*", "", "*", "x") f(`format if (f2:z) "foo" as x skip_empty_results`, "*", "", "*", "") f(`format if (f2:z) "foo" as x keep_original_fields`, "*", "", "*", "") // unneeded fields do not intersect with pattern and output field f(`format "foo" as x`, "*", "f1,f2", "*", "f1,f2,x") f(`format "foo" as x`, "*", "f1,f2", "*", "f1,f2,x") f(`format if (f4:z) "foo" as x`, "*", "f1,f2", "*", "f1,f2,x") f(`format if (f1:z) "foo" as x`, "*", "f1,f2", "*", "f2,x") f(`format if (f1:z) "foo" as x skip_empty_results`, "*", "f1,f2", "*", "f2") f(`format if (f1:z) "foo" as x keep_original_fields`, "*", "f1,f2", "*", "f2") // unneeded fields intersect with pattern f(`format "foo" as x`, "*", "f1,f2", "*", "f2,x") f(`format "foo" as x skip_empty_results`, "*", "f1,f2", "*", "f2") f(`format "foo" as x keep_original_fields`, "*", "f1,f2", "*", "f2") f(`format if (f4:z) "foo" as x`, "*", "f1,f2", "*", "f2,x") f(`format if (f4:z) "foo" as x skip_empty_results`, "*", "f1,f2", "*", "f2") f(`format if (f4:z) "foo" as x keep_original_fields`, "*", "f1,f2", "*", "f2") f(`format if (f2:z) "foo" as x`, "*", "f1,f2", "*", "x") f(`format if (f2:z) "foo" as x skip_empty_results`, "*", "f1,f2", "*", "") f(`format if (f2:z) "foo" as x keep_original_fields`, "*", "f1,f2", "*", "") // unneeded fields intersect with output field f(`format "foo" as x`, "*", "x,y", "*", "x,y") f(`format "foo" as x skip_empty_results`, "*", "x,y", "*", "x,y") f(`format "foo" as x keep_original_fields`, "*", "x,y", "*", "x,y") f(`format if (f2:z) "foo" as x`, "*", "x,y", "*", "x,y") f(`format if (f2:z) "foo" as x skip_empty_results`, "*", "x,y", "*", "x,y") f(`format if (f2:z) "foo" as x keep_original_fields`, "*", "x,y", "*", "x,y") f(`format if (y:z) "foo" as x`, "*", "x,y", "*", "x,y") f(`format if (y:z) "foo" as x skip_empty_results`, "*", "x,y", "*", "x,y") f(`format if (y:z) "foo" as x keep_original_fields`, "*", "x,y", "*", "x,y") // needed fields do not intersect with pattern and output field f(`format "foo" as f2`, "x,y", "", "x,y", "") f(`format "foo" as f2 keep_original_fields`, "x,y", "", "x,y", "") f(`format "foo" as f2 skip_empty_results`, "x,y", "", "x,y", "") f(`format if (f3:z) "foo" as f2`, "x,y", "", "x,y", "") f(`format if (f3:z) "foo" as f2 skip_empty_results`, "x,y", "", "x,y", "") f(`format if (f3:z) "foo" as f2 keep_original_fields`, "x,y", "", "x,y", "") f(`format if (x:z) "foo" as f2`, "x,y", "", "x,y", "") f(`format if (x:z) "foo" as f2 skip_empty_results`, "x,y", "", "x,y", "") f(`format if (x:z) "foo" as f2 keep_original_fields`, "x,y", "", "x,y", "") // needed fields intersect with pattern field f(`format "foo" as f2`, "f1,y", "", "f1,y", "") f(`format "foo" as f2 skip_empty_results`, "f1,y", "", "f1,y", "") f(`format "foo" as f2 keep_original_fields`, "f1,y", "", "f1,y", "") f(`format if (f3:z) "foo" as f2`, "f1,y", "", "f1,y", "") f(`format if (x:z) "foo" as f2`, "f1,y", "", "f1,y", "") f(`format if (x:z) "foo" as f2 skip_empty_results`, "f1,y", "", "f1,y", "") f(`format if (x:z) "foo" as f2 keep_original_fields`, "f1,y", "", "f1,y", "") // needed fields intersect with output field f(`format "foo" as f2`, "f2,y", "", "f1,y", "") f(`format "foo" as f2 skip_empty_results`, "f2,y", "", "f1,f2,y", "") f(`format "foo" as f2 keep_original_fields`, "f2,y", "", "f1,f2,y", "") f(`format if (f3:z) "foo" as f2`, "f2,y", "", "f1,f3,y", "") f(`format if (x:z or y:w) "foo" as f2`, "f2,y", "", "f1,x,y", "") f(`format if (x:z or y:w) "foo" as f2 skip_empty_results`, "f2,y", "", "f1,f2,x,y", "") f(`format if (x:z or y:w) "foo" as f2 keep_original_fields`, "f2,y", "", "f1,f2,x,y", "") // needed fields intersect with pattern and output fields f(`format "foo" as f2`, "f1,f2,y", "", "f1,y", "") f(`format "foo" as f2 skip_empty_results`, "f1,f2,y", "", "f1,f2,y", "") f(`format "foo" as f2 keep_original_fields`, "f1,f2,y", "", "f1,f2,y", "") f(`format if (f3:z) "foo" as f2`, "f1,f2,y", "", "f1,f3,y", "") f(`format if (f3:z) "foo" as f2 skip_empty_results`, "f1,f2,y", "", "f1,f2,f3,y", "") f(`format if (f3:z) "foo" as f2 keep_original_fields`, "f1,f2,y", "", "f1,f2,f3,y", "") f(`format if (x:z or y:w) "foo" as f2`, "f1,f2,y", "", "f1,x,y", "") f(`format if (x:z or y:w) "foo" as f2 skip_empty_results`, "f1,f2,y", "", "f1,f2,x,y", "") f(`format if (x:z or y:w) "foo" as f2 keep_original_fields`, "f1,f2,y", "", "f1,f2,x,y", "") }