mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2024-11-23 12:31:07 +01:00
30 lines
1.2 KiB
Go
30 lines
1.2 KiB
Go
package logstorage
|
|
|
|
import (
|
|
"reflect"
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
func TestTokenizeStrings(t *testing.T) {
|
|
f := func(a, tokensExpected []string) {
|
|
t.Helper()
|
|
tokens := tokenizeStrings(nil, a)
|
|
if !reflect.DeepEqual(tokens, tokensExpected) {
|
|
t.Fatalf("unexpected tokens;\ngot\n%q\nwant\n%q", tokens, tokensExpected)
|
|
}
|
|
}
|
|
f(nil, nil)
|
|
f([]string{""}, nil)
|
|
f([]string{"foo"}, []string{"foo"})
|
|
f([]string{"foo bar---.!!([baz]!!! %$# TaSte"}, []string{"foo", "bar", "baz", "TaSte"})
|
|
f([]string{"теСТ 1234 f12.34", "34 f12 AS"}, []string{"теСТ", "1234", "f12", "34", "AS"})
|
|
f(strings.Split(`
|
|
Apr 28 13:43:38 localhost whoopsie[2812]: [13:43:38] online
|
|
Apr 28 13:45:01 localhost CRON[12181]: (root) CMD (command -v debian-sa1 > /dev/null && debian-sa1 1 1)
|
|
Apr 28 13:48:01 localhost kernel: [36020.497806] CPU0: Core temperature above threshold, cpu clock throttled (total events = 22034)
|
|
`, "\n"), []string{"Apr", "28", "13", "43", "38", "localhost", "whoopsie", "2812", "online", "45", "01", "CRON", "12181",
|
|
"root", "CMD", "command", "v", "debian", "sa1", "dev", "null", "1", "48", "kernel", "36020", "497806", "CPU0", "Core",
|
|
"temperature", "above", "threshold", "cpu", "clock", "throttled", "total", "events", "22034"})
|
|
}
|