107
// TokenizeTextQueryString tokenizes the string by spaces
108
// It's a temporary solution as it doesn't cover tokenizer used by PostgreSQL or SQLite.
110
>
tokens := strings.Split(s, " ")
111
>
nonEmptyTokens := make([]string, 0, len(tokens))
112
>
for _, token := range tokens {
113
>
if token != "" {
114
nonEmptyTokens = append(nonEmptyTokens, token)
115
}
116
}
118
}
119