ratz/src/communication/languagetokens/tokenize.go

type LanguageToken …

// ExtractTokens returns a slice of semantic tokens from the utterance
func ExtractTokens(utterance string, classify bool) (tokens []LanguageToken) { … }