Searched defs:TokenClassifier (Results 1 – 4 of 4) sorted by relevance
100 type TokenClassifier struct { struct101 typeMap map[int32]RuneTokenType125 func (classifier *TokenClassifier) ClassifyRune(rune int32) RuneTokenType {