1// Copyright (c) 2016 Couchbase, Inc. 2// 3// Licensed under the Apache License, Version 2.0 (the "License"); 4// you may not use this file except in compliance with the License. 5// You may obtain a copy of the License at 6// 7// http://www.apache.org/licenses/LICENSE-2.0 8// 9// Unless required by applicable law or agreed to in writing, software 10// distributed under the License is distributed on an "AS IS" BASIS, 11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12// See the License for the specific language governing permissions and 13// limitations under the License. 14 15package letter 16 17import ( 18 "unicode" 19 20 "github.com/blevesearch/bleve/analysis" 21 "github.com/blevesearch/bleve/analysis/tokenizer/character" 22 "github.com/blevesearch/bleve/registry" 23) 24 25const Name = "letter" 26 27func TokenizerConstructor(config map[string]interface{}, cache *registry.Cache) (analysis.Tokenizer, error) { 28 return character.NewCharacterTokenizer(unicode.IsLetter), nil 29} 30 31func init() { 32 registry.RegisterTokenizer(Name, TokenizerConstructor) 33} 34