1// Copyright (c) 2014 Couchbase, Inc. 2// 3// Licensed under the Apache License, Version 2.0 (the "License"); 4// you may not use this file except in compliance with the License. 5// You may obtain a copy of the License at 6// 7// http://www.apache.org/licenses/LICENSE-2.0 8// 9// Unless required by applicable law or agreed to in writing, software 10// distributed under the License is distributed on an "AS IS" BASIS, 11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12// See the License for the specific language governing permissions and 13// limitations under the License. 14 15package web 16 17import ( 18 "github.com/blevesearch/bleve/analysis" 19 "github.com/blevesearch/bleve/analysis/lang/en" 20 "github.com/blevesearch/bleve/analysis/token/lowercase" 21 "github.com/blevesearch/bleve/analysis/tokenizer/web" 22 "github.com/blevesearch/bleve/registry" 23) 24 25const Name = "web" 26 27func AnalyzerConstructor(config map[string]interface{}, cache *registry.Cache) (*analysis.Analyzer, error) { 28 tokenizer, err := cache.TokenizerNamed(web.Name) 29 if err != nil { 30 return nil, err 31 } 32 toLowerFilter, err := cache.TokenFilterNamed(lowercase.Name) 33 if err != nil { 34 return nil, err 35 } 36 stopEnFilter, err := cache.TokenFilterNamed(en.StopName) 37 if err != nil { 38 return nil, err 39 } 40 rv := analysis.Analyzer{ 41 Tokenizer: tokenizer, 42 TokenFilters: []analysis.TokenFilter{ 43 toLowerFilter, 44 stopEnFilter, 45 }, 46 } 47 return &rv, nil 48} 49 50func init() { 51 registry.RegisterAnalyzer(Name, AnalyzerConstructor) 52} 53