/* * Copyright 2004 The Apache Software Foundation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ using System; namespace Lucene.Net.Analysis { /// Removes stop words from a token stream. public sealed class StopFilter : TokenFilter { private System.Collections.Hashtable stopWords; /// Constructs a filter which removes words from the input /// TokenStream that are named in the array of words. /// public StopFilter(TokenStream in_Renamed, System.String[] stopWords) : base(in_Renamed) { this.stopWords = MakeStopSet(stopWords); } /// Constructs a filter which removes words from the input /// TokenStream that are named in the Hashtable. /// /// /// Use {@link #StopFilter(TokenStream, Set)} instead /// public StopFilter(TokenStream in_Renamed, System.Collections.Hashtable stopTable) : base(in_Renamed) { stopWords = new System.Collections.Hashtable(new System.Collections.Hashtable(stopTable)); } /// Builds a Hashtable from an array of stop words, /// appropriate for passing into the StopFilter constructor. /// This permits this table construction to be cached once when /// an Analyzer is constructed. /// /// /// Use {@link #MakeStopSet(String[])} instead. /// public static System.Collections.Hashtable MakeStopTable(System.String[] stopWords) { System.Collections.Hashtable stopTable = System.Collections.Hashtable.Synchronized(new System.Collections.Hashtable(stopWords.Length)); for (int i = 0; i < stopWords.Length; i++) stopTable[stopWords[i]] = stopWords[i]; return stopTable; } /// Builds a Set from an array of stop words, /// appropriate for passing into the StopFilter constructor. /// This permits this stopWords construction to be cached once when /// an Analyzer is constructed. /// public static System.Collections.Hashtable MakeStopSet(System.String[] stopWords) { System.Collections.Hashtable stopTable = new System.Collections.Hashtable(stopWords.Length); for (int i = 0; i < stopWords.Length; i++) stopTable.Add(stopWords[i], stopWords[i]); return stopTable; } /// Returns the next input Token whose termText() is not a stop word. public override Token Next() { // return the first non-stop word found for (Token token = input.Next(); token != null; token = input.Next()) if (!stopWords.Contains(token.termText)) return token; // reached EOS -- return null return null; } } }