using System; using System.IO; using System.Collections; namespace Lucene.Net.Analysis.De { /// /// Loads a text file and adds every line as an entry to a Hashtable. Every line /// should contain only one word. If the file is not found or on any error, an /// empty table is returned. /// public class WordlistLoader { /// /// /// Path to the wordlist /// Name of the wordlist /// public static Hashtable GetWordtable( String path, String wordfile ) { if ( path == null || wordfile == null ) { return new Hashtable(); } return GetWordtable(new FileInfo(path + "\\" + wordfile)); } /// /// /// Complete path to the wordlist /// public static Hashtable GetWordtable( String wordfile ) { if ( wordfile == null ) { return new Hashtable(); } return GetWordtable( new FileInfo( wordfile ) ); } /// /// /// /// File containing the wordlist /// public static Hashtable GetWordtable( FileInfo wordfile ) { if ( wordfile == null ) { return new Hashtable(); } Hashtable result = null; try { StreamReader lnr = new StreamReader(wordfile.FullName); String word = null; String[] stopwords = new String[100]; int wordcount = 0; while ( ( word = lnr.ReadLine() ) != null ) { wordcount++; if ( wordcount == stopwords.Length ) { String[] tmp = new String[stopwords.Length + 50]; Array.Copy( stopwords, 0, tmp, 0, wordcount ); stopwords = tmp; } stopwords[wordcount-1] = word; } result = MakeWordTable( stopwords, wordcount ); } // On error, use an empty table catch (IOException) { result = new Hashtable(); } return result; } /// /// Builds the wordlist table. /// /// Word that where read /// Amount of words that where read into words /// private static Hashtable MakeWordTable( String[] words, int length ) { Hashtable table = new Hashtable( length ); for ( int i = 0; i < length; i++ ) { table.Add(words[i], words[i]); } return table; } } }