using System;
using System.IO;
using System.Collections;
namespace Lucene.Net.Analysis.De
{
///
/// Loads a text file and adds every line as an entry to a Hashtable. Every line
/// should contain only one word. If the file is not found or on any error, an
/// empty table is returned.
///
public class WordlistLoader
{
///
///
/// Path to the wordlist
/// Name of the wordlist
///
public static Hashtable GetWordtable( String path, String wordfile )
{
if ( path == null || wordfile == null )
{
return new Hashtable();
}
return GetWordtable(new FileInfo(path + "\\" + wordfile));
}
///
///
/// Complete path to the wordlist
///
public static Hashtable GetWordtable( String wordfile )
{
if ( wordfile == null )
{
return new Hashtable();
}
return GetWordtable( new FileInfo( wordfile ) );
}
///
///
///
/// File containing the wordlist
///
public static Hashtable GetWordtable( FileInfo wordfile )
{
if ( wordfile == null )
{
return new Hashtable();
}
Hashtable result = null;
try
{
StreamReader lnr = new StreamReader(wordfile.FullName);
String word = null;
String[] stopwords = new String[100];
int wordcount = 0;
while ( ( word = lnr.ReadLine() ) != null )
{
wordcount++;
if ( wordcount == stopwords.Length )
{
String[] tmp = new String[stopwords.Length + 50];
Array.Copy( stopwords, 0, tmp, 0, wordcount );
stopwords = tmp;
}
stopwords[wordcount-1] = word;
}
result = MakeWordTable( stopwords, wordcount );
}
// On error, use an empty table
catch (IOException)
{
result = new Hashtable();
}
return result;
}
///
/// Builds the wordlist table.
///
/// Word that where read
/// Amount of words that where read into words
///
private static Hashtable MakeWordTable( String[] words, int length )
{
Hashtable table = new Hashtable( length );
for ( int i = 0; i < length; i++ )
{
table.Add(words[i], words[i]);
}
return table;
}
}
}