/*
*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*
*/
using System;
using System.IO;
using System.Collections;
using System.Collections.Generic;
namespace Lucene.Net.Analysis.De
{
///
/// Loads a text file and adds every line as an entry to a Hashtable. Every line
/// should contain only one word. If the file is not found or on any error, an
/// empty table is returned.
///
public class WordlistLoader
{
///
///
/// Path to the wordlist
/// Name of the wordlist
///
public static ICollection GetWordtable(String path, String wordfile)
{
if ( path == null || wordfile == null )
{
return new List();
}
return GetWordtable(new FileInfo(path + "\\" + wordfile));
}
///
///
/// Complete path to the wordlist
///
public static ICollection GetWordtable(String wordfile)
{
if ( wordfile == null )
{
return new List();
}
return GetWordtable( new FileInfo( wordfile ) );
}
///
///
///
/// File containing the wordlist
///
public static ICollection GetWordtable(FileInfo wordfile)
{
if ( wordfile == null )
{
return new List();
}
ICollection result = null;
try
{
StreamReader lnr = new StreamReader(wordfile.FullName);
String word = null;
String[] stopwords = new String[100];
int wordcount = 0;
while ( ( word = lnr.ReadLine() ) != null )
{
wordcount++;
if ( wordcount == stopwords.Length )
{
String[] tmp = new String[stopwords.Length + 50];
Array.Copy( stopwords, 0, tmp, 0, wordcount );
stopwords = tmp;
}
stopwords[wordcount-1] = word;
}
result = MakeWordTable( stopwords, wordcount );
}
// On error, use an empty table
catch (IOException)
{
result = new List();
}
return result;
}
///
/// Builds the wordlist table.
///
/// Word that where read
/// Amount of words that where read into words
///
private static ICollection MakeWordTable(String[] words, int length)
{
List table = new List( length );
for ( int i = 0; i < length; i++ )
{
table.Add(words[i]);
}
return table;
}
}
}