/[Apache-SVN]

Revision 787795

Jump to revision:
Author:	mikemccand
Date:	Tue Jun 23 19:15:31 2009 UTC (15 years, 5 months ago)
Changed paths:	18
Log Message:	LUCENE-1466: added chainable CharFilter stage before Tokenizer to allow mapping of characters before tokenization

Changed paths

Path	Details
lucene/java/trunk/CHANGES.txt	modified , text changed
lucene/java/trunk/common-build.xml	modified , text changed
lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/cjk/CJKTokenizer.java	modified , text changed
lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/cn/ChineseTokenizer.java	modified , text changed
lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/cn/smart/SentenceTokenizer.java	modified , text changed
lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/ngram/EdgeNGramTokenizer.java	modified , text changed
lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/ngram/NGramTokenizer.java	modified , text changed
lucene/java/trunk/contrib/wikipedia/src/java/org/apache/lucene/wikipedia/analysis/WikipediaTokenizer.java	modified , text changed
lucene/java/trunk/src/java/org/apache/lucene/analysis/BaseCharFilter.java	added
lucene/java/trunk/src/java/org/apache/lucene/analysis/CharFilter.java	added
lucene/java/trunk/src/java/org/apache/lucene/analysis/CharReader.java	added
lucene/java/trunk/src/java/org/apache/lucene/analysis/CharStream.java	added
lucene/java/trunk/src/java/org/apache/lucene/analysis/CharTokenizer.java	modified , text changed
lucene/java/trunk/src/java/org/apache/lucene/analysis/KeywordTokenizer.java	modified , text changed
lucene/java/trunk/src/java/org/apache/lucene/analysis/MappingCharFilter.java	added
lucene/java/trunk/src/java/org/apache/lucene/analysis/NormalizeCharMap.java	added
lucene/java/trunk/src/java/org/apache/lucene/analysis/Tokenizer.java	modified , text changed
lucene/java/trunk/src/java/org/apache/lucene/analysis/standard/StandardTokenizer.java	modified , text changed

infrastructure at apache.org	ViewVC Help
Powered by ViewVC 1.1.26