This class is a scanner generated by JFlex 1.4.1 on 9/4/08 6:49 PM from the specification file /tango/mike/src/lucene.standarddigit/src/java/org/apache/lucene/analysis/standard/StandardTokenizerImpl.jflex
More...
|
int | Yychar () |
|
void | Yyclose () |
| Closes the input stream.
|
|
void | Yyreset (System.IO.TextReader reader) |
| Resets the scanner to read from a new input stream. Does not close the old reader.
|
|
int | Yystate () |
| Returns the current lexical state.
|
|
void | Yybegin (int newState) |
| Enters a new lexical state
|
|
System.String | Yytext () |
| Returns the text matched by the current regular expression.
|
|
char | Yycharat (int pos) |
| Returns the character at position pos from the matched text.
|
|
int | Yylength () |
| Returns the length of the matched text region.
|
|
virtual void | Yypushback (int number) |
| Pushes the specified amount of characters back into the input stream.
|
|
virtual int | GetNextToken () |
| Resumes scanning until the next regular expression is matched, the end of input is encountered or an I/O-Error occurs.
|
|
|
const int | YYEOF = - 1 |
| This character denotes the end of file
|
|
const int | YYINITIAL = 0 |
| lexical states
|
|
This class is a scanner generated by JFlex 1.4.1 on 9/4/08 6:49 PM from the specification file /tango/mike/src/lucene.standarddigit/src/java/org/apache/lucene/analysis/standard/StandardTokenizerImpl.jflex
Definition at line 43 of file StandardTokenizerImpl.cs.
virtual int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.GetNextToken |
( |
| ) |
|
|
virtual |
Resumes scanning until the next regular expression is matched, the end of input is encountered or an I/O-Error occurs.
- Returns
- the next token
- Exceptions
-
System.IO.IOException | if any I/O-Error occurs |
Definition at line 517 of file StandardTokenizerImpl.cs.
void Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yybegin |
( |
int |
newState | ) |
|
int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yychar |
( |
| ) |
|
char Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yycharat |
( |
int |
pos | ) |
|
Returns the character at position pos
from the matched text.
It is equivalent to yytext().charAt(pos), but faster
- Parameters
-
pos | the position of the character to fetch. A value from 0 to yylength()-1. |
- Returns
- the character at position pos
Definition at line 449 of file StandardTokenizerImpl.cs.
void Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yyclose |
( |
| ) |
|
int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yylength |
( |
| ) |
|
virtual void Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yypushback |
( |
int |
number | ) |
|
|
virtual |
Pushes the specified amount of characters back into the input stream.
They will be read again by then next call of the scanning method
- Parameters
-
number | the number of characters to be read again. This number must not be greater than yylength()! |
Definition at line 500 of file StandardTokenizerImpl.cs.
void Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yyreset |
( |
System.IO.TextReader |
reader | ) |
|
Resets the scanner to read from a new input stream. Does not close the old reader.
All internal variables are reset, the old input stream cannot be reused (internal buffer is discarded and lost). Lexical state is set to ZZ_INITIAL
.
- Parameters
-
reader | the new input stream |
Definition at line 400 of file StandardTokenizerImpl.cs.
int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yystate |
( |
| ) |
|
System.String Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yytext |
( |
| ) |
|
readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.ACRONYM |
|
static |
readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.ACRONYM_DEP |
|
static |
<deprecated> this solves a bug where HOSTs that end with '.' are identified as ACRONYMs. </deprecated>
Definition at line 252 of file StandardTokenizerImpl.cs.
readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.ALPHANUM |
|
static |
readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.APOSTROPHE |
|
static |
readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.CJ |
|
static |
readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.COMPANY |
|
static |
readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.EMAIL |
|
static |
readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.HOST |
|
static |
readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.NUM |
|
static |
readonly System.String [] Lucene.Net.Analysis.Standard.StandardTokenizerImpl.TOKEN_TYPES |
|
static |
const int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.YYEOF = - 1 |
const int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.YYINITIAL = 0 |
The documentation for this class was generated from the following file: