Constructor MockTokenizer
MockTokenizer(AttributeFactory, TextReader, CharacterRunAutomaton, Boolean, Int32)
Declaration
public MockTokenizer(AttributeFactory factory, TextReader input, CharacterRunAutomaton runAutomaton, bool lowerCase, int maxTokenLength)
Parameters
Type |
Name |
Description |
AttributeFactory |
factory |
|
TextReader |
input |
|
CharacterRunAutomaton |
runAutomaton |
|
System.Boolean |
lowerCase |
|
System.Int32 |
maxTokenLength |
|
MockTokenizer(TextReader, CharacterRunAutomaton, Boolean, Int32)
Declaration
public MockTokenizer(TextReader input, CharacterRunAutomaton runAutomaton, bool lowerCase, int maxTokenLength)
Parameters
Type |
Name |
Description |
TextReader |
input |
|
CharacterRunAutomaton |
runAutomaton |
|
System.Boolean |
lowerCase |
|
System.Int32 |
maxTokenLength |
|
MockTokenizer(TextReader, CharacterRunAutomaton, Boolean)
Declaration
public MockTokenizer(TextReader input, CharacterRunAutomaton runAutomaton, bool lowerCase)
Parameters
MockTokenizer(TextReader)
Declaration
public MockTokenizer(TextReader input)
Parameters
Type |
Name |
Description |
TextReader |
input |
|
MockTokenizer(AttributeFactory, TextReader, CharacterRunAutomaton, Boolean)
Declaration
public MockTokenizer(AttributeFactory factory, TextReader input, CharacterRunAutomaton runAutomaton, bool lowerCase)
Parameters
Type |
Name |
Description |
AttributeFactory |
factory |
|
TextReader |
input |
|
CharacterRunAutomaton |
runAutomaton |
|
System.Boolean |
lowerCase |
|
MockTokenizer(AttributeFactory, TextReader)
Calls MockTokenizer(AttributeFactory, TextReader, WHITESPACE, true)
Declaration
public MockTokenizer(AttributeFactory factory, TextReader input)
Parameters
Type |
Name |
Description |
AttributeFactory |
factory |
|
TextReader |
input |
|