Logo Search packages:      
Sourcecode: ucto version File versions  Download package

Tokenizer::TokenizerClass Member List

This is the complete list of members for Tokenizer::TokenizerClass, including all inherited members.
clear() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline, private]
count_p (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
count_s (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
count_w (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
countSentences(bool forceentirebuffer=false) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
detectBounds (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
detectEos(UChar) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
detectPar (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
detectQuoteBounds(const int, const UChar) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
detectQuotes (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
detectSentenceBounds(const int offset=0) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
docid (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
doFilter (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
empty() const (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
eosmark (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
eosmarkers (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
filter (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
firstoutput (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
flushSentences(const int) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
getDebug() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getDocID() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getEosMarker() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getFiltering() const (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getInputEncoding() const (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getLowercase() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getNormalization() const (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getParagraphDetection() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getPassThru() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getQuoteDetection() const (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getSentence(int, int &begin, int &end) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
getSentence(int) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
getSentenceDetection() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getSentencePerLineInput() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getSentencePerLineOutput() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getSentences() const (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
getSentenceString(unsigned int, const bool=false) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
getUppercase() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getVerbose() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
getXMLOutput() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
init(const std::string &, const std::string &) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
inputEncoding (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
lowercase (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
normalizer (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
outputTokens(std::ostream &, const size_t, const size_t, const bool=false) const (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
outputTokensXML(std::ostream &, const size_t, const size_t, bool &) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
outputXMLFooter(std::ostream &, bool) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
outputXMLHeader(std::ostream &) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
paragraphsignal (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
passthru (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
passthruLine(const std::string &, bool &) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
quotes (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
readrules(const std::string &) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
readsettings(const std::string &, const std::string &) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
resolveQuote(int, const UnicodeString &) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
rules (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
sentenceperlineinput (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
sentenceperlineoutput (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
sentencesignal (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
setDebug(int d) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
setEosMarker(const std::string &s="<utt>") (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
setErrorLog(std::ostream *os) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
setFiltering(bool b=true) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
setInputEncoding(const std::string &) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
setLowercase(bool b=true) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
setNormalization(const std::string &s) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
setParagraphDetection(bool b=true) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
setPassThru(bool b=true) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
setQuoteDetection(bool b=true) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
setSentenceDetection(bool b=true) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
setSentencePerLineInput(bool b=true) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
setSentencePerLineOutput(bool b=true) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
settingsfilename (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
setUppercase(bool b=true) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
setVerbose(bool b=true) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
setXMLOutput(bool b, std::string id) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
signalParagraph(bool b=true) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
terminatesWithEOS() const (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
theErrLog (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
tokDebug (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
tokenize(std::istream &, std::ostream &) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
tokenize(std::istream *in, std::ostream *out) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [inline]
tokenizeLine(const UnicodeString &) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
tokenizeLine(const std::string &) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
TokenizerClass() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass
tokenizeWord(const UnicodeString &, bool) (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
tokens (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
uppercase (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
verbose (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
xmlout (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass [private]
~TokenizerClass() (defined in Tokenizer::TokenizerClass)Tokenizer::TokenizerClass

Generated by  Doxygen 1.6.0   Back to index