class Tokenizer
Bases:
public
TokenHash
Members:
Tokenizer()
add(const char*, PRUint32)
addTokenForHeader(const char*, nsACString_internal&, PRBool)
copyTokens()
get(const char*)
private
mScanner
stripHTML(const nsAString_internal&, nsAString_internal&)
tokenize(const char*)
tokenizeAttachment(const char*, const char*)
tokenizeHeaders(nsIUTF8StringEnumerator*, nsIUTF8StringEnumerator*)
tokenize_ascii_word(char*)
tokenize_japanese_word(char*)
virtual
~Tokenizer()
Locations:
class declared at
mailnews/extensions/bayesian-spam-filter/src/nsBayesianFilter.h:145