TokenizerFactory.cpp File Reference

#include "indri/TokenizerFactory.hpp"
#include "Exception.hpp"
#include "indri/TextTokenizer.hpp"

Defines
#define	TOKENIZER_WORD   ("Word")
#define	TOKENIZER_WORD_NO_MARKUP   ("Word without Markup")
#define	TOKENIZER_CHAR   ("Char")
#define	TOKENIZER_CHAR_NO_MARKUP   ("Char without Markup")

---

Define Documentation

#define TOKENIZER_CHAR   ("Char")

#define TOKENIZER_CHAR_NO_MARKUP   ("Char without Markup")

#define TOKENIZER_WORD   ("Word")

#define TOKENIZER_WORD_NO_MARKUP   ("Word without Markup")

---