IdentifinderParser.hpp

Go to the documentation of this file.

/*==========================================================================
 * Copyright (c) 2003 Carnegie Mellon University.  All Rights Reserved.
 *
 * Use of the Lemur Toolkit for Language Modeling and Information Retrieval
 * is subject to the terms of the software license set forth in the LICENSE
 * file included with this software, and also available at
 * http://www.lemurproject.org/license.html
 *
 *==========================================================================
 */

#ifndef _IDENTIPARSER_HPP
#define _IDENTIPARSER_HPP
#include "Parser.hpp"
#include "TextHandler.hpp"
#include "LinkedPropertyList.hpp"

namespace lemur 
{
  namespace parse 
  {
    
    // Source code in IdentifinderParser.l


#define BEGIN_PREFIX "B_"
#define END_PREFIX "E_"
    // for simplicity, make both prefixes the same length
#define PREFIX_LEN 2

    class IdentifinderParser : public lemur::api::Parser {

    public:
      static const string identifier;

      IdentifinderParser();

      void parseFile(const string &filename);
  
      void parseBuffer(char * buf, int len);
 
      long fileTell() const;

    private:
      void doParse();

      int state;

      int poscount;

      Property wordpos;
      Property tag;   // entity tag
      Property btag;  // the begin tag
      Property etag;  // the end tag

  
      LinkedPropertyList proplist;
    };
  }
}

#endif

---