Main Page | Namespace List | Class Hierarchy | Class List | File List | Namespace Members | Class Members | File Members | Related Pages

ReutersParser.cpp File Reference

#include <stdio.h>
#include <string.h>
#include <errno.h>
#include <stdlib.h>
#include "ReutersParser.hpp"
#include <cstring>
#include <cctype>
#include <cstdlib>
#include <cstdio>
#include <iostream>
#include <fstream>

Classes

struct  yy_buffer_state
struct  yy_trans_info

Defines

#define YY_INT_ALIGNED   short int
#define yy_create_buffer   reuters_create_buffer
#define yy_delete_buffer   reuters_delete_buffer
#define yy_flex_debug   reuters_flex_debug
#define yy_init_buffer   reuters_init_buffer
#define yy_flush_buffer   reuters_flush_buffer
#define yy_load_buffer_state   reuters_load_buffer_state
#define yy_switch_to_buffer   reuters_switch_to_buffer
#define yyin   reutersin
#define yyleng   reutersleng
#define yylex   reuterslex
#define yylineno   reuterslineno
#define yyout   reutersout
#define yyrestart   reutersrestart
#define yytext   reuterstext
#define yywrap   reuterswrap
#define yyalloc   reutersalloc
#define yyrealloc   reutersrealloc
#define yyfree   reutersfree
#define FLEX_SCANNER
#define YY_FLEX_MAJOR_VERSION   2
#define YY_FLEX_MINOR_VERSION   5
#define YY_FLEX_SUBMINOR_VERSION   35
#define FLEX_BETA
#define INT8_MIN   (-128)
#define INT16_MIN   (-32767-1)
#define INT32_MIN   (-2147483647-1)
#define INT8_MAX   (127)
#define INT16_MAX   (32767)
#define INT32_MAX   (2147483647)
#define UINT8_MAX   (255U)
#define UINT16_MAX   (65535U)
#define UINT32_MAX   (4294967295U)
#define yyconst
#define YY_NULL   0
#define YY_SC_TO_UI(c)   ((unsigned int) (unsigned char) c)
#define BEGIN   (yy_start) = 1 + 2 *
#define YY_START   (((yy_start) - 1) / 2)
#define YYSTATE   YY_START
#define YY_STATE_EOF(state)   (YY_END_OF_BUFFER + state + 1)
#define YY_NEW_FILE   reutersrestart(reutersin )
#define YY_END_OF_BUFFER_CHAR   0
#define YY_BUF_SIZE   16384
#define YY_STATE_BUF_SIZE   ((YY_BUF_SIZE + 2) * sizeof(yy_state_type))
#define EOB_ACT_CONTINUE_SCAN   0
#define EOB_ACT_END_OF_FILE   1
#define EOB_ACT_LAST_MATCH   2
#define YY_LESS_LINENO(n)
#define yyless(n)
#define unput(c)   yyunput( c, (yytext_ptr) )
#define YY_BUFFER_NEW   0
#define YY_BUFFER_NORMAL   1
#define YY_BUFFER_EOF_PENDING   2
#define YY_CURRENT_BUFFER
#define YY_CURRENT_BUFFER_LVALUE   (yy_buffer_stack)[(yy_buffer_stack_top)]
#define YY_FLUSH_BUFFER   reuters_flush_buffer(YY_CURRENT_BUFFER )
#define yy_new_buffer   reuters_create_buffer
#define yy_set_interactive(is_interactive)
#define yy_set_bol(at_bol)
#define YY_AT_BOL()   (YY_CURRENT_BUFFER_LVALUE->yy_at_bol)
#define reuterswrap(n)   1
#define YY_SKIP_YYWRAP
#define yytext_ptr   reuterstext
#define YY_DO_BEFORE_ACTION
#define YY_NUM_RULES   21
#define YY_END_OF_BUFFER   22
#define REJECT   reject_used_but_not_detected
#define yymore()   yymore_used_but_not_detected
#define YY_MORE_ADJ   0
#define YY_RESTORE_YY_MORE_OFFSET
#define B_DOC   1
#define E_DOC   2
#define B_DOCHDR   12
#define E_DOCHDR   13
#define F_DOCNO   3
#define WORD   11
#define UPWORD   18
#define CONTRACTION   14
#define ACRONYM   15
#define ACRONYM2   17
#define UNKNOWN   16
#define B_TEXT   19
#define E_TEXT   20
#define INITIAL   0
#define YY_EXTRA_TYPE   void *
#define YY_READ_BUF_SIZE   8192
#define ECHO   fwrite( reuterstext, reutersleng, 1, reutersout )
#define YY_INPUT(buf, result, max_size)
#define yyterminate()   return YY_NULL
#define YY_START_STACK_INCR   25
#define YY_FATAL_ERROR(msg)   yy_fatal_error( msg )
#define YY_DECL_IS_OURS   1
#define YY_DECL   int reuterslex (void)
#define YY_BREAK   break;
#define YY_RULE_SETUP   YY_USER_ACTION
#define YY_EXIT_FAILURE   2
#define yyless(n)
#define YYTABLES_NAME   "yytables"
#define OUTER   0
#define DOC   1
#define TEXT   9

Typedefs

typedef signed char flex_int8_t
typedef short int flex_int16_t
typedef int flex_int32_t
typedef unsigned char flex_uint8_t
typedef unsigned short int flex_uint16_t
typedef unsigned int flex_uint32_t
typedef yy_buffer_state * YY_BUFFER_STATE
typedef size_t yy_size_t
typedef unsigned char YY_CHAR
typedef int yy_state_type

Functions

void reutersrestart (FILE *input_file)
void reuters_switch_to_buffer (YY_BUFFER_STATE new_buffer)
YY_BUFFER_STATE reuters_create_buffer (FILE *file, int size)
void reuters_delete_buffer (YY_BUFFER_STATE b)
void reuters_flush_buffer (YY_BUFFER_STATE b)
void reuterspush_buffer_state (YY_BUFFER_STATE new_buffer)
void reuterspop_buffer_state (void)
void reutersensure_buffer_stack (void)
void reuters_load_buffer_state (void)
void reuters_init_buffer (YY_BUFFER_STATE b, FILE *file)
YY_BUFFER_STATE reuters_scan_buffer (char *base, yy_size_t size)
YY_BUFFER_STATE reuters_scan_string (yyconst char *yy_str)
YY_BUFFER_STATE reuters_scan_bytes (yyconst char *bytes, yy_size_t len)
void * reutersalloc (yy_size_t)
void * reutersrealloc (void *, yy_size_t)
void reutersfree (void *)
yy_state_type yy_get_previous_state (void)
yy_state_type yy_try_NUL_trans (yy_state_type current_state)
int yy_get_next_buffer (void)
void yy_fatal_error (yyconst char msg[])
int yy_init_globals (void)
int reuterslex_destroy (void)
int reutersget_debug (void)
void reutersset_debug (int debug_flag)
YY_EXTRA_TYPE reutersget_extra (void)
void reutersset_extra (YY_EXTRA_TYPE user_defined)
FILE * reutersget_in (void)
void reutersset_in (FILE *in_str)
FILE * reutersget_out (void)
void reutersset_out (FILE *out_str)
yy_size_t reutersget_leng (void)
char * reutersget_text (void)
int reutersget_lineno (void)
void reutersset_lineno (int line_number)
void yyunput (int c, char *buf_ptr)
int input (void)
int reuterslex (void)

Variables

yy_size_t reutersleng
FILE * reutersin = (FILE *) 0 *reutersout = (FILE *) 0
FILE * reutersout
size_t yy_buffer_stack_top = 0
size_t yy_buffer_stack_max = 0
YY_BUFFER_STATE * yy_buffer_stack = 0
char yy_hold_char
yy_size_t yy_n_chars
char * yy_c_buf_p = (char *) 0
int yy_init = 0
int yy_start = 0
int yy_did_buffer_switch_on_eof
int reuterslineno = 1
char * reuterstext
yyconst flex_int16_t yy_nxt [][256]
yyconst flex_int16_t yy_accept [95]
yy_state_type yy_last_accepting_state
char * yy_last_accepting_cpos
yyconst yy_state_type yy_NUL_trans [95]
int reuters_flex_debug = 0
long reuterspos

Define Documentation

#define ACRONYM   15
 

#define ACRONYM2   17
 

#define B_DOC   1
 

#define B_DOCHDR   12
 

#define B_TEXT   19
 

#define BEGIN   (yy_start) = 1 + 2 *
 

#define CONTRACTION   14
 

#define DOC   1
 

#define E_DOC   2
 

#define E_DOCHDR   13
 

#define E_TEXT   20
 

#define ECHO   fwrite( reuterstext, reutersleng, 1, reutersout )
 

#define EOB_ACT_CONTINUE_SCAN   0
 

#define EOB_ACT_END_OF_FILE   1
 

#define EOB_ACT_LAST_MATCH   2
 

#define F_DOCNO   3
 

#define FLEX_BETA
 

#define FLEX_SCANNER
 

#define INITIAL   0
 

#define INT16_MAX   (32767)
 

#define INT16_MIN   (-32767-1)
 

#define INT32_MAX   (2147483647)
 

#define INT32_MIN   (-2147483647-1)
 

#define INT8_MAX   (127)
 

#define INT8_MIN   (-128)
 

#define OUTER   0
 

#define REJECT   reject_used_but_not_detected
 

#define reuterswrap (  n   )     1
 

#define TEXT   9
 

#define UINT16_MAX   (65535U)
 

#define UINT32_MAX   (4294967295U)
 

#define UINT8_MAX   (255U)
 

#define UNKNOWN   16
 

#define unput (  c   )     yyunput( c, (yytext_ptr) )
 

#define UPWORD   18
 

#define WORD   11
 

 
#define YY_AT_BOL (   )     (YY_CURRENT_BUFFER_LVALUE->yy_at_bol)
 

#define YY_BREAK   break;
 

#define YY_BUF_SIZE   16384
 

#define YY_BUFFER_EOF_PENDING   2
 

#define YY_BUFFER_NEW   0
 

#define YY_BUFFER_NORMAL   1
 

#define yy_create_buffer   reuters_create_buffer
 

#define YY_CURRENT_BUFFER
 

Value:

( (yy_buffer_stack) \
                          ? (yy_buffer_stack)[(yy_buffer_stack_top)] \
                          : NULL)

#define YY_CURRENT_BUFFER_LVALUE   (yy_buffer_stack)[(yy_buffer_stack_top)]
 

#define YY_DECL   int reuterslex (void)
 

#define YY_DECL_IS_OURS   1
 

#define yy_delete_buffer   reuters_delete_buffer
 

#define YY_DO_BEFORE_ACTION
 

Value:

(yytext_ptr) = yy_bp; \
        reutersleng = (size_t) (yy_cp - yy_bp); \
        (yy_hold_char) = *yy_cp; \
        *yy_cp = '\0'; \
        (yy_c_buf_p) = yy_cp;

#define YY_END_OF_BUFFER   22
 

#define YY_END_OF_BUFFER_CHAR   0
 

#define YY_EXIT_FAILURE   2
 

#define YY_EXTRA_TYPE   void *
 

#define YY_FATAL_ERROR (  msg   )     yy_fatal_error( msg )
 

#define yy_flex_debug   reuters_flex_debug
 

#define YY_FLEX_MAJOR_VERSION   2
 

#define YY_FLEX_MINOR_VERSION   5
 

#define YY_FLEX_SUBMINOR_VERSION   35
 

#define YY_FLUSH_BUFFER   reuters_flush_buffer(YY_CURRENT_BUFFER )
 

#define yy_flush_buffer   reuters_flush_buffer
 

#define yy_init_buffer   reuters_init_buffer
 

#define YY_INPUT (  buf,
result,
max_size   ) 
 

Value:

if ( YY_CURRENT_BUFFER_LVALUE->yy_is_interactive ) \
                { \
                int c = '*'; \
                yy_size_t n; \
                for ( n = 0; n < max_size && \
                             (c = getc( reutersin )) != EOF && c != '\n'; ++n ) \
                        buf[n] = (char) c; \
                if ( c == '\n' ) \
                        buf[n++] = (char) c; \
                if ( c == EOF && ferror( reutersin ) ) \
                        YY_FATAL_ERROR( "input in flex scanner failed" ); \
                result = n; \
                } \
        else \
                { \
                errno=0; \
                while ( (result = fread(buf, 1, max_size, reutersin))==0 && ferror(reutersin)) \
                        { \
                        if( errno != EINTR) \
                                { \
                                YY_FATAL_ERROR( "input in flex scanner failed" ); \
                                break; \
                                } \
                        errno=0; \
                        clearerr(reutersin); \
                        } \
                }\
\

#define YY_INT_ALIGNED   short int
 

#define YY_LESS_LINENO (  n   ) 
 

#define yy_load_buffer_state   reuters_load_buffer_state
 

#define YY_MORE_ADJ   0
 

#define yy_new_buffer   reuters_create_buffer
 

#define YY_NEW_FILE   reutersrestart(reutersin )
 

#define YY_NULL   0
 

#define YY_NUM_RULES   21
 

#define YY_READ_BUF_SIZE   8192
 

#define YY_RESTORE_YY_MORE_OFFSET
 

#define YY_RULE_SETUP   YY_USER_ACTION
 

#define YY_SC_TO_UI (  c   )     ((unsigned int) (unsigned char) c)
 

#define yy_set_bol (  at_bol   ) 
 

Value:

{ \
        if ( ! YY_CURRENT_BUFFER ){\
        reutersensure_buffer_stack (); \
                YY_CURRENT_BUFFER_LVALUE =    \
            reuters_create_buffer(reutersin,YY_BUF_SIZE ); \
        } \
        YY_CURRENT_BUFFER_LVALUE->yy_at_bol = at_bol; \
        }

#define yy_set_interactive (  is_interactive   ) 
 

Value:

{ \
        if ( ! YY_CURRENT_BUFFER ){ \
        reutersensure_buffer_stack (); \
                YY_CURRENT_BUFFER_LVALUE =    \
            reuters_create_buffer(reutersin,YY_BUF_SIZE ); \
        } \
        YY_CURRENT_BUFFER_LVALUE->yy_is_interactive = is_interactive; \
        }

#define YY_SKIP_YYWRAP
 

#define YY_START   (((yy_start) - 1) / 2)
 

#define YY_START_STACK_INCR   25
 

#define YY_STATE_BUF_SIZE   ((YY_BUF_SIZE + 2) * sizeof(yy_state_type))
 

#define YY_STATE_EOF (  state   )     (YY_END_OF_BUFFER + state + 1)
 

#define yy_switch_to_buffer   reuters_switch_to_buffer
 

#define yyalloc   reutersalloc
 

#define yyconst
 

#define yyfree   reutersfree
 

#define yyin   reutersin
 

#define yyleng   reutersleng
 

#define yyless (  n   ) 
 

Value:

do \
                { \
                  \
        int yyless_macro_arg = (n); \
        YY_LESS_LINENO(yyless_macro_arg);\
                reuterstext[reutersleng] = (yy_hold_char); \
                (yy_c_buf_p) = reuterstext + yyless_macro_arg; \
                (yy_hold_char) = *(yy_c_buf_p); \
                *(yy_c_buf_p) = '\0'; \
                reutersleng = yyless_macro_arg; \
                } \
        while ( 0 )

#define yyless (  n   ) 
 

Value:

do \
                { \
                  \
        int yyless_macro_arg = (n); \
        YY_LESS_LINENO(yyless_macro_arg);\
                *yy_cp = (yy_hold_char); \
                YY_RESTORE_YY_MORE_OFFSET \
                (yy_c_buf_p) = yy_cp = yy_bp + yyless_macro_arg - YY_MORE_ADJ; \
                YY_DO_BEFORE_ACTION;   \
                } \
        while ( 0 )

#define yylex   reuterslex
 

#define yylineno   reuterslineno
 

 
#define yymore (   )     yymore_used_but_not_detected
 

#define yyout   reutersout
 

#define yyrealloc   reutersrealloc
 

#define yyrestart   reutersrestart
 

#define YYSTATE   YY_START
 

#define YYTABLES_NAME   "yytables"
 

 
#define yyterminate (   )     return YY_NULL
 

#define yytext   reuterstext
 

#define yytext_ptr   reuterstext
 

#define yywrap   reuterswrap
 

Typedef Documentation

typedef short int flex_int16_t
 

typedef int flex_int32_t
 

typedef signed char flex_int8_t
 

typedef unsigned short int flex_uint16_t
 

typedef unsigned int flex_uint32_t
 

typedef unsigned char flex_uint8_t
 

typedef struct yy_buffer_state* YY_BUFFER_STATE
 

typedef unsigned char YY_CHAR
 

typedef size_t yy_size_t
 

typedef int yy_state_type
 

Function Documentation

int input (  void   )  [static]
 

YY_BUFFER_STATE reuters_create_buffer (  FILE *  file,
int  size
) 
 

void reuters_delete_buffer (  YY_BUFFER_STATE  b  ) 
 

void reuters_flush_buffer (  YY_BUFFER_STATE  b  ) 
 

void reuters_init_buffer (  YY_BUFFER_STATE  b,
FILE *  file
)  [static]
 

void reuters_load_buffer_state (  void   )  [static]
 

YY_BUFFER_STATE reuters_scan_buffer (  char *  base,
yy_size_t  size
) 
 

YY_BUFFER_STATE reuters_scan_bytes (  yyconst char *  bytes,
yy_size_t  len
) 
 

YY_BUFFER_STATE reuters_scan_string (  yyconst char *  yy_str  ) 
 

void reuters_switch_to_buffer (  YY_BUFFER_STATE  new_buffer  ) 
 

void* reutersalloc (  yy_size_t   ) 
 

void reutersensure_buffer_stack (  void   )  [static]
 

void reutersfree (  void *   ) 
 

int reutersget_debug (  void   ) 
 

YY_EXTRA_TYPE reutersget_extra (  void   ) 
 

FILE* reutersget_in (  void   ) 
 

yy_size_t reutersget_leng (  void   ) 
 

int reutersget_lineno (  void   ) 
 

FILE* reutersget_out (  void   ) 
 

char* reutersget_text (  void   ) 
 

int reuterslex (  void   ) 
 

int reuterslex_destroy (  void   ) 
 

void reuterspop_buffer_state (  void   ) 
 

void reuterspush_buffer_state (  YY_BUFFER_STATE  new_buffer  ) 
 

void* reutersrealloc (  void *  ,
yy_size_t 
) 
 

void reutersrestart (  FILE *  input_file  ) 
 

void reutersset_debug (  int  debug_flag  ) 
 

void reutersset_extra (  YY_EXTRA_TYPE  user_defined  ) 
 

void reutersset_in (  FILE *  in_str  ) 
 

void reutersset_lineno (  int  line_number  ) 
 

void reutersset_out (  FILE *  out_str  ) 
 

void yy_fatal_error (  yyconst char  msg[]  )  [static]
 

int yy_get_next_buffer (  void   )  [static]
 

yy_state_type yy_get_previous_state (  void   )  [static]
 

int yy_init_globals (  void   )  [static]
 

yy_state_type yy_try_NUL_trans (  yy_state_type  current_state  )  [static]
 

void yyunput (  int  c,
char *  buf_ptr
)  [static]
 

Variable Documentation

int reuters_flex_debug = 0
 

FILE * reutersin = (FILE *) 0 *reutersout = (FILE *) 0
 

yy_size_t reutersleng
 

int reuterslineno = 1
 

FILE * reutersout
 

long reuterspos
 

char * reuterstext
 

yyconst flex_int16_t yy_accept[95] [static]
 

Initial value:

    {   0,
        0,    0,   22,   20,   19,   20,   20,   14,   20,   14,
        0,    0,    0,    0,   14,    0,    0,    0,    0,    0,
        0,    0,   13,    0,   12,   11,    0,   17,    0,    0,
        0,    0,    0,    9,    0,    0,    0,    0,    0,    0,
       14,   15,    0,   10,    0,    0,    0,    0,    0,    0,
        0,    0,   18,   16,    0,    0,    0,    0,    0,    0,
        0,    0,    0,    0,    0,    0,    0,    0,    3,    0,
        0,    0,    4,    0,    0,    0,    7,    0,    0,    8,
        0,    0,    0,    0,    0,    0,    0,    0,    5,    0,
        6,    1,    0,    2

    }

YY_BUFFER_STATE* yy_buffer_stack = 0 [static]
 

Stack as an array.

size_t yy_buffer_stack_max = 0 [static]
 

capacity of stack.

size_t yy_buffer_stack_top = 0 [static]
 

index of top of stack.

char* yy_c_buf_p = (char *) 0 [static]
 

int yy_did_buffer_switch_on_eof [static]
 

char yy_hold_char [static]
 

int yy_init = 0 [static]
 

char* yy_last_accepting_cpos [static]
 

yy_state_type yy_last_accepting_state [static]
 

yy_size_t yy_n_chars [static]
 

yyconst yy_state_type yy_NUL_trans[95] [static]
 

Initial value:

    {   0,
        4,    4,    0,    0,    0,    0,    0,    0,    0,    0,
        0,    0,    0,    0,    0,   29,    0,   33,   33,   33,
       33,    0,    0,    0,    0,    0,    0,    0,   43,   33,
       33,   33,   33,    0,   33,   33,   33,   33,    0,    0,
        0,    0,   43,    0,   33,   33,   33,   33,   33,   33,
       33,   33,    0,    0,   33,   33,   33,   33,   33,   33,
       33,   33,   33,   33,   33,   33,   33,   33,    0,   33,
       33,   33,    0,   33,   33,   33,    0,   33,   33,    0,
       33,   33,   33,   33,   33,   33,   33,   33,    0,   93,
        0,    0,   93,    0

    }

yyconst flex_int16_t yy_nxt[][256] [static]
 

int yy_start = 0 [static]
 

Generated on Tue Jun 15 11:02:57 2010 for Lemur by doxygen 1.3.4