lexer.h

浏览该文件的文档.

#pragma once
#ifndef INC_LEXER_H
#define INC_LEXER_H
#include <stdio.h> // FILE
#include "global.h"
#include "tex_constant.h" // [const] BUF_SIZE, HALF_ERROR_LINE, STACK_SIZE, MAX_IN_OPEN, PARAM_SIZE, NEST_SIZE, EMPTY, MIN_QUARTER_WORD
// [enum] CatCode
 
#define LOC     cur_input.locfield // end group S25x37_P13x18
 
// [#211]
#define V_MODE          1                          // vertical mode
#define H_MODE          (V_MODE + MAX_COMMAND + 1) // horizontal mode
#define M_MODE          (H_MODE + MAX_COMMAND + 1) // math mode
 
#define ignoredepth     (-65536000L)
 
typedef struct {
    Int16 modefield;              
    Pointer headfield, tailfield; 
    Integer pgfield, mlfield;     
    MemoryWord auxfield;          
} ListStateRecord; // (16+128+128+64) = (336)
 
#define mode            cur_list.modefield
#define head            cur_list.headfield
#define tail            cur_list.tailfield
#define prevgraf        cur_list.pgfield
#define aux             cur_list.auxfield
#define prevdepth       aux.sc
#define spacefactor     aux.hh.UU.lh
#define clang           aux.hh.rh
#define incompleatnoad  aux.int_
#define modeline        cur_list.mlfield
 
#define tailappend(x)   (link(tail) = (x), tail = link(tail)) // end group S211x219_P77x80
 
#define CS_TOKEN_FLAG   (dwa_do_8 * 16 - 1)
 
#define leftbracetoken  (dwa_do_8 * LEFT_BRACE)
#define leftbracelimit  (dwa_do_8 * (LEFT_BRACE + 1))
#define rightbracetoken (dwa_do_8 * RIGHT_BRACE)
#define rightbracelimit (dwa_do_8 * (RIGHT_BRACE + 1))
#define mathshifttoken  (dwa_do_8 * MATH_SHIFT)
#define tabtoken        (dwa_do_8 * TAB_MARK)
#define outparamtoken   (dwa_do_8 * OUT_PARAM)
#define spacetoken      (dwa_do_8 * SPACER + ' ')
#define lettertoken     (dwa_do_8 * LETTER)
#define othertoken      (dwa_do_8 * OTHER_CHAR)
#define matchtoken      (dwa_do_8 * MATCH)
#define endmatchtoken   (dwa_do_8 * END_MATCH) // end group S289x296_P115x118
 
typedef struct {
    QuarterWord statefield, indexfield;
    HalfWord startfield, locfield, limitfield, namefield;
    QuarterWord tok_type;
    Pointer tok_list, tok_loc, tok_name, tok_param;
} InStateRecord;
 
enum ScannerStatus {
    SKIPPING = 1, 
    DEFINING,     
    MATCHING,     
    ALIGNING,     
    ABSORBING     
};
 
enum TokenType {
    PARAMETER,   
    U_TEMPLATE,  
    V_TEMPLATE,  
    BACKED_UP,   
    INSERTED,    
    MACRO,       
    OUTPUT_TEXT, 
 
    EVERY_PAR_TEXT,     
    EVERY_MATH_TEXT,    
    EVERY_DISPLAY_TEXT, 
    EVERY_HBOX_TEXT,    
    EVERY_VBOX_TEXT,    
    EVERY_JOB_TEXT,     
    EVERY_CR_TEXT,      
    MARK_TEXT,          
    WRITE_TEXT          
};
 
#define TOKEN_LIST 0
 
#define STATE   cur_input.statefield 
#define IINDEX  cur_input.indexfield 
#define START   cur_input.startfield 
#define LIMIT   cur_input.limitfield 
#define NAME    cur_input.namefield  
 
#define MID_LINE    1
#define SKIP_BLANKS (MAX_CHAR_CODE + 2)
#define NEW_LINE    (MAX_CHAR_CODE + MAX_CHAR_CODE + 3)
 
#define terminal_input (NAME == 0) 
#define curfile     (inputfile[IINDEX - 1])
 
#define token_type  IINDEX 
#define param_start LIMIT // end group S300x320_P121x130
// [p131#322] leave an input level, re-enter the old
#define popinput() (inputptr--, cur_input = inputstack[inputptr])
// [p131#323] backs up a simple token list
#define backlist(x) begintokenlist((x), BACKED_UP)
// [p131#323] inserts a simple token list
#define inslist(x)  begintokenlist((x), INSERTED) // end group S321x331_P131x133
// #define switch_ 25
// #define startcs 26
// [p141#358]
#define noexpandflag    257
 
#define ishex(x) \
    ((((x) >= '0') && ((x) <= '9')) || (((x) >= 'a') && ((x) <= 'f')))
 
#define end_line_char_inactive ((end_line_char < 0) || (end_line_char > 255))
 // end group S332x365_P134x143
 
 
// [#213] semantic
extern ListStateRecord nest[NEST_SIZE + 1];
extern UChar nest_ptr;
extern UChar max_nest_stack;
extern ListStateRecord cur_list;
 
 
extern EightBits curcmd;
extern HalfWord curchr;
extern Pointer curcs;
extern HalfWord curtok;
 
extern InStateRecord inputstack[STACK_SIZE + 1];
extern UChar inputptr;
extern InStateRecord cur_input;
 
extern char openparens;
extern Integer line;
extern FILE* inputfile[MAX_IN_OPEN];
extern char scanner_status;
extern Pointer warning_index;
extern Pointer defref;
extern Pointer paramstack[PARAM_SIZE + 1];
extern int paramptr;
extern Integer maxparamstack;
extern Integer align_state;
extern UChar baseptr;
 
extern Pointer parloc;
extern HalfWord partoken;
extern Boolean force_eof;
 
 
extern void showtokenlist(Integer p, Integer q, Integer l);
extern void token_show(Pointer p);
extern void print_meaning(EightBits _cmd, HalfWord _chr);
extern void showcurcmdchr(void);
extern void runaway(void);
extern void showcontext(void);
extern Boolean init_lexer(void);
 
extern void begintokenlist(HalfWord p, QuarterWord t);
extern void endtokenlist(void);
extern void backinput(void);
extern void backerror(void);
extern void inserror(void);
extern void beginfilereading(void);
extern void endfilereading(void);
extern void clearforerrorprompt(void);
 
extern void get_next(void);
extern void firm_up_the_line(void);
extern void get_token(void);
 
extern HalfWord _pack_tok(Pointer _cs, EightBits _cmd, HalfWord _chr);
extern UChar get_maxinstack();
 
 
// [#211] semantic
 
extern void lexer_semantic_init();
extern void print_mode(Integer m);
extern void pushnest(void);
extern void popnest(void);
extern void showactivities(void); 
 
#endif // INC_LEXER_H