92 lines
2.3 KiB
C
92 lines
2.3 KiB
C
|
/*
|
||
|
|
** $Id: llex.h $
|
||
|
|
** Lexical Analyzer
|
||
|
|
** See Copyright Notice in lua.h
|
||
|
|
*/
|
||
|
|
|
||
|
|
#ifndef llex_h
|
||
|
|
#define llex_h
|
||
|
|
|
||
|
|
#include <limits.h>
|
||
|
|
|
||
|
|
#include "lobject.h"
|
||
|
|
#include "lzio.h"
|
||
|
|
|
||
|
|
|
||
|
|
/*
|
||
|
|
** Single-char tokens (terminal symbols) are represented by their own
|
||
|
|
** numeric code. Other tokens start at the following value.
|
||
|
|
*/
|
||
|
|
#define FIRST_RESERVED (UCHAR_MAX + 1)
|
||
|
|
|
||
|
|
|
||
|
|
#if !defined(LUA_ENV)
|
||
|
|
#define LUA_ENV "_ENV"
|
||
|
|
#endif
|
||
|
|
|
||
|
|
|
||
|
|
/*
|
||
|
|
* WARNING: if you change the order of this enumeration,
|
||
|
|
* grep "ORDER RESERVED"
|
||
|
|
*/
|
||
|
|
enum RESERVED {
|
||
|
|
/* terminal symbols denoted by reserved words */
|
||
|
|
TK_AND = FIRST_RESERVED, TK_BREAK,
|
||
|
|
TK_DO, TK_ELSE, TK_ELSEIF, TK_END, TK_FALSE, TK_FOR, TK_FUNCTION,
|
||
|
|
TK_GOTO, TK_IF, TK_IN, TK_LOCAL, TK_NIL, TK_NOT, TK_OR, TK_REPEAT,
|
||
|
|
TK_RETURN, TK_THEN, TK_TRUE, TK_UNTIL, TK_WHILE,
|
||
|
|
/* other terminal symbols */
|
||
|
|
TK_IDIV, TK_CONCAT, TK_DOTS, TK_EQ, TK_GE, TK_LE, TK_NE,
|
||
|
|
TK_SHL, TK_SHR,
|
||
|
|
TK_DBCOLON, TK_EOS,
|
||
|
|
TK_FLT, TK_INT, TK_NAME, TK_STRING
|
||
|
|
};
|
||
|
|
|
||
|
|
/* number of reserved words */
|
||
|
|
#define NUM_RESERVED (cast_int(TK_WHILE-FIRST_RESERVED + 1))
|
||
|
|
|
||
|
|
|
||
|
|
typedef union {
|
||
|
|
lua_Number r;
|
||
|
|
lua_Integer i;
|
||
|
|
TString *ts;
|
||
|
|
} SemInfo; /* semantics information */
|
||
|
|
|
||
|
|
|
||
|
|
typedef struct Token {
|
||
|
|
int token;
|
||
|
|
SemInfo seminfo;
|
||
|
|
} Token;
|
||
|
|
|
||
|
|
|
||
|
|
/* state of the lexer plus state of the parser when shared by all
|
||
|
|
functions */
|
||
|
|
typedef struct LexState {
|
||
|
|
int current; /* current character (charint) */
|
||
|
|
int linenumber; /* input line counter */
|
||
|
|
int lastline; /* line of last token 'consumed' */
|
||
|
|
Token t; /* current token */
|
||
|
|
Token lookahead; /* look ahead token */
|
||
|
|
struct FuncState *fs; /* current function (parser) */
|
||
|
|
struct lua_State *L;
|
||
|
|
ZIO *z; /* input stream */
|
||
|
|
Mbuffer *buff; /* buffer for tokens */
|
||
|
|
Table *h; /* to avoid collection/reuse strings */
|
||
|
|
struct Dyndata *dyd; /* dynamic structures used by the parser */
|
||
|
|
TString *source; /* current source name */
|
||
|
|
TString *envn; /* environment variable name */
|
||
|
|
} LexState;
|
||
|
|
|
||
|
|
|
||
|
|
LUAI_FUNC void luaX_init (lua_State *L);
|
||
|
|
LUAI_FUNC void luaX_setinput (lua_State *L, LexState *ls, ZIO *z,
|
||
|
|
TString *source, int firstchar);
|
||
|
|
LUAI_FUNC TString *luaX_newstring (LexState *ls, const char *str, size_t l);
|
||
|
|
LUAI_FUNC void luaX_next (LexState *ls);
|
||
|
|
LUAI_FUNC int luaX_lookahead (LexState *ls);
|
||
|
|
LUAI_FUNC l_noret luaX_syntaxerror (LexState *ls, const char *s);
|
||
|
|
LUAI_FUNC const char *luaX_token2str (LexState *ls, int token);
|
||
|
|
|
||
|
|
|
||
|
|
#endif
|