llex.h 2.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081
  1. /*
  2. ** $Id: llex.h,v 1.58.1.1 2007/12/27 13:02:25 roberto Exp $
  3. ** Lexical Analyzer
  4. ** See Copyright Notice in lua.h
  5. */
  6. #ifndef llex_h
  7. #define llex_h
  8. #include "lobject.h"
  9. #include "lzio.h"
  10. #define FIRST_RESERVED 257
  11. /* maximum length of a reserved word */
  12. #define TOKEN_LEN (sizeof("function")/sizeof(char))
  13. /*
  14. * WARNING: if you change the order of this enumeration,
  15. * grep "ORDER RESERVED"
  16. */
  17. enum RESERVED {
  18. /* terminal symbols denoted by reserved words */
  19. TK_AND = FIRST_RESERVED, TK_BREAK,
  20. TK_DO, TK_ELSE, TK_ELSEIF, TK_END, TK_FALSE, TK_FOR, TK_FUNCTION,
  21. TK_IF, TK_IN, TK_LOCAL, TK_NIL, TK_NOT, TK_OR, TK_REPEAT,
  22. TK_RETURN, TK_THEN, TK_TRUE, TK_UNTIL, TK_WHILE,
  23. /* other terminal symbols */
  24. TK_CONCAT, TK_DOTS, TK_EQ, TK_GE, TK_LE, TK_NE, TK_NUMBER,
  25. TK_NAME, TK_STRING, TK_EOS
  26. };
  27. /* number of reserved words */
  28. #define NUM_RESERVED (cast(int, TK_WHILE-FIRST_RESERVED+1))
  29. /* array with token `names' */
  30. LUAI_DATA const char *const luaX_tokens [];
  31. typedef union {
  32. lua_Number r;
  33. TString *ts;
  34. } SemInfo; /* semantics information */
  35. typedef struct Token {
  36. int token;
  37. SemInfo seminfo;
  38. } Token;
  39. typedef struct LexState {
  40. int current; /* current character (charint) */
  41. int linenumber; /* input line counter */
  42. int lastline; /* line of last token `consumed' */
  43. Token t; /* current token */
  44. Token lookahead; /* look ahead token */
  45. struct FuncState *fs; /* `FuncState' is private to the parser */
  46. struct lua_State *L;
  47. ZIO *z; /* input stream */
  48. Mbuffer *buff; /* buffer for tokens */
  49. TString *source; /* current source name */
  50. char decpoint; /* locale decimal point */
  51. } LexState;
  52. LUAI_FUNC void luaX_init (lua_State *L);
  53. LUAI_FUNC void luaX_setinput (lua_State *L, LexState *ls, ZIO *z,
  54. TString *source);
  55. LUAI_FUNC TString *luaX_newstring (LexState *ls, const char *str, size_t l);
  56. LUAI_FUNC void luaX_next (LexState *ls);
  57. LUAI_FUNC void luaX_lookahead (LexState *ls);
  58. LUAI_FUNC void luaX_lexerror (LexState *ls, const char *msg, int token);
  59. LUAI_FUNC void luaX_syntaxerror (LexState *ls, const char *s);
  60. LUAI_FUNC const char *luaX_token2str (LexState *ls, int token);
  61. #endif