Mercurial > botc / file comparison

comparison: src/lexer.h

src/lexer.h

changeset 134
eca2fc0acaa2
parent 133
dbbdb870c835
child 137
73d057b030d0
equal deleted inserted replaced
133:dbbdb870c835 134:eca2fc0acaa2
35 class Lexer 35 class Lexer
36 { 36 {
37 public: 37 public:
38 struct TokenInfo 38 struct TokenInfo
39 { 39 {
40 ETokenType type; 40 Token type;
41 String text; 41 String text;
42 String file; 42 String file;
43 int line; 43 int line;
44 int column; 44 int column;
45 }; 45 };
50 public: 50 public:
51 Lexer(); 51 Lexer();
52 ~Lexer(); 52 ~Lexer();
53 53
54 void processFile (String fileName); 54 void processFile (String fileName);
55 bool next (ETokenType req = TK_Any); 55 bool next (Token req = Token::Any);
56 void mustGetNext (ETokenType tok); 56 void mustGetNext (Token tok);
57 void mustGetAnyOf (const List<ETokenType>& toks); 57 void mustGetAnyOf (const List<Token>& toks);
58 void mustGetSymbol (const String& a); 58 void mustGetSymbol (const String& a);
59 int getOneSymbol (const StringList& syms); 59 int getOneSymbol (const StringList& syms);
60 void tokenMustBe (ETokenType tok); 60 void tokenMustBe (Token tok);
61 bool peekNext (TokenInfo* tk = null); 61 bool peekNext (TokenInfo* tk = null);
62 bool peekNextType (ETokenType req); 62 bool peekNextType (Token req);
63 String peekNextString (int a = 1); 63 String peekNextString (int a = 1);
64 String describeCurrentPosition(); 64 String describeCurrentPosition();
65 String describeTokenPosition(); 65 String describeTokenPosition();
66 66
67 static Lexer* getCurrentLexer(); 67 static Lexer* getCurrentLexer();
68 68
69 inline bool hasValidToken() const 69 inline bool hasValidToken() const
70 { 70 {
71 return (m_tokenPosition < m_tokens.end() && m_tokenPosition >= m_tokens.begin()); 71 return (m_tokenPosition < m_tokens.end() and m_tokenPosition >= m_tokens.begin());
72 } 72 }
73 73
74 inline TokenInfo* token() const 74 inline TokenInfo* token() const
75 { 75 {
76 ASSERT (hasValidToken()); 76 ASSERT (hasValidToken());
80 inline bool isAtEnd() const 80 inline bool isAtEnd() const
81 { 81 {
82 return m_tokenPosition == m_tokens.end(); 82 return m_tokenPosition == m_tokens.end();
83 } 83 }
84 84
85 inline ETokenType tokenType() const 85 inline Token tokenType() const
86 { 86 {
87 return token()->type; 87 return token()->type;
88 } 88 }
89 89
90 inline void skip (int a = 1) 90 inline void skip (int a = 1)
101 { 101 {
102 m_tokenPosition = m_tokens.begin() + pos; 102 m_tokenPosition = m_tokens.begin() + pos;
103 } 103 }
104 104
105 // If @tok is given, describes the token. If not, describes @tok_type. 105 // If @tok is given, describes the token. If not, describes @tok_type.
106 static inline String describeTokenType (ETokenType toktype) 106 static inline String describeTokenType (Token toktype)
107 { 107 {
108 return describeTokenPrivate (toktype, null); 108 return describeTokenPrivate (toktype, null);
109 } 109 }
110 110
111 static inline String describeToken (TokenInfo* tok) 111 static inline String describeToken (TokenInfo* tok)
116 private: 116 private:
117 TokenList m_tokens; 117 TokenList m_tokens;
118 Iterator m_tokenPosition; 118 Iterator m_tokenPosition;
119 119
120 // read a mandatory token from scanner 120 // read a mandatory token from scanner
121 void mustGetFromScanner (LexerScanner& sc, ETokenType tt =TK_Any); 121 void mustGetFromScanner (LexerScanner& sc, Token tt =Token::Any);
122 void checkFileHeader (LexerScanner& sc); 122 void checkFileHeader (LexerScanner& sc);
123 123
124 static String describeTokenPrivate (ETokenType tok_type, TokenInfo* tok); 124 static String describeTokenPrivate (Token tok_type, TokenInfo* tok);
125 }; 125 };
126 126
127 #endif // BOTC_LEXER_H 127 #endif // BOTC_LEXER_H

Mercurial Repository: botc

mercurial