comparison: src/lexerScanner.cpp
src/lexerScanner.cpp
- changeset 134
- eca2fc0acaa2
- parent 133
- dbbdb870c835
- child 135
- 8b9132fea327
equal
deleted
inserted
replaced
| 133:dbbdb870c835 | 134:eca2fc0acaa2 |
|---|---|
| 46 "%=", | 46 "%=", |
| 47 "<<", | 47 "<<", |
| 48 ">>", | 48 ">>", |
| 49 ">=", | 49 ">=", |
| 50 "<=", | 50 "<=", |
| 51 "&&", | 51 "and", |
| 52 "||", | 52 "or", |
| 53 "++", | 53 "++", |
| 54 "--", | 54 "--", |
| 55 "'", | 55 "'", |
| 56 "$", | 56 "$", |
| 57 "(", | 57 "(", |
| 142 bool LexerScanner::checkString (const char* c, int flags) | 142 bool LexerScanner::checkString (const char* c, int flags) |
| 143 { | 143 { |
| 144 bool r = strncmp (m_position, c, strlen (c)) == 0; | 144 bool r = strncmp (m_position, c, strlen (c)) == 0; |
| 145 | 145 |
| 146 // There is to be a non-symbol character after words | 146 // There is to be a non-symbol character after words |
| 147 if (r && (flags & FCheckWord) && isSymbolChar (m_position[strlen (c)], true)) | 147 if (r and (flags & FCheckWord) and IsSymbolCharacter (m_position[strlen (c)], true)) |
| 148 r = false; | 148 r = false; |
| 149 | 149 |
| 150 // Advance the cursor unless we want to just peek | 150 // Advance the cursor unless we want to just peek |
| 151 if (r && !(flags & FCheckPeek)) | 151 if (r and !(flags & FCheckPeek)) |
| 152 m_position += strlen (c); | 152 m_position += strlen (c); |
| 153 | 153 |
| 154 return r; | 154 return r; |
| 155 } | 155 } |
| 156 | 156 |
| 196 flags |= FCheckWord; | 196 flags |= FCheckWord; |
| 197 | 197 |
| 198 if (checkString (gTokenStrings[i], flags)) | 198 if (checkString (gTokenStrings[i], flags)) |
| 199 { | 199 { |
| 200 m_tokenText = gTokenStrings[i]; | 200 m_tokenText = gTokenStrings[i]; |
| 201 m_tokenType = (ETokenType) i; | 201 m_tokenType = (Token) i; |
| 202 return true; | 202 return true; |
| 203 } | 203 } |
| 204 } | 204 } |
| 205 | 205 |
| 206 // Check and parse string | 206 // Check and parse string |
| 230 } | 230 } |
| 231 | 231 |
| 232 m_tokenText += *m_position++; | 232 m_tokenText += *m_position++; |
| 233 } | 233 } |
| 234 | 234 |
| 235 m_tokenType =TK_String; | 235 m_tokenType =Token::String; |
| 236 skip(); // skip the final quote | 236 skip(); // skip the final quote |
| 237 return true; | 237 return true; |
| 238 } | 238 } |
| 239 | 239 |
| 240 if (isdigit (*m_position)) | 240 if (isdigit (*m_position)) |
| 241 { | 241 { |
| 242 while (isdigit (*m_position)) | 242 while (isdigit (*m_position)) |
| 243 m_tokenText += *m_position++; | 243 m_tokenText += *m_position++; |
| 244 | 244 |
| 245 m_tokenType =TK_Number; | 245 m_tokenType =Token::Number; |
| 246 return true; | 246 return true; |
| 247 } | 247 } |
| 248 | 248 |
| 249 if (isSymbolChar (*m_position, false)) | 249 if (IsSymbolCharacter (*m_position, false)) |
| 250 { | 250 { |
| 251 m_tokenType =TK_Symbol; | 251 m_tokenType =Token::Symbol; |
| 252 | 252 |
| 253 do | 253 do |
| 254 { | 254 { |
| 255 if (!isSymbolChar (*m_position, true)) | 255 if (!IsSymbolCharacter (*m_position, true)) |
| 256 break; | 256 break; |
| 257 | 257 |
| 258 m_tokenText += *m_position++; | 258 m_tokenText += *m_position++; |
| 259 } while (*m_position != '\0'); | 259 } while (*m_position != '\0'); |
| 260 | 260 |
| 286 skip(); | 286 skip(); |
| 287 } | 287 } |
| 288 | 288 |
| 289 // ============================================================================= | 289 // ============================================================================= |
| 290 // | 290 // |
| 291 String LexerScanner::getTokenString (ETokenType a) | 291 String LexerScanner::GetTokenString (Token a) |
| 292 { | 292 { |
| 293 ASSERT_LT_EQ (a, gLastNamedToken); | 293 ASSERT_LT_EQ (a, gLastNamedToken); |
| 294 return gTokenStrings[a]; | 294 return gTokenStrings[a]; |
| 295 } | 295 } |
| 296 | 296 |
