--- a/src/Lexer.h Sun Mar 30 21:35:06 2014 +0300
+++ /dev/null Thu Jan 01 00:00:00 1970 +0000
@@ -1,127 +0,0 @@
-/*
- Copyright 2012-2014 Santeri Piippo
- All rights reserved.
-
- Redistribution and use in source and binary forms, with or without
- modification, are permitted provided that the following conditions
- are met:
-
- 1. Redistributions of source code must retain the above copyright
- notice, this list of conditions and the following disclaimer.
- 2. Redistributions in binary form must reproduce the above copyright
- notice, this list of conditions and the following disclaimer in the
- documentation and/or other materials provided with the distribution.
- 3. The name of the author may not be used to endorse or promote products
- derived from this software without specific prior written permission.
-
- THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#ifndef BOTC_LEXER_H
-#define BOTC_LEXER_H
-
-#include "Main.h"
-#include "LexerScanner.h"
-
-class Lexer
-{
-public:
- struct TokenInfo
- {
- ETokenType type;
- String text;
- String file;
- int line;
- int column;
- };
-
- using TokenList = List<TokenInfo>;
- using Iterator = TokenList::Iterator;
-
-public:
- Lexer();
- ~Lexer();
-
- void processFile (String fileName);
- bool next (ETokenType req = TK_Any);
- void mustGetNext (ETokenType tok);
- void mustGetAnyOf (const List<ETokenType>& toks);
- void mustGetSymbol (const String& a);
- int getOneSymbol (const StringList& syms);
- void tokenMustBe (ETokenType tok);
- bool peekNext (TokenInfo* tk = null);
- bool peekNextType (ETokenType req);
- String peekNextString (int a = 1);
- String describeCurrentPosition();
- String describeTokenPosition();
-
- static Lexer* getCurrentLexer();
-
- inline bool hasValidToken() const
- {
- return (m_tokenPosition < m_tokens.end() && m_tokenPosition >= m_tokens.begin());
- }
-
- inline TokenInfo* token() const
- {
- assert (hasValidToken() == true);
- return &(*m_tokenPosition);
- }
-
- inline bool isAtEnd() const
- {
- return m_tokenPosition == m_tokens.end();
- }
-
- inline ETokenType tokenType() const
- {
- return token()->type;
- }
-
- inline void skip (int a = 1)
- {
- m_tokenPosition += a;
- }
-
- inline int position()
- {
- return m_tokenPosition - m_tokens.begin();
- }
-
- inline void setPosition (int pos)
- {
- m_tokenPosition = m_tokens.begin() + pos;
- }
-
- // If @tok is given, describes the token. If not, describes @tok_type.
- static inline String describeTokenType (ETokenType toktype)
- {
- return describeTokenPrivate (toktype, null);
- }
-
- static inline String describeToken (TokenInfo* tok)
- {
- return describeTokenPrivate (tok->type, tok);
- }
-
-private:
- TokenList m_tokens;
- Iterator m_tokenPosition;
-
- // read a mandatory token from scanner
- void mustGetFromScanner (LexerScanner& sc, ETokenType tt =TK_Any);
- void checkFileHeader (LexerScanner& sc);
-
- static String describeTokenPrivate (ETokenType tok_type, TokenInfo* tok);
-};
-
-#endif // BOTC_LEXER_H