--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/src/LexerScanner.h Sun Feb 02 17:06:39 2014 +0200 @@ -0,0 +1,114 @@ +/* + Copyright 2012-2014 Santeri Piippo + All rights reserved. + + Redistribution and use in source and binary forms, with or without + modification, are permitted provided that the following conditions + are met: + + 1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. + 2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + 3. The name of the author may not be used to endorse or promote products + derived from this software without specific prior written permission. + + THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. +*/ + +#ifndef BOTC_LEXER_SCANNER_H +#define BOTC_LEXER_SCANNER_H + +#include <climits> +#include "Main.h" + +class LexerScanner +{ + types: + struct PositionInfo + { + char* pos; + char* line_break_pos; + int line; + }; + + // Flags for check_string() + enum + { + FCheckWord = (1 << 0), // must be followed by whitespace + FCheckPeek = (1 << 1), // don't advance cursor + }; + + public: + static inline bool IsSymbolChar (char c, bool allownumbers) + { + if (allownumbers && (c >= '0' && c <= '9')) + return true; + + return (c >= 'a' && c <= 'z') || + (c >= 'A' && c <= 'Z') || + (c == '_'); + } + + LexerScanner (FILE* fp); + ~LexerScanner(); + bool GetNextToken(); + String ReadLine(); + + inline const String& GetTokenText() const + { + return mTokenText; + } + + inline int GetLine() const + { + return mLine; + } + + inline int GetColumn() const + { + return mPosition - mLineBreakPosition; + } + + inline EToken GetTokenType() const + { + return mTokenType; + } + + static String GetTokenString (EToken a); + + private: + char* mData; + char* mPosition; + char* mLineBreakPosition; + String mTokenText, + mLastToken; + EToken mTokenType; + int mLine; + + bool CheckString (const char* c, int flags = 0); + + // Yields a copy of the current position information. + PositionInfo GetPosition() const; + + // Sets the current position based on given data. + void SetPosition (const PositionInfo& a); + + // Skips one character + void Skip(); + + // Skips many characters + void Skip (int chars); +}; + +#endif // BOTC_LEXER_SCANNER_H