--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/src/lexer.cpp Sun Mar 30 21:51:23 2014 +0300
@@ -0,0 +1,344 @@
+/*
+ Copyright 2012-2014 Santeri Piippo
+ All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions
+ are met:
+
+ 1. Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+ 2. Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in the
+ documentation and/or other materials provided with the distribution.
+ 3. The name of the author may not be used to endorse or promote products
+ derived from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
+ IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
+ OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
+ IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
+ INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
+ NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
+ THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+#include <cstring>
+#include "lexer.h"
+
+static StringList gFileNameStack;
+static Lexer* gMainLexer = null;
+
+// =============================================================================
+//
+Lexer::Lexer()
+{
+ assert (gMainLexer == null);
+ gMainLexer = this;
+}
+
+// =============================================================================
+//
+Lexer::~Lexer()
+{
+ gMainLexer = null;
+}
+
+// =============================================================================
+//
+void Lexer::processFile (String fileName)
+{
+ gFileNameStack << fileName;
+ FILE* fp = fopen (fileName, "r");
+
+ if (fp == null)
+ error ("couldn't open %1 for reading: %2", fileName, strerror (errno));
+
+ LexerScanner sc (fp);
+ checkFileHeader (sc);
+
+ while (sc.getNextToken())
+ {
+ // Preprocessor commands:
+ if (sc.getTokenType() ==TK_Hash)
+ {
+ mustGetFromScanner (sc,TK_Symbol);
+
+ if (sc.getTokenText() == "include")
+ {
+ mustGetFromScanner (sc,TK_String);
+ String fileName = sc.getTokenText();
+
+ if (gFileNameStack.contains (fileName))
+ error ("attempted to #include %1 recursively", sc.getTokenText());
+
+ processFile (fileName);
+ }
+ else
+ error ("unknown preprocessor directive \"#%1\"", sc.getTokenText());
+ }
+ else
+ {
+ TokenInfo tok;
+ tok.file = fileName;
+ tok.line = sc.getLine();
+ tok.column = sc.getColumn();
+ tok.type = sc.getTokenType();
+ tok.text = sc.getTokenText();
+
+ // devf ("Token #%1: %2:%3:%4: %5 (%6)\n", mTokens.size(),
+ // tok.file, tok.line, tok.column, DescribeToken (&tok),
+ // GetTokenTypeString (tok.type));
+
+ m_tokens << tok;
+ }
+ }
+
+ m_tokenPosition = m_tokens.begin() - 1;
+ gFileNameStack.removeOne (fileName);
+}
+
+// ============================================================================
+//
+static bool isValidHeader (String header)
+{
+ if (header.endsWith ("\n"))
+ header.removeFromEnd (1);
+
+ StringList tokens = header.split (" ");
+
+ if (tokens.size() != 2 || tokens[0] != "#!botc" || tokens[1].isEmpty())
+ return false;
+
+ StringList nums = tokens[1].split (".");
+
+ if (nums.size() == 2)
+ nums << "0";
+ elif (nums.size() != 3)
+ return false;
+
+ bool okA, okB, okC;
+ long major = nums[0].toLong (&okA);
+ long minor = nums[1].toLong (&okB);
+ long patch = nums[2].toLong (&okC);
+
+ if (!okA || !okB || !okC)
+ return false;
+
+ if (VERSION_NUMBER < MAKE_VERSION_NUMBER (major, minor, patch))
+ error ("The script file requires " APPNAME " v%1, this is v%2",
+ makeVersionString (major, minor, patch), versionString (false));
+
+ return true;
+}
+
+// ============================================================================
+//
+void Lexer::checkFileHeader (LexerScanner& sc)
+{
+ if (!isValidHeader (sc.readLine()))
+ error ("Not a valid botscript file! File must start with '#!botc <version>'");
+}
+
+// =============================================================================
+//
+bool Lexer::next (ETokenType req)
+{
+ Iterator pos = m_tokenPosition;
+
+ if (m_tokens.isEmpty())
+ return false;
+
+ m_tokenPosition++;
+
+ if (isAtEnd() || (req !=TK_Any && tokenType() != req))
+ {
+ m_tokenPosition = pos;
+ return false;
+ }
+
+ return true;
+}
+
+// =============================================================================
+//
+void Lexer::mustGetNext (ETokenType tok)
+{
+ if (!next())
+ error ("unexpected EOF");
+
+ if (tok !=TK_Any)
+ tokenMustBe (tok);
+}
+
+// =============================================================================
+// eugh..
+//
+void Lexer::mustGetFromScanner (LexerScanner& sc, ETokenType tt)
+{
+ if (sc.getNextToken() == false)
+ error ("unexpected EOF");
+
+ if (tt != TK_Any && sc.getTokenType() != tt)
+ {
+ // TODO
+ TokenInfo tok;
+ tok.type = sc.getTokenType();
+ tok.text = sc.getTokenText();
+
+ error ("at %1:%2: expected %3, got %4",
+ gFileNameStack.last(),
+ sc.getLine(),
+ describeTokenType (tt),
+ describeToken (&tok));
+ }
+}
+
+// =============================================================================
+//
+void Lexer::mustGetAnyOf (const List<ETokenType>& toks)
+{
+ if (!next())
+ error ("unexpected EOF");
+
+ for (ETokenType tok : toks)
+ if (tokenType() == tok)
+ return;
+
+ String toknames;
+
+ for (const ETokenType& tokType : toks)
+ {
+ if (&tokType == &toks.last())
+ toknames += " or ";
+ elif (toknames.isEmpty() == false)
+ toknames += ", ";
+
+ toknames += describeTokenType (tokType);
+ }
+
+ error ("expected %1, got %2", toknames, describeToken (token()));
+}
+
+// =============================================================================
+//
+int Lexer::getOneSymbol (const StringList& syms)
+{
+ if (!next())
+ error ("unexpected EOF");
+
+ if (tokenType() ==TK_Symbol)
+ {
+ for (int i = 0; i < syms.size(); ++i)
+ {
+ if (syms[i] == token()->text)
+ return i;
+ }
+ }
+
+ error ("expected one of %1, got %2", syms, describeToken (token()));
+ return -1;
+}
+
+// =============================================================================
+//
+void Lexer::tokenMustBe (ETokenType tok)
+{
+ if (tokenType() != tok)
+ error ("expected %1, got %2", describeTokenType (tok),
+ describeToken (token()));
+}
+
+// =============================================================================
+//
+String Lexer::describeTokenPrivate (ETokenType tokType, Lexer::TokenInfo* tok)
+{
+ if (tokType <gLastNamedToken)
+ return "\"" + LexerScanner::getTokenString (tokType) + "\"";
+
+ switch (tokType)
+ {
+ case TK_Symbol: return tok ? tok->text : "a symbol";
+ case TK_Number: return tok ? tok->text : "a number";
+ case TK_String: return tok ? ("\"" + tok->text + "\"") : "a string";
+ case TK_Any: return tok ? tok->text : "any token";
+ default: break;
+ }
+
+ return "";
+}
+
+// =============================================================================
+//
+bool Lexer::peekNext (Lexer::TokenInfo* tk)
+{
+ Iterator pos = m_tokenPosition;
+ bool r = next();
+
+ if (r && tk != null)
+ *tk = *m_tokenPosition;
+
+ m_tokenPosition = pos;
+ return r;
+}
+
+// =============================================================================
+//
+bool Lexer::peekNextType (ETokenType req)
+{
+ Iterator pos = m_tokenPosition;
+ bool result = false;
+
+ if (next() && tokenType() == req)
+ result = true;
+
+ m_tokenPosition = pos;
+ return result;
+}
+
+// =============================================================================
+//
+Lexer* Lexer::getCurrentLexer()
+{
+ return gMainLexer;
+}
+
+// =============================================================================
+//
+String Lexer::peekNextString (int a)
+{
+ if (m_tokenPosition + a >= m_tokens.end())
+ return "";
+
+ Iterator oldpos = m_tokenPosition;
+ m_tokenPosition += a;
+ String result = token()->text;
+ m_tokenPosition = oldpos;
+ return result;
+}
+
+// =============================================================================
+//
+String Lexer::describeCurrentPosition()
+{
+ return token()->file + ":" + token()->line;
+}
+
+// =============================================================================
+//
+String Lexer::describeTokenPosition()
+{
+ return format ("%1 / %2", m_tokenPosition - m_tokens.begin(), m_tokens.size());
+}
+
+// =============================================================================
+//
+void Lexer::mustGetSymbol (const String& a)
+{
+ mustGetNext (TK_Any);
+ if (token()->text != a)
+ error ("expected \"%1\", got \"%2\"", a, token()->text);
+}