vbscript: Added beginning lexer implementation.

dlls/vbscript/Makefile.in

@@ -1,6 +1,7 @@
 MODULE    = vbscript.dll
 
 C_SRCS = \
+	lex.c \
 	vbdisp.c \
 	vbscript.c \
 	vbscript_main.c

dlls/vbscript/lex.c

@@ -0,0 +1,56 @@
+/*
+ * Copyright 2011 Jacek Caban for CodeWeavers
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
+ */
+
+#include <assert.h>
+
+#include "vbscript.h"
+#include "parse.h"
+#include "parser.tab.h"
+
+#include "wine/debug.h"
+
+WINE_DEFAULT_DEBUG_CHANNEL(vbscript);
+
+static int parse_next_token(void *lval, parser_ctx_t *ctx)
+{
+    WCHAR c;
+
+    while(*ctx->ptr == ' ' || *ctx->ptr == '\t' || *ctx->ptr == '\r')
+        ctx->ptr++;
+    if(ctx->ptr == ctx->end)
+        return ctx->last_token == tNL ? tEOF : tNL;
+
+    c = *ctx->ptr;
+    FIXME("Unhandled char %c in %s\n", *ctx->ptr, debugstr_w(ctx->ptr));
+    return c;
+}
+
+int parser_lex(void *lval, parser_ctx_t *ctx)
+{
+    int ret;
+
+    while(1) {
+        ret = parse_next_token(lval, ctx);
+        if(ret != tNL || ctx->last_token != tNL)
+            break;
+
+        ctx->last_nl = ctx->ptr-ctx->code;
+    }
+
+    return (ctx->last_token = ret);
+}

dlls/vbscript/parse.h

@@ -23,6 +23,10 @@ typedef struct {
 
     BOOL parse_complete;
     HRESULT hres;
+
+    int last_token;
+    unsigned last_nl;
 } parser_ctx_t;
 
-HRESULT parse_script(parser_ctx_t*,const WCHAR*);
+HRESULT parse_script(parser_ctx_t*,const WCHAR*) DECLSPEC_HIDDEN;
+int parser_lex(void*,parser_ctx_t*) DECLSPEC_HIDDEN;

dlls/vbscript/parser.y

@@ -33,12 +33,6 @@ static int parser_error(const char*);
 
 static void parse_complete(parser_ctx_t*);
 
-static int parser_lex(void *lval, parser_ctx_t *ctx)
-{
-    FIXME("\n");
-    return 0;
-}
-
 %}
 
 %pure_parser
@@ -50,6 +44,8 @@ static int parser_lex(void *lval, parser_ctx_t *ctx)
     const WCHAR *string;
 }
 
+%token tNL
+
 %%
 
 Program : tEOF      { parse_complete(ctx); }
@@ -74,6 +70,9 @@ HRESULT parse_script(parser_ctx_t *ctx, const WCHAR *code)
     ctx->parse_complete = FALSE;
     ctx->hres = S_OK;
 
+    ctx->last_token = tNL;
+    ctx->last_nl = 0;
+
     parser_parse(ctx);
 
     if(FAILED(ctx->hres))