From 0301fcca8fe62d2f2355f4781c6106b5d246df60 Mon Sep 17 00:00:00 2001 From: Jim Pryor Date: Sun, 3 Oct 2010 13:19:34 -0400 Subject: [PATCH] lexer tweak Signed-off-by: Jim Pryor --- code/tokens.js | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/code/tokens.js b/code/tokens.js index a5b94e3b..921040d2 100644 --- a/code/tokens.js +++ b/code/tokens.js @@ -88,12 +88,13 @@ String.prototype.tokens = function (prefix, suffix) { // should only be terminal str += c; i += 1; + c = this.charAt(i); // make sure next character is not an identifier if ((c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z') || (c >= '0' && c <= '9') || c === '_' || c === '-' || c === '/' || c === '?' || c === '!') { str += c; i += 1; - make('name', str).error("Bad identifier <"+c+">"); + make('name', str).error("Bad identifier"); } } else { break; -- 2.11.0