From: Jim Pryor <profjim@jimpryor.net>
Date: Sun, 3 Oct 2010 17:19:34 +0000 (-0400)
Subject: lexer tweak
X-Git-Url: http://lambda.jimpryor.net/git/gitweb.cgi?p=lambda.git;a=commitdiff_plain;h=0301fcca8fe62d2f2355f4781c6106b5d246df60;hp=12c2c9a44f5606753a76ddbbf0aef43a4bcda9e7

lexer tweak

Signed-off-by: Jim Pryor <profjim@jimpryor.net>
---

diff --git a/code/tokens.js b/code/tokens.js
index a5b94e3b..921040d2 100644
--- a/code/tokens.js
+++ b/code/tokens.js
@@ -88,12 +88,13 @@ String.prototype.tokens = function (prefix, suffix) {
 				// should only be terminal
                     str += c;
                     i += 1;
+					c = this.charAt(i);
 				// make sure next character is not an identifier
 					if ((c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z') ||
 						(c >= '0' && c <= '9') || c === '_' || c === '-' || c === '/' || c === '?' || c === '!') {
 						str += c;
 						i += 1;
-						make('name', str).error("Bad identifier <"+c+">");
+						make('name', str).error("Bad identifier");
 					}
 				} else {
                     break;