lexer tweak

Signed-off-by: Jim Pryor <profjim@jimpryor.net>

diff --git a/code/tokens.js b/code/tokens.js
index a5b94e3..921040d 100644 (file)
--- a/code/tokens.js
+++ b/code/tokens.js
@@ -88,12 +88,13 @@ String.prototype.tokens = function (prefix, suffix) {
                                // should only be terminal
                     str += c;
                     i += 1;
+                                       c = this.charAt(i);
                                // make sure next character is not an identifier
                                        if ((c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z') ||
                                                (c >= '0' && c <= '9') || c === '_' || c === '-' || c === '/' || c === '?' || c === '!') {
                                                str += c;
                                                i += 1;
-                                               make('name', str).error("Bad identifier <"+c+">");
+                                               make('name', str).error("Bad identifier");
                                        }
                                } else {
                     break;