From: Jim Pryor <profjim@jimpryor.net>
Date: Sun, 26 Sep 2010 20:41:27 +0000 (-0400)
Subject: add terminal ! and ? to lexer
X-Git-Url: http://lambda.jimpryor.net/git/gitweb.cgi?p=lambda.git;a=commitdiff_plain;h=ff4e4af8a659b232fccedb80f2d2d86efac6e608

add terminal ! and ? to lexer

Signed-off-by: Jim Pryor <profjim@jimpryor.net>
---

diff --git a/code/tokens.js b/code/tokens.js
index 559c4370..53639a8b 100644
--- a/code/tokens.js
+++ b/code/tokens.js
@@ -84,7 +84,18 @@ String.prototype.tokens = function (prefix, suffix) {
                         (c >= '0' && c <= '9') || c === '_' || c === '-') {
                     str += c;
                     i += 1;
-                } else {
+				} else if (c === '?' || c === '!') {
+				// should only be terminal
+                    str += c;
+                    i += 1;
+				// make sure next character is not an identifier
+					if ((c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z') ||
+						(c >= '0' && c <= '9') || c === '_' || c === '-' || c === '?' || c === '!') {
+						str += c;
+						i += 1;
+						make('name', str).error("Bad identifier");
+					}
+				} else {
                     break;
                 }
             }