add terminal ! and ? to lexer

Signed-off-by: Jim Pryor <profjim@jimpryor.net>

diff --git a/code/tokens.js b/code/tokens.js
index 559c437..53639a8 100644 (file)
--- a/code/tokens.js
+++ b/code/tokens.js
@@ -84,7 +84,18 @@ String.prototype.tokens = function (prefix, suffix) {
                         (c >= '0' && c <= '9') || c === '_' || c === '-') {
                     str += c;
                     i += 1;
                         (c >= '0' && c <= '9') || c === '_' || c === '-') {
                     str += c;
                     i += 1;

-                } else {
+                               } else if (c === '?' || c === '!') {
+                               // should only be terminal
+                    str += c;
+                    i += 1;
+                               // make sure next character is not an identifier
+                                       if ((c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z') ||
+                                               (c >= '0' && c <= '9') || c === '_' || c === '-' || c === '?' || c === '!') {
+                                               str += c;
+                                               i += 1;
+                                               make('name', str).error("Bad identifier");
+                                       }
+                               } else {

                     break;
                 }
             }
                     break;
                 }
             }