From 870d769cfc152171d27b2331a7c590d0b307ad48 Mon Sep 17 00:00:00 2001
From: EVE <EVE@EVE-PC>
Date: Mon, 13 Mar 2017 16:41:15 -0400
Subject: More tweaker work.

---
 dice-lang/src/bjc/dicelang/Tokenizer.java | 10 ++++------
 1 file changed, 4 insertions(+), 6 deletions(-)

(limited to 'dice-lang/src/bjc/dicelang/Tokenizer.java')

diff --git a/dice-lang/src/bjc/dicelang/Tokenizer.java b/dice-lang/src/bjc/dicelang/Tokenizer.java
index 11bffec..a4b72b9 100644
--- a/dice-lang/src/bjc/dicelang/Tokenizer.java
+++ b/dice-lang/src/bjc/dicelang/Tokenizer.java
@@ -140,18 +140,16 @@ public class Tokenizer {
 			if(stringLit.matches()) {
 				int litNum = Integer.parseInt(stringLit.group(1));
 
-				eng.stringLits.put(litNum, stringLts.get(token));
+				eng.addStringLiteral(litNum, stringLts.get(token));
 				tk = new Token(STRING_LIT, litNum);
 			} else {
-				// @TODO define what a valid identifier is
+				/*
+				 * Everything else is a symbol
+				 */
 				eng.symTable.put(nextSym++, token);
 
 				tk = new Token(VREF, nextSym - 1);
 			}
-
-			// @TODO uncomment when we have a defn. for var names
-			// System.out.printf("\tERROR: Unrecognized token:"
-			// 		+ "%s\n", token);
 		}
 
 		return tk;
-- 
cgit v1.2.3