diff options
Diffstat (limited to 'dice-lang/src/bjc/dicelang/Tokenizer.java')
| -rw-r--r-- | dice-lang/src/bjc/dicelang/Tokenizer.java | 10 |
1 files changed, 4 insertions, 6 deletions
diff --git a/dice-lang/src/bjc/dicelang/Tokenizer.java b/dice-lang/src/bjc/dicelang/Tokenizer.java index 11bffec..a4b72b9 100644 --- a/dice-lang/src/bjc/dicelang/Tokenizer.java +++ b/dice-lang/src/bjc/dicelang/Tokenizer.java @@ -140,18 +140,16 @@ public class Tokenizer { if(stringLit.matches()) {
int litNum = Integer.parseInt(stringLit.group(1));
- eng.stringLits.put(litNum, stringLts.get(token));
+ eng.addStringLiteral(litNum, stringLts.get(token));
tk = new Token(STRING_LIT, litNum);
} else {
- // @TODO define what a valid identifier is
+ /*
+ * Everything else is a symbol
+ */
eng.symTable.put(nextSym++, token);
tk = new Token(VREF, nextSym - 1);
}
-
- // @TODO uncomment when we have a defn. for var names
- // System.out.printf("\tERROR: Unrecognized token:"
- // + "%s\n", token);
}
return tk;
|