diff options
| author | EVE <EVE@EVE-PC> | 2017-03-13 16:41:15 -0400 |
|---|---|---|
| committer | EVE <EVE@EVE-PC> | 2017-03-13 16:41:15 -0400 |
| commit | 870d769cfc152171d27b2331a7c590d0b307ad48 (patch) | |
| tree | 3fee9a6bbbf03792cbe9c0a7927b92e4783e07a0 /dice-lang/src/bjc/dicelang/Tokenizer.java | |
| parent | 620ad3db1cbebe52ebd8df03fcda9d965ecb3282 (diff) | |
More tweaker work.
Diffstat (limited to 'dice-lang/src/bjc/dicelang/Tokenizer.java')
| -rw-r--r-- | dice-lang/src/bjc/dicelang/Tokenizer.java | 10 |
1 files changed, 4 insertions, 6 deletions
diff --git a/dice-lang/src/bjc/dicelang/Tokenizer.java b/dice-lang/src/bjc/dicelang/Tokenizer.java index 11bffec..a4b72b9 100644 --- a/dice-lang/src/bjc/dicelang/Tokenizer.java +++ b/dice-lang/src/bjc/dicelang/Tokenizer.java @@ -140,18 +140,16 @@ public class Tokenizer { if(stringLit.matches()) {
int litNum = Integer.parseInt(stringLit.group(1));
- eng.stringLits.put(litNum, stringLts.get(token));
+ eng.addStringLiteral(litNum, stringLts.get(token));
tk = new Token(STRING_LIT, litNum);
} else {
- // @TODO define what a valid identifier is
+ /*
+ * Everything else is a symbol
+ */
eng.symTable.put(nextSym++, token);
tk = new Token(VREF, nextSym - 1);
}
-
- // @TODO uncomment when we have a defn. for var names
- // System.out.printf("\tERROR: Unrecognized token:"
- // + "%s\n", token);
}
return tk;
|