1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
package bjc.dicelang.scl;
import java.util.HashMap;
import java.util.Map;
import bjc.dicelang.Errors;
import bjc.utils.parserutils.TokenUtils;
import static bjc.dicelang.Errors.ErrorKey.EK_SCL_INVTOKEN;
import static bjc.dicelang.scl.SCLToken.Type.*;
public class SCLToken {
public static enum Type {
/* Natural tokens. These come directly from strings */
ILIT, FLIT, BLIT, SQUOTE, DQUOTE, OBRACKET, OBRACE, SYMBOL, WORD,
/* Synthetic tokens. These are produced from special tokens. */
SLIT, WORDS, ARRAY,
}
public SCLToken.Type type;
public static SCLToken tokenizeString(final String token) {
if (litTokens.containsKey(token)) {
return new IntSCLToken(litTokens.get(token));
} else if (token.startsWith("\\")) {
return new SymbolSCLToken(token.substring(1));
} else if (WordSCLToken.isBuiltinWord(token)) {
return new WordSCLToken(token);
} else if (token.equals("true")) {
return new BooleanSCLToken(true);
} else if (token.equals("false")) {
return new BooleanSCLToken(false);
} else if (TokenUtils.isInt(token)) {
return new IntSCLToken(Long.parseLong(token));
} else if (TokenUtils.isDouble(token)) {
return new FloatSCLToken(Double.parseDouble(token));
} else {
Errors.inst.printError(EK_SCL_INVTOKEN, token);
return null;
}
}
protected static final Map<String, Type> litTokens;
protected SCLToken() {
}
protected SCLToken(Type typ) {
type = typ;
}
static {
/* Init literal tokens. */
litTokens = new HashMap<>();
litTokens.put("'", SQUOTE);
litTokens.put("\"", DQUOTE);
litTokens.put("[", OBRACKET);
litTokens.put("{", OBRACE);
}
@Override
public int hashCode() {
final int prime = 31;
int result = 1;
result = prime * result + ((type == null) ? 0 : type.hashCode());
return result;
}
@Override
public boolean equals(Object obj) {
if (this == obj)
return true;
if (obj == null)
return false;
if (getClass() != obj.getClass())
return false;
SCLToken other = (SCLToken) obj;
if (type != other.type)
return false;
return true;
}
@Override
public String toString() {
return "SCLToken [type=" + type + "]";
}
}
|
