Do some token splitter cleanup

Cleanup somethings related to token splitters

1 files changed, 16 insertions, 0 deletions

diff --git a/base/src/main/java/bjc/utils/parserutils/splitter/IdentityTokenSplitter.java b/base/src/main/java/bjc/utils/parserutils/splitter/IdentityTokenSplitter.java
new file mode 100644
index 0000000..6be0e7f
--- /dev/null
+++ b/base/src/main/java/bjc/utils/parserutils/splitter/IdentityTokenSplitter.java
@@ -0,0 +1,16 @@
+package bjc.utils.parserutils.splitter;
+
+import bjc.funcdata.*;
+
+/**
+ * The token splitter that doesn't actually perform any splitting.
+ * 
+ * @author Ben Culkin
+ *
+ */
+public class IdentityTokenSplitter implements TokenSplitter {
+	@Override
+	public IList<String> split(String input) {
+		return new FunctionalList<>(input);
+	}
+}