Do some token splitter cleanup

Cleanup somethings related to token splitters

2 files changed, 25 insertions, 0 deletions

diff --git a/base/src/main/java/bjc/utils/parserutils/splitter/IdentityTokenSplitter.java b/base/src/main/java/bjc/utils/parserutils/splitter/IdentityTokenSplitter.java
new file mode 100644
index 0000000..6be0e7f
--- /dev/null
+++ b/base/src/main/java/bjc/utils/parserutils/splitter/IdentityTokenSplitter.java
@@ -0,0 +1,16 @@
+package bjc.utils.parserutils.splitter;
+
+import bjc.funcdata.*;
+
+/**
+ * The token splitter that doesn't actually perform any splitting.
+ * 
+ * @author Ben Culkin
+ *
+ */
+public class IdentityTokenSplitter implements TokenSplitter {
+	@Override
+	public IList<String> split(String input) {
+		return new FunctionalList<>(input);
+	}
+}
diff --git a/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java b/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java
index 15d6b8b..4aed8f6 100644
--- a/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java
+++ b/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java
@@ -25,6 +25,15 @@ public class TokenSplitters {
 	}
 
 	/**
+	 * Create a new identity token splitter, which doesn't actually do any splitting.
+	 * 
+	 * @return A new identity splitter.
+	 */
+	public static TokenSplitter identitySplitter() {
+		return new IdentityTokenSplitter();
+	}
+	
+	/**
 	 * Create a new transforming token splitter.
 	 *
 	 * @param splitter