Do some token splitter cleanup

Cleanup somethings related to token splitters

1 files changed, 9 insertions, 0 deletions

diff --git a/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java b/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java
index 15d6b8b..4aed8f6 100644
--- a/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java
+++ b/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java
@@ -25,6 +25,15 @@ public class TokenSplitters {
 	}
 
 	/**
+	 * Create a new identity token splitter, which doesn't actually do any splitting.
+	 * 
+	 * @return A new identity splitter.
+	 */
+	public static TokenSplitter identitySplitter() {
+		return new IdentityTokenSplitter();
+	}
+	
+	/**
 	 * Create a new transforming token splitter.
 	 *
 	 * @param splitter