From ad5c2517d24c46be67a681aca741e150cd41ad53 Mon Sep 17 00:00:00 2001 From: Ben Culkin Date: Sun, 8 Nov 2020 19:11:01 -0500 Subject: Do some token splitter cleanup Cleanup somethings related to token splitters --- .../main/java/bjc/utils/parserutils/splitter/TokenSplitters.java | 9 +++++++++ 1 file changed, 9 insertions(+) (limited to 'base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java') diff --git a/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java b/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java index 15d6b8b..4aed8f6 100644 --- a/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java +++ b/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java @@ -24,6 +24,15 @@ public class TokenSplitters { return cts; } + /** + * Create a new identity token splitter, which doesn't actually do any splitting. + * + * @return A new identity splitter. + */ + public static TokenSplitter identitySplitter() { + return new IdentityTokenSplitter(); + } + /** * Create a new transforming token splitter. * -- cgit v1.2.3