From 1a5f1d4cf955e5e25b45a4495aa23935b947c4ca Mon Sep 17 00:00:00 2001 From: bjculkin Date: Fri, 7 Apr 2017 16:08:53 -0400 Subject: New splitter implementation --- .../splitterv2/SimpleTokenSplitter.java | 48 ++++++++++++++++++++++ 1 file changed, 48 insertions(+) create mode 100644 BJC-Utils2/src/main/java/bjc/utils/parserutils/splitterv2/SimpleTokenSplitter.java (limited to 'BJC-Utils2/src/main/java/bjc/utils/parserutils/splitterv2/SimpleTokenSplitter.java') diff --git a/BJC-Utils2/src/main/java/bjc/utils/parserutils/splitterv2/SimpleTokenSplitter.java b/BJC-Utils2/src/main/java/bjc/utils/parserutils/splitterv2/SimpleTokenSplitter.java new file mode 100644 index 0000000..b111ca3 --- /dev/null +++ b/BJC-Utils2/src/main/java/bjc/utils/parserutils/splitterv2/SimpleTokenSplitter.java @@ -0,0 +1,48 @@ +package bjc.utils.parserutils.splitterv2; + +import bjc.utils.funcdata.IList; +import bjc.utils.functypes.ID; +import bjc.utils.ioutils.RegexStringEditor; + +import java.util.regex.Pattern; + +/** + * Splits a string into pieces around a regular expression. + * + * @author EVE + * + */ +public class SimpleTokenSplitter implements TokenSplitter { + protected Pattern spliter; + + private boolean keepDelim; + + /** + * Create a new simple token splitter. + * + * @param splitter + * The pattern to split around. + * + * @param keepDelims + * Whether or not delimiters should be kept. + */ + public SimpleTokenSplitter(Pattern splitter, boolean keepDelims) { + spliter = splitter; + + keepDelim = keepDelims; + } + + @Override + public IList split(String input) { + if(keepDelim) { + return RegexStringEditor.mapOccurances(input, spliter, ID.id(), ID.id()); + } else { + return RegexStringEditor.mapOccurances(input, spliter, ID.id(), strang -> ""); + } + } + + @Override + public String toString() { + return String.format("SimpleTokenSplitter [spliter=%s, keepDelim=%s]", spliter, keepDelim); + } +} \ No newline at end of file -- cgit v1.2.3