diff options
| author | bjculkin <bjculkin@mix.wvu.edu> | 2017-04-07 16:08:53 -0400 |
|---|---|---|
| committer | bjculkin <bjculkin@mix.wvu.edu> | 2017-04-07 16:08:53 -0400 |
| commit | 1a5f1d4cf955e5e25b45a4495aa23935b947c4ca (patch) | |
| tree | bbdd341f2b4037e22acde452ee0f1a6271cf1f43 /BJC-Utils2/src/main/java/bjc/utils/parserutils/splitterv2/SimpleTokenSplitter.java | |
| parent | f4baa925b0b5590bc8b12ba5f32e0218384c8efc (diff) | |
New splitter implementation
Diffstat (limited to 'BJC-Utils2/src/main/java/bjc/utils/parserutils/splitterv2/SimpleTokenSplitter.java')
| -rw-r--r-- | BJC-Utils2/src/main/java/bjc/utils/parserutils/splitterv2/SimpleTokenSplitter.java | 48 |
1 files changed, 48 insertions, 0 deletions
diff --git a/BJC-Utils2/src/main/java/bjc/utils/parserutils/splitterv2/SimpleTokenSplitter.java b/BJC-Utils2/src/main/java/bjc/utils/parserutils/splitterv2/SimpleTokenSplitter.java new file mode 100644 index 0000000..b111ca3 --- /dev/null +++ b/BJC-Utils2/src/main/java/bjc/utils/parserutils/splitterv2/SimpleTokenSplitter.java @@ -0,0 +1,48 @@ +package bjc.utils.parserutils.splitterv2; + +import bjc.utils.funcdata.IList; +import bjc.utils.functypes.ID; +import bjc.utils.ioutils.RegexStringEditor; + +import java.util.regex.Pattern; + +/** + * Splits a string into pieces around a regular expression. + * + * @author EVE + * + */ +public class SimpleTokenSplitter implements TokenSplitter { + protected Pattern spliter; + + private boolean keepDelim; + + /** + * Create a new simple token splitter. + * + * @param splitter + * The pattern to split around. + * + * @param keepDelims + * Whether or not delimiters should be kept. + */ + public SimpleTokenSplitter(Pattern splitter, boolean keepDelims) { + spliter = splitter; + + keepDelim = keepDelims; + } + + @Override + public IList<String> split(String input) { + if(keepDelim) { + return RegexStringEditor.mapOccurances(input, spliter, ID.id(), ID.id()); + } else { + return RegexStringEditor.mapOccurances(input, spliter, ID.id(), strang -> ""); + } + } + + @Override + public String toString() { + return String.format("SimpleTokenSplitter [spliter=%s, keepDelim=%s]", spliter, keepDelim); + } +}
\ No newline at end of file |
