summaryrefslogtreecommitdiff
path: root/base/src/main/java/bjc/utils/parserutils/splitter
diff options
context:
space:
mode:
Diffstat (limited to 'base/src/main/java/bjc/utils/parserutils/splitter')
-rw-r--r--base/src/main/java/bjc/utils/parserutils/splitter/ChainTokenSplitter.java8
-rw-r--r--base/src/main/java/bjc/utils/parserutils/splitter/ConfigurableTokenSplitter.java51
-rw-r--r--base/src/main/java/bjc/utils/parserutils/splitter/ExcludingTokenSplitter.java17
-rw-r--r--base/src/main/java/bjc/utils/parserutils/splitter/FilteredTokenSplitter.java10
-rw-r--r--base/src/main/java/bjc/utils/parserutils/splitter/SimpleTokenSplitter.java9
-rw-r--r--base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitter.java2
-rw-r--r--base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java19
-rw-r--r--base/src/main/java/bjc/utils/parserutils/splitter/TransformTokenSplitter.java10
8 files changed, 63 insertions, 63 deletions
diff --git a/base/src/main/java/bjc/utils/parserutils/splitter/ChainTokenSplitter.java b/base/src/main/java/bjc/utils/parserutils/splitter/ChainTokenSplitter.java
index a5a044a..0844b5b 100644
--- a/base/src/main/java/bjc/utils/parserutils/splitter/ChainTokenSplitter.java
+++ b/base/src/main/java/bjc/utils/parserutils/splitter/ChainTokenSplitter.java
@@ -23,7 +23,7 @@ public class ChainTokenSplitter implements TokenSplitter {
* Append a series of splitters to the chain.
*
* @param splitters
- * The splitters to append to the chain.
+ * The splitters to append to the chain.
*/
public void appendSplitters(final TokenSplitter... splitters) {
spliters.addAll(splitters);
@@ -33,7 +33,7 @@ public class ChainTokenSplitter implements TokenSplitter {
* Prepend a series of splitters to the chain.
*
* @param splitters
- * The splitters to append to the chain.
+ * The splitters to append to the chain.
*/
public void prependSplitters(final TokenSplitter... splitters) {
spliters.prependAll(splitters);
@@ -43,8 +43,6 @@ public class ChainTokenSplitter implements TokenSplitter {
public IList<String> split(final String input) {
final IList<String> initList = new FunctionalList<>(input);
- return spliters.reduceAux(initList, (splitter, strangs) -> {
- return strangs.flatMap(splitter::split);
- });
+ return spliters.reduceAux(initList, (splitter, strangs) -> strangs.flatMap(splitter::split));
}
} \ No newline at end of file
diff --git a/base/src/main/java/bjc/utils/parserutils/splitter/ConfigurableTokenSplitter.java b/base/src/main/java/bjc/utils/parserutils/splitter/ConfigurableTokenSplitter.java
index 603c214..16c1dc3 100644
--- a/base/src/main/java/bjc/utils/parserutils/splitter/ConfigurableTokenSplitter.java
+++ b/base/src/main/java/bjc/utils/parserutils/splitter/ConfigurableTokenSplitter.java
@@ -16,15 +16,15 @@ import bjc.funcdata.IList;
*
*/
public class ConfigurableTokenSplitter extends SimpleTokenSplitter {
- private final Set<String> simpleDelimiters;
- private final Set<String> multipleDelimiters;
- private final Set<String> rRawDelimiters;
+ private final Set<String> simpleDelimiters;
+ private final Set<String> multipleDelimiters;
+ private final Set<String> rRawDelimiters;
/**
* Create a new token splitter with blank configuration.
*
* @param keepDelims
- * Whether or not to keep delimiters.
+ * Whether or not to keep delimiters.
*/
public ConfigurableTokenSplitter(final boolean keepDelims) {
super(null, keepDelims);
@@ -50,7 +50,7 @@ public class ConfigurableTokenSplitter extends SimpleTokenSplitter {
* Simple delimiters match one occurrence of themselves as literals.
*
* @param simpleDelims
- * The simple delimiters to add.
+ * The simple delimiters to add.
*/
public void addSimpleDelimiters(final String... simpleDelims) {
for (final String simpleDelim : simpleDelims) {
@@ -61,11 +61,10 @@ public class ConfigurableTokenSplitter extends SimpleTokenSplitter {
/**
* Add a set of multiple delimiters to this splitter.
*
- * Multiple delimiters match one or more occurrences of themselves as
- * literals.
+ * Multiple delimiters match one or more occurrences of themselves as literals.
*
* @param multiDelims
- * The multiple delimiters to add.
+ * The multiple delimiters to add.
*/
public void addMultiDelimiters(final String... multiDelims) {
for (final String multiDelim : multiDelims) {
@@ -76,11 +75,10 @@ public class ConfigurableTokenSplitter extends SimpleTokenSplitter {
/**
* Add a set of raw delimiters to this splitter.
*
- * Raw delimiters match one occurrence of themselves as regular
- * expressions.
+ * Raw delimiters match one occurrence of themselves as regular expressions.
*
* @param rRawDelims
- * The raw delimiters to add.
+ * The raw delimiters to add.
*/
public void addRawDelimiters(final String... rRawDelims) {
for (final String rRawDelim : rRawDelims) {
@@ -89,8 +87,8 @@ public class ConfigurableTokenSplitter extends SimpleTokenSplitter {
}
/**
- * Take the configuration and compile it into a regular expression to
- * use when splitting.
+ * Take the configuration and compile it into a regular expression to use when
+ * splitting.
*/
public void compile() {
final StringBuilder rPattern = new StringBuilder();
@@ -114,22 +112,25 @@ public class ConfigurableTokenSplitter extends SimpleTokenSplitter {
@Override
public IList<String> split(final String input) {
- if (spliter == null) throw new IllegalStateException("Must compile splitter before use");
+ if (spliter == null)
+ throw new IllegalStateException("Must compile splitter before use");
return super.split(input);
}
@Override
public String toString() {
- final String fmt = "ConfigurableTokenSplitter [simpleDelimiters=%s, multipleDelimiters=%s,"
- + " rRawDelimiters=%s, spliter=%s]";
+ final String fmt
+ = "ConfigurableTokenSplitter [simpleDelimiters=%s, multipleDelimiters=%s,"
+ + " rRawDelimiters=%s, spliter=%s]";
- return String.format(fmt, simpleDelimiters, multipleDelimiters, rRawDelimiters, spliter);
+ return String.format(fmt, simpleDelimiters, multipleDelimiters, rRawDelimiters,
+ spliter);
}
/**
* Builder class for the configurable token splitter.
- *
+ *
* @author bjculkin
*
*/
@@ -138,9 +139,9 @@ public class ConfigurableTokenSplitter extends SimpleTokenSplitter {
/**
* Create a new splitter builder.
- *
+ *
* @param keepDelims
- * Whether or not to keep the delimited splitter.
+ * Whether or not to keep the delimited splitter.
*/
public Builder(boolean keepDelims) {
cts = new ConfigurableTokenSplitter(keepDelims);
@@ -148,7 +149,7 @@ public class ConfigurableTokenSplitter extends SimpleTokenSplitter {
/**
* Add a set of simple delimiters.
- *
+ *
* @param strings
* The simple delimiters to use.
* @return The builder, for chaining.
@@ -161,7 +162,7 @@ public class ConfigurableTokenSplitter extends SimpleTokenSplitter {
/**
* Add a set of multiple delimiters.
- *
+ *
* @param strings
* The multiple delimiters to use.
* @return The builder, for chaining.
@@ -174,7 +175,7 @@ public class ConfigurableTokenSplitter extends SimpleTokenSplitter {
/**
* Add a set of raw delimiters.
- *
+ *
* @param strings
* The raw delimiters to use.
* @return The builder, for chaining.
@@ -187,14 +188,14 @@ public class ConfigurableTokenSplitter extends SimpleTokenSplitter {
/**
* Build the splitter.
- *
+ *
* @return The built splitter.
*/
public ConfigurableTokenSplitter build() {
ConfigurableTokenSplitter ret = new ConfigurableTokenSplitter(cts.keepDelim,
cts.simpleDelimiters, cts.multipleDelimiters, cts.rRawDelimiters);
ret.compile();
-
+
return ret;
}
}
diff --git a/base/src/main/java/bjc/utils/parserutils/splitter/ExcludingTokenSplitter.java b/base/src/main/java/bjc/utils/parserutils/splitter/ExcludingTokenSplitter.java
index 8bdb176..9a0cd65 100644
--- a/base/src/main/java/bjc/utils/parserutils/splitter/ExcludingTokenSplitter.java
+++ b/base/src/main/java/bjc/utils/parserutils/splitter/ExcludingTokenSplitter.java
@@ -23,7 +23,7 @@ public class ExcludingTokenSplitter implements TokenSplitter {
* Create a new excluding token splitter.
*
* @param splitter
- * The splitter to apply to non-excluded strings.
+ * The splitter to apply to non-excluded strings.
*/
public ExcludingTokenSplitter(final TokenSplitter splitter) {
spliter = splitter;
@@ -37,33 +37,32 @@ public class ExcludingTokenSplitter implements TokenSplitter {
* Exclude literal strings from splitting.
*
* @param exclusions
- * The strings to exclude from splitting.
+ * The strings to exclude from splitting.
*/
public final void addLiteralExclusions(final String... exclusions) {
- for(final String exclusion : exclusions) {
+ for (final String exclusion : exclusions) {
literalExclusions.add(exclusion);
}
}
/**
- * Exclude all of the strings matching any of the predicates from
- * splitting.
+ * Exclude all of the strings matching any of the predicates from splitting.
*
* @param exclusions
- * The predicates to use for exclusions.
+ * The predicates to use for exclusions.
*/
@SafeVarargs
public final void addPredicateExclusion(final Predicate<String>... exclusions) {
- for(final Predicate<String> exclusion : exclusions) {
+ for (final Predicate<String> exclusion : exclusions) {
predExclusions.add(exclusion);
}
}
@Override
public IList<String> split(final String input) {
- if(literalExclusions.contains(input))
+ if (literalExclusions.contains(input))
return new FunctionalList<>(input);
- else if(predExclusions.anyMatch(pred -> pred.test(input)))
+ else if (predExclusions.anyMatch(pred -> pred.test(input)))
return new FunctionalList<>(input);
else
return spliter.split(input);
diff --git a/base/src/main/java/bjc/utils/parserutils/splitter/FilteredTokenSplitter.java b/base/src/main/java/bjc/utils/parserutils/splitter/FilteredTokenSplitter.java
index 3bcbea2..85d72e2 100644
--- a/base/src/main/java/bjc/utils/parserutils/splitter/FilteredTokenSplitter.java
+++ b/base/src/main/java/bjc/utils/parserutils/splitter/FilteredTokenSplitter.java
@@ -7,7 +7,7 @@ import bjc.funcdata.IList;
/**
* A token splitter that removes tokens that match a predicate from the stream
* of tokens.
- *
+ *
* @author bjculkin
*
*/
@@ -18,12 +18,12 @@ public class FilteredTokenSplitter implements TokenSplitter {
/**
* Create a new filtered token splitter.
- *
+ *
* @param source
- * The splitter to get tokens from.
- *
+ * The splitter to get tokens from.
+ *
* @param filter
- * The filter to pass tokens through.
+ * The filter to pass tokens through.
*/
public FilteredTokenSplitter(TokenSplitter source, Predicate<String> filter) {
this.source = source;
diff --git a/base/src/main/java/bjc/utils/parserutils/splitter/SimpleTokenSplitter.java b/base/src/main/java/bjc/utils/parserutils/splitter/SimpleTokenSplitter.java
index 8f4fb6c..43793e3 100644
--- a/base/src/main/java/bjc/utils/parserutils/splitter/SimpleTokenSplitter.java
+++ b/base/src/main/java/bjc/utils/parserutils/splitter/SimpleTokenSplitter.java
@@ -21,10 +21,10 @@ public class SimpleTokenSplitter implements TokenSplitter {
* Create a new simple token splitter.
*
* @param splitter
- * The pattern to split around.
+ * The pattern to split around.
*
* @param keepDelims
- * Whether or not delimiters should be kept.
+ * Whether or not delimiters should be kept.
*/
public SimpleTokenSplitter(final Pattern splitter, final boolean keepDelims) {
spliter = splitter;
@@ -34,7 +34,7 @@ public class SimpleTokenSplitter implements TokenSplitter {
@Override
public IList<String> split(final String input) {
- if(keepDelim) {
+ if (keepDelim) {
return RegexStringEditor.mapOccurances(input, spliter, ID.id(), ID.id());
}
@@ -43,6 +43,7 @@ public class SimpleTokenSplitter implements TokenSplitter {
@Override
public String toString() {
- return String.format("SimpleTokenSplitter [spliter=%s, keepDelim=%s]", spliter, keepDelim);
+ return String.format("SimpleTokenSplitter [spliter=%s, keepDelim=%s]", spliter,
+ keepDelim);
}
}
diff --git a/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitter.java b/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitter.java
index f2d9c73..59e73e8 100644
--- a/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitter.java
+++ b/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitter.java
@@ -13,7 +13,7 @@ public interface TokenSplitter {
* Split a string into a list of pieces.
*
* @param input
- * The string to split.
+ * The string to split.
*
* @return The pieces of the string.
*/
diff --git a/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java b/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java
index c8827b6..15d6b8b 100644
--- a/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java
+++ b/base/src/main/java/bjc/utils/parserutils/splitter/TokenSplitters.java
@@ -4,16 +4,16 @@ import java.util.function.UnaryOperator;
/**
* Factory methods for producing token splitters.
- *
+ *
* @author student
*
*/
public class TokenSplitters {
/**
* Create a new chained token splitter.
- *
+ *
* @param splitters
- * The series of splitters to chain together.
+ * The series of splitters to chain together.
* @return A chained-together series of splitters.
*/
public static TokenSplitter chainSplitter(final TokenSplitter... splitters) {
@@ -26,16 +26,17 @@ public class TokenSplitters {
/**
* Create a new transforming token splitter.
- *
+ *
* @param splitter
- * The splitter to gain tokens from
- *
+ * The splitter to gain tokens from
+ *
* @param transform
- * The transform to apply to the strings.
- *
+ * The transform to apply to the strings.
+ *
* @return A splitter that applies the chosen transform to the tokens.
*/
- public static TokenSplitter transformSplitter(final TokenSplitter splitter, UnaryOperator<String> transform) {
+ public static TokenSplitter transformSplitter(final TokenSplitter splitter,
+ UnaryOperator<String> transform) {
return new TransformTokenSplitter(splitter, transform);
}
}
diff --git a/base/src/main/java/bjc/utils/parserutils/splitter/TransformTokenSplitter.java b/base/src/main/java/bjc/utils/parserutils/splitter/TransformTokenSplitter.java
index 3cbe103..b9fbedc 100644
--- a/base/src/main/java/bjc/utils/parserutils/splitter/TransformTokenSplitter.java
+++ b/base/src/main/java/bjc/utils/parserutils/splitter/TransformTokenSplitter.java
@@ -7,7 +7,7 @@ import bjc.funcdata.IList;
/**
* A token splitter that performs a transform on the tokens from another
* splitter.
- *
+ *
* @author bjculkin
*
*/
@@ -18,12 +18,12 @@ public class TransformTokenSplitter implements TokenSplitter {
/**
* Create a new transforming splitter.
- *
+ *
* @param source
- * The splitter to use as a source.
- *
+ * The splitter to use as a source.
+ *
* @param transform
- * The transform to apply to tokens.
+ * The transform to apply to tokens.
*/
public TransformTokenSplitter(TokenSplitter source, UnaryOperator<String> transform) {
this.source = source;