1 files changed, 19 insertions, 1 deletions
diff --git a/BJC-Utils2/src/main/java/bjc/utils/funcutils/NeoTokenSplitter.java b/BJC-Utils2/src/main/java/bjc/utils/funcutils/NeoTokenSplitter.java
index 6007429..25b1e03 100644
--- a/BJC-Utils2/src/main/java/bjc/utils/funcutils/NeoTokenSplitter.java
+++ b/BJC-Utils2/src/main/java/bjc/utils/funcutils/NeoTokenSplitter.java
@@ -59,9 +59,10 @@ public class NeoTokenSplitter {
 		if(compPatt == null) throw new IllegalStateException("Token splitter has not been compiled yet");
 
 		/*
-		 * Don't split something that matches only an operator
+		 * Don't split something that we should exclude from being split.
 		 */
 		if(exclusionPatt.matcher(inp).matches()) return new String[] { inp };
+
 		return compPatt.split(inp);
 	}
 
@@ -117,6 +118,23 @@ public class NeoTokenSplitter {
 	}
 
 	/**
+	 * Marks strings matching the pattern delim as non-splittable.
+	 *
+	 * @param delim
+	 * 		The regex to not splitting matching strings.
+	 */
+	public void addNonMatcher(String delim) {
+		if(currPatt == null) {
+			currPatt          = new StringBuilder();
+			currExclusionPatt = new StringBuilder();
+
+			currExclusionPatt.append("(?:" + delim + ")");
+		} else {
+			currExclusionPatt.append("|(?:" + delim + ")");
+		}
+	}
+
+	/**
 	 * Compiles the current set of delimiters to a pattern.
 	 *
 	 * Makes this splitter ready to use.