From f4baa925b0b5590bc8b12ba5f32e0218384c8efc Mon Sep 17 00:00:00 2001
From: bjculkin <bjculkin@mix.wvu.edu>
Date: Fri, 7 Apr 2017 16:06:18 -0400
Subject: Add simple toggle values

---
 .../src/main/java/bjc/utils/parserutils/TokenUtils.java   | 15 +++++++++++++++
 1 file changed, 15 insertions(+)

(limited to 'BJC-Utils2/src/main/java/bjc/utils/parserutils/TokenUtils.java')

diff --git a/BJC-Utils2/src/main/java/bjc/utils/parserutils/TokenUtils.java b/BJC-Utils2/src/main/java/bjc/utils/parserutils/TokenUtils.java
index 1d31522..39e0c4e 100644
--- a/BJC-Utils2/src/main/java/bjc/utils/parserutils/TokenUtils.java
+++ b/BJC-Utils2/src/main/java/bjc/utils/parserutils/TokenUtils.java
@@ -1,5 +1,9 @@
 package bjc.utils.parserutils;
 
+import bjc.utils.funcdata.FunctionalList;
+import bjc.utils.funcdata.IList;
+import bjc.utils.parserutils.splitterv2.TokenSplitter;
+
 import java.util.LinkedList;
 import java.util.List;
 import java.util.regex.Matcher;
@@ -17,6 +21,17 @@ import static bjc.utils.PropertyDB.applyFormat;
  *         TODO add support for user defined escapes.
  */
 public class TokenUtils {
+	/**
+	 * @author EVE
+	 *
+	 */
+	public static class StringTokenSplitter implements TokenSplitter {
+		@Override
+		public IList<String> split(String input) {
+			return new FunctionalList<>(TokenUtils.removeDQuotedStrings(input));
+		}
+	}
+
 	/*
 	 * Patterns and pattern parts.
 	 */
-- 
cgit v1.2.3