diff options
Diffstat (limited to 'BJC-Utils2/src/examples/java')
| -rw-r--r-- | BJC-Utils2/src/examples/java/bjc/utils/examples/DelimSplitterTest.java | 438 |
1 files changed, 408 insertions, 30 deletions
diff --git a/BJC-Utils2/src/examples/java/bjc/utils/examples/DelimSplitterTest.java b/BJC-Utils2/src/examples/java/bjc/utils/examples/DelimSplitterTest.java index 521c521..4cd939e 100644 --- a/BJC-Utils2/src/examples/java/bjc/utils/examples/DelimSplitterTest.java +++ b/BJC-Utils2/src/examples/java/bjc/utils/examples/DelimSplitterTest.java @@ -1,12 +1,25 @@ package bjc.utils.examples; import bjc.utils.data.ITree; +import bjc.utils.data.TopDownTransformResult; +import bjc.utils.funcdata.bst.TreeLinearizationMethod; +import bjc.utils.funcutils.StringUtils; import bjc.utils.parserutils.SequenceDelimiter; import bjc.utils.parserutils.StringDelimiter; import bjc.utils.parserutils.TokenSplitter; + import bjc.utils.parserutils.SequenceDelimiter.DelimiterException; +import bjc.utils.parserutils.SequenceDelimiter.DelimiterGroup; +import java.io.FileInputStream; +import java.io.FileNotFoundException; +import java.io.IOException; +import java.io.InputStream; import java.util.Arrays; +import java.util.HashMap; +import java.util.LinkedList; +import java.util.List; +import java.util.Map; import java.util.Scanner; /** @@ -16,51 +29,416 @@ import java.util.Scanner; * */ public class DelimSplitterTest { - /** - * Main method - * - * @param args - * Unused CLI args. + private TokenSplitter split; + + private StringDelimiter dlm; + + private Map<String, String> mirrored; + + private Map<String, DelimiterGroup<String>> groups; + + /* + * Create a new tester. */ - public static void main(String[] args) { - Scanner scn = new Scanner(System.in); + private DelimSplitterTest() { + loadMirrorDB(); - TokenSplitter split = new TokenSplitter(); - split.addDelimiter("(", ")"); - split.addDelimiter("[", "]"); - split.addDelimiter("{", "}"); - split.addDelimiter("+", "-", "*", "/"); - split.compile(); + groups = new HashMap<>(); - StringDelimiter dlm = new StringDelimiter(); - dlm.addGroup(new String[] { "(" }, "parens", ")"); - dlm.addGroup(new String[] { "[" }, "brackets", "]"); - dlm.addGroup(new String[] { "{" }, "braces", "}"); + split = new TokenSplitter(); - System.out.print("Enter a sequence to delimit (blank line to quit): "); - String inp = scn.nextLine(); - System.out.println(); + dlm = new StringDelimiter(); + } - while(!inp.equals("")) { - String[] strings = split.split(inp); + private void loadMirrorDB() { + mirrored = new HashMap<>(); + + InputStream stream = getClass().getResourceAsStream("/BidiMirrorDB.txt"); + + try(Scanner scn = new Scanner(stream)) { + String ln = ""; + + while(scn.hasNextLine()) { + ln = scn.nextLine(); - System.out.println("Split tokens: " + Arrays.deepToString(strings)); + if(ln.equals("")) continue; + if(ln.startsWith("#")) continue; - try { - ITree<String> delim = dlm.delimitSequence(strings); + int cp1 = Integer.parseInt(ln.substring(0, 4), 16); + int cp2 = Integer.parseInt(ln.substring(6, 10), 16); - System.out.println("Delimited tokens:\n" + delim.toString()); - } catch(DelimiterException dex) { - System.out.println("Expression isn't properly delimited."); - System.out.println("Cause: " + dex.getMessage()); + char[] cpa1 = Character.toChars(cp1); + char[] cpa2 = Character.toChars(cp2); + + String cps1 = new String(cpa1); + String cps2 = new String(cpa2); + + mirrored.put(cps1, cps2); } + } + } + + /* + * Run the tester interface. + */ + private void runLoop() { + Scanner scn = new Scanner(System.in); + + System.out.print("Enter a command (blank line to quit): "); + String inp = scn.nextLine().trim(); + System.out.println(); + + while(!inp.equals("")) { + handleCommand(inp, scn, true); System.out.println(); - System.out.print("Enter a sequence to delimit (blank line to quit): "); + + System.out.print("Enter a command (blank line to quit): "); inp = scn.nextLine(); + System.out.println(); } scn.close(); } + + /* + * Handle a input command. + */ + private void handleCommand(String inp, Scanner scn, boolean isInteractive) { + if(inp.equals("")) { + return; + } + + int idx = inp.indexOf(' '); + + if(idx == -1) { + idx = inp.length(); + } + + String command = inp.substring(0, idx); + + String args = inp.substring(idx).trim(); + String[] argArray = args.split(" "); + + switch(command) { + case "test": + handleTest(args, false); + break; + case "test-ws": + handleTest(args, true); + break; + case "splitter-split": + handleSplit(argArray); + break; + case "splitter-compile": + split.compile(); + System.out.println("Compiled splitter"); + break; + case "splitter-add": + split.addDelimiter(argArray); + System.out.println("Added delimiters " + StringUtils.toEnglishList(argArray, true)); + break; + case "splitter-addmulti": + split.addMultiDelimiter(argArray); + System.out.println("Added multi-delimiters " + StringUtils.toEnglishList(argArray, true)); + break; + case "splitter-addnon": + split.addNonMatcher(argArray); + System.out.println("Added non-splitters " + StringUtils.toEnglishList(argArray, true)); + break; + case "splitter-addmatch": + for(String arg : argArray) { + split.addDelimiter(arg, mirrored.get(arg)); + } + System.out.println("Added matched delimiters " + StringUtils.toEnglishList(argArray, true)); + break; + case "splitter-debug": + System.out.println(split.toString()); + break; + case "splitter-reset": + split = new TokenSplitter(); + System.out.println("Reset splitter"); + break; + case "delims-addopen": + dlm.addOpener(argArray[0], argArray[1]); + System.out.printf("Added opener '%s' for group '%s'\n", argArray[0], argArray[1]); + break; + case "delims-addgroup": + for(String arg : argArray) { + dlm.addGroup(groups.get(arg)); + } + System.out.println("Added groups " + StringUtils.toEnglishList(argArray, true)); + break; + case "delims-debug": + System.out.println(dlm.toString()); + break; + case "delims-test": + handleDelim(args); + break; + case "delims-reset": + dlm = new StringDelimiter(); + System.out.println("Reset delimiter"); + break; + case "delimgroups-new": + for(String arg : argArray) { + groups.put(arg, new DelimiterGroup<>(arg)); + } + System.out.println("Created groups " + StringUtils.toEnglishList(argArray, true)); + break; + case "delimgroups-edit": + for(String arg : argArray) { + handleEditGroup(arg, scn, isInteractive); + } + break; + case "delimgroups-debug": + for(DelimiterGroup<String> group : groups.values()) { + System.out.println(group.toString()); + } + break; + case "delimgroups-reset": + dlm = new StringDelimiter(); + groups = new HashMap<>(); + System.out.println("Reset delimiter groups + delimiter"); + break; + case "load-file": + handleLoadFile(args); + break; + default: + System.out.println("Unknown command "); + } + + } + + /* + * Load script commands from a file. + */ + private void handleLoadFile(String args) { + try(FileInputStream fis = new FileInputStream(args)) { + Scanner scn = new Scanner(fis); + + while(scn.hasNextLine()) { + String ln = scn.nextLine().trim(); + + if(ln.equals("")) continue; + if(ln.startsWith("#")) continue; + + System.out.println("\nRead command '" + ln + "' from file\n"); + handleCommand(ln, scn, false); + } + + scn.close(); + } catch(FileNotFoundException fnfex) { + System.out.println("Couldn't find file '" + args + "'"); + } catch(IOException ioex) { + System.out.println("I/O error with file '" + args + "'\nCause: " + ioex.getMessage()); + } + } + + /* + * Handle editing a group. + */ + private void handleEditGroup(String arg, Scanner scn, boolean isInteractive) { + if(!groups.containsKey(arg)) { + System.out.println("No group named '" + arg + "'"); + return; + } + + DelimiterGroup<String> group = groups.get(arg); + + System.out.println("Editing group '" + arg + "'"); + + if(isInteractive) { + System.out.println("Enter command (blank line to stop editing): "); + } + + String ln = scn.nextLine().trim(); + + while(!ln.equals("")) { + int idx = ln.indexOf(' '); + + if(idx == -1) { + idx = ln.length(); + } + + String command = ln.substring(0, idx); + + String args = ln.substring(idx).trim(); + String[] argArray = args.split(" "); + + switch(command) { + case "add-closing": + group.addClosing(argArray); + System.out.println("Added closers " + StringUtils.toEnglishList(argArray, true)); + break; + case "add-tlexclude": + group.addTopLevelForbid(argArray); + System.out.println("Added top-level exclusions " + + StringUtils.toEnglishList(argArray, true)); + break; + case "add-exclude": + group.addTopLevelForbid(argArray); + System.out.println( + "Added nested exclusions " + StringUtils.toEnglishList(argArray, true)); + break; + case "add-subgroup": + group.addSubgroup(argArray[0], Arrays.copyOfRange(argArray, 1, argArray.length)); + System.out.println("Added subgroups"); + break; + case "debug": + System.out.println(group.toString()); + break; + default: + System.out.println("Unknown command " + command); + } + + if(isInteractive) { + System.out.println("Enter command (blank line to stop editing): "); + } + + ln = scn.nextLine().trim(); + } + + System.out.println("Finished editing group '" + arg + "'"); + } + + private void handleDelim(String args) { + try { + ITree<String> res = dlm.delimitSequence(args.split(" ")); + + printDelimSeq(res); + } catch(DelimiterException dex) { + System.out.println("Expression 'args' isn't properly delimited.\n\tCause: " + dex.getMessage()); + } + } + + private void handleSplit(String[] argArray) { + for(int i = 0; i < argArray.length; i++) { + String arg = argArray[i]; + + String[] res = split.split(arg); + + System.out.printf("%d '%s' %s\n", i, arg, Arrays.deepToString(res)); + } + } + + private void handleTest(String inp, boolean splitWS) { + String[] strings; + + try { + strings = split.split(inp); + } catch(IllegalStateException isex) { + System.out.println("Splitter must be compiled at least once before use."); + return; + } + + System.out.println("Split tokens: " + Arrays.deepToString(strings)); + + if(splitWS) { + List<String> tks = new LinkedList<>(); + + for(String strang : strings) { + tks.addAll(Arrays.asList(strang.split(" "))); + } + + strings = tks.toArray(new String[0]); + } + try { + ITree<String> delim = dlm.delimitSequence(strings); + + printDelimSeq(delim); + } catch(DelimiterException dex) { + System.out.println("Expression isn't properly delimited."); + System.out.println("Cause: " + dex.getMessage()); + } + } + + private void printDelimSeq(ITree<String> delim) { + System.out.println("Delimited tokens:\n" + delim.toString()); + System.out.print("Delimited expr:\n"); + printDelimTree(delim); + System.out.println(); + + ITree<String> transform = delim.topDownTransform(this::pickNode, this::transformNode); + System.out.println("Transformed tree: " + transform); + System.out.println(); + + System.out.print("Transformed expr:\n"); + printDelimTree(transform); + System.out.println(); + } + + private void printDelimTree(ITree<String> tree) { + StringBuilder sb = new StringBuilder(); + + intPrintDelimTree(tree, sb); + + System.out.println(sb.toString().replaceAll("\\s+", " ")); + } + + private void intPrintDelimTree(ITree<String> tree, StringBuilder sb) { + tree.doForChildren((child) -> { + intPrintDelimNode(child, sb); + }); + } + + private void intPrintDelimNode(ITree<String> tree, StringBuilder sb) { + if(tree.getHead().equals("contents")) { + intPrintDelimTree(tree, sb); + return; + } + + switch(tree.getChildrenCount()) { + case 0: + sb.append(tree.getHead()); + sb.append(" "); + + break; + case 1: + intPrintDelimTree(tree.getChild(0), sb); + + break; + case 2: + intPrintDelimTree(tree.getChild(0).getChild(0), sb); + intPrintDelimNode(tree.getChild(1), sb); + + break; + case 3: + intPrintDelimNode(tree.getChild(0), sb); + + ITree<String> contents = tree.getChild(1); + + intPrintDelimTree(contents.getChild(0), sb); + intPrintDelimNode(tree.getChild(2), sb); + + break; + } + } + + private TopDownTransformResult pickNode(String node) { + if(groups.containsKey(node) || node.equals("subgroup")) + return TopDownTransformResult.PUSHDOWN; + else + return TopDownTransformResult.PASSTHROUGH; + } + + private ITree<String> transformNode(ITree<String> tree) { + if(groups.containsKey(tree.getHead())) { + + } + + return tree; + } + + /** + * Main method + * + * @param args + * Unused CLI args. + */ + public static void main(String[] args) { + DelimSplitterTest tst = new DelimSplitterTest(); + + tst.runLoop(); + } } |