More streamlined local run script allowing scanned select

Author: qqndrew

API/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>1.0.9</version>
+        <version>1.0.10</version>
     </parent>
 
     <artifactId>api</artifactId>

Core/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>1.0.9</version>
+        <version>1.0.10</version>
     </parent>
 
     <artifactId>core</artifactId>

Example-Backbone-Configs/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>1.0.9</version>
+        <version>1.0.10</version>
     </parent>
 
     <artifactId>example-backbone-configs</artifactId>

IO/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>1.0.9</version>
+        <version>1.0.10</version>
     </parent>
 
     <groupId>org.ohnlp.backbone.io</groupId>

Plugin-Manager/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>1.0.9</version>
+        <version>1.0.10</version>
     </parent>
 
     <artifactId>plugin-manager</artifactId>

Plugin-Manager/src/main/java/org/ohnlp/backbone/pluginmanager/PluginManager.java

@@ -5,21 +5,29 @@
 import java.nio.file.*;
 import java.nio.file.attribute.BasicFileAttributes;
 import java.util.*;
+import java.util.stream.Collectors;
 
 public class PluginManager {
 
     public static void main(String... args) throws IOException {
+        Set<String> builds = new HashSet<>();
+        if (args.length > 0) {
+            builds = Arrays.stream(args).map(String::toLowerCase).collect(Collectors.toSet());
+        }
         List<File> modules = Arrays.asList(Objects.requireNonNull(new File("modules").listFiles()));
         List<File> configs = Arrays.asList(Objects.requireNonNull(new File("configs").listFiles()));
         List<File> resources = Arrays.asList(Objects.requireNonNull(new File("resources").listFiles()));
         for (File f : new File("bin").listFiles()) {
             if (!f.isDirectory()) {
                 if (f.getName().startsWith("Backbone-Core") && !f.getName().endsWith("Packaged.jar")) {
                     File source = f;
-                    File target = new File("bin/" + f.getName().substring(0, f.getName().length() - 4) + "-Packaged.jar");
-                    Files.copy(source.toPath(), target.toPath(), StandardCopyOption.REPLACE_EXISTING);
-                    install(target, modules, configs, resources);
-                    System.out.println("Successfully Packaged Platform-Specific JAR: " + target.getAbsolutePath());
+                    String type = f.getName().substring(14, f.getName().length() - 4);
+                    if (builds.size() == 0 || builds.contains(type.toLowerCase(Locale.ROOT))) {
+                        File target = new File("bin/Backbone-Core-" + type + "-Packaged.jar");
+                        Files.copy(source.toPath(), target.toPath(), StandardCopyOption.REPLACE_EXISTING);
+                        install(target, modules, configs, resources);
+                        System.out.println("Successfully Packaged Platform-Specific JAR: " + target.getAbsolutePath());
+                    }
                 }
             }
         }

Transforms/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>1.0.9</version>
+        <version>1.0.10</version>
     </parent>
 
     <groupId>org.ohnlp.backbone.transforms</groupId>

pom.xml

@@ -6,7 +6,7 @@
 
     <groupId>org.ohnlp.backbone</groupId>
     <artifactId>backbone-parent</artifactId>
-    <version>1.0.9</version>
+    <version>1.0.10</version>
 
 
     <properties>

scripts/run_pipeline_local.sh

@@ -3,11 +3,13 @@
 # Runs a backbone pipeline locally on a computer using an embedded flink cluster
 # GCP or Spark options are recommended for production and/or large-scale use cases
 
-BACKBONE_CONFIG=NAME_OF_CONFIG_TO_USE.json
 
 BACKBONEDIR=$(cd `dirname $0` && pwd)
 cd $BACKBONEDIR
 
+echo "Repackaging Backbone with Current Configs, Modules, and Resources"
+java -cp bin/Plugin-Manager.jar org.ohnlp.backbone.pluginmanager.PluginManager Flink
+
 FLINK_DIR=flink-1.14.3/bin
 FLINK_EXECUTABLE=$FLINK_DIR/flink
 if [ -f "$FLINK_EXECUTABLE" ]; then
@@ -17,12 +19,36 @@ else
     wget https://dlcdn.apache.org/flink/flink-1.14.3/flink-1.14.3-bin-scala_2.11.tgz -O flink.tgz
     tar -xf flink.tgz
     echo "***Important***: Please adjust default flink settings located at flink-1.14.3/conf/flink-conf.yaml to match your hardware"
-  	echo "Particularly taskmanager.numberOfTaskSlots (generally number of cores * .8 rounded down), "
+  	echo "Particularly taskmanager.numberOfTaskSlots (generally number of cores available for use, good starting point is CPU * .8 rounded down), "
     echo "parallelism.default (set equal to number of task slots), "
   	echo "and taskmanager.memory.process.size (good start is 2GB * number of task slots)"
     read -p "When done, press [ENTER] to continue"
 fi
 
+if [ $# -eq 0 ]; then
+    cd configs
+    echo "No configuration parameter supplied, scanning for Available Configurations..."
+    options=( $(find -mindepth 1 -maxdepth 1 -print0 -type f | xargs -0) )
+    select opt in "${options[@]}" "Quit" ; do
+        if (( REPLY == 1 + ${#options[@]} )) ; then
+            exit
+
+        elif (( REPLY > 0 && REPLY <= ${#options[@]} )) ; then
+            BACKBONE_CONFIG=${opt#\./}
+            break
+
+        else
+            echo "Invalid option. Try another one."
+        fi
+    done
+    cd ..
+else
+    BACKBONE_CONFIG=$1
+fi
+
+echo "Running Job with Configuration $BACKBONE_CONFIG"
+
+
 BACKBONE_PACKAGED_FILE=bin/Backbone-Core-Flink-Packaged.jar
 if [ -f "$BACKBONE_PACKAGED_FILE" ]; then
     echo "Starting Embedded Flink Cluster..."