Exposed rid for web ui.

Author: dstreev

Writerside/topics/Release-Notes.md

@@ -11,6 +11,13 @@ The latest set of enhancement requests can be
 found [here](https://github.com/cloudera-labs/hms-mirror/issues?q=is%3Aissue+is%3Aopen+label%3Aenhancement). If there is
 something you'd like to see, add a new issue [here](https://github.com/cloudera-labs/hms-mirror/issues)
 
+## 2.2.0.5
+
+[CLI Setup Issues](https://github.com/cloudera-labs/hms-mirror/issues/120)
+[Stale Config after several runs](https://github.com/cloudera-labs/hms-mirror/issues/118)
+[SQL Strategy Transfer Fixes](https://github.com/cloudera-labs/hms-mirror/issues/117)
+[Partition Reductions for Distcp](https://github.com/cloudera-labs/hms-mirror/issues/116)
+
 ## 2.2.0.4
 
 ### Bugs

Writerside/topics/Runtime-Interfaces.md

@@ -5,3 +5,44 @@ The classic 'hms-mirror' interface is the command line interface (CLI).  This is
 The CLI interface requires users to define a configuration file that the is used to control connection endpoints, and cluster attributes.  Runtime operations are controlled by command line options that are passed to the application.
 
 The Web interface provides a much more complete experience for users and allows configurations to be built and validated in a more interactive way.  The Web interface is the preferred interface for users who are new to the application and we encourage existing users to adopt this interface as well since it's capabilities and usability a vast improvement over the CLI.
+
+> We understand that a big part of the attraction to the CLI was its simple commandline interface and feedback UI.  And under many circumstances, the CLI was a natural choice due to security restrictions and port exposure in CDP environments.  However, the Web interface offers a much more robust and user-friendly experience.  See below for some suggestions on how to gain access to the Web Interface in environments with security restrictions.
+
+## Accessing the Web Interface in Secure Environments
+
+Ports for the Web Interface may not be available in secure enviroments.  By default, the Web Interface is available on port '8090'. 
+
+### Option #1: Alternate Port
+
+If '8090' isn't available, you can change the port by adding the following to the service start up command:
+    
+```bash
+hms-mirror --service --server.port=<new_port>
+```
+
+### Option #2: SSH Tunnel
+
+If you can SSH into the host where the service is running, you can most likely create a tunnel to the service port that will allow you to access the Web Interface.  Here's an example:
+
+```bash
+ssh -L 8090:<remote_host>:8090 <user>@<remote_host>
+```
+
+This will create a tunnel from your local machine to the remote host.  Any traffic you send to `localhost:8090` will be forwarded to the remote host's port `8090`.  Once the tunnel is established, you can open a browser and navigate to `http://localhost:8090/hms-mirror` to access the Web Interface.
+
+Here is a good article on SSH Tunnels: [SSH Tunneling](https://www.ssh.com/ssh/tunneling/example)
+
+### Option #3: Dynamic Port Forwarding
+
+Again, this method relies on SSH access to the remote host.  It also requires advanced SOCKS configuration in your browser.  You first create a dynamic port forward with SSH:
+
+```bash
+ssh -D <choose_a_port> <user>@<remote_host>
+```
+
+Once that tunnel is established, you can configure your browser to use a SOCKS proxy on `localhost:<choose_a_port>`.  This will allow you to access the Web Interface through the tunnel.
+
+To access the Web Interface, you would navigate to `http://<remote_host>:8090/hms-mirror` (SOCKS proxy will handle the routing).
+
+
+

pom.xml

@@ -28,7 +28,7 @@
 
     <groupId>com.cloudera.utils.hadoop</groupId>
     <artifactId>hms-mirror</artifactId>
-    <version>2.2.0.5</version>
+    <version>2.2.0.6</version>
     <packaging>jar</packaging>
 
     <name>hms-mirror</name>

src/main/java/com/cloudera/utils/hms/mirror/MessageCode.java

@@ -126,7 +126,7 @@ public enum MessageCode {
     LEGACY_HIVE_RIGHT_CLUSTER("Legacy Hive is not supported as a 'target' (RIGHT) cluster.  clusters->RIGHT->legacyHive"),
     LINKED_NO_ACID_SUPPORT("Can't LINK ACID tables.  ma|mao options are not valid with LINKED data strategy."),
     LINK_TEST_FAILED("Link test failed.  Use -slc|--skip-link-check to bypass."),
-    LINK_TEST_SKIPPED_WITH_IS("Link TEST skipped because you've specified 'Intermediate Storage' option"),
+    LINK_TEST_SKIPPED_WITH_OPTIONS("Link TEST skipped because you've specified an option that indicates the right isn't available/attached ('right-is-disconnected' or 'intermediate-storage')"),
     LOCATION_NOT_MATCH_WAREHOUSE("After all the translations, the `{0}` " +
             "location is still NOT aligned in the DBs warehouse. `{1}`->`{2}`. Consider adding a warehouse plan, a glm mapping, or resetting to default locations to align them"),
     METASTORE_DIRECT_NOT_DEFINED_OR_CONFIGURED("The {0} metastore_direct is NOT defined or configured in the runtime configuration.  " +

src/main/java/com/cloudera/utils/hms/mirror/service/ConfigService.java

@@ -1130,7 +1130,7 @@ && isBlank(config.getTransfer().getIntermediateStorage())
                             rtn = Boolean.FALSE;
                         }
                     } else {
-                        runStatus.addWarning(LINK_TEST_SKIPPED_WITH_IS);
+                        runStatus.addWarning(LINK_TEST_SKIPPED_WITH_OPTIONS);
                     }
                 }
                 break;

src/main/resources/messages.properties

@@ -15,6 +15,7 @@ RIGHT.cluster=Target (RIGHT)
 hive.server2.legacy=Legacy Hive
 hcfs.namespace=HCFS Namespace
 hcfs.namespace.use=(Used for Link Checks)
+hive.server2.disconnected=Disconnected (Valid for RIGHT only)
 hive.server2.uri=JDBC URI
 hive.server2.driver=Driver Class
 hive.server2.user=Username

src/main/resources/templates/fragments/config/hiveserver2.html

@@ -34,9 +34,9 @@
             <legend th:text="#{hive.server2}"/>
 
             <!--        <div class="pure-form pure-form-aligned">-->
-            <input type="hidden"
-                   th:field="*{clusters[__${env}__].hiveServer2.disconnected}"
-                   th:checked="${CONFIG.clusters[__${env}__]?.hiveServer2?.disconnected}"/>
+<!--            <input type="hidden"-->
+<!--                   th:field="*{clusters[__${env}__].hiveServer2.disconnected}"-->
+<!--                   th:checked="${CONFIG.clusters[__${env}__]?.hiveServer2?.disconnected}"/>-->
             <input type="hidden"
                    th:field="*{clusters[__${env}__].hiveServer2.connectionProperties[maxTotal]}"
                    th:value="${CONFIG.clusters[__${env}__].hiveServer2?.connectionProperties[maxTotal]}"/>
@@ -53,7 +53,12 @@
             <!--            <input type="hidden"-->
             <!--                   th:field="*{clusters[__${env}__].hiveServer2.connectionProperties[maxWaitMillis]}"-->
             <!--                   th:value="${CONFIG.clusters[__${env}__].hiveServer2?.connectionProperties[maxWaitMillis]}"/>-->
-
+            <div class="pure-control-group">
+                <label th:text="#{hive.server2.disconnected}"/>
+                <input type="checkbox"
+                       th:field="*{clusters[__${env}__].hiveServer2.disconnected}"
+                       th:checked="${CONFIG.clusters[__${env}__]?.hiveServer2?.disconnected}"/>
+            </div>
             <div class="pure-control-group">
                 <label th:text="#{hive.server2.uri}"/>
                 <textarea rows="2" cols="50"

src/test/java/com/cloudera/utils/hms/mirror/config/Test_ei_rdl.java

@@ -85,7 +85,7 @@ public void warningCodeTest() {
         long actual = getWarningCode();
         // Verify the return code.
         long expected = getCheckCode(
-                MessageCode.LINK_TEST_SKIPPED_WITH_IS,
+                MessageCode.LINK_TEST_SKIPPED_WITH_OPTIONS,
 //                MessageCode.DISTCP_OUTPUT_NOT_REQUESTED,
                 MessageCode.DATABASE_FILTER_CONTROLLED_BY,
                 MessageCode.WAREHOUSE_DIRECTORIES_NOT_DEFINED

src/test/java/com/cloudera/utils/hms/mirror/config/Test_ei_rdl_dc.java

@@ -88,7 +88,7 @@ public void warningCodeTest() {
         long expected = getCheckCode(
 //                MessageCode.DISTCP_WO_TABLE_FILTERS,
 //                MessageCode.RDL_DC_WARNING_TABLE_ALIGNMENT,
-                MessageCode.LINK_TEST_SKIPPED_WITH_IS,
+                MessageCode.LINK_TEST_SKIPPED_WITH_OPTIONS,
 //                MessageCode.DISTCP_OUTPUT_NOT_REQUESTED,
                 MessageCode.DATABASE_FILTER_CONTROLLED_BY,
                 MessageCode.WAREHOUSE_DIRECTORIES_NOT_DEFINED

src/test/java/com/cloudera/utils/hms/mirror/config/Test_hybrid_rdl_dc.java

@@ -86,7 +86,7 @@ public void warningCodeTest() {
         long actual = getWarningCode();
         // Verify the return code.
         long expected = getCheckCode(
-                MessageCode.LINK_TEST_SKIPPED_WITH_IS,
+                MessageCode.LINK_TEST_SKIPPED_WITH_OPTIONS,
                 MessageCode.DATABASE_FILTER_CONTROLLED_BY,
                 MessageCode.WAREHOUSE_DIRECTORIES_NOT_DEFINED
         );