API Mode support and rolled in the Shell source to avoid need for ano…

…ther dependency. Squashed commit of the following: commit a9c978f Author: David W. Streever <[email protected]> Date: Wed Mar 11 10:48:51 2020 -0400 Updated readme with details about compatibility. commit 2c57bb8 Author: David W. Streever <[email protected]> Date: Wed Mar 11 10:00:32 2020 -0400 Updated readme with details about compatibility. commit e464da7 Author: David W. Streever <[email protected]> Date: Thu Mar 5 08:19:58 2020 -0500 Increased version. Increased timeout to allow more time for Kerb check. commit b1186c1 Author: David W. Streever <[email protected]> Date: Sun Feb 2 15:46:48 2020 +1100 API Mode was burying connection issue. Added -self to lsp to report on ONLY the path specified. commit fcab5fb Author: David W. Streever <[email protected]> Date: Fri Jan 31 16:45:50 2020 -0500 Working on Api mode. Removed printstacktraces where causing issues. commit 2b48a52 Author: David W. Streever <[email protected]> Date: Tue Jan 28 06:10:10 2020 -0500 Working on Api mode. Removed printstacktraces where causing issues. commit ae2d432 Author: David W. Streever <[email protected]> Date: Wed Jan 22 16:47:13 2020 -0500 Init API, first success with Hive SRE usage. commit 2939301 Author: David W. Streever <[email protected]> Date: Tue Jan 21 04:09:01 2020 -0500 Issue 14, API
dstreev · Mar 11, 2020 · 8dd043a · 8dd043a
1 parent 638ef6a
commit 8dd043a
Show file tree

Hide file tree

Showing 45 changed files with 2,681 additions and 1,907 deletions.
diff --git a/README.md b/README.md
@@ -5,7 +5,9 @@ simpler and more intuitive than the standard command-line tools that come with H
 
 ### Binary Package
 
-[Pre-Built Distribution](https://github.com/dstreev/hadoop-cli/releases)
+NOTE: The prebuilt binary was compiled against HDFS 3.1, but is backwardly compatible with HDFS 2.6.x and HDFS 2.7.x (HDP 2.5.x, HDP 2.6.x)
+
+[Pre-Built Distribution for HDFS 2.6.x,2.7.x, and 3.1.x](https://github.com/dstreev/hadoop-cli/releases)
 
 * Download the release 'tar.gz' file to a temp location.
 * Untar the file (tar.gz).

diff --git a/pom.xml b/pom.xml
@@ -25,7 +25,7 @@
     <modelVersion>4.0.0</modelVersion>
     <groupId>com.streever.hadoop</groupId>
     <artifactId>hadoop.cli</artifactId>
-    <version>2.0.22-SNAPSHOT</version>
+    <version>2.2.0-SNAPSHOT</version>
     <name>Hadoop CLI</name>
     <description>Hadoop Command Line Interface</description>
     <properties>
@@ -38,66 +38,39 @@
         <junit.version>4.11</junit.version>
         <jackson.parser>2.7.3</jackson.parser>
         <commons-io.version>2.4</commons-io.version>
-        <stem-shell.version>1.0.7-SNAPSHOT</stem-shell.version>
+        <jcabi.manifests.version>1.1</jcabi.manifests.version>
+        <!-- This needs to be in sync with Hadoop Common when using this cli in api mode  -->
+        <!--        <commons-cli.version>1.2</commons-cli.version>-->
+
+        <jline.version>2.5</jline.version>
     </properties>
     <repositories>
-        <!--repository>
-            <releases>
-                <enabled>true</enabled>
-                <updatePolicy>always</updatePolicy>
-                <checksumPolicy>warn</checksumPolicy>
-            </releases>
-            <snapshots>
-                <enabled>false</enabled>
-                <updatePolicy>never</updatePolicy>
-                <checksumPolicy>fail</checksumPolicy>
-            </snapshots>
-            <id>HDPReleases</id>
-            <name>HDP Releases</name>
-            <url>http://repo.hortonworks.com/content/repositories/releases/</url>
-            <layout>default</layout>
-        </repository>
-        <repository>
-            <releases>
-                <enabled>true</enabled>
-                <updatePolicy>always</updatePolicy>
-                <checksumPolicy>warn</checksumPolicy>
-            </releases>
-            <snapshots>
-                <enabled>false</enabled>
-                <updatePolicy>never</updatePolicy>
-                <checksumPolicy>fail</checksumPolicy>
-            </snapshots>
-            <id>HDPPublic</id>
-            <name>HDP Public</name>
-            <url>http://repo.hortonworks.com/content/groups/public/</url>
-            <layout>default</layout>
-        </repository>
-        <repository>
-            <releases>
-                <enabled>true</enabled>
-                <updatePolicy>always</updatePolicy>
-                <checksumPolicy>warn</checksumPolicy>
-            </releases>
-            <snapshots>
-                <enabled>false</enabled>
-                <updatePolicy>never</updatePolicy>
-                <checksumPolicy>fail</checksumPolicy>
-            </snapshots>
-            <id>MavenCentral</id>
-            <name>Maven Central Releases</name>
-            <url>http://repo.maven.apache.org/maven2/</url>
-            <layout>default</layout>
-        </repository-->
     </repositories>
 
     <dependencies>
         <dependency>
-            <!-- Pulling forked version from github.com/streever/stemshell -->
-            <groupId>com.streever.tools</groupId>
-            <artifactId>tools.stemshell</artifactId>
-            <version>${stem-shell.version}</version>
+            <groupId>com.jcabi</groupId>
+            <artifactId>jcabi-manifests</artifactId>
+            <version>${jcabi.manifests.version}</version>
         </dependency>
+        <!--
+
+        Leveraging the Hadoop commons-cli version information here.
+        When I tried to use a newer version, it broke 'api' mode when integrating
+        more with FsShell.
+
+        -->
+        <!--        <dependency>-->
+        <!--            <groupId>commons-cli</groupId>-->
+        <!--            <artifactId>commons-cli</artifactId>-->
+        <!--            <version>${commons-cli.version}</version>-->
+        <!--        </dependency>-->
+        <dependency>
+            <groupId>org.sonatype.jline</groupId>
+            <artifactId>jline</artifactId>
+            <version>${jline.version}</version>
+        </dependency>
+
         <dependency>
             <groupId>org.apache.hadoop</groupId>
             <artifactId>hadoop-client</artifactId>
@@ -181,7 +154,7 @@
                                         implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/>
                                 <transformer
                                         implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
-                                    <mainClass>com.streever.hadoop.HadoopShell</mainClass>
+                                    <mainClass>com.streever.hadoop.HadoopSession</mainClass>
                                 </transformer>
                             </transformers>
                         </configuration>
@@ -205,7 +178,6 @@
                     </execution>
                 </executions>
             </plugin>
-
         </plugins>
     </build>
     <profiles>

diff --git a/release_notes.md b/release_notes.md
@@ -1,14 +1,23 @@
 ## Release Notes
 
+### 2.1.0-SNAPSHOT
+
+The API release.  Combined / Collapsed stemshell into this project and created a more consumable API interface that can be use externally.  See: [Test API for Example](./src/test/java/com/streever/hadoop/api/TestApi.java)
+
+[ISSUE 11](https://github.com/dstreev/hadoop-cli/issues/11)
+[ISSUE 12](https://github.com/dstreev/hadoop-cli/issues/12)
+[ISSUE 13](https://github.com/dstreev/hadoop-cli/issues/13)
+[ISSUE 14](https://github.com/dstreev/hadoop-cli/issues/14)
+
 ### 2.0.19-SNAPSHOT
 
 Been a while since I've updated this.  Lots of fixes and enhancements.  Review the issues below for details:
 
-[ISSUE 6](./ISSUES/6)
-[ISSUE 7](./ISSUES/7)
-[ISSUE 8](./ISSUES/8)
-[ISSUE 9](./ISSUES/9)
-[ISSUE 10](./ISSUES/10)
+[ISSUE 6](https://github.com/dstreev/hadoop-cli/issues/6)
+[ISSUE 7](https://github.com/dstreev/hadoop-cli/issues/7)
+[ISSUE 8](https://github.com/dstreev/hadoop-cli/issues/8)
+[ISSUE 9](https://github.com/dstreev/hadoop-cli/issues/9)
+[ISSUE 10](https://github.com/dstreev/hadoop-cli/issues/10)
 
 ### 2.0.11-SNAPSHOT