diff --git a/clients/cli/src/main/java/org/apache/gravitino/cli/commands/Command.java b/clients/cli/src/main/java/org/apache/gravitino/cli/commands/Command.java
index 62bf5193c8f..0054537d718 100644
--- a/clients/cli/src/main/java/org/apache/gravitino/cli/commands/Command.java
+++ b/clients/cli/src/main/java/org/apache/gravitino/cli/commands/Command.java
@@ -228,7 +228,12 @@ protected void outputInfo(String message) {
   }
 
   protected void outputError(String message) {
+    outputError(message, false);
+  }
+
+  protected void outputError(String message, boolean exit) {
     output(message, System.err);
+    if (exit) Main.exit(-1);
   }
 
   protected void output(String message, OutputStream os) {