change penaly percentage

NVIDIA · Oct 16, 2023 · 052b22f · 052b22f
1 parent b17df32
commit 052b22f
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/.../src/main/scala/org/apache/spark/sql/rapids/tool/qualification/QualificationAppInfo.scala b/.../src/main/scala/org/apache/spark/sql/rapids/tool/qualification/QualificationAppInfo.scala
@@ -273,8 +273,10 @@ class QualificationAppInfo(
         case _ => 0L
       }
       val finalEachStageUnsupported = if (transitionsTime != 0) {
-        // Add 20% penalty for unsupported duration if there are transitions.
-        (eachStageUnsupported * 0.2 + eachStageUnsupported).toLong
+        // Add 50% penalty for unsupported duration if there are transitions. This number
+        // was randomly picked because it matched roughly what we saw on the experiments
+        // with customer/nds event logs
+        (eachStageUnsupported * 0.5 + eachStageUnsupported).toLong
       } else {
         eachStageUnsupported
       }