Merge dev into main

Signed-off-by: spark-rapids automation <[email protected]>
NVIDIA · Nov 14, 2024 · 9769036 · 9769036
2 parents 96234d5 + 43825d8
commit 9769036
Show file tree

Hide file tree

Showing 91 changed files with 1,435 additions and 1,962 deletions.
diff --git a/core/pom.xml b/core/pom.xml
@@ -23,7 +23,7 @@
     <artifactId>rapids-4-spark-tools_2.12</artifactId>
     <name>RAPIDS Accelerator for Apache Spark tools</name>
     <description>RAPIDS Accelerator for Apache Spark tools</description>
-    <version>24.10.0</version>
+    <version>24.10.1-SNAPSHOT</version>
     <packaging>jar</packaging>
     <url>http://github.com/NVIDIA/spark-rapids-tools</url>
 

diff --git a/core/src/main/scala/com/nvidia/spark/rapids/tool/Platform.scala b/core/src/main/scala/com/nvidia/spark/rapids/tool/Platform.scala
@@ -365,6 +365,11 @@ abstract class Platform(var gpuDevice: Option[GpuDevice],
    */
   def isPlatformCSP: Boolean = false
 
+  /**
+   * Indicate if the platform requires path recommendations
+   */
+  def requirePathRecommendations: Boolean = true
+
   /**
    * The maximum number of Gpus any instance in this platform supports.
    */
@@ -641,6 +646,7 @@ class EmrPlatform(gpuDevice: Option[GpuDevice],
   override val defaultGpuDevice: GpuDevice = A10GGpu
 
   override def isPlatformCSP: Boolean = true
+  override def requirePathRecommendations: Boolean = false
 
   override def getRetainedSystemProps: Set[String] = Set("EMR_CLUSTER_ID")
 

diff --git a/.../src/main/scala/com/nvidia/spark/rapids/tool/planparser/AggregateInPandasExecParser.scala b/.../src/main/scala/com/nvidia/spark/rapids/tool/planparser/AggregateInPandasExecParser.scala
diff --git a/core/src/main/scala/com/nvidia/spark/rapids/tool/planparser/ArrowEvalPythonExecParser.scala b/core/src/main/scala/com/nvidia/spark/rapids/tool/planparser/ArrowEvalPythonExecParser.scala
diff --git a/core/src/main/scala/com/nvidia/spark/rapids/tool/planparser/CartesianProductExecParser.scala b/core/src/main/scala/com/nvidia/spark/rapids/tool/planparser/CartesianProductExecParser.scala
diff --git a/core/src/main/scala/com/nvidia/spark/rapids/tool/planparser/CoalesceExecParser.scala b/core/src/main/scala/com/nvidia/spark/rapids/tool/planparser/CoalesceExecParser.scala
diff --git a/core/src/main/scala/com/nvidia/spark/rapids/tool/planparser/CollectLimitExecParser.scala b/core/src/main/scala/com/nvidia/spark/rapids/tool/planparser/CollectLimitExecParser.scala
diff --git a/...rc/main/scala/com/nvidia/spark/rapids/tool/planparser/CustomShuffleReaderExecParser.scala b/...rc/main/scala/com/nvidia/spark/rapids/tool/planparser/CustomShuffleReaderExecParser.scala
diff --git a/core/src/main/scala/com/nvidia/spark/rapids/tool/planparser/ExpandExecParser.scala b/core/src/main/scala/com/nvidia/spark/rapids/tool/planparser/ExpandExecParser.scala
diff --git a/core/src/main/scala/com/nvidia/spark/rapids/tool/planparser/FilterExecParser.scala b/core/src/main/scala/com/nvidia/spark/rapids/tool/planparser/FilterExecParser.scala