reuse ColumnarBatchSerializer

apache · Jan 11, 2024 · ff445c9 · ff445c9
1 parent 6ebb926
commit ff445c9
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 235 deletions.
diff --git a/backends-velox/src/main/scala/io/glutenproject/backendsapi/velox/SparkPlanExecApiImpl.scala b/backends-velox/src/main/scala/io/glutenproject/backendsapi/velox/SparkPlanExecApiImpl.scala
@@ -282,11 +282,6 @@ class SparkPlanExecApiImpl extends SparkPlanExecApi {
       val constructor =
         clazz.getConstructor(classOf[StructType], classOf[SQLMetric], classOf[SQLMetric])
       constructor.newInstance(schema, readBatchNumRows, numOutputRows).asInstanceOf[Serializer]
-    } else if (GlutenConfig.getConf.isUseUniffleShuffleManager) {
-      val clazz = ClassUtils.getClass("org.apache.spark.shuffle.UniffleColumnarBatchSerializer")
-      val constructor =
-        clazz.getConstructor(classOf[StructType], classOf[SQLMetric], classOf[SQLMetric])
-      constructor.newInstance(schema, readBatchNumRows, numOutputRows).asInstanceOf[Serializer]
     } else {
       new ColumnarBatchSerializer(
         schema,

diff --git a/...niffle/velox/src/main/scala/org/apache/spark/shuffle/UniffleColumnarBatchSerializer.scala b/...niffle/velox/src/main/scala/org/apache/spark/shuffle/UniffleColumnarBatchSerializer.scala