add hdfs test

Author: wForget

.github/workflows/pr_build_linux.yml

@@ -182,6 +182,9 @@ jobs:
             suites: |
               org.apache.comet.parquet.ParquetReadFromFakeHadoopFsSuite
               org.apache.comet.parquet.ParquetReadFromHdfsSuite
+          - value: "hdfs"
+            suites: |
+              org.apache.comet.parquet.ParquetReadFromHdfsSuite
       fail-fast: false
     name: ${{ matrix.os }}/java ${{ matrix.java_version }}-features [${{ matrix.features.value }}]
     runs-on: ${{ matrix.os }}
@@ -202,6 +205,6 @@ jobs:
         with:
           artifact_name: ${{ matrix.os }}-java-${{ matrix.java_version }}-features-${{ matrix.features.value }}-${{ github.run_id }}-${{ github.run_number }}-${{ github.run_attempt }}
           features: ${{ matrix.features.value }}
-          maven_opts: "-Dtest=none"
+          maven_opts: "-Dtest=none -Dfeatures=${{ matrix.features.value }}"
           suites: ${{ matrix.features.suites }}
           upload-test-reports: true

spark/src/test/scala/org/apache/comet/parquet/ParquetReadFromFakeHadoopFsSuite.scala

@@ -75,6 +75,8 @@ class ParquetReadFromFakeHadoopFsSuite extends CometTestBase with AdaptiveSparkP
   }
 
   test("test native_datafusion scan on fake fs") {
+    assume(featureEnabled("hdfs-opendal"))
+
     val testFilePath =
       s"${FakeHDFSFileSystem.PREFIX}${fake_root_dir.getAbsolutePath}/data/test-file.parquet"
     writeTestParquetFile(testFilePath)

spark/src/test/scala/org/apache/comet/parquet/ParquetReadFromHdfsSuite.scala

@@ -63,6 +63,8 @@ class ParquetReadFromHdfsSuite
   }
 
   test("test native_datafusion scan on hdfs") {
+    assume(featureEnabled("hdfs") || featureEnabled("hdfs-opendal"))
+
     withTmpHdfsDir { dir =>
       {
         val testFilePath = dir.toString

spark/src/test/scala/org/apache/spark/sql/CometTestBase.scala

@@ -1138,4 +1138,9 @@ abstract class CometTestBase
     usingDataSourceExec(conf) &&
     !CometConf.COMET_SCAN_ALLOW_INCOMPATIBLE.get(conf)
   }
+
+  def featureEnabled(feature: String): Boolean = {
+    System.getProperty("feature", "").split(",").contains(feature)
+  }
+
 }