Skip to content

Commit eefa69f

Browse files
committed
disable hdrs async_file feature
1 parent 206fd7b commit eefa69f

File tree

2 files changed

+5
-4
lines changed

2 files changed

+5
-4
lines changed

native/core/Cargo.toml

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -74,8 +74,9 @@ aws-credential-types = { workspace = true }
7474
parking_lot = "0.12.3"
7575
datafusion-comet-objectstore-hdfs = { path = "../hdfs", optional = true, default-features = false, features = ["hdfs"] }
7676

77-
object_store_opendal = {version = "0.54.0", optional = true}
78-
hdfs-sys = {version = "0.3", optional = true, features = ["hdfs_3_3"]}
77+
object_store_opendal = { version = "0.54.0", optional = true }
78+
hdrs = { version = "0.3.2", optional = true, default-features = false }
79+
hdfs-sys = { version = "0.3", optional = true, features = ["hdfs_3_3"] }
7980
opendal = { version ="0.54.0", optional = true, features = ["services-hdfs"] }
8081

8182
[target.'cfg(target_os = "linux")'.dependencies]
@@ -93,7 +94,7 @@ datafusion-functions-nested = { version = "49.0.2" }
9394
[features]
9495
default = []
9596
hdfs = ["datafusion-comet-objectstore-hdfs"]
96-
hdfs-opendal = ["opendal", "object_store_opendal", "hdfs-sys"]
97+
hdfs-opendal = ["opendal", "object_store_opendal", "hdrs", "hdfs-sys"]
9798
jemalloc = ["tikv-jemallocator", "tikv-jemalloc-ctl"]
9899

99100
# exclude optional packages from cargo machete verifications

spark/src/test/scala/org/apache/comet/parquet/ParquetReadFromHdfsSuite.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@ class ParquetReadFromHdfsSuite
6262
.startsWith("hdfs://"))
6363
}
6464

65-
test("test native_datafusion scan on fake fs") {
65+
test("test native_datafusion scan on hdfs") {
6666
withTmpHdfsDir { dir =>
6767
{
6868
val testFilePath = dir.toString

0 commit comments

Comments
 (0)