chore: Bump OpenDAL to v0.50.0

Cargo.toml

@@ -227,7 +227,7 @@ azure_storage = { version = "0.17", default-features = false, optional = true }
 azure_storage_blobs = { version = "0.17", default-features = false, optional = true }
 
 # OpenDAL
-opendal = { version = "0.45", default-features = false, features = ["native-tls", "services-webhdfs"], optional = true }
+opendal = { version = "0.50", default-features = false, features = ["services-webhdfs"], optional = true }
 
 # Tower
 tower = { version = "0.4.13", default-features = false, features = ["buffer", "limit", "retry", "timeout", "util", "balance", "discover"] }

LICENSE-3rdparty.csv

@@ -79,7 +79,7 @@ azure_identity,https://github.com/azure/azure-sdk-for-rust,MIT,Microsoft Corp.
 azure_storage,https://github.com/azure/azure-sdk-for-rust,MIT,Microsoft Corp.
 azure_storage_blobs,https://github.com/azure/azure-sdk-for-rust,MIT,Microsoft Corp.
 backoff,https://github.com/ihrwein/backoff,MIT OR Apache-2.0,Tibor Benke <ihrwein@gmail.com>
-backon,https://github.com/Xuanwo/backon,Apache-2.0,Xuanwo <github@xuanwo.io>
+backon,https://github.com/Xuanwo/backon,Apache-2.0,The backon Authors
 backtrace,https://github.com/rust-lang/backtrace-rs,MIT OR Apache-2.0,The Rust Project Developers
 base16,https://github.com/thomcc/rust-base16,CC0-1.0,Thom Chiovoloni <tchiovoloni@mozilla.com>
 base16ct,https://github.com/RustCrypto/formats/tree/master/base16ct,Apache-2.0 OR MIT,RustCrypto Developers
@@ -241,6 +241,7 @@ generic-array,https://github.com/fizyk20/generic-array,MIT,"Bartłomiej Kamińsk
 getrandom,https://github.com/rust-random/getrandom,MIT OR Apache-2.0,The Rand Project Developers
 gimli,https://github.com/gimli-rs/gimli,MIT OR Apache-2.0,The gimli Authors
 glob,https://github.com/rust-lang/glob,MIT OR Apache-2.0,The Rust Project Developers
+gloo-timers,https://github.com/rustwasm/gloo/tree/master/crates/timers,MIT OR Apache-2.0,Rust and WebAssembly Working Group
 goauth,https://github.com/durch/rust-goauth,MIT,Drazen Urch <github@drazenur.ch>
 governor,https://github.com/boinkor-net/governor,MIT,Andreas Fuchs <asf@boinkor.net>
 graphql-introspection-query,https://github.com/graphql-rust/graphql-client,Apache-2.0 OR MIT,Tom Houlé <tom@tomhoule.com>

src/sinks/webhdfs/config.rs

@@ -123,8 +123,8 @@ impl WebHdfsConfig {
         // Build OpenDal Operator
         let mut builder = Webhdfs::default();
         // Prefix logic will be handled by key_partitioner.
-        builder.root(&self.root);
-        builder.endpoint(&self.endpoint);
+        builder = builder.root(&self.root);
+        builder = builder.endpoint(&self.endpoint);
 
         let op = Operator::new(builder)?
             .layer(LoggingLayer::default())

src/sinks/webhdfs/integration_tests.rs

@@ -87,7 +87,7 @@ async fn hdfs_rotate_files_after_the_buffer_size_is_reached() {
 
     let mut response_lines: Vec<Vec<String>> = Vec::new();
     for o in objects {
-        let bs = op.read(o.path()).await.unwrap();
+        let bs = op.read(o.path()).await.unwrap().to_vec();
         let buf_read = BufReader::new(Cursor::new(bs));
 
         response_lines.push(buf_read.lines().map(|l| l.unwrap()).collect());