Skip to content

Commit

Permalink
chore: update to openjdk17 for packaging with hdfs (#17597)
Browse files Browse the repository at this point in the history
  • Loading branch information
wcy-fdu authored Jul 8, 2024
1 parent dd98abf commit 10c5aa1
Show file tree
Hide file tree
Showing 3 changed files with 8 additions and 8 deletions.
4 changes: 2 additions & 2 deletions ci/scripts/docker-hdfs.sh
Original file line number Diff line number Diff line change
Expand Up @@ -10,10 +10,10 @@ BUILDKITE_COMMIT="HDFS_$(echo $RANDOM | md5sum | head -c 20;)"

java_home_path=$(uname -m)
if [ "$arch" = "arm64" ] || [ "$arch" = "aarch64" ]; then
java_home_path="/usr/lib/jvm/java-11-openjdk-arm64"
java_home_path="/usr/lib/jvm/java-17-openjdk-arm64"
else
# x86_64
java_home_path="/usr/lib/jvm/java-11-openjdk-amd64"
java_home_path="/usr/lib/jvm/java-17-openjdk-amd64"
fi
echo $java_home_path

Expand Down
1 change: 0 additions & 1 deletion src/object_store/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,6 @@ opendal = { version = "0.47", features = [
"services-s3",
"services-webhdfs",
"services-azfile",
# "service-hdfs",
] }
prometheus = { version = "0.13", features = ["process"] }
reqwest = "0.12.2" # required by opendal
Expand Down
11 changes: 6 additions & 5 deletions src/object_store/src/object/opendal_engine/hdfs.rs
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ use opendal::Operator;
use risingwave_common::config::ObjectStoreConfig;

use super::{EngineType, OpendalObjectStore};
use crate::object::opendal_engine::ATOMIC_WRITE_DIR;
// use crate::object::opendal_engine::ATOMIC_WRITE_DIR;
use crate::object::ObjectResult;

impl OpendalObjectStore {
Expand All @@ -43,10 +43,11 @@ impl OpendalObjectStore {
// Set the name node for hdfs.
builder.name_node(&namenode);
builder.root(&root);
if config.set_atomic_write_dir {
let atomic_write_dir = format!("{}/{}", root, ATOMIC_WRITE_DIR);
builder.atomic_write_dir(&atomic_write_dir);
}
// todo: reopen the following lines after https://github.com/apache/opendal/issues/4867 is resolved.
// if config.set_atomic_write_dir {
// let atomic_write_dir = format!("{}/{}", root, ATOMIC_WRITE_DIR);
// builder.atomic_write_dir(&atomic_write_dir);
// }
let op: Operator = Operator::new(builder)?
.layer(LoggingLayer::default())
.finish();
Expand Down

0 comments on commit 10c5aa1

Please sign in to comment.