Skip to content

Commit

Permalink
Remove FileScanConfig::repartition_file_groups function (apache#12242)
Browse files Browse the repository at this point in the history
Deprecated since 33.0.0.
  • Loading branch information
findepi authored Sep 1, 2024
1 parent 5272007 commit ff7d76d
Showing 1 changed file with 1 addition and 16 deletions.
17 changes: 1 addition & 16 deletions datafusion/core/src/datasource/physical_plan/file_scan_config.rs
Original file line number Diff line number Diff line change
Expand Up @@ -22,9 +22,7 @@ use std::{
borrow::Cow, collections::HashMap, fmt::Debug, marker::PhantomData, sync::Arc, vec,
};

use super::{
get_projected_output_ordering, statistics::MinMaxStatistics, FileGroupPartitioner,
};
use super::{get_projected_output_ordering, statistics::MinMaxStatistics};
use crate::datasource::{listing::PartitionedFile, object_store::ObjectStoreUrl};
use crate::{error::Result, scalar::ScalarValue};

Expand Down Expand Up @@ -296,19 +294,6 @@ impl FileScanConfig {
})
}

#[allow(missing_docs)]
#[deprecated(since = "33.0.0", note = "Use SessionContext::new_with_config")]
pub fn repartition_file_groups(
file_groups: Vec<Vec<PartitionedFile>>,
target_partitions: usize,
repartition_file_min_size: usize,
) -> Option<Vec<Vec<PartitionedFile>>> {
FileGroupPartitioner::new()
.with_target_partitions(target_partitions)
.with_repartition_file_min_size(repartition_file_min_size)
.repartition_file_groups(&file_groups)
}

/// Attempts to do a bin-packing on files into file groups, such that any two files
/// in a file group are ordered and non-overlapping with respect to their statistics.
/// It will produce the smallest number of file groups possible.
Expand Down

0 comments on commit ff7d76d

Please sign in to comment.