Skip to content

Commit 792f07d

Browse files
authored
[MINOR]: Use take_arrays in repartition (#12657)
* use take_arrays in repartition * format
1 parent 322d835 commit 792f07d

File tree

2 files changed

+3
-4
lines changed
  • datafusion

2 files changed

+3
-4
lines changed

datafusion/common/src/utils/mod.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1001,7 +1001,7 @@ mod tests {
10011001
}
10021002

10031003
#[test]
1004-
fn test_get_arrayref_at_indices() -> Result<()> {
1004+
fn test_take_arrays() -> Result<()> {
10051005
let arrays: Vec<ArrayRef> = vec![
10061006
Arc::new(Float64Array::from(vec![5.0, 7.0, 8.0, 9., 10.])),
10071007
Arc::new(Float64Array::from(vec![2.0, 3.0, 3.0, 4.0, 5.0])),

datafusion/physical-plan/src/repartition/mod.rs

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,7 @@ use crate::{DisplayFormatType, ExecutionPlan, Partitioning, PlanProperties, Stat
4141
use arrow::datatypes::{SchemaRef, UInt32Type};
4242
use arrow::record_batch::RecordBatch;
4343
use arrow_array::{PrimitiveArray, RecordBatchOptions};
44-
use datafusion_common::utils::{get_arrayref_at_indices, transpose};
44+
use datafusion_common::utils::{take_arrays, transpose};
4545
use datafusion_common::{not_impl_err, DataFusionError, Result};
4646
use datafusion_common_runtime::SpawnedTask;
4747
use datafusion_execution::memory_pool::MemoryConsumer;
@@ -299,8 +299,7 @@ impl BatchPartitioner {
299299
let _timer = partitioner_timer.timer();
300300

301301
// Produce batches based on indices
302-
let columns =
303-
get_arrayref_at_indices(batch.columns(), &indices)?;
302+
let columns = take_arrays(batch.columns(), &indices)?;
304303

305304
let mut options = RecordBatchOptions::new();
306305
options = options.with_row_count(Some(indices.len()));

0 commit comments

Comments
 (0)