diff --git a/datafusion/core/src/physical_plan/aggregates/row_hash.rs b/datafusion/core/src/physical_plan/aggregates/row_hash.rs index 2ef1d16d4fab4..9efa2a5a6cc6b 100644 --- a/datafusion/core/src/physical_plan/aggregates/row_hash.rs +++ b/datafusion/core/src/physical_plan/aggregates/row_hash.rs @@ -440,14 +440,14 @@ fn create_batch_from_map( .unzip(); let mut columns: Vec = - read_as_batch(&group_buffers, group_schema, RowType::Compact); + read_as_batch(&group_buffers, group_schema, RowType::Compact)?; match mode { AggregateMode::Partial => columns.extend(read_as_batch( &state_buffers, aggr_schema, RowType::WordAligned, - )), + )?), AggregateMode::Final | AggregateMode::FinalPartitioned => { let mut results: Vec> = vec![vec![]; accumulators.len()]; for buffer in state_buffers.iter_mut() { @@ -474,15 +474,19 @@ fn create_batch_from_map( RecordBatch::try_new(Arc::new(output_schema.to_owned()), columns) } -fn read_as_batch(rows: &[Vec], schema: &Schema, row_type: RowType) -> Vec { +fn read_as_batch( + rows: &[Vec], + schema: &Schema, + row_type: RowType, +) -> Result> { let row_num = rows.len(); let mut output = MutableRecordBatch::new(row_num, Arc::new(schema.clone())); let mut row = RowReader::new(schema, row_type); for data in rows { row.point_to(0, data); - read_row(&row, &mut output, schema); + read_row(&row, &mut output, schema)?; } - output.output_as_columns() + Ok(output.output_as_columns()) } diff --git a/datafusion/row/src/reader.rs b/datafusion/row/src/reader.rs index 634b814ad35ae..5188e853fb659 100644 --- a/datafusion/row/src/reader.rs +++ b/datafusion/row/src/reader.rs @@ -55,7 +55,7 @@ pub fn read_as_batch( for offset in offsets.iter().take(row_num) { row.point_to(*offset, data); - read_row(&row, &mut output, &schema); + read_row(&row, &mut output, &schema)?; } output.output().map_err(DataFusionError::ArrowError) @@ -270,7 +270,11 @@ impl<'a> RowReader<'a> { } /// Read the row currently pointed by RowWriter to the output columnar batch buffer -pub fn read_row(row: &RowReader, batch: &mut MutableRecordBatch, schema: &Schema) { +pub fn read_row( + row: &RowReader, + batch: &mut MutableRecordBatch, + schema: &Schema, +) -> Result<()> { if row.all_valid() { for ((col_idx, to), field) in batch .arrays @@ -278,8 +282,9 @@ pub fn read_row(row: &RowReader, batch: &mut MutableRecordBatch, schema: &Schema .enumerate() .zip(schema.fields().iter()) { - read_field_null_free(to, field.data_type(), col_idx, row) + read_field_null_free(to, field.data_type(), col_idx, row)?; } + Ok(()) } else { for ((col_idx, to), field) in batch .arrays @@ -287,28 +292,39 @@ pub fn read_row(row: &RowReader, batch: &mut MutableRecordBatch, schema: &Schema .enumerate() .zip(schema.fields().iter()) { - read_field(to, field.data_type(), col_idx, row) + read_field(to, field.data_type(), col_idx, row)?; } + Ok(()) } } macro_rules! fn_read_field { ($NATIVE: ident, $ARRAY: ident) => { paste::item! { - pub(crate) fn [](to: &mut Box, col_idx: usize, row: &RowReader) { + pub(crate) fn [](to: &mut Box, col_idx: usize, row: &RowReader) -> Result<()> { let to = to .as_any_mut() .downcast_mut::<$ARRAY>() - .unwrap(); + .ok_or_else(|| + DataFusionError::Internal( + format!("Error downcasting ArrayBuilder to {:?}", stringify!($ARRAY)), + ), + )?; to.append_option(row.[](col_idx)); + Ok(()) } - pub(crate) fn [](to: &mut Box, col_idx: usize, row: &RowReader) { + pub(crate) fn [](to: &mut Box, col_idx: usize, row: &RowReader) -> Result<()> { let to = to .as_any_mut() .downcast_mut::<$ARRAY>() - .unwrap(); + .ok_or_else(|| + DataFusionError::Internal( + format!("Error downcasting ArrayBuilder to {:?}", stringify!($ARRAY)), + ), + )?; to.append_value(row.[](col_idx)); + Ok(()) } } }; @@ -333,22 +349,38 @@ pub(crate) fn read_field_binary( to: &mut Box, col_idx: usize, row: &RowReader, -) { - let to = to.as_any_mut().downcast_mut::().unwrap(); +) -> Result<()> { + let to = to + .as_any_mut() + .downcast_mut::() + .ok_or_else(|| { + DataFusionError::Internal( + "Error downcasting ArrayBuilder to BinaryBuilder".into(), + ) + })?; if row.is_valid_at(col_idx) { to.append_value(row.get_binary(col_idx)); } else { to.append_null(); } + Ok(()) } pub(crate) fn read_field_binary_null_free( to: &mut Box, col_idx: usize, row: &RowReader, -) { - let to = to.as_any_mut().downcast_mut::().unwrap(); +) -> Result<()> { + let to = to + .as_any_mut() + .downcast_mut::() + .ok_or_else(|| { + DataFusionError::Internal( + "Error downcasting ArrayBuilder to BinaryBuilder".into(), + ) + })?; to.append_value(row.get_binary(col_idx)); + Ok(()) } fn read_field( @@ -356,7 +388,7 @@ fn read_field( dt: &DataType, col_idx: usize, row: &RowReader, -) { +) -> Result<()> { use DataType::*; match dt { Boolean => read_field_bool(to, col_idx, row), @@ -374,7 +406,10 @@ fn read_field( Date64 => read_field_date64(to, col_idx, row), Utf8 => read_field_utf8(to, col_idx, row), Binary => read_field_binary(to, col_idx, row), - _ => unimplemented!(), + _ => Err(DataFusionError::NotImplemented(format!( + "The data type {:?} is not recognized", + dt + ))), } } @@ -383,7 +418,7 @@ fn read_field_null_free( dt: &DataType, col_idx: usize, row: &RowReader, -) { +) -> Result<()> { use DataType::*; match dt { Boolean => read_field_bool_null_free(to, col_idx, row), @@ -401,6 +436,9 @@ fn read_field_null_free( Date64 => read_field_date64_null_free(to, col_idx, row), Utf8 => read_field_utf8_null_free(to, col_idx, row), Binary => read_field_binary_null_free(to, col_idx, row), - _ => unimplemented!(), + _ => Err(DataFusionError::NotImplemented(format!( + "The data type {:?} is not recognized", + dt + ))), } }