Struct InProgressListArray 

pub(crate) struct InProgressListArray {
    source: Option<ArrayRef>,
    data_type: DataType,
    buffered_arrays: Vec<ArrayRef>,
    sparse_sources: Vec<ArrayRef>,
    sparse_indices: Vec<(usize, usize)>,
    sparse_source_bytes: usize,
    source_data_referenced_in_buffers: bool,
    total_size_of_non_shared_buffers: usize,
}

Fields

source: Option<ArrayRef>

The current source for contiguous row copies.

data_type: DataType

The output array type, either List or LargeList.

buffered_arrays: Vec<ArrayRef>

Materialized sparse groups and contiguous source slices in output order.

sparse_sources: Vec<ArrayRef>

Source arrays retained until the next sparse interleave.

sparse_indices: Vec<(usize, usize)>

Selected (source index, row index) pairs for sparse_sources.

sparse_source_bytes: usize

Total memory size reported by the retained sparse sources.

source_data_referenced_in_buffers: bool

Whether buffered slices reference the current source’s data.

total_size_of_non_shared_buffers: usize

Memory retained by buffered arrays that is not counted by source.

Implementations

impl InProgressListArray

pub(crate) fn new(data_type: DataType) -> Self

fn sparse_limit_reached(&self) -> bool

fn flush_sparse(&mut self) -> Result<(), ArrowError>

Trait Implementations

impl Debug for InProgressListArray

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl InProgressArray for InProgressListArray

fn set_source(&mut self, source: Option<ArrayRef>)

Set the source array.

fn copy_rows(&mut self, offset: usize, len: usize) -> Result<(), ArrowError>

Copy rows from the current source array into the in-progress array

fn copy_rows_by_filter_from( &mut self, source: ArrayRef, filter: &FilterPredicate, ) -> Result<(), ArrowError>

Copy rows selected by a FilterPredicate from source.

fn finish(&mut self) -> Result<ArrayRef, ArrowError>

Finish the currently in-progress array and return it as an ArrayRef

fn size(&self) -> usize

Get the number of bytes this array is using

fn copy_rows_by_filter( &mut self, filter: &FilterPredicate, ) -> Result<(), ArrowError>

Copy rows selected by filter from the current source array.

fn copy_rows_by_selection( &mut self, selection: FilterSelection<'_>, ) -> Result<(), ArrowError>

Copy rows described by a FilterSelection from the current source array.