Re-exportsยง
use crate::arrow::ProjectionMask;๐use crate::arrow::array_reader::ArrayReaderBuilder;๐use crate::arrow::array_reader::CacheOptions;๐use crate::arrow::array_reader::RowGroupCache;๐use crate::arrow::arrow_reader::metrics::ArrowReaderMetrics;๐use crate::arrow::arrow_reader::selection::LoadedRowRanges;๐use crate::arrow::arrow_reader::selection::RowSelectionStrategy;๐use crate::arrow::arrow_reader::ParquetRecordBatchReader;๐use crate::arrow::arrow_reader::PredicateOptions;๐use crate::arrow::arrow_reader::ReadPlanBuilder;๐use crate::arrow::arrow_reader::RowFilter;๐use crate::arrow::arrow_reader::RowSelection;๐use crate::arrow::arrow_reader::RowSelectionPolicy;๐use crate::arrow::in_memory_row_group::ColumnChunkData;๐use crate::arrow::push_decoder::reader_builder::data::DataRequestBuilder;๐use crate::arrow::push_decoder::reader_builder::filter::CacheInfo;๐use crate::arrow::push_decoder::scan_plan::BudgetedReadPlan;๐use crate::arrow::push_decoder::scan_plan::RowBudget;๐use crate::arrow::push_decoder::scan_plan::RowGroupFrontier;๐use crate::arrow::push_decoder::scan_plan::ScanPlanBuilder;๐use crate::arrow::schema::ParquetField;๐use crate::errors::ParquetError;๐use crate::file::metadata::page_index::RowGroupPageIndex;๐use crate::file::metadata::ColumnChunkMetaData;๐use crate::file::metadata::ParquetMetaData;๐use crate::util::push_buffers::PushBuffers;๐use bytes::Bytes;๐use data::DataRequest;๐use filter::AdvanceResult;๐use filter::FilterInfo;๐pub(crate) use stages::Stage;๐pub(crate) use stages::StageSchedule;๐use std::ops::Range;๐use std::sync::Arc;๐use std::sync::RwLock;๐
Modulesยง
- data ๐
DataRequesttracks and holds data needed to construct InMemoryRowGroups- filter ๐
FilterInfostate machine for evaluating row filters- stages ๐
StageSchedule: what each decoding stage of a row group fetches.
Structsยง
- Next
State ๐ - Result of a state transition
- RowGroup
Info ๐ - The current row group being read, its read plan, and its offset/limit budget.
- RowGroup
Reader ๐Builder - Builder for
ParquetRecordBatchReaderfor a single row group - RowGroup
Reader ๐Builder Parts - The parts of a
RowGroupReaderBuilderneeded to rebuild it, recovered byRowGroupReaderBuilder::into_parts.
Enumsยง
- RowGroup
Build ๐Result - RowGroup
Decoder ๐State - This is the inner state machine for reading a single row group.
Functionsยง
- column_
chunk_ ๐range - The byte range of a column chunk in the file.
- loaded_
row_ ๐ranges_ for_ projection - Computes row ranges for which every projected column has page data loaded.
- prepare_
selection_ ๐for_ page_ skipping - Prepare row selection execution when page pruning produced sparse column data.