Module arrow_reader 

Contains reader which reads parquet data into arrow [RecordBatch]

Re-exports

use arrow_array::cast::AsArray; 🔒

use arrow_array::BooleanArray; 🔒

use arrow_array::RecordBatch; 🔒

use arrow_array::RecordBatchReader; 🔒

use arrow_buffer::BooleanBuffer; 🔒

use arrow_buffer::BooleanBufferBuilder; 🔒

use arrow_schema::ArrowError; 🔒

use arrow_schema::DataType as ArrowType; 🔒

use arrow_schema::FieldRef; 🔒

use arrow_schema::Schema; 🔒

use arrow_schema::SchemaRef; 🔒

use arrow_select::filter::filter_record_batch; 🔒

pub use filter::ArrowPredicate;

pub use filter::ArrowPredicateFn;

pub use filter::RowFilter;

use selection::MaskCursor; 🔒

pub use selection::MaskRunIter;

pub use selection::RowSelection;

pub use selection::RowSelectionCursor;

pub use selection::RowSelectionPolicy;

pub use selection::RowSelector;

use std::fmt::Debug; 🔒

use std::fmt::Debug; 🔒

use std::fmt::Formatter; 🔒

use std::sync::Arc; 🔒

use crate::arrow::array_reader::ArrayReader; 🔒

use crate::arrow::array_reader::ArrayReaderBuilder; 🔒

use crate::arrow::schema::ParquetField; 🔒

use crate::arrow::schema::parquet_to_arrow_schema_and_fields; 🔒

use crate::arrow::schema::virtual_type::is_virtual_column; 🔒

use crate::arrow::FieldLevels; 🔒

use crate::arrow::ProjectionMask; 🔒

use crate::arrow::parquet_to_arrow_field_levels_with_virtual; 🔒

use crate::basic::BloomFilterAlgorithm; 🔒

use crate::basic::BloomFilterCompression; 🔒

use crate::basic::BloomFilterHash; 🔒

use crate::bloom_filter::SBBF_HEADER_SIZE_ESTIMATE; 🔒

use crate::bloom_filter::Sbbf; 🔒

use crate::bloom_filter::chunk_read_bloom_filter_header_and_offset; 🔒

use crate::column::page::PageIterator; 🔒

use crate::column::page::PageReader; 🔒

use crate::encryption::decrypt::FileDecryptionProperties; 🔒

use crate::errors::ParquetError; 🔒

use crate::errors::Result; 🔒

use crate::file::metadata::ColumnChunkMask; 🔒

use crate::file::metadata::PageIndexPolicy; 🔒

use crate::file::metadata::ParquetMetaData; 🔒

use crate::file::metadata::ParquetMetaDataOptions; 🔒

use crate::file::metadata::ParquetMetaDataReader; 🔒

use crate::file::metadata::ParquetStatisticsPolicy; 🔒

use crate::file::metadata::RowGroupMetaData; 🔒

use crate::file::reader::ChunkReader; 🔒

use crate::file::reader::SerializedPageReader; 🔒

use crate::schema::types::SchemaDescriptor; 🔒

use crate::arrow::arrow_reader::metrics::ArrowReaderMetrics; 🔒

pub use read_plan::PredicateOptions;

pub use read_plan::ReadPlan;

pub use read_plan::ReadPlanBuilder;

Modules

filter 🔒

metrics

ArrowReaderMetrics for collecting metrics about the Arrow reader

read_plan 🔒

ReadPlan and ReadPlanBuilder for determining which rows to read from a Parquet file

selection 🔒

Logic for selecting which rows to read: RowSelection and RowSelector

statistics

StatisticsConverter to convert statistics in parquet format to arrow [ArrayRef].

Structs

ArrowReaderBuilder

Builder for constructing Parquet readers that decode into Apache Arrow arrays.

ArrowReaderMetadata

The metadata necessary to construct a ArrowReaderBuilder

ArrowReaderOptions

Options that control how ParquetMetaData is read when constructing an Arrow reader.

ParquetRecordBatchReader

Reads Parquet data as Arrow [RecordBatch]es

ReaderPageIterator 🔒

ReaderRowGroups 🔒

RowGroupSelection

A row group and its optional row-group-local RowSelection.

Enums

FilterMaskAccumulator 🔒

Accumulates filter masks for decoded chunks in one logical output batch.

RowGroupPlan 🔒

Row-selection configuration shared by the Arrow reader builders.

Constants

DEFAULT_BATCH_SIZE

Default batch size for reading parquet files

Traits

RowGroups

Interface for reading data pages from the columns of one or more RowGroups.

Functions

consume_record_batch 🔒

Converts the projection buffered by array_reader into a record batch.

read_mask_batch 🔒

Reads one logical Mask batch, potentially spanning multiple loaded ranges.

Type Aliases

ParquetRecordBatchReaderBuilder

Creates ParquetRecordBatchReader for reading Parquet files into Arrow [RecordBatch]es