Module async_reader

Provides async API for reading parquet files as [RecordBatch]es

let testdata = arrow::util::test_util::parquet_test_data();
let path = format!("{}/alltypes_plain.parquet", testdata);
let file = File::open(path).await.unwrap();

let builder = ParquetRecordBatchStreamBuilder::new(file)
    .await
    .unwrap()
    .with_batch_size(3);

let file_metadata = builder.metadata().file_metadata();
let mask = ProjectionMask::roots(file_metadata.schema_descr(), [1, 2, 6]);

let stream = builder.with_projection(mask).build().unwrap();
let results = stream.try_collect::<Vec<_>>().await.unwrap();
assert_eq!(results.len(), 3);

assert_batches_eq(
    &results,
    &[
        "+----------+-------------+-----------+",
        "| bool_col | tinyint_col | float_col |",
        "+----------+-------------+-----------+",
        "| true     | 0           | 0.0       |",
        "| false    | 1           | 1.1       |",
        "| true     | 0           | 0.0       |",
        "| false    | 1           | 1.1       |",
        "| true     | 0           | 0.0       |",
        "| false    | 1           | 1.1       |",
        "| true     | 0           | 0.0       |",
        "| false    | 1           | 1.1       |",
        "+----------+-------------+-----------+",
     ],
 );

Modules

• metadata 🔒
• store 🔒

Structs

• ColumnChunkIterator 🔒
  Implements PageIterator for a single column chunk, yielding a single PageReader
• InMemoryRowGroup 🔒
  An in-memory collection of column chunks
• MetadataLoader
  An asynchronous interface to load ParquetMetaData from an async source
• ParquetObjectReader
  Reads Parquet files in object storage using [ObjectStore].
• ParquetRecordBatchStream
  An asynchronous Stream of [RecordBatch] for a parquet file that can be constructed using ParquetRecordBatchStreamBuilder.
• ReaderFactory 🔒
  ReaderFactory is used by ParquetRecordBatchStream to create ParquetRecordBatchReader

Enums

• ColumnChunkData 🔒
  An in-memory column chunk
• StreamState 🔒

Traits

• AsyncFileReader
  The asynchronous interface used by ParquetRecordBatchStream to read parquet files
• MetadataFetch
  A data source that can be used with MetadataLoader to load ParquetMetaData

Functions

• fetch_parquet_metadataDeprecated
  Fetches parquet metadata

Type Aliases

• ParquetRecordBatchStreamBuilder
  A builder used to construct a ParquetRecordBatchStream for async reading of a parquet file
• ReadResult 🔒