Skip to main content

Module encoder

Module encoder 

Source

Re-exportsยง

use bytes::Bytes; ๐Ÿ”’
use crate::basic::ConvertedType; ๐Ÿ”’
use crate::basic::Encoding; ๐Ÿ”’
use crate::basic::LogicalType; ๐Ÿ”’
use crate::basic::Type; ๐Ÿ”’
use crate::bloom_filter::Sbbf; ๐Ÿ”’
use crate::column::writer::fallback_encoding; ๐Ÿ”’
use crate::column::writer::has_dictionary_support; ๐Ÿ”’
use crate::column::writer::update_max; ๐Ÿ”’
use crate::column::writer::update_min; ๐Ÿ”’
use crate::data_type::DataType; ๐Ÿ”’
use crate::data_type::private::ParquetValueType; ๐Ÿ”’
use crate::encodings::encoding::DictEncoder; ๐Ÿ”’
use crate::encodings::encoding::Encoder; ๐Ÿ”’
use crate::encodings::encoding::get_encoder_with_properties; ๐Ÿ”’
use crate::errors::ParquetError; ๐Ÿ”’
use crate::errors::Result; ๐Ÿ”’
use crate::file::properties::EnabledStatistics; ๐Ÿ”’
use crate::file::properties::ResolvedColumnProperties; ๐Ÿ”’
use crate::file::properties::WriterProperties; ๐Ÿ”’
use crate::geospatial::accumulator::GeoStatsAccumulator; ๐Ÿ”’
use crate::geospatial::accumulator::try_new_geo_stats_accumulator; ๐Ÿ”’
use crate::geospatial::statistics::GeospatialStatistics; ๐Ÿ”’
use crate::schema::types::ColumnDescPtr; ๐Ÿ”’

Structsยง

ColumnValueEncoderImpl
DataPageValues
The encoded values for a data page, with optional statistics
DictionaryPage
The encoded data for a dictionary page

Traitsยง

ColumnValueEncoder
A generic encoder of ColumnValues to data and dictionary pages used by super::GenericColumnWriter
ColumnValues
A collection of ParquetValueType encoded by a ColumnValueEncoder

Functionsยง

count_within_budget ๐Ÿ”’
How many leading values fit in byte_budget bytes, shared by the two ColumnValueEncoder::count_values_within_byte_budget* methods (one walks a contiguous slice, the other gathers by index).
create_bloom_filter ๐Ÿ”’
Creates a bloom filter sized for the columnโ€™s configured NDV, returning the filter and the target FPP for folding.
plain_encoded_byte_size ๐Ÿ”’
Plain-encoded byte cost of a single value of type T::T.
update_geo_stats_accumulator ๐Ÿ”’