Module byte_array 

Re-exports

use crate::basic::Encoding; 🔒

use crate::bloom_filter::Sbbf; 🔒

use crate::column::writer::encoder::ColumnValueEncoder; 🔒

use crate::column::writer::encoder::DataPageValues; 🔒

use crate::column::writer::encoder::DictionaryPage; 🔒

use crate::column::writer::encoder::create_bloom_filter; 🔒

use crate::column::writer::compare_greater_byte_array_decimals; 🔒

use crate::column::writer::is_decimal_descr; 🔒

use crate::data_type::AsBytes; 🔒

use crate::data_type::ByteArray; 🔒

use crate::data_type::Int32Type; 🔒

use crate::encodings::encoding::DeltaBitPackEncoder; 🔒

use crate::encodings::encoding::Encoder; 🔒

use crate::encodings::rle::RleEncoder; 🔒

use crate::errors::ParquetError; 🔒

use crate::errors::Result; 🔒

use crate::file::properties::EnabledStatistics; 🔒

use crate::file::properties::ResolvedColumnProperties; 🔒

use crate::file::properties::WriterProperties; 🔒

use crate::file::properties::WriterVersion; 🔒

use crate::geospatial::accumulator::GeoStatsAccumulator; 🔒

use crate::geospatial::accumulator::try_new_geo_stats_accumulator; 🔒

use crate::geospatial::statistics::GeospatialStatistics; 🔒

use crate::schema::types::ColumnDescPtr; 🔒

use crate::util::bit_util::num_required_bits; 🔒

use crate::util::prefix::common_prefix_length; 🔒

use arrow_array::types::ByteArrayType; 🔒

use arrow_array::Array; 🔒

use arrow_array::ArrayAccessor; 🔒

use arrow_array::BinaryArray; 🔒

use arrow_array::BinaryViewArray; 🔒

use arrow_array::DictionaryArray; 🔒

use arrow_array::FixedSizeBinaryArray; 🔒

use arrow_array::GenericByteArray; 🔒

use arrow_array::LargeBinaryArray; 🔒

use arrow_array::LargeStringArray; 🔒

use arrow_array::StringArray; 🔒

use arrow_array::StringViewArray; 🔒

use arrow_buffer::ArrowNativeType; 🔒

use arrow_buffer::Buffer; 🔒

use arrow_schema::DataType; 🔒

Macros

downcast_dict_impl 🔒

downcast_dict_op 🔒

downcast_op 🔒

Structs

ByteArrayEncoder

ByteArrayInterner 🔒

ByteArrayInternerIterator 🔒

Iterates the values of a ByteArrayInterner’s dictionary page

DictEncoder 🔒

A dictionary encoder for byte array data

Entry 🔒

Entry in the hash table

FallbackEncoder 🔒

A fallback encoder, i.e. non-dictionary, for ByteArray

OffsetOrInlineView 🔒

Either offset to the dictionary page bytes or inline bytes when the bytes are short enough to avoid doing the indirection

Enums

FallbackEncoderImpl 🔒

The fallback encoder in use

Constants

SHORT_VALUE_LEN 🔒

Maximum size of a value that can be inlined in the hash table

Functions

compute_min_max 🔒

Computes the min and max for the provided array and indices

count_within_budget_offsets 🔒

Number of leading indices whose cumulative plain-encoded size fits byte_budget (boundary value included), for offset-buffer byte arrays (Utf8/LargeUtf8/Binary/LargeBinary).

count_within_budget_views 🔒

Number of leading indices whose cumulative plain-encoded size fits byte_budget (boundary value included), for view arrays (Utf8View, BinaryView).

encode 🔒

Encodes the provided values and indices to encoder

is_greater 🔒

Returns true if a > b.

max_view_value_len 🔒

Upper bound on any single value’s byte length in a view array.

maybe_inline_value 🔒

update_geo_stats_accumulator 🔒

Updates geospatial statistics for the provided array and indices