Skip to main content Module dictionary_buffer Copy item path Source use crate::arrow::buffer::offset_buffer::OffsetBuffer ; ๐ use crate::arrow::record_reader::buffer::ValuesBuffer ; ๐ use crate::errors::ParquetError ; ๐ use crate::errors::Result ; ๐ use ahash::RandomState; ๐ use arrow_array::Array; ๐ use arrow_array::DictionaryArray; ๐ use arrow_array::PrimitiveArray; ๐ use arrow_array::downcast_integer; ๐ use arrow_array::ArrayRef; ๐ use arrow_array::FixedSizeBinaryArray; ๐ use arrow_array::GenericBinaryArray; ๐ use arrow_array::OffsetSizeTrait; ๐ use arrow_array::builder::FixedSizeBinaryDictionaryBuilder; ๐ use arrow_array::cast::AsArray; ๐ use arrow_array::types::ArrowDictionaryKeyType; ๐ use arrow_array::types::ArrowPrimitiveType; ๐ use arrow_array::types::Int8Type; ๐ use arrow_array::types::Int16Type; ๐ use arrow_array::types::Int32Type; ๐ use arrow_array::types::Int64Type; ๐ use arrow_array::types::UInt8Type; ๐ use arrow_array::types::UInt16Type; ๐ use arrow_array::types::UInt32Type; ๐ use arrow_array::types::UInt64Type; ๐ use arrow_buffer::ArrowNativeType; ๐ use arrow_buffer::BooleanBuffer; ๐ use arrow_buffer::Buffer; ๐ use arrow_buffer::MutableBuffer; ๐ use arrow_buffer::NullBuffer; ๐ use arrow_buffer::ScalarBuffer; ๐ use arrow_schema::DataType as ArrowType; ๐ use hashbrown::HashMap as HbHashMap; ๐ use hashbrown::hash_map::Entry; ๐ use std::hash::BuildHasher ; ๐ use std::hash::Hasher ; ๐ use std::mem::size_of ; ๐ use std::ptr::write_unaligned ; ๐ use std::slice::from_raw_parts ; ๐ use std::slice::from_raw_parts_mut ; ๐ use std::sync::Arc ; ๐ fixed_dict_helper ๐ offsets_dict_helper ๐ BuildPassthroughHasher ๐ PassthroughHasher ๐ DictionaryBuffer An array of variable length byte arrays that are potentially dictionary encoded
and can be converted into a corresponding [ArrayRef] build_dictionary_array ๐ Build a dictionary array from a raw keys buffer and an already-decoded values
ArrayRef, skipping the ArrayData round-trip. hash_byte_slices ๐ hashes_as_u64 ๐ pack_fixed_values ๐ pack_fixed_values_impl ๐ pack_values_from_offsets ๐ pack_values_from_offsets_impl ๐ Builds a [DictionaryArray] directly from a flat OffsetBuffer using pre-computed
hashes to deduplicate values in a single pass, avoiding the intermediate StringArray
materialization widen_key_bound ๐