Skip to main content

Module dictionary_buffer

Module dictionary_buffer 

Source

Re-exportsยง

use crate::arrow::buffer::offset_buffer::OffsetBuffer; ๐Ÿ”’
use crate::arrow::record_reader::buffer::ValuesBuffer; ๐Ÿ”’
use crate::errors::ParquetError; ๐Ÿ”’
use crate::errors::Result; ๐Ÿ”’
use ahash::RandomState; ๐Ÿ”’
use arrow_array::Array; ๐Ÿ”’
use arrow_array::DictionaryArray; ๐Ÿ”’
use arrow_array::PrimitiveArray; ๐Ÿ”’
use arrow_array::downcast_integer; ๐Ÿ”’
use arrow_array::ArrayRef; ๐Ÿ”’
use arrow_array::FixedSizeBinaryArray; ๐Ÿ”’
use arrow_array::GenericBinaryArray; ๐Ÿ”’
use arrow_array::OffsetSizeTrait; ๐Ÿ”’
use arrow_array::builder::FixedSizeBinaryDictionaryBuilder; ๐Ÿ”’
use arrow_array::cast::AsArray; ๐Ÿ”’
use arrow_array::types::ArrowDictionaryKeyType; ๐Ÿ”’
use arrow_array::types::ArrowPrimitiveType; ๐Ÿ”’
use arrow_array::types::Int8Type; ๐Ÿ”’
use arrow_array::types::Int16Type; ๐Ÿ”’
use arrow_array::types::Int32Type; ๐Ÿ”’
use arrow_array::types::Int64Type; ๐Ÿ”’
use arrow_array::types::UInt8Type; ๐Ÿ”’
use arrow_array::types::UInt16Type; ๐Ÿ”’
use arrow_array::types::UInt32Type; ๐Ÿ”’
use arrow_array::types::UInt64Type; ๐Ÿ”’
use arrow_buffer::ArrowNativeType; ๐Ÿ”’
use arrow_buffer::BooleanBuffer; ๐Ÿ”’
use arrow_buffer::Buffer; ๐Ÿ”’
use arrow_buffer::MutableBuffer; ๐Ÿ”’
use arrow_buffer::NullBuffer; ๐Ÿ”’
use arrow_buffer::ScalarBuffer; ๐Ÿ”’
use arrow_schema::DataType as ArrowType; ๐Ÿ”’
use hashbrown::HashMap as HbHashMap; ๐Ÿ”’
use hashbrown::hash_map::Entry; ๐Ÿ”’
use std::hash::BuildHasher; ๐Ÿ”’
use std::hash::Hasher; ๐Ÿ”’
use std::mem::size_of; ๐Ÿ”’
use std::ptr::write_unaligned; ๐Ÿ”’
use std::slice::from_raw_parts; ๐Ÿ”’
use std::slice::from_raw_parts_mut; ๐Ÿ”’
use std::sync::Arc; ๐Ÿ”’

Macrosยง

fixed_dict_helper ๐Ÿ”’
offsets_dict_helper ๐Ÿ”’

Structsยง

BuildPassthroughHasher ๐Ÿ”’
PassthroughHasher ๐Ÿ”’

Enumsยง

DictionaryBuffer
An array of variable length byte arrays that are potentially dictionary encoded and can be converted into a corresponding [ArrayRef]

Functionsยง

build_dictionary_array ๐Ÿ”’
Build a dictionary array from a raw keys buffer and an already-decoded values ArrayRef, skipping the ArrayData round-trip.
hash_byte_slices ๐Ÿ”’
hashes_as_u64 ๐Ÿ”’
pack_fixed_values ๐Ÿ”’
pack_fixed_values_impl ๐Ÿ”’
pack_values_from_offsets ๐Ÿ”’
pack_values_from_offsets_impl ๐Ÿ”’
Builds a [DictionaryArray] directly from a flat OffsetBuffer using pre-computed hashes to deduplicate values in a single pass, avoiding the intermediate StringArray materialization
widen_key_bound ๐Ÿ”’