Struct ByteArrayEncoder

pub struct ByteArrayEncoder {
    fallback: FallbackEncoder,
    dict_encoder: Option<DictEncoder>,
    statistics_enabled: EnabledStatistics,
    min_value: Option<ByteArray>,
    max_value: Option<ByteArray>,
    bloom_filter: Option<Sbbf>,
}

Fields

fallback: FallbackEncoder

dict_encoder: Option<DictEncoder>

statistics_enabled: EnabledStatistics

min_value: Option<ByteArray>

max_value: Option<ByteArray>

bloom_filter: Option<Sbbf>

Trait Implementations

impl ColumnValueEncoder for ByteArrayEncoder

fn estimated_data_page_size(&self) -> usize

Returns an estimate of the data page size in bytes

This includes: <already_written_encoded_byte_size> + <estimated_encoded_size_of_unflushed_bytes>

type T = ByteArray

The underlying value type of Self::Values

type Values = dyn Array

The values encoded by this encoder

fn flush_bloom_filter(&mut self) -> Option<Sbbf>

Flushes bloom filter if enabled and returns it, otherwise returns None. Subsequent writes will not be tracked by the bloom filter as it is empty since. This should be called once near the end of encoding.

fn try_new(descr: &ColumnDescPtr, props: &WriterProperties) -> Result<Self>

where Self: Sized,

Create a new ColumnValueEncoder

fn write( &mut self, _values: &Self::Values, _offset: usize, _len: usize, ) -> Result<()>

Write the corresponding values to this ColumnValueEncoder

fn write_gather( &mut self, values: &Self::Values, indices: &[usize], ) -> Result<()>

Write the values at the indexes in indices to this ColumnValueEncoder

fn num_values(&self) -> usize

Returns the number of buffered values

fn has_dictionary(&self) -> bool

Returns true if this encoder has a dictionary page

fn estimated_memory_size(&self) -> usize

Returns the estimated total memory usage of the encoder

fn estimated_dict_page_size(&self) -> Option<usize>

Returns an estimate of the encoded size of dictionary page size in bytes, or None if no dictionary

fn flush_dict_page(&mut self) -> Result<Option<DictionaryPage>>

Flush the dictionary page for this column chunk if any. Any subsequent calls to Self::write will not be dictionary encoded

fn flush_data_page(&mut self) -> Result<DataPageValues<ByteArray>>

Flush the next data page for this column chunk