Struct ColumnValueEncoderImpl

pub struct ColumnValueEncoderImpl<T: DataType> {
    encoder: Box<dyn Encoder<T>>,
    dict_encoder: Option<DictEncoder<T>>,
    descr: ColumnDescPtr,
    num_values: usize,
    statistics_enabled: EnabledStatistics,
    min_value: Option<T::T>,
    max_value: Option<T::T>,
    bloom_filter: Option<Sbbf>,
    variable_length_bytes: Option<i64>,
}

Fields

encoder: Box<dyn Encoder<T>>

dict_encoder: Option<DictEncoder<T>>

descr: ColumnDescPtr

num_values: usize

statistics_enabled: EnabledStatistics

min_value: Option<T::T>

max_value: Option<T::T>

bloom_filter: Option<Sbbf>

variable_length_bytes: Option<i64>

Implementations

impl<T: DataType> ColumnValueEncoderImpl<T>

fn min_max( &self, values: &[T::T], value_indices: Option<&[usize]>, ) -> Option<(T::T, T::T)>

fn write_slice(&mut self, slice: &[T::T]) -> Result<()>

Trait Implementations

impl<T: DataType> ColumnValueEncoder for ColumnValueEncoderImpl<T>

type T = <T as DataType>::T

The underlying value type of Self::Values

type Values = [<T as DataType>::T]

The values encoded by this encoder

fn flush_bloom_filter(&mut self) -> Option<Sbbf>

Flushes bloom filter if enabled and returns it, otherwise returns None. Subsequent writes will not be tracked by the bloom filter as it is empty since. This should be called once near the end of encoding.

fn try_new(descr: &ColumnDescPtr, props: &WriterProperties) -> Result<Self>

Create a new ColumnValueEncoder

fn write(&mut self, values: &[T::T], offset: usize, len: usize) -> Result<()>

Write the corresponding values to this ColumnValueEncoder

fn write_gather( &mut self, values: &Self::Values, indices: &[usize], ) -> Result<()>

Write the values at the indexes in indices to this ColumnValueEncoder

fn num_values(&self) -> usize

Returns the number of buffered values

fn has_dictionary(&self) -> bool

Returns true if this encoder has a dictionary page

fn estimated_memory_size(&self) -> usize

Returns the estimated total memory usage of the encoder

fn estimated_dict_page_size(&self) -> Option<usize>

Returns an estimate of the encoded size of dictionary page size in bytes, or None if no dictionary

fn estimated_data_page_size(&self) -> usize

Returns an estimate of the encoded data page size in bytes

fn flush_dict_page(&mut self) -> Result<Option<DictionaryPage>>

Flush the dictionary page for this column chunk if any. Any subsequent calls to Self::write will not be dictionary encoded

fn flush_data_page(&mut self) -> Result<DataPageValues<T::T>>

Flush the next data page for this column chunk