arrow::buffer

Struct NullBuffer

pub struct NullBuffer {
    buffer: BooleanBuffer,
    null_count: usize,
}
Expand description

A BooleanBuffer used to encode validity for arrow arrays

As per the Arrow specification, array validity is encoded in a packed bitmask with a true value indicating the corresponding slot is not null, and false indicating that it is null.

Fields§

§buffer: BooleanBuffer§null_count: usize

Implementations§

§

impl NullBuffer

pub fn new(buffer: BooleanBuffer) -> NullBuffer

Create a new NullBuffer computing the null count

pub fn new_null(len: usize) -> NullBuffer

Create a new NullBuffer of length len where all values are null

pub fn new_valid(len: usize) -> NullBuffer

Create a new NullBuffer of length len where all values are valid

Note: it is more efficient to not set the null buffer if it is known to be all valid

pub unsafe fn new_unchecked( buffer: BooleanBuffer, null_count: usize, ) -> NullBuffer

Create a new NullBuffer with the provided buffer and null_count

§Safety

buffer must contain null_count 0 bits

pub fn union( lhs: Option<&NullBuffer>, rhs: Option<&NullBuffer>, ) -> Option<NullBuffer>

Computes the union of the nulls in two optional NullBuffer

This is commonly used by binary operations where the result is NULL if either of the input values is NULL. Handling the null mask separately in this way can yield significant performance improvements over an iterator approach

pub fn contains(&self, other: &NullBuffer) -> bool

Returns true if all nulls in other also exist in self

pub fn expand(&self, count: usize) -> NullBuffer

Returns a new NullBuffer where each bit in the current null buffer is repeated count times. This is useful for masking the nulls of the child of a FixedSizeListArray based on its parent

pub fn len(&self) -> usize

Returns the length of this NullBuffer

pub fn offset(&self) -> usize

Returns the offset of this NullBuffer in bits

pub fn is_empty(&self) -> bool

Returns true if this NullBuffer is empty

pub fn null_count(&self) -> usize

Returns the null count for this NullBuffer

pub fn is_valid(&self, idx: usize) -> bool

Returns true if the value at idx is not null

pub fn is_null(&self, idx: usize) -> bool

Returns true if the value at idx is null

pub fn validity(&self) -> &[u8]

Returns the packed validity of this NullBuffer not including any offset

pub fn slice(&self, offset: usize, len: usize) -> NullBuffer

Slices this NullBuffer by the provided offset and length

pub fn iter(&self) -> BitIterator<'_>

Returns an iterator over the bits in this NullBuffer

  • true indicates that the corresponding value is not NULL
  • false indicates that the corresponding value is NULL

Note: Self::valid_indices will be significantly faster for most use-cases

pub fn valid_indices(&self) -> BitIndexIterator<'_>

Returns a BitIndexIterator over the valid indices in this NullBuffer

Valid indices indicate the corresponding value is not NULL

pub fn valid_slices(&self) -> BitSliceIterator<'_>

Returns a BitSliceIterator yielding contiguous ranges of valid indices

Valid indices indicate the corresponding value is not NULL

pub fn try_for_each_valid_idx<E, F>(&self, f: F) -> Result<(), E>
where F: FnMut(usize) -> Result<(), E>,

Calls the provided closure for each index in this null mask that is set

pub fn inner(&self) -> &BooleanBuffer

Returns the inner BooleanBuffer

pub fn into_inner(self) -> BooleanBuffer

Returns the inner BooleanBuffer

pub fn buffer(&self) -> &Buffer

Returns the underlying Buffer

Trait Implementations§

§

impl Clone for NullBuffer

§

fn clone(&self) -> NullBuffer

Returns a copy of the value. Read more
1.0.0 · source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
§

impl Debug for NullBuffer

§

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter. Read more
§

impl From<&[bool]> for NullBuffer

§

fn from(value: &[bool]) -> NullBuffer

Converts to this type from the input type.
§

impl From<BooleanBuffer> for NullBuffer

§

fn from(value: BooleanBuffer) -> NullBuffer

Converts to this type from the input type.
§

impl From<Vec<bool>> for NullBuffer

§

fn from(value: Vec<bool>) -> NullBuffer

Converts to this type from the input type.
§

impl FromIterator<bool> for NullBuffer

§

fn from_iter<T>(iter: T) -> NullBuffer
where T: IntoIterator<Item = bool>,

Creates a value from an iterator. Read more
§

impl<'a> IntoIterator for &'a NullBuffer

§

type Item = bool

The type of the elements being iterated over.
§

type IntoIter = BitIterator<'a>

Which kind of iterator are we turning this into?
§

fn into_iter(self) -> <&'a NullBuffer as IntoIterator>::IntoIter

Creates an iterator from a value. Read more
§

impl PartialEq for NullBuffer

§

fn eq(&self, other: &NullBuffer) -> bool

Tests for self and other values to be equal, and is used by ==.
1.0.0 · source§

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.
§

impl Eq for NullBuffer

§

impl StructuralPartialEq for NullBuffer

Auto Trait Implementations§

Blanket Implementations§

source§

impl<T> Any for T
where T: 'static + ?Sized,

source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
source§

impl<T> Borrow<T> for T
where T: ?Sized,

source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
source§

impl<T> CloneToUninit for T
where T: Clone,

source§

unsafe fn clone_to_uninit(&self, dst: *mut T)

🔬This is a nightly-only experimental API. (clone_to_uninit)
Performs copy-assignment from self to dst. Read more
§

impl<Q, K> Equivalent<K> for Q
where Q: Eq + ?Sized, K: Borrow<Q> + ?Sized,

§

fn equivalent(&self, key: &K) -> bool

Checks if this value is equivalent to the given key. Read more
§

impl<Q, K> Equivalent<K> for Q
where Q: Eq + ?Sized, K: Borrow<Q> + ?Sized,

§

fn equivalent(&self, key: &K) -> bool

Checks if this value is equivalent to the given key. Read more
§

impl<Q, K> Equivalent<K> for Q
where Q: Eq + ?Sized, K: Borrow<Q> + ?Sized,

§

fn equivalent(&self, key: &K) -> bool

Compare self to key and return true if they are equal.
source§

impl<T> From<T> for T

source§

fn from(t: T) -> T

Returns the argument unchanged.

source§

impl<T, U> Into<U> for T
where U: From<T>,

source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

source§

impl<T> ToOwned for T
where T: Clone,

source§

type Owned = T

The resulting type after obtaining ownership.
source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

source§

type Error = Infallible

The type returned in the event of a conversion error.
source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

§

fn vzip(self) -> V

§

impl<T> Allocation for T
where T: RefUnwindSafe + Send + Sync,

§

impl<T> Ungil for T
where T: Send,