arrow_buffer::buffer::null

Struct NullBuffer

Source
pub struct NullBuffer {
    buffer: BooleanBuffer,
    null_count: usize,
}
Expand description

A BooleanBuffer used to encode validity for arrow arrays

As per the Arrow specification, array validity is encoded in a packed bitmask with a true value indicating the corresponding slot is not null, and false indicating that it is null.

Fields§

§buffer: BooleanBuffer§null_count: usize

Implementations§

Source§

impl NullBuffer

Source

pub fn new(buffer: BooleanBuffer) -> Self

Create a new NullBuffer computing the null count

Source

pub fn new_null(len: usize) -> Self

Create a new NullBuffer of length len where all values are null

Source

pub fn new_valid(len: usize) -> Self

Create a new NullBuffer of length len where all values are valid

Note: it is more efficient to not set the null buffer if it is known to be all valid

Source

pub unsafe fn new_unchecked(buffer: BooleanBuffer, null_count: usize) -> Self

Create a new NullBuffer with the provided buffer and null_count

§Safety

buffer must contain null_count 0 bits

Source

pub fn union( lhs: Option<&NullBuffer>, rhs: Option<&NullBuffer>, ) -> Option<NullBuffer>

Computes the union of the nulls in two optional NullBuffer

This is commonly used by binary operations where the result is NULL if either of the input values is NULL. Handling the null mask separately in this way can yield significant performance improvements over an iterator approach

Source

pub fn contains(&self, other: &NullBuffer) -> bool

Returns true if all nulls in other also exist in self

Source

pub fn expand(&self, count: usize) -> Self

Returns a new NullBuffer where each bit in the current null buffer is repeated count times. This is useful for masking the nulls of the child of a FixedSizeListArray based on its parent

Source

pub fn len(&self) -> usize

Returns the length of this NullBuffer

Source

pub fn offset(&self) -> usize

Returns the offset of this NullBuffer in bits

Source

pub fn is_empty(&self) -> bool

Returns true if this NullBuffer is empty

Source

pub fn null_count(&self) -> usize

Returns the null count for this NullBuffer

Source

pub fn is_valid(&self, idx: usize) -> bool

Returns true if the value at idx is not null

Source

pub fn is_null(&self, idx: usize) -> bool

Returns true if the value at idx is null

Source

pub fn validity(&self) -> &[u8]

Returns the packed validity of this NullBuffer not including any offset

Source

pub fn slice(&self, offset: usize, len: usize) -> Self

Slices this NullBuffer by the provided offset and length

Source

pub fn iter(&self) -> BitIterator<'_>

Returns an iterator over the bits in this NullBuffer

  • true indicates that the corresponding value is not NULL
  • false indicates that the corresponding value is NULL

Note: Self::valid_indices will be significantly faster for most use-cases

Source

pub fn valid_indices(&self) -> BitIndexIterator<'_>

Returns a BitIndexIterator over the valid indices in this NullBuffer

Valid indices indicate the corresponding value is not NULL

Source

pub fn valid_slices(&self) -> BitSliceIterator<'_>

Returns a BitSliceIterator yielding contiguous ranges of valid indices

Valid indices indicate the corresponding value is not NULL

Source

pub fn try_for_each_valid_idx<E, F: FnMut(usize) -> Result<(), E>>( &self, f: F, ) -> Result<(), E>

Calls the provided closure for each index in this null mask that is set

Source

pub fn inner(&self) -> &BooleanBuffer

Returns the inner BooleanBuffer

Source

pub fn into_inner(self) -> BooleanBuffer

Returns the inner BooleanBuffer

Source

pub fn buffer(&self) -> &Buffer

Returns the underlying Buffer

Trait Implementations§

Source§

impl Clone for NullBuffer

Source§

fn clone(&self) -> NullBuffer

Returns a copy of the value. Read more
1.0.0 · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
Source§

impl Debug for NullBuffer

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more
Source§

impl From<&[bool]> for NullBuffer

Source§

fn from(value: &[bool]) -> Self

Converts to this type from the input type.
Source§

impl From<BooleanBuffer> for NullBuffer

Source§

fn from(value: BooleanBuffer) -> Self

Converts to this type from the input type.
Source§

impl From<Vec<bool>> for NullBuffer

Source§

fn from(value: Vec<bool>) -> Self

Converts to this type from the input type.
Source§

impl FromIterator<bool> for NullBuffer

Source§

fn from_iter<T: IntoIterator<Item = bool>>(iter: T) -> Self

Creates a value from an iterator. Read more
Source§

impl<'a> IntoIterator for &'a NullBuffer

Source§

type Item = bool

The type of the elements being iterated over.
Source§

type IntoIter = BitIterator<'a>

Which kind of iterator are we turning this into?
Source§

fn into_iter(self) -> Self::IntoIter

Creates an iterator from a value. Read more
Source§

impl PartialEq for NullBuffer

Source§

fn eq(&self, other: &NullBuffer) -> bool

Tests for self and other values to be equal, and is used by ==.
1.0.0 · Source§

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.
Source§

impl Eq for NullBuffer

Source§

impl StructuralPartialEq for NullBuffer

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> CloneToUninit for T
where T: Clone,

Source§

unsafe fn clone_to_uninit(&self, dst: *mut T)

🔬This is a nightly-only experimental API. (clone_to_uninit)
Performs copy-assignment from self to dst. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> ToOwned for T
where T: Clone,

Source§

type Owned = T

The resulting type after obtaining ownership.
Source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
Source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<T> Allocation for T
where T: RefUnwindSafe + Send + Sync,