Skip to main content

arrow_array/
types.rs

1// Licensed to the Apache Software Foundation (ASF) under one
2// or more contributor license agreements.  See the NOTICE file
3// distributed with this work for additional information
4// regarding copyright ownership.  The ASF licenses this file
5// to you under the Apache License, Version 2.0 (the
6// "License"); you may not use this file except in compliance
7// with the License.  You may obtain a copy of the License at
8//
9//   http://www.apache.org/licenses/LICENSE-2.0
10//
11// Unless required by applicable law or agreed to in writing,
12// software distributed under the License is distributed on an
13// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14// KIND, either express or implied.  See the License for the
15// specific language governing permissions and limitations
16// under the License.
17
18//! Zero-sized types used to parameterize generic array implementations
19
20use crate::delta::{
21    add_days_datetime, add_months_date, add_months_datetime, sub_days_datetime, sub_months_datetime,
22};
23use crate::temporal_conversions::as_datetime_with_timezone;
24use crate::timezone::Tz;
25use crate::{ArrowNativeTypeOp, OffsetSizeTrait};
26use arrow_buffer::{Buffer, OffsetBuffer, i256};
27use arrow_data::decimal::{
28    format_decimal_str, is_validate_decimal_precision, is_validate_decimal32_precision,
29    is_validate_decimal64_precision, is_validate_decimal256_precision, validate_decimal_precision,
30    validate_decimal32_precision, validate_decimal64_precision, validate_decimal256_precision,
31};
32use arrow_data::{validate_binary_view, validate_string_view};
33use arrow_schema::{
34    ArrowError, DECIMAL_DEFAULT_SCALE, DECIMAL32_DEFAULT_SCALE, DECIMAL32_MAX_PRECISION,
35    DECIMAL32_MAX_SCALE, DECIMAL64_DEFAULT_SCALE, DECIMAL64_MAX_PRECISION, DECIMAL64_MAX_SCALE,
36    DECIMAL128_MAX_PRECISION, DECIMAL128_MAX_SCALE, DECIMAL256_MAX_PRECISION, DECIMAL256_MAX_SCALE,
37    DataType, IntervalUnit, TimeUnit,
38};
39use chrono::{DateTime, Duration, NaiveDate, NaiveDateTime, TimeZone};
40use half::f16;
41use std::fmt::Debug;
42use std::marker::PhantomData;
43use std::ops::Sub;
44
45// re-export types so that they can be used without importing arrow_buffer explicitly
46pub use arrow_buffer::{IntervalDayTime, IntervalMonthDayNano};
47
48// BooleanType is special: its bit-width is not the size of the primitive type, and its `index`
49// operation assumes bit-packing.
50/// A boolean datatype
51#[derive(Debug)]
52pub struct BooleanType {}
53
54impl BooleanType {
55    /// The corresponding Arrow data type
56    pub const DATA_TYPE: DataType = DataType::Boolean;
57}
58
59/// Trait for [primitive values].
60///
61/// This trait bridges the dynamic-typed nature of Arrow
62/// (via [`DataType`]) with the static-typed nature of rust types
63/// ([`ArrowNativeType`]) for all types that implement [`ArrowNativeType`].
64///
65/// [primitive values]: https://arrow.apache.org/docs/format/Columnar.html#fixed-size-primitive-layout
66/// [`ArrowNativeType`]: arrow_buffer::ArrowNativeType
67pub trait ArrowPrimitiveType: primitive::PrimitiveTypeSealed + 'static {
68    /// Corresponding Rust native type for the primitive type.
69    type Native: ArrowNativeTypeOp;
70
71    /// the corresponding Arrow data type of this primitive type.
72    const DATA_TYPE: DataType;
73
74    /// Returns a default value of this primitive type.
75    ///
76    /// This is useful for aggregate array ops like `sum()`, `mean()`.
77    fn default_value() -> Self::Native {
78        Default::default()
79    }
80}
81
82mod primitive {
83    pub trait PrimitiveTypeSealed {}
84}
85
86macro_rules! make_type {
87    ($name:ident, $native_ty:ty, $data_ty:expr, $doc_string: literal) => {
88        #[derive(Debug)]
89        #[doc = $doc_string]
90        pub struct $name {}
91
92        impl ArrowPrimitiveType for $name {
93            type Native = $native_ty;
94            const DATA_TYPE: DataType = $data_ty;
95        }
96
97        impl primitive::PrimitiveTypeSealed for $name {}
98    };
99}
100
101make_type!(Int8Type, i8, DataType::Int8, "A signed 8-bit integer type.");
102make_type!(
103    Int16Type,
104    i16,
105    DataType::Int16,
106    "Signed 16-bit integer type."
107);
108make_type!(
109    Int32Type,
110    i32,
111    DataType::Int32,
112    "Signed 32-bit integer type."
113);
114make_type!(
115    Int64Type,
116    i64,
117    DataType::Int64,
118    "Signed 64-bit integer type."
119);
120make_type!(
121    UInt8Type,
122    u8,
123    DataType::UInt8,
124    "Unsigned 8-bit integer type."
125);
126make_type!(
127    UInt16Type,
128    u16,
129    DataType::UInt16,
130    "Unsigned 16-bit integer type."
131);
132make_type!(
133    UInt32Type,
134    u32,
135    DataType::UInt32,
136    "Unsigned 32-bit integer type."
137);
138make_type!(
139    UInt64Type,
140    u64,
141    DataType::UInt64,
142    "Unsigned 64-bit integer type."
143);
144make_type!(
145    Float16Type,
146    f16,
147    DataType::Float16,
148    "16-bit floating point number type."
149);
150make_type!(
151    Float32Type,
152    f32,
153    DataType::Float32,
154    "32-bit floating point number type."
155);
156make_type!(
157    Float64Type,
158    f64,
159    DataType::Float64,
160    "64-bit floating point number type."
161);
162make_type!(
163    TimestampSecondType,
164    i64,
165    DataType::Timestamp(TimeUnit::Second, None),
166    "Timestamp second type with an optional timezone."
167);
168make_type!(
169    TimestampMillisecondType,
170    i64,
171    DataType::Timestamp(TimeUnit::Millisecond, None),
172    "Timestamp millisecond type with an optional timezone."
173);
174make_type!(
175    TimestampMicrosecondType,
176    i64,
177    DataType::Timestamp(TimeUnit::Microsecond, None),
178    "Timestamp microsecond type with an optional timezone."
179);
180make_type!(
181    TimestampNanosecondType,
182    i64,
183    DataType::Timestamp(TimeUnit::Nanosecond, None),
184    "Timestamp nanosecond type with an optional timezone."
185);
186make_type!(
187    Date32Type,
188    i32,
189    DataType::Date32,
190    "32-bit date type: the elapsed time since UNIX epoch in days (32 bits)."
191);
192make_type!(
193    Date64Type,
194    i64,
195    DataType::Date64,
196    "64-bit date type: the elapsed time since UNIX epoch in milliseconds (64 bits). \
197    Values must be divisible by `86_400_000`. \
198    See [`DataType::Date64`] for more details."
199);
200make_type!(
201    Time32SecondType,
202    i32,
203    DataType::Time32(TimeUnit::Second),
204    "32-bit time type: the elapsed time since midnight in seconds."
205);
206make_type!(
207    Time32MillisecondType,
208    i32,
209    DataType::Time32(TimeUnit::Millisecond),
210    "32-bit time type: the elapsed time since midnight in milliseconds."
211);
212make_type!(
213    Time64MicrosecondType,
214    i64,
215    DataType::Time64(TimeUnit::Microsecond),
216    "64-bit time type: the elapsed time since midnight in microseconds."
217);
218make_type!(
219    Time64NanosecondType,
220    i64,
221    DataType::Time64(TimeUnit::Nanosecond),
222    "64-bit time type: the elapsed time since midnight in nanoseconds."
223);
224make_type!(
225    IntervalYearMonthType,
226    i32,
227    DataType::Interval(IntervalUnit::YearMonth),
228    "32-bit “calendar” interval type: the number of whole months."
229);
230make_type!(
231    IntervalDayTimeType,
232    IntervalDayTime,
233    DataType::Interval(IntervalUnit::DayTime),
234    "“Calendar” interval type: days and milliseconds. See [`IntervalDayTime`] for more details."
235);
236make_type!(
237    IntervalMonthDayNanoType,
238    IntervalMonthDayNano,
239    DataType::Interval(IntervalUnit::MonthDayNano),
240    r"“Calendar” interval type: months, days, and nanoseconds. See [`IntervalMonthDayNano`] for more details."
241);
242make_type!(
243    DurationSecondType,
244    i64,
245    DataType::Duration(TimeUnit::Second),
246    "Elapsed time type: seconds."
247);
248make_type!(
249    DurationMillisecondType,
250    i64,
251    DataType::Duration(TimeUnit::Millisecond),
252    "Elapsed time type: milliseconds."
253);
254make_type!(
255    DurationMicrosecondType,
256    i64,
257    DataType::Duration(TimeUnit::Microsecond),
258    "Elapsed time type: microseconds."
259);
260make_type!(
261    DurationNanosecondType,
262    i64,
263    DataType::Duration(TimeUnit::Nanosecond),
264    "Elapsed time type: nanoseconds."
265);
266
267/// A subtype of primitive type that represents legal dictionary keys.
268/// See <https://arrow.apache.org/docs/format/Columnar.html>
269pub trait ArrowDictionaryKeyType: ArrowPrimitiveType {}
270
271impl ArrowDictionaryKeyType for Int8Type {}
272
273impl ArrowDictionaryKeyType for Int16Type {}
274
275impl ArrowDictionaryKeyType for Int32Type {}
276
277impl ArrowDictionaryKeyType for Int64Type {}
278
279impl ArrowDictionaryKeyType for UInt8Type {}
280
281impl ArrowDictionaryKeyType for UInt16Type {}
282
283impl ArrowDictionaryKeyType for UInt32Type {}
284
285impl ArrowDictionaryKeyType for UInt64Type {}
286
287/// A subtype of primitive type that is used as run-ends index
288/// in `RunArray`.
289/// See <https://arrow.apache.org/docs/format/Columnar.html>
290pub trait RunEndIndexType: ArrowPrimitiveType {}
291
292impl RunEndIndexType for Int16Type {}
293
294impl RunEndIndexType for Int32Type {}
295
296impl RunEndIndexType for Int64Type {}
297
298/// A subtype of primitive type that represents temporal values.
299pub trait ArrowTemporalType: ArrowPrimitiveType {}
300
301impl ArrowTemporalType for TimestampSecondType {}
302impl ArrowTemporalType for TimestampMillisecondType {}
303impl ArrowTemporalType for TimestampMicrosecondType {}
304impl ArrowTemporalType for TimestampNanosecondType {}
305impl ArrowTemporalType for Date32Type {}
306impl ArrowTemporalType for Date64Type {}
307impl ArrowTemporalType for Time32SecondType {}
308impl ArrowTemporalType for Time32MillisecondType {}
309impl ArrowTemporalType for Time64MicrosecondType {}
310impl ArrowTemporalType for Time64NanosecondType {}
311// impl ArrowTemporalType for IntervalYearMonthType {}
312// impl ArrowTemporalType for IntervalDayTimeType {}
313// impl ArrowTemporalType for IntervalMonthDayNanoType {}
314impl ArrowTemporalType for DurationSecondType {}
315impl ArrowTemporalType for DurationMillisecondType {}
316impl ArrowTemporalType for DurationMicrosecondType {}
317impl ArrowTemporalType for DurationNanosecondType {}
318
319/// A timestamp type allows us to create array builders that take a timestamp.
320pub trait ArrowTimestampType: ArrowTemporalType<Native = i64> {
321    /// The [`TimeUnit`] of this timestamp.
322    const UNIT: TimeUnit;
323
324    /// Creates a ArrowTimestampType::Native from the provided [`NaiveDateTime`]
325    ///
326    /// See [`DataType::Timestamp`] for more information on timezone handling
327    #[deprecated(since = "58.1.0", note = "Use from_naive_datetime instead")]
328    fn make_value(naive: NaiveDateTime) -> Option<i64>;
329
330    /// Creates a timestamp value from a [`DateTime`] in any timezone.
331    ///
332    /// Returns `None` if the timestamp value would overflow the i64 range
333    /// (e.g., for nanosecond precision with extreme datetime values).
334    ///
335    /// # Arguments
336    ///
337    /// * `datetime` - The datetime to convert
338    fn from_datetime<Tz: TimeZone>(datetime: DateTime<Tz>) -> Option<i64>;
339
340    /// Creates a timestamp value from a [`NaiveDateTime`] interpreted in the given timezone.
341    ///
342    /// # Arguments
343    ///
344    /// * `naive` - The local datetime to convert
345    /// * `tz` - Optional timezone. If `None`, interprets as UTC
346    ///   (equivalent to calling [`Self::make_value`]).
347    fn from_naive_datetime(naive: NaiveDateTime, tz: Option<&Tz>) -> Option<i64> {
348        match tz {
349            Some(tz) => match tz.from_local_datetime(&naive) {
350                chrono::offset::LocalResult::Single(dt) => Self::from_datetime(dt),
351                chrono::offset::LocalResult::Ambiguous(dt1, _) => Self::from_datetime(dt1),
352                chrono::offset::LocalResult::None => None,
353            },
354            None => Self::from_datetime(naive.and_utc()),
355        }
356    }
357}
358
359impl ArrowTimestampType for TimestampSecondType {
360    const UNIT: TimeUnit = TimeUnit::Second;
361
362    fn make_value(naive: NaiveDateTime) -> Option<i64> {
363        Some(naive.and_utc().timestamp())
364    }
365
366    fn from_datetime<Tz: TimeZone>(datetime: DateTime<Tz>) -> Option<i64> {
367        Some(datetime.timestamp())
368    }
369}
370impl ArrowTimestampType for TimestampMillisecondType {
371    const UNIT: TimeUnit = TimeUnit::Millisecond;
372
373    fn make_value(naive: NaiveDateTime) -> Option<i64> {
374        let utc = naive.and_utc();
375        let millis = utc.timestamp().checked_mul(1_000)?;
376        millis.checked_add(utc.timestamp_subsec_millis() as i64)
377    }
378
379    fn from_datetime<Tz: TimeZone>(datetime: DateTime<Tz>) -> Option<i64> {
380        let millis = datetime.timestamp().checked_mul(1_000)?;
381        millis.checked_add(datetime.timestamp_subsec_millis() as i64)
382    }
383}
384impl ArrowTimestampType for TimestampMicrosecondType {
385    const UNIT: TimeUnit = TimeUnit::Microsecond;
386
387    fn make_value(naive: NaiveDateTime) -> Option<i64> {
388        let utc = naive.and_utc();
389        let micros = utc.timestamp().checked_mul(1_000_000)?;
390        micros.checked_add(utc.timestamp_subsec_micros() as i64)
391    }
392
393    fn from_datetime<Tz: TimeZone>(datetime: DateTime<Tz>) -> Option<i64> {
394        let micros = datetime.timestamp().checked_mul(1_000_000)?;
395        micros.checked_add(datetime.timestamp_subsec_micros() as i64)
396    }
397}
398impl ArrowTimestampType for TimestampNanosecondType {
399    const UNIT: TimeUnit = TimeUnit::Nanosecond;
400
401    fn make_value(naive: NaiveDateTime) -> Option<i64> {
402        let utc = naive.and_utc();
403        let nanos = utc.timestamp().checked_mul(1_000_000_000)?;
404        nanos.checked_add(utc.timestamp_subsec_nanos() as i64)
405    }
406
407    fn from_datetime<Tz: TimeZone>(datetime: DateTime<Tz>) -> Option<i64> {
408        datetime.timestamp_nanos_opt()
409    }
410}
411
412fn add_year_months<T: ArrowTimestampType>(
413    timestamp: <T as ArrowPrimitiveType>::Native,
414    delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
415    tz: Tz,
416) -> Option<<T as ArrowPrimitiveType>::Native> {
417    let months = IntervalYearMonthType::to_months(delta);
418    let res = as_datetime_with_timezone::<T>(timestamp, tz)?;
419    let res = add_months_datetime(res, months)?;
420    T::from_naive_datetime(res.naive_utc(), None)
421}
422
423fn add_day_time<T: ArrowTimestampType>(
424    timestamp: <T as ArrowPrimitiveType>::Native,
425    delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
426    tz: Tz,
427) -> Option<<T as ArrowPrimitiveType>::Native> {
428    let (days, ms) = IntervalDayTimeType::to_parts(delta);
429    let res = as_datetime_with_timezone::<T>(timestamp, tz)?;
430    let res = add_days_datetime(res, days)?;
431    let res = res.checked_add_signed(Duration::try_milliseconds(ms as i64)?)?;
432    T::from_naive_datetime(res.naive_utc(), None)
433}
434
435fn add_month_day_nano<T: ArrowTimestampType>(
436    timestamp: <T as ArrowPrimitiveType>::Native,
437    delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
438    tz: Tz,
439) -> Option<<T as ArrowPrimitiveType>::Native> {
440    let (months, days, nanos) = IntervalMonthDayNanoType::to_parts(delta);
441    let res = as_datetime_with_timezone::<T>(timestamp, tz)?;
442    let res = add_months_datetime(res, months)?;
443    let res = add_days_datetime(res, days)?;
444    let res = res.checked_add_signed(Duration::nanoseconds(nanos))?;
445    T::from_naive_datetime(res.naive_utc(), None)
446}
447
448fn subtract_year_months<T: ArrowTimestampType>(
449    timestamp: <T as ArrowPrimitiveType>::Native,
450    delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
451    tz: Tz,
452) -> Option<<T as ArrowPrimitiveType>::Native> {
453    let months = IntervalYearMonthType::to_months(delta);
454    let res = as_datetime_with_timezone::<T>(timestamp, tz)?;
455    let res = sub_months_datetime(res, months)?;
456    T::from_naive_datetime(res.naive_utc(), None)
457}
458
459fn subtract_day_time<T: ArrowTimestampType>(
460    timestamp: <T as ArrowPrimitiveType>::Native,
461    delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
462    tz: Tz,
463) -> Option<<T as ArrowPrimitiveType>::Native> {
464    let (days, ms) = IntervalDayTimeType::to_parts(delta);
465    let res = as_datetime_with_timezone::<T>(timestamp, tz)?;
466    let res = sub_days_datetime(res, days)?;
467    let res = res.checked_sub_signed(Duration::try_milliseconds(ms as i64)?)?;
468    T::from_naive_datetime(res.naive_utc(), None)
469}
470
471fn subtract_month_day_nano<T: ArrowTimestampType>(
472    timestamp: <T as ArrowPrimitiveType>::Native,
473    delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
474    tz: Tz,
475) -> Option<<T as ArrowPrimitiveType>::Native> {
476    let (months, days, nanos) = IntervalMonthDayNanoType::to_parts(delta);
477    let res = as_datetime_with_timezone::<T>(timestamp, tz)?;
478    let res = sub_months_datetime(res, months)?;
479    let res = sub_days_datetime(res, days)?;
480    let res = res.checked_sub_signed(Duration::nanoseconds(nanos))?;
481    T::from_naive_datetime(res.naive_utc(), None)
482}
483
484impl TimestampSecondType {
485    /// Adds the given IntervalYearMonthType to an arrow TimestampSecondType.
486    ///
487    /// Returns `None` when it will result in overflow.
488    ///
489    /// # Arguments
490    ///
491    /// * `timestamp` - The date on which to perform the operation
492    /// * `delta` - The interval to add
493    /// * `tz` - The timezone in which to interpret `timestamp`
494    pub fn add_year_months(
495        timestamp: <Self as ArrowPrimitiveType>::Native,
496        delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
497        tz: Tz,
498    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
499        add_year_months::<Self>(timestamp, delta, tz)
500    }
501
502    /// Adds the given IntervalDayTimeType to an arrow TimestampSecondType.
503    ///
504    /// Returns `None` when it will result in overflow.
505    ///
506    /// # Arguments
507    ///
508    /// * `timestamp` - The date on which to perform the operation
509    /// * `delta` - The interval to add
510    /// * `tz` - The timezone in which to interpret `timestamp`
511    pub fn add_day_time(
512        timestamp: <Self as ArrowPrimitiveType>::Native,
513        delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
514        tz: Tz,
515    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
516        add_day_time::<Self>(timestamp, delta, tz)
517    }
518
519    /// Adds the given IntervalMonthDayNanoType to an arrow TimestampSecondType
520    ///
521    /// Returns `None` when it will result in overflow.
522    /// # Arguments
523    ///
524    /// * `timestamp` - The date on which to perform the operation
525    /// * `delta` - The interval to add
526    /// * `tz` - The timezone in which to interpret `timestamp`
527    pub fn add_month_day_nano(
528        timestamp: <Self as ArrowPrimitiveType>::Native,
529        delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
530        tz: Tz,
531    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
532        add_month_day_nano::<Self>(timestamp, delta, tz)
533    }
534
535    /// Subtracts the given IntervalYearMonthType to an arrow TimestampSecondType
536    ///
537    /// Returns `None` when it will result in overflow.
538    ///
539    /// # Arguments
540    ///
541    /// * `timestamp` - The date on which to perform the operation
542    /// * `delta` - The interval to add
543    /// * `tz` - The timezone in which to interpret `timestamp`
544    pub fn subtract_year_months(
545        timestamp: <Self as ArrowPrimitiveType>::Native,
546        delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
547        tz: Tz,
548    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
549        subtract_year_months::<Self>(timestamp, delta, tz)
550    }
551
552    /// Subtracts the given IntervalDayTimeType to an arrow TimestampSecondType
553    ///
554    /// Returns `None` when it will result in overflow.
555    ///
556    /// # Arguments
557    ///
558    /// * `timestamp` - The date on which to perform the operation
559    /// * `delta` - The interval to add
560    /// * `tz` - The timezone in which to interpret `timestamp`
561    pub fn subtract_day_time(
562        timestamp: <Self as ArrowPrimitiveType>::Native,
563        delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
564        tz: Tz,
565    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
566        subtract_day_time::<Self>(timestamp, delta, tz)
567    }
568
569    /// Subtracts the given IntervalMonthDayNanoType to an arrow TimestampSecondType
570    ///
571    /// Returns `None` when it will result in overflow.
572    ///
573    /// # Arguments
574    ///
575    /// * `timestamp` - The date on which to perform the operation
576    /// * `delta` - The interval to add
577    /// * `tz` - The timezone in which to interpret `timestamp`
578    pub fn subtract_month_day_nano(
579        timestamp: <Self as ArrowPrimitiveType>::Native,
580        delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
581        tz: Tz,
582    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
583        subtract_month_day_nano::<Self>(timestamp, delta, tz)
584    }
585}
586
587impl TimestampMicrosecondType {
588    /// Adds the given IntervalYearMonthType to an arrow TimestampMicrosecondType
589    ///
590    /// # Arguments
591    ///
592    /// * `timestamp` - The date on which to perform the operation
593    /// * `delta` - The interval to add
594    /// * `tz` - The timezone in which to interpret `timestamp`
595    pub fn add_year_months(
596        timestamp: <Self as ArrowPrimitiveType>::Native,
597        delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
598        tz: Tz,
599    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
600        add_year_months::<Self>(timestamp, delta, tz)
601    }
602
603    /// Adds the given IntervalDayTimeType to an arrow TimestampMicrosecondType
604    ///
605    /// # Arguments
606    ///
607    /// * `timestamp` - The date on which to perform the operation
608    /// * `delta` - The interval to add
609    /// * `tz` - The timezone in which to interpret `timestamp`
610    pub fn add_day_time(
611        timestamp: <Self as ArrowPrimitiveType>::Native,
612        delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
613        tz: Tz,
614    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
615        add_day_time::<Self>(timestamp, delta, tz)
616    }
617
618    /// Adds the given IntervalMonthDayNanoType to an arrow TimestampMicrosecondType
619    ///
620    /// # Arguments
621    ///
622    /// * `timestamp` - The date on which to perform the operation
623    /// * `delta` - The interval to add
624    /// * `tz` - The timezone in which to interpret `timestamp`
625    pub fn add_month_day_nano(
626        timestamp: <Self as ArrowPrimitiveType>::Native,
627        delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
628        tz: Tz,
629    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
630        add_month_day_nano::<Self>(timestamp, delta, tz)
631    }
632
633    /// Subtracts the given IntervalYearMonthType to an arrow TimestampMicrosecondType
634    ///
635    /// # Arguments
636    ///
637    /// * `timestamp` - The date on which to perform the operation
638    /// * `delta` - The interval to add
639    /// * `tz` - The timezone in which to interpret `timestamp`
640    pub fn subtract_year_months(
641        timestamp: <Self as ArrowPrimitiveType>::Native,
642        delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
643        tz: Tz,
644    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
645        subtract_year_months::<Self>(timestamp, delta, tz)
646    }
647
648    /// Subtracts the given IntervalDayTimeType to an arrow TimestampMicrosecondType
649    ///
650    /// # Arguments
651    ///
652    /// * `timestamp` - The date on which to perform the operation
653    /// * `delta` - The interval to add
654    /// * `tz` - The timezone in which to interpret `timestamp`
655    pub fn subtract_day_time(
656        timestamp: <Self as ArrowPrimitiveType>::Native,
657        delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
658        tz: Tz,
659    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
660        subtract_day_time::<Self>(timestamp, delta, tz)
661    }
662
663    /// Subtracts the given IntervalMonthDayNanoType to an arrow TimestampMicrosecondType
664    ///
665    /// # Arguments
666    ///
667    /// * `timestamp` - The date on which to perform the operation
668    /// * `delta` - The interval to add
669    /// * `tz` - The timezone in which to interpret `timestamp`
670    pub fn subtract_month_day_nano(
671        timestamp: <Self as ArrowPrimitiveType>::Native,
672        delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
673        tz: Tz,
674    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
675        subtract_month_day_nano::<Self>(timestamp, delta, tz)
676    }
677}
678
679impl TimestampMillisecondType {
680    /// Adds the given IntervalYearMonthType to an arrow TimestampMillisecondType
681    ///
682    /// # Arguments
683    ///
684    /// * `timestamp` - The date on which to perform the operation
685    /// * `delta` - The interval to add
686    /// * `tz` - The timezone in which to interpret `timestamp`
687    pub fn add_year_months(
688        timestamp: <Self as ArrowPrimitiveType>::Native,
689        delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
690        tz: Tz,
691    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
692        add_year_months::<Self>(timestamp, delta, tz)
693    }
694
695    /// Adds the given IntervalDayTimeType to an arrow TimestampMillisecondType
696    ///
697    /// # Arguments
698    ///
699    /// * `timestamp` - The date on which to perform the operation
700    /// * `delta` - The interval to add
701    /// * `tz` - The timezone in which to interpret `timestamp`
702    pub fn add_day_time(
703        timestamp: <Self as ArrowPrimitiveType>::Native,
704        delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
705        tz: Tz,
706    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
707        add_day_time::<Self>(timestamp, delta, tz)
708    }
709
710    /// Adds the given IntervalMonthDayNanoType to an arrow TimestampMillisecondType
711    ///
712    /// # Arguments
713    ///
714    /// * `timestamp` - The date on which to perform the operation
715    /// * `delta` - The interval to add
716    /// * `tz` - The timezone in which to interpret `timestamp`
717    pub fn add_month_day_nano(
718        timestamp: <Self as ArrowPrimitiveType>::Native,
719        delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
720        tz: Tz,
721    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
722        add_month_day_nano::<Self>(timestamp, delta, tz)
723    }
724
725    /// Subtracts the given IntervalYearMonthType to an arrow TimestampMillisecondType
726    ///
727    /// # Arguments
728    ///
729    /// * `timestamp` - The date on which to perform the operation
730    /// * `delta` - The interval to add
731    /// * `tz` - The timezone in which to interpret `timestamp`
732    pub fn subtract_year_months(
733        timestamp: <Self as ArrowPrimitiveType>::Native,
734        delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
735        tz: Tz,
736    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
737        subtract_year_months::<Self>(timestamp, delta, tz)
738    }
739
740    /// Subtracts the given IntervalDayTimeType to an arrow TimestampMillisecondType
741    ///
742    /// # Arguments
743    ///
744    /// * `timestamp` - The date on which to perform the operation
745    /// * `delta` - The interval to add
746    /// * `tz` - The timezone in which to interpret `timestamp`
747    pub fn subtract_day_time(
748        timestamp: <Self as ArrowPrimitiveType>::Native,
749        delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
750        tz: Tz,
751    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
752        subtract_day_time::<Self>(timestamp, delta, tz)
753    }
754
755    /// Subtracts the given IntervalMonthDayNanoType to an arrow TimestampMillisecondType
756    ///
757    /// # Arguments
758    ///
759    /// * `timestamp` - The date on which to perform the operation
760    /// * `delta` - The interval to add
761    /// * `tz` - The timezone in which to interpret `timestamp`
762    pub fn subtract_month_day_nano(
763        timestamp: <Self as ArrowPrimitiveType>::Native,
764        delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
765        tz: Tz,
766    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
767        subtract_month_day_nano::<Self>(timestamp, delta, tz)
768    }
769}
770
771impl TimestampNanosecondType {
772    /// Adds the given IntervalYearMonthType to an arrow TimestampNanosecondType
773    ///
774    /// # Arguments
775    ///
776    /// * `timestamp` - The date on which to perform the operation
777    /// * `delta` - The interval to add
778    /// * `tz` - The timezone in which to interpret `timestamp`
779    pub fn add_year_months(
780        timestamp: <Self as ArrowPrimitiveType>::Native,
781        delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
782        tz: Tz,
783    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
784        add_year_months::<Self>(timestamp, delta, tz)
785    }
786
787    /// Adds the given IntervalDayTimeType to an arrow TimestampNanosecondType
788    ///
789    /// # Arguments
790    ///
791    /// * `timestamp` - The date on which to perform the operation
792    /// * `delta` - The interval to add
793    /// * `tz` - The timezone in which to interpret `timestamp`
794    pub fn add_day_time(
795        timestamp: <Self as ArrowPrimitiveType>::Native,
796        delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
797        tz: Tz,
798    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
799        add_day_time::<Self>(timestamp, delta, tz)
800    }
801
802    /// Adds the given IntervalMonthDayNanoType to an arrow TimestampNanosecondType
803    ///
804    /// # Arguments
805    ///
806    /// * `timestamp` - The date on which to perform the operation
807    /// * `delta` - The interval to add
808    /// * `tz` - The timezone in which to interpret `timestamp`
809    pub fn add_month_day_nano(
810        timestamp: <Self as ArrowPrimitiveType>::Native,
811        delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
812        tz: Tz,
813    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
814        add_month_day_nano::<Self>(timestamp, delta, tz)
815    }
816
817    /// Subtracts the given IntervalYearMonthType to an arrow TimestampNanosecondType
818    ///
819    /// # Arguments
820    ///
821    /// * `timestamp` - The date on which to perform the operation
822    /// * `delta` - The interval to add
823    /// * `tz` - The timezone in which to interpret `timestamp`
824    pub fn subtract_year_months(
825        timestamp: <Self as ArrowPrimitiveType>::Native,
826        delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
827        tz: Tz,
828    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
829        subtract_year_months::<Self>(timestamp, delta, tz)
830    }
831
832    /// Subtracts the given IntervalDayTimeType to an arrow TimestampNanosecondType
833    ///
834    /// # Arguments
835    ///
836    /// * `timestamp` - The date on which to perform the operation
837    /// * `delta` - The interval to add
838    /// * `tz` - The timezone in which to interpret `timestamp`
839    pub fn subtract_day_time(
840        timestamp: <Self as ArrowPrimitiveType>::Native,
841        delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
842        tz: Tz,
843    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
844        subtract_day_time::<Self>(timestamp, delta, tz)
845    }
846
847    /// Subtracts the given IntervalMonthDayNanoType to an arrow TimestampNanosecondType
848    ///
849    /// # Arguments
850    ///
851    /// * `timestamp` - The date on which to perform the operation
852    /// * `delta` - The interval to add
853    /// * `tz` - The timezone in which to interpret `timestamp`
854    pub fn subtract_month_day_nano(
855        timestamp: <Self as ArrowPrimitiveType>::Native,
856        delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
857        tz: Tz,
858    ) -> Option<<Self as ArrowPrimitiveType>::Native> {
859        subtract_month_day_nano::<Self>(timestamp, delta, tz)
860    }
861}
862
863impl IntervalYearMonthType {
864    /// Creates a IntervalYearMonthType::Native
865    ///
866    /// # Arguments
867    ///
868    /// * `years` - The number of years (+/-) represented in this interval
869    /// * `months` - The number of months (+/-) represented in this interval
870    #[inline]
871    pub fn make_value(
872        years: i32,
873        months: i32,
874    ) -> <IntervalYearMonthType as ArrowPrimitiveType>::Native {
875        years * 12 + months
876    }
877
878    /// Turns a IntervalYearMonthType type into an i32 of months.
879    ///
880    /// This operation is technically a no-op, it is included for comprehensiveness.
881    ///
882    /// # Arguments
883    ///
884    /// * `i` - The IntervalYearMonthType::Native to convert
885    #[inline]
886    pub fn to_months(i: <IntervalYearMonthType as ArrowPrimitiveType>::Native) -> i32 {
887        i
888    }
889}
890
891impl IntervalDayTimeType {
892    /// Creates a IntervalDayTimeType::Native
893    ///
894    /// # Arguments
895    ///
896    /// * `days` - The number of days (+/-) represented in this interval
897    /// * `millis` - The number of milliseconds (+/-) represented in this interval
898    #[inline]
899    pub fn make_value(days: i32, milliseconds: i32) -> IntervalDayTime {
900        IntervalDayTime { days, milliseconds }
901    }
902
903    /// Turns a IntervalDayTimeType into a tuple of (days, milliseconds)
904    ///
905    /// # Arguments
906    ///
907    /// * `i` - The IntervalDayTimeType to convert
908    #[inline]
909    pub fn to_parts(i: IntervalDayTime) -> (i32, i32) {
910        (i.days, i.milliseconds)
911    }
912}
913
914impl IntervalMonthDayNanoType {
915    /// Creates a IntervalMonthDayNanoType::Native
916    ///
917    /// # Arguments
918    ///
919    /// * `months` - The number of months (+/-) represented in this interval
920    /// * `days` - The number of days (+/-) represented in this interval
921    /// * `nanos` - The number of nanoseconds (+/-) represented in this interval
922    #[inline]
923    pub fn make_value(months: i32, days: i32, nanoseconds: i64) -> IntervalMonthDayNano {
924        IntervalMonthDayNano {
925            months,
926            days,
927            nanoseconds,
928        }
929    }
930
931    /// Turns a IntervalMonthDayNanoType into a tuple of (months, days, nanos)
932    ///
933    /// # Arguments
934    ///
935    /// * `i` - The IntervalMonthDayNanoType to convert
936    #[inline]
937    pub fn to_parts(i: IntervalMonthDayNano) -> (i32, i32, i64) {
938        (i.months, i.days, i.nanoseconds)
939    }
940}
941
942impl Date32Type {
943    /// Converts an arrow Date32Type into a chrono::NaiveDate
944    ///
945    /// # Arguments
946    ///
947    /// * `i` - The Date32Type to convert
948    ///
949    /// # Panics
950    ///
951    /// Panics on overflow
952    #[deprecated(since = "58.0.0", note = "Use to_naive_date_opt instead.")]
953    pub fn to_naive_date(i: <Date32Type as ArrowPrimitiveType>::Native) -> NaiveDate {
954        Self::to_naive_date_opt(i)
955            .unwrap_or_else(|| panic!("Date32Type::to_naive_date overflowed for date: {i}",))
956    }
957
958    /// Converts an arrow Date32Type into a chrono::NaiveDate
959    ///
960    /// # Arguments
961    ///
962    /// * `i` - The Date32Type to convert
963    ///
964    /// Returns `Some(NaiveDate)` if it fits, `None` otherwise.
965    pub fn to_naive_date_opt(i: <Date32Type as ArrowPrimitiveType>::Native) -> Option<NaiveDate> {
966        let epoch = NaiveDate::from_ymd_opt(1970, 1, 1).unwrap();
967        Duration::try_days(i as i64).and_then(|d| epoch.checked_add_signed(d))
968    }
969
970    /// Converts a chrono::NaiveDate into an arrow Date32Type
971    ///
972    /// # Arguments
973    ///
974    /// * `d` - The NaiveDate to convert
975    pub fn from_naive_date(d: NaiveDate) -> <Date32Type as ArrowPrimitiveType>::Native {
976        let epoch = NaiveDate::from_ymd_opt(1970, 1, 1).unwrap();
977        d.sub(epoch).num_days() as <Date32Type as ArrowPrimitiveType>::Native
978    }
979
980    /// Adds the given IntervalYearMonthType to an arrow Date32Type
981    ///
982    /// # Arguments
983    ///
984    /// * `date` - The date on which to perform the operation
985    /// * `delta` - The interval to add
986    ///
987    /// # Panics
988    ///
989    /// Panics on overflow
990    #[deprecated(
991        since = "58.0.0",
992        note = "Use `add_year_months_opt` instead, which returns an Option to handle overflow."
993    )]
994    pub fn add_year_months(
995        date: <Date32Type as ArrowPrimitiveType>::Native,
996        delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
997    ) -> <Date32Type as ArrowPrimitiveType>::Native {
998        Self::add_year_months_opt(date, delta).unwrap_or_else(|| {
999            panic!("Date32Type::add_year_months overflowed for date: {date}, delta: {delta}",)
1000        })
1001    }
1002
1003    /// Adds the given IntervalYearMonthType to an arrow Date32Type
1004    ///
1005    /// # Arguments
1006    ///
1007    /// * `date` - The date on which to perform the operation
1008    /// * `delta` - The interval to add
1009    ///
1010    /// Returns `Some(Date32Type)` if it fits, `None` otherwise.
1011    pub fn add_year_months_opt(
1012        date: <Date32Type as ArrowPrimitiveType>::Native,
1013        delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
1014    ) -> Option<<Date32Type as ArrowPrimitiveType>::Native> {
1015        let prior = Date32Type::to_naive_date_opt(date)?;
1016        let months = IntervalYearMonthType::to_months(delta);
1017        let posterior = add_months_date(prior, months)?;
1018        Some(Date32Type::from_naive_date(posterior))
1019    }
1020
1021    /// Adds the given IntervalDayTimeType to an arrow Date32Type
1022    ///
1023    /// # Arguments
1024    ///
1025    /// * `date` - The date on which to perform the operation
1026    /// * `delta` - The interval to add
1027    ///
1028    /// # Panics
1029    ///
1030    /// Panics on overflow
1031    #[deprecated(
1032        since = "58.0.0",
1033        note = "Use `add_day_time_opt` instead, which returns an Option to handle overflow."
1034    )]
1035    pub fn add_day_time(
1036        date: <Date32Type as ArrowPrimitiveType>::Native,
1037        delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
1038    ) -> <Date32Type as ArrowPrimitiveType>::Native {
1039        Self::add_day_time_opt(date, delta).unwrap_or_else(|| {
1040            panic!("Date32Type::add_day_time overflowed for date: {date}, delta: {delta:?}",)
1041        })
1042    }
1043
1044    /// Adds the given IntervalDayTimeType to an arrow Date32Type
1045    ///
1046    /// # Arguments
1047    ///
1048    /// * `date` - The date on which to perform the operation
1049    /// * `delta` - The interval to add
1050    ///
1051    /// Returns `Some(Date32Type)` if it fits, `None` otherwise.
1052    pub fn add_day_time_opt(
1053        date: <Date32Type as ArrowPrimitiveType>::Native,
1054        delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
1055    ) -> Option<<Date32Type as ArrowPrimitiveType>::Native> {
1056        let (days, ms) = IntervalDayTimeType::to_parts(delta);
1057        let res = Date32Type::to_naive_date_opt(date)?;
1058        let res = res.checked_add_signed(Duration::try_days(days as i64)?)?;
1059        let res = res.checked_add_signed(Duration::try_milliseconds(ms as i64)?)?;
1060        Some(Date32Type::from_naive_date(res))
1061    }
1062
1063    /// Adds the given IntervalMonthDayNanoType to an arrow Date32Type
1064    ///
1065    /// # Arguments
1066    ///
1067    /// * `date` - The date on which to perform the operation
1068    /// * `delta` - The interval to add
1069    ///
1070    /// # Panics
1071    ///
1072    /// Panics on overflow
1073    #[deprecated(
1074        since = "58.0.0",
1075        note = "Use `add_month_day_nano_opt` instead, which returns an Option to handle overflow."
1076    )]
1077    pub fn add_month_day_nano(
1078        date: <Date32Type as ArrowPrimitiveType>::Native,
1079        delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
1080    ) -> <Date32Type as ArrowPrimitiveType>::Native {
1081        Self::add_month_day_nano_opt(date, delta).unwrap_or_else(|| {
1082            panic!("Date32Type::add_month_day_nano overflowed for date: {date}, delta: {delta:?}",)
1083        })
1084    }
1085
1086    /// Adds the given IntervalMonthDayNanoType to an arrow Date32Type
1087    ///
1088    /// # Arguments
1089    ///
1090    /// * `date` - The date on which to perform the operation
1091    /// * `delta` - The interval to add
1092    ///
1093    /// Returns `Some(Date32Type)` if it fits, `None` otherwise.
1094    pub fn add_month_day_nano_opt(
1095        date: <Date32Type as ArrowPrimitiveType>::Native,
1096        delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
1097    ) -> Option<<Date32Type as ArrowPrimitiveType>::Native> {
1098        let (months, days, nanos) = IntervalMonthDayNanoType::to_parts(delta);
1099        let res = Date32Type::to_naive_date_opt(date)?;
1100        let res = add_months_date(res, months)?;
1101        let res = res.checked_add_signed(Duration::try_days(days as i64)?)?;
1102        let res = res.checked_add_signed(Duration::nanoseconds(nanos))?;
1103        Some(Date32Type::from_naive_date(res))
1104    }
1105
1106    /// Subtract the given IntervalYearMonthType to an arrow Date32Type
1107    ///
1108    /// # Arguments
1109    ///
1110    /// * `date` - The date on which to perform the operation
1111    /// * `delta` - The interval to subtract
1112    ///
1113    /// # Panics
1114    ///
1115    /// Panics on overflow
1116    #[deprecated(
1117        since = "58.0.0",
1118        note = "Use `subtract_year_months_opt` instead, which returns an Option to handle overflow."
1119    )]
1120    pub fn subtract_year_months(
1121        date: <Date32Type as ArrowPrimitiveType>::Native,
1122        delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
1123    ) -> <Date32Type as ArrowPrimitiveType>::Native {
1124        Self::subtract_year_months_opt(date, delta).unwrap_or_else(|| {
1125            panic!("Date32Type::subtract_year_months overflowed for date: {date}, delta: {delta}",)
1126        })
1127    }
1128
1129    /// Subtract the given IntervalYearMonthType to an arrow Date32Type
1130    ///
1131    /// # Arguments
1132    ///
1133    /// * `date` - The date on which to perform the operation
1134    /// * `delta` - The interval to subtract
1135    ///
1136    /// Returns `Some(Date32Type)` if it fits, `None` otherwise.
1137    pub fn subtract_year_months_opt(
1138        date: <Date32Type as ArrowPrimitiveType>::Native,
1139        delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
1140    ) -> Option<<Date32Type as ArrowPrimitiveType>::Native> {
1141        let prior = Date32Type::to_naive_date_opt(date)?;
1142        let months = IntervalYearMonthType::to_months(-delta);
1143        let posterior = add_months_date(prior, months)?;
1144        Some(Date32Type::from_naive_date(posterior))
1145    }
1146
1147    /// Subtract the given IntervalDayTimeType to an arrow Date32Type
1148    ///
1149    /// # Arguments
1150    ///
1151    /// * `date` - The date on which to perform the operation
1152    /// * `delta` - The interval to subtract
1153    ///
1154    /// # Panics
1155    ///
1156    /// Panics on overflow
1157    #[deprecated(
1158        since = "58.0.0",
1159        note = "Use `subtract_day_time_opt` instead, which returns an Option to handle overflow."
1160    )]
1161    pub fn subtract_day_time(
1162        date: <Date32Type as ArrowPrimitiveType>::Native,
1163        delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
1164    ) -> <Date32Type as ArrowPrimitiveType>::Native {
1165        Self::subtract_day_time_opt(date, delta).unwrap_or_else(|| {
1166            panic!("Date32Type::subtract_day_time overflowed for date: {date}, delta: {delta:?}",)
1167        })
1168    }
1169
1170    /// Subtract the given IntervalDayTimeType to an arrow Date32Type
1171    ///
1172    /// # Arguments
1173    ///
1174    /// * `date` - The date on which to perform the operation
1175    /// * `delta` - The interval to subtract
1176    ///
1177    /// Returns `Some(Date32Type)` if it fits, `None` otherwise.
1178    pub fn subtract_day_time_opt(
1179        date: <Date32Type as ArrowPrimitiveType>::Native,
1180        delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
1181    ) -> Option<<Date32Type as ArrowPrimitiveType>::Native> {
1182        let (days, ms) = IntervalDayTimeType::to_parts(delta);
1183        let res = Date32Type::to_naive_date_opt(date)?;
1184        let res = res.checked_sub_signed(Duration::try_days(days as i64)?)?;
1185        let res = res.checked_sub_signed(Duration::try_milliseconds(ms as i64)?)?;
1186        Some(Date32Type::from_naive_date(res))
1187    }
1188
1189    /// Subtract the given IntervalMonthDayNanoType to an arrow Date32Type
1190    ///
1191    /// # Arguments
1192    ///
1193    /// * `date` - The date on which to perform the operation
1194    /// * `delta` - The interval to subtract
1195    ///
1196    /// # Panics
1197    ///
1198    /// Panics on overflow
1199    #[deprecated(
1200        since = "58.0.0",
1201        note = "Use `subtract_month_day_nano_opt` instead, which returns an Option to handle overflow."
1202    )]
1203    pub fn subtract_month_day_nano(
1204        date: <Date32Type as ArrowPrimitiveType>::Native,
1205        delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
1206    ) -> <Date32Type as ArrowPrimitiveType>::Native {
1207        Self::subtract_month_day_nano_opt(date, delta).unwrap_or_else(|| {
1208            panic!(
1209                "Date32Type::subtract_month_day_nano overflowed for date: {date}, delta: {delta:?}",
1210            )
1211        })
1212    }
1213
1214    /// Subtract the given IntervalMonthDayNanoType to an arrow Date32Type
1215    ///
1216    /// # Arguments
1217    ///
1218    /// * `date` - The date on which to perform the operation
1219    /// * `delta` - The interval to subtract
1220    ///
1221    /// Returns `Some(Date32Type)` if it fits, `None` otherwise.
1222    pub fn subtract_month_day_nano_opt(
1223        date: <Date32Type as ArrowPrimitiveType>::Native,
1224        delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
1225    ) -> Option<<Date32Type as ArrowPrimitiveType>::Native> {
1226        let (months, days, nanos) = IntervalMonthDayNanoType::to_parts(delta);
1227        let res = Date32Type::to_naive_date_opt(date)?;
1228        let res = add_months_date(res, -months)?;
1229        let res = res.checked_sub_signed(Duration::try_days(days as i64)?)?;
1230        let res = res.checked_sub_signed(Duration::nanoseconds(nanos))?;
1231        Some(Date32Type::from_naive_date(res))
1232    }
1233}
1234
1235impl Date64Type {
1236    /// Converts an arrow Date64Type into a chrono::NaiveDateTime if it fits in the range that chrono::NaiveDateTime can represent.
1237    /// Returns `None` if the calculation would overflow or underflow.
1238    ///
1239    /// This function is able to handle dates ranging between 1677-09-21 (-9,223,372,800,000) and 2262-04-11 (9,223,286,400,000).
1240    ///
1241    /// # Arguments
1242    ///
1243    /// * `i` - The Date64Type to convert
1244    ///
1245    /// Returns `Some(NaiveDateTime)` if it fits, `None` otherwise.
1246    pub fn to_naive_date_opt(i: <Date64Type as ArrowPrimitiveType>::Native) -> Option<NaiveDate> {
1247        let epoch = NaiveDate::from_ymd_opt(1970, 1, 1).unwrap();
1248        Duration::try_milliseconds(i).and_then(|d| epoch.checked_add_signed(d))
1249    }
1250
1251    /// Converts a chrono::NaiveDate into an arrow Date64Type
1252    ///
1253    /// # Arguments
1254    ///
1255    /// * `d` - The NaiveDate to convert
1256    pub fn from_naive_date(d: NaiveDate) -> <Date64Type as ArrowPrimitiveType>::Native {
1257        let epoch = NaiveDate::from_ymd_opt(1970, 1, 1).unwrap();
1258        d.sub(epoch).num_milliseconds()
1259    }
1260
1261    /// Adds the given IntervalYearMonthType to an arrow Date64Type
1262    ///
1263    /// # Arguments
1264    ///
1265    /// * `date` - The date on which to perform the operation
1266    /// * `delta` - The interval to add
1267    ///
1268    /// Returns `Some(Date64Type)` if it fits, `None` otherwise.
1269    pub fn add_year_months_opt(
1270        date: <Date64Type as ArrowPrimitiveType>::Native,
1271        delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
1272    ) -> Option<<Date64Type as ArrowPrimitiveType>::Native> {
1273        let prior = Date64Type::to_naive_date_opt(date)?;
1274        let months = IntervalYearMonthType::to_months(delta);
1275        let posterior = add_months_date(prior, months)?;
1276        Some(Date64Type::from_naive_date(posterior))
1277    }
1278
1279    /// Adds the given IntervalDayTimeType to an arrow Date64Type
1280    ///
1281    /// # Arguments
1282    ///
1283    /// * `date` - The date on which to perform the operation
1284    /// * `delta` - The interval to add
1285    ///
1286    /// Returns `Some(Date64Type)` if it fits, `None` otherwise.
1287    pub fn add_day_time_opt(
1288        date: <Date64Type as ArrowPrimitiveType>::Native,
1289        delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
1290    ) -> Option<<Date64Type as ArrowPrimitiveType>::Native> {
1291        let (days, ms) = IntervalDayTimeType::to_parts(delta);
1292        let res = Date64Type::to_naive_date_opt(date)?;
1293        let res = res.checked_add_signed(Duration::try_days(days as i64)?)?;
1294        let res = res.checked_add_signed(Duration::try_milliseconds(ms as i64)?)?;
1295        Some(Date64Type::from_naive_date(res))
1296    }
1297
1298    /// Adds the given IntervalMonthDayNanoType to an arrow Date64Type
1299    ///
1300    /// # Arguments
1301    ///
1302    /// * `date` - The date on which to perform the operation
1303    /// * `delta` - The interval to add
1304    ///
1305    /// Returns `Some(Date64Type)` if it fits, `None` otherwise.
1306    pub fn add_month_day_nano_opt(
1307        date: <Date64Type as ArrowPrimitiveType>::Native,
1308        delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
1309    ) -> Option<<Date64Type as ArrowPrimitiveType>::Native> {
1310        let (months, days, nanos) = IntervalMonthDayNanoType::to_parts(delta);
1311        let res = Date64Type::to_naive_date_opt(date)?;
1312        let res = add_months_date(res, months)?;
1313        let res = res.checked_add_signed(Duration::try_days(days as i64)?)?;
1314        let res = res.checked_add_signed(Duration::nanoseconds(nanos))?;
1315        Some(Date64Type::from_naive_date(res))
1316    }
1317
1318    /// Subtract the given IntervalYearMonthType to an arrow Date64Type
1319    ///
1320    /// # Arguments
1321    ///
1322    /// * `date` - The date on which to perform the operation
1323    /// * `delta` - The interval to subtract
1324    ///
1325    /// Returns `Some(Date64Type)` if it fits, `None` otherwise.
1326    pub fn subtract_year_months_opt(
1327        date: <Date64Type as ArrowPrimitiveType>::Native,
1328        delta: <IntervalYearMonthType as ArrowPrimitiveType>::Native,
1329    ) -> Option<<Date64Type as ArrowPrimitiveType>::Native> {
1330        let prior = Date64Type::to_naive_date_opt(date)?;
1331        let months = IntervalYearMonthType::to_months(-delta);
1332        let posterior = add_months_date(prior, months)?;
1333        Some(Date64Type::from_naive_date(posterior))
1334    }
1335
1336    /// Subtract the given IntervalDayTimeType to an arrow Date64Type
1337    ///
1338    /// # Arguments
1339    ///
1340    /// * `date` - The date on which to perform the operation
1341    /// * `delta` - The interval to subtract
1342    ///
1343    /// Returns `Some(Date64Type)` if it fits, `None` otherwise.
1344    pub fn subtract_day_time_opt(
1345        date: <Date64Type as ArrowPrimitiveType>::Native,
1346        delta: <IntervalDayTimeType as ArrowPrimitiveType>::Native,
1347    ) -> Option<<Date64Type as ArrowPrimitiveType>::Native> {
1348        let (days, ms) = IntervalDayTimeType::to_parts(delta);
1349        let res = Date64Type::to_naive_date_opt(date)?;
1350        let res = res.checked_sub_signed(Duration::try_days(days as i64)?)?;
1351        let res = res.checked_sub_signed(Duration::try_milliseconds(ms as i64)?)?;
1352        Some(Date64Type::from_naive_date(res))
1353    }
1354
1355    /// Subtract the given IntervalMonthDayNanoType to an arrow Date64Type
1356    ///
1357    /// # Arguments
1358    ///
1359    /// * `date` - The date on which to perform the operation
1360    /// * `delta` - The interval to subtract
1361    ///
1362    /// Returns `Some(Date64Type)` if it fits, `None` otherwise.
1363    pub fn subtract_month_day_nano_opt(
1364        date: <Date64Type as ArrowPrimitiveType>::Native,
1365        delta: <IntervalMonthDayNanoType as ArrowPrimitiveType>::Native,
1366    ) -> Option<<Date64Type as ArrowPrimitiveType>::Native> {
1367        let (months, days, nanos) = IntervalMonthDayNanoType::to_parts(delta);
1368        let res = Date64Type::to_naive_date_opt(date)?;
1369        let res = add_months_date(res, -months)?;
1370        let res = res.checked_sub_signed(Duration::try_days(days as i64)?)?;
1371        let res = res.checked_sub_signed(Duration::nanoseconds(nanos))?;
1372        Some(Date64Type::from_naive_date(res))
1373    }
1374}
1375
1376/// Crate private types for Decimal Arrays
1377///
1378/// Not intended to be used outside this crate
1379mod decimal {
1380    use super::*;
1381
1382    pub trait DecimalTypeSealed {}
1383    impl DecimalTypeSealed for Decimal32Type {}
1384    impl DecimalTypeSealed for Decimal64Type {}
1385    impl DecimalTypeSealed for Decimal128Type {}
1386    impl DecimalTypeSealed for Decimal256Type {}
1387}
1388
1389/// A trait over the decimal types, used by [`PrimitiveArray`] to provide a generic
1390/// implementation across the various decimal types
1391///
1392/// Implemented by [`Decimal32Type`], [`Decimal64Type`], [`Decimal128Type`] and [`Decimal256Type`]
1393/// for [`Decimal32Array`], [`Decimal64Array`], [`Decimal128Array`] and [`Decimal256Array`] respectively
1394///
1395/// [`PrimitiveArray`]: crate::array::PrimitiveArray
1396/// [`Decimal32Array`]: crate::array::Decimal32Array
1397/// [`Decimal64Array`]: crate::array::Decimal64Array
1398/// [`Decimal128Array`]: crate::array::Decimal128Array
1399/// [`Decimal256Array`]: crate::array::Decimal256Array
1400pub trait DecimalType:
1401    'static + Send + Sync + ArrowPrimitiveType + decimal::DecimalTypeSealed
1402{
1403    /// Width of the type
1404    const BYTE_LENGTH: usize;
1405    /// Maximum number of significant digits
1406    const MAX_PRECISION: u8;
1407    /// Maximum no of digits after the decimal point (note the scale can be negative)
1408    const MAX_SCALE: i8;
1409    /// The maximum value for each precision in `0..=MAX_PRECISION`: [0, 9, 99, ...]
1410    const MAX_FOR_EACH_PRECISION: &'static [Self::Native];
1411    /// fn to create its [`DataType`]
1412    const TYPE_CONSTRUCTOR: fn(u8, i8) -> DataType;
1413    /// Default values for [`DataType`]
1414    const DEFAULT_TYPE: DataType;
1415
1416    /// "Decimal32", "Decimal64", "Decimal128" or "Decimal256", for use in error messages
1417    const PREFIX: &'static str;
1418
1419    /// Formats the decimal value with the provided precision and scale
1420    fn format_decimal(value: Self::Native, precision: u8, scale: i8) -> String;
1421
1422    /// Validates that `value` contains no more than `precision` decimal digits
1423    fn validate_decimal_precision(
1424        value: Self::Native,
1425        precision: u8,
1426        scale: i8,
1427    ) -> Result<(), ArrowError>;
1428
1429    /// Determines whether `value` contains no more than `precision` decimal digits
1430    fn is_valid_decimal_precision(value: Self::Native, precision: u8) -> bool;
1431}
1432
1433/// Validate that `precision` and `scale` are valid for `T`
1434///
1435/// Returns an Error if:
1436/// - `precision` is zero
1437/// - `precision` is larger than `T:MAX_PRECISION`
1438/// - `scale` is larger than `T::MAX_SCALE`
1439/// - `scale` is > `precision`
1440pub fn validate_decimal_precision_and_scale<T: DecimalType>(
1441    precision: u8,
1442    scale: i8,
1443) -> Result<(), ArrowError> {
1444    if precision == 0 {
1445        return Err(ArrowError::InvalidArgumentError(format!(
1446            "precision cannot be 0, has to be between [1, {}]",
1447            T::MAX_PRECISION
1448        )));
1449    }
1450    if precision > T::MAX_PRECISION {
1451        return Err(ArrowError::InvalidArgumentError(format!(
1452            "precision {} is greater than max {}",
1453            precision,
1454            T::MAX_PRECISION
1455        )));
1456    }
1457    if scale > T::MAX_SCALE {
1458        return Err(ArrowError::InvalidArgumentError(format!(
1459            "scale {} is greater than max {}",
1460            scale,
1461            T::MAX_SCALE
1462        )));
1463    }
1464    if scale > 0 && scale as u8 > precision {
1465        return Err(ArrowError::InvalidArgumentError(format!(
1466            "scale {scale} is greater than precision {precision}"
1467        )));
1468    }
1469
1470    Ok(())
1471}
1472
1473/// The decimal type for a Decimal32Array
1474#[derive(Debug)]
1475pub struct Decimal32Type {}
1476
1477impl DecimalType for Decimal32Type {
1478    const BYTE_LENGTH: usize = 4;
1479    const MAX_PRECISION: u8 = DECIMAL32_MAX_PRECISION;
1480    const MAX_SCALE: i8 = DECIMAL32_MAX_SCALE;
1481    const MAX_FOR_EACH_PRECISION: &'static [i32] =
1482        &arrow_data::decimal::MAX_DECIMAL32_FOR_EACH_PRECISION;
1483    const TYPE_CONSTRUCTOR: fn(u8, i8) -> DataType = DataType::Decimal32;
1484    const DEFAULT_TYPE: DataType =
1485        DataType::Decimal32(DECIMAL32_MAX_PRECISION, DECIMAL32_DEFAULT_SCALE);
1486    const PREFIX: &'static str = "Decimal32";
1487
1488    fn format_decimal(value: Self::Native, precision: u8, scale: i8) -> String {
1489        format_decimal_str(&value.to_string(), precision as usize, scale)
1490    }
1491
1492    fn validate_decimal_precision(num: i32, precision: u8, scale: i8) -> Result<(), ArrowError> {
1493        validate_decimal32_precision(num, precision, scale)
1494    }
1495
1496    fn is_valid_decimal_precision(value: Self::Native, precision: u8) -> bool {
1497        is_validate_decimal32_precision(value, precision)
1498    }
1499}
1500
1501impl ArrowPrimitiveType for Decimal32Type {
1502    type Native = i32;
1503
1504    const DATA_TYPE: DataType = <Self as DecimalType>::DEFAULT_TYPE;
1505}
1506
1507impl primitive::PrimitiveTypeSealed for Decimal32Type {}
1508
1509/// The decimal type for a Decimal64Array
1510#[derive(Debug)]
1511pub struct Decimal64Type {}
1512
1513impl DecimalType for Decimal64Type {
1514    const BYTE_LENGTH: usize = 8;
1515    const MAX_PRECISION: u8 = DECIMAL64_MAX_PRECISION;
1516    const MAX_SCALE: i8 = DECIMAL64_MAX_SCALE;
1517    const MAX_FOR_EACH_PRECISION: &'static [i64] =
1518        &arrow_data::decimal::MAX_DECIMAL64_FOR_EACH_PRECISION;
1519    const TYPE_CONSTRUCTOR: fn(u8, i8) -> DataType = DataType::Decimal64;
1520    const DEFAULT_TYPE: DataType =
1521        DataType::Decimal64(DECIMAL64_MAX_PRECISION, DECIMAL64_DEFAULT_SCALE);
1522    const PREFIX: &'static str = "Decimal64";
1523
1524    fn format_decimal(value: Self::Native, precision: u8, scale: i8) -> String {
1525        format_decimal_str(&value.to_string(), precision as usize, scale)
1526    }
1527
1528    fn validate_decimal_precision(num: i64, precision: u8, scale: i8) -> Result<(), ArrowError> {
1529        validate_decimal64_precision(num, precision, scale)
1530    }
1531
1532    fn is_valid_decimal_precision(value: Self::Native, precision: u8) -> bool {
1533        is_validate_decimal64_precision(value, precision)
1534    }
1535}
1536
1537impl ArrowPrimitiveType for Decimal64Type {
1538    type Native = i64;
1539
1540    const DATA_TYPE: DataType = <Self as DecimalType>::DEFAULT_TYPE;
1541}
1542
1543impl primitive::PrimitiveTypeSealed for Decimal64Type {}
1544
1545/// The decimal type for a Decimal128Array
1546#[derive(Debug)]
1547pub struct Decimal128Type {}
1548
1549impl DecimalType for Decimal128Type {
1550    const BYTE_LENGTH: usize = 16;
1551    const MAX_PRECISION: u8 = DECIMAL128_MAX_PRECISION;
1552    const MAX_SCALE: i8 = DECIMAL128_MAX_SCALE;
1553    const MAX_FOR_EACH_PRECISION: &'static [i128] =
1554        &arrow_data::decimal::MAX_DECIMAL128_FOR_EACH_PRECISION;
1555    const TYPE_CONSTRUCTOR: fn(u8, i8) -> DataType = DataType::Decimal128;
1556    const DEFAULT_TYPE: DataType =
1557        DataType::Decimal128(DECIMAL128_MAX_PRECISION, DECIMAL_DEFAULT_SCALE);
1558    const PREFIX: &'static str = "Decimal128";
1559
1560    fn format_decimal(value: Self::Native, precision: u8, scale: i8) -> String {
1561        format_decimal_str(&value.to_string(), precision as usize, scale)
1562    }
1563
1564    fn validate_decimal_precision(num: i128, precision: u8, scale: i8) -> Result<(), ArrowError> {
1565        validate_decimal_precision(num, precision, scale)
1566    }
1567
1568    fn is_valid_decimal_precision(value: Self::Native, precision: u8) -> bool {
1569        is_validate_decimal_precision(value, precision)
1570    }
1571}
1572
1573impl ArrowPrimitiveType for Decimal128Type {
1574    type Native = i128;
1575
1576    const DATA_TYPE: DataType = <Self as DecimalType>::DEFAULT_TYPE;
1577}
1578
1579impl primitive::PrimitiveTypeSealed for Decimal128Type {}
1580
1581/// The decimal type for a Decimal256Array
1582#[derive(Debug)]
1583pub struct Decimal256Type {}
1584
1585impl DecimalType for Decimal256Type {
1586    const BYTE_LENGTH: usize = 32;
1587    const MAX_PRECISION: u8 = DECIMAL256_MAX_PRECISION;
1588    const MAX_SCALE: i8 = DECIMAL256_MAX_SCALE;
1589    const MAX_FOR_EACH_PRECISION: &'static [i256] =
1590        &arrow_data::decimal::MAX_DECIMAL256_FOR_EACH_PRECISION;
1591    const TYPE_CONSTRUCTOR: fn(u8, i8) -> DataType = DataType::Decimal256;
1592    const DEFAULT_TYPE: DataType =
1593        DataType::Decimal256(DECIMAL256_MAX_PRECISION, DECIMAL_DEFAULT_SCALE);
1594    const PREFIX: &'static str = "Decimal256";
1595
1596    fn format_decimal(value: Self::Native, precision: u8, scale: i8) -> String {
1597        format_decimal_str(&value.to_string(), precision as usize, scale)
1598    }
1599
1600    fn validate_decimal_precision(num: i256, precision: u8, scale: i8) -> Result<(), ArrowError> {
1601        validate_decimal256_precision(num, precision, scale)
1602    }
1603
1604    fn is_valid_decimal_precision(value: Self::Native, precision: u8) -> bool {
1605        is_validate_decimal256_precision(value, precision)
1606    }
1607}
1608
1609impl ArrowPrimitiveType for Decimal256Type {
1610    type Native = i256;
1611
1612    const DATA_TYPE: DataType = <Self as DecimalType>::DEFAULT_TYPE;
1613}
1614
1615impl primitive::PrimitiveTypeSealed for Decimal256Type {}
1616
1617/// Crate private types for Byte Arrays
1618///
1619/// Not intended to be used outside this crate
1620pub(crate) mod bytes {
1621    use super::*;
1622
1623    pub trait ByteArrayTypeSealed {}
1624    impl<O: OffsetSizeTrait> ByteArrayTypeSealed for GenericStringType<O> {}
1625    impl<O: OffsetSizeTrait> ByteArrayTypeSealed for GenericBinaryType<O> {}
1626
1627    pub trait ByteArrayNativeType: std::fmt::Debug + Send + Sync {
1628        fn from_bytes_checked(b: &[u8]) -> Option<&Self>;
1629
1630        /// # Safety
1631        ///
1632        /// `b` must be a valid byte sequence for `Self`
1633        unsafe fn from_bytes_unchecked(b: &[u8]) -> &Self;
1634    }
1635
1636    impl ByteArrayNativeType for [u8] {
1637        #[inline]
1638        fn from_bytes_checked(b: &[u8]) -> Option<&Self> {
1639            Some(b)
1640        }
1641
1642        #[inline]
1643        unsafe fn from_bytes_unchecked(b: &[u8]) -> &Self {
1644            b
1645        }
1646    }
1647
1648    impl ByteArrayNativeType for str {
1649        #[inline]
1650        fn from_bytes_checked(b: &[u8]) -> Option<&Self> {
1651            std::str::from_utf8(b).ok()
1652        }
1653
1654        #[inline]
1655        unsafe fn from_bytes_unchecked(b: &[u8]) -> &Self {
1656            unsafe { std::str::from_utf8_unchecked(b) }
1657        }
1658    }
1659}
1660
1661/// A trait over the variable-size byte array types
1662///
1663/// See [Variable Size Binary Layout](https://arrow.apache.org/docs/format/Columnar.html#variable-size-binary-layout)
1664pub trait ByteArrayType: 'static + Send + Sync + bytes::ByteArrayTypeSealed {
1665    /// Type of offset i.e i32/i64
1666    type Offset: OffsetSizeTrait;
1667    /// Type for representing its equivalent rust type i.e
1668    /// Utf8Array will have native type has &str
1669    /// BinaryArray will have type as [u8]
1670    type Native: bytes::ByteArrayNativeType + AsRef<Self::Native> + AsRef<[u8]> + ?Sized;
1671
1672    /// "Binary" or "String", for use in error messages
1673    const PREFIX: &'static str;
1674
1675    /// Datatype of array elements
1676    const DATA_TYPE: DataType;
1677
1678    /// Verifies that every consecutive pair of `offsets` denotes a valid slice of `values`
1679    fn validate(offsets: &OffsetBuffer<Self::Offset>, values: &Buffer) -> Result<(), ArrowError>;
1680}
1681
1682/// [`ByteArrayType`] for string arrays
1683pub struct GenericStringType<O: OffsetSizeTrait> {
1684    phantom: PhantomData<O>,
1685}
1686
1687impl<O: OffsetSizeTrait> ByteArrayType for GenericStringType<O> {
1688    type Offset = O;
1689    type Native = str;
1690    const PREFIX: &'static str = "String";
1691
1692    const DATA_TYPE: DataType = if O::IS_LARGE {
1693        DataType::LargeUtf8
1694    } else {
1695        DataType::Utf8
1696    };
1697
1698    fn validate(offsets: &OffsetBuffer<Self::Offset>, values: &Buffer) -> Result<(), ArrowError> {
1699        // Verify that the slice as a whole is valid UTF-8
1700        let validated = std::str::from_utf8(values).map_err(|e| {
1701            ArrowError::InvalidArgumentError(format!("Encountered non UTF-8 data: {e}"))
1702        })?;
1703
1704        // Verify each offset is at a valid character boundary in this UTF-8 array
1705        for offset in offsets.iter() {
1706            let o = offset.as_usize();
1707            if !validated.is_char_boundary(o) {
1708                if o < validated.len() {
1709                    return Err(ArrowError::InvalidArgumentError(format!(
1710                        "Split UTF-8 codepoint at offset {o}"
1711                    )));
1712                }
1713                return Err(ArrowError::InvalidArgumentError(format!(
1714                    "Offset of {o} exceeds length of values {}",
1715                    validated.len()
1716                )));
1717            }
1718        }
1719        Ok(())
1720    }
1721}
1722
1723/// An arrow utf8 array with i32 offsets
1724pub type Utf8Type = GenericStringType<i32>;
1725/// An arrow utf8 array with i64 offsets
1726pub type LargeUtf8Type = GenericStringType<i64>;
1727
1728/// [`ByteArrayType`] for binary arrays
1729pub struct GenericBinaryType<O: OffsetSizeTrait> {
1730    phantom: PhantomData<O>,
1731}
1732
1733impl<O: OffsetSizeTrait> ByteArrayType for GenericBinaryType<O> {
1734    type Offset = O;
1735    type Native = [u8];
1736    const PREFIX: &'static str = "Binary";
1737
1738    const DATA_TYPE: DataType = if O::IS_LARGE {
1739        DataType::LargeBinary
1740    } else {
1741        DataType::Binary
1742    };
1743
1744    fn validate(offsets: &OffsetBuffer<Self::Offset>, values: &Buffer) -> Result<(), ArrowError> {
1745        // offsets are guaranteed to be monotonically increasing and non-empty
1746        let max_offset = offsets.last().unwrap().as_usize();
1747        if values.len() < max_offset {
1748            return Err(ArrowError::InvalidArgumentError(format!(
1749                "Maximum offset of {max_offset} is larger than values of length {}",
1750                values.len()
1751            )));
1752        }
1753        Ok(())
1754    }
1755}
1756
1757/// An arrow binary array with i32 offsets
1758pub type BinaryType = GenericBinaryType<i32>;
1759/// An arrow binary array with i64 offsets
1760pub type LargeBinaryType = GenericBinaryType<i64>;
1761
1762mod byte_view {
1763    use crate::types::{BinaryViewType, StringViewType};
1764
1765    pub trait Sealed: Send + Sync {}
1766    impl Sealed for StringViewType {}
1767    impl Sealed for BinaryViewType {}
1768}
1769
1770/// A trait over the variable length bytes view array types
1771pub trait ByteViewType: byte_view::Sealed + 'static + PartialEq + Send + Sync {
1772    /// If element in array is utf8 encoded string.
1773    const IS_UTF8: bool;
1774
1775    /// Datatype of array elements
1776    const DATA_TYPE: DataType = if Self::IS_UTF8 {
1777        DataType::Utf8View
1778    } else {
1779        DataType::BinaryView
1780    };
1781
1782    /// "Binary" or "String", for use in displayed or error messages
1783    const PREFIX: &'static str;
1784
1785    /// Type for representing its equivalent rust type i.e
1786    /// Utf8Array will have native type has &str
1787    /// BinaryArray will have type as [u8]
1788    type Native: bytes::ByteArrayNativeType + AsRef<Self::Native> + AsRef<[u8]> + ?Sized;
1789
1790    /// Type for owned corresponding to `Native`
1791    type Owned: Debug + Clone + Sync + Send + AsRef<Self::Native>;
1792
1793    /// Verifies that the provided buffers are valid for this array type
1794    fn validate(views: &[u128], buffers: &[Buffer]) -> Result<(), ArrowError>;
1795}
1796
1797/// [`ByteViewType`] for string arrays
1798#[derive(PartialEq)]
1799pub struct StringViewType {}
1800
1801impl ByteViewType for StringViewType {
1802    const IS_UTF8: bool = true;
1803    const PREFIX: &'static str = "String";
1804
1805    type Native = str;
1806    type Owned = String;
1807
1808    fn validate(views: &[u128], buffers: &[Buffer]) -> Result<(), ArrowError> {
1809        validate_string_view(views, buffers)
1810    }
1811}
1812
1813/// [`BinaryViewType`] for string arrays
1814#[derive(PartialEq)]
1815pub struct BinaryViewType {}
1816
1817impl ByteViewType for BinaryViewType {
1818    const IS_UTF8: bool = false;
1819    const PREFIX: &'static str = "Binary";
1820    type Native = [u8];
1821    type Owned = Vec<u8>;
1822
1823    fn validate(views: &[u128], buffers: &[Buffer]) -> Result<(), ArrowError> {
1824        validate_binary_view(views, buffers)
1825    }
1826}
1827
1828#[cfg(test)]
1829mod tests {
1830    use super::*;
1831    use arrow_data::{BufferSpec, layout};
1832    use chrono::DateTime;
1833
1834    #[test]
1835    fn month_day_nano_should_roundtrip() {
1836        let value = IntervalMonthDayNanoType::make_value(1, 2, 3);
1837        assert_eq!(IntervalMonthDayNanoType::to_parts(value), (1, 2, 3));
1838    }
1839
1840    #[test]
1841    fn month_day_nano_should_roundtrip_neg() {
1842        let value = IntervalMonthDayNanoType::make_value(-1, -2, -3);
1843        assert_eq!(IntervalMonthDayNanoType::to_parts(value), (-1, -2, -3));
1844    }
1845
1846    #[test]
1847    fn day_time_should_roundtrip() {
1848        let value = IntervalDayTimeType::make_value(1, 2);
1849        assert_eq!(IntervalDayTimeType::to_parts(value), (1, 2));
1850    }
1851
1852    #[test]
1853    fn day_time_should_roundtrip_neg() {
1854        let value = IntervalDayTimeType::make_value(-1, -2);
1855        assert_eq!(IntervalDayTimeType::to_parts(value), (-1, -2));
1856    }
1857
1858    #[test]
1859    fn year_month_should_roundtrip() {
1860        let value = IntervalYearMonthType::make_value(1, 2);
1861        assert_eq!(IntervalYearMonthType::to_months(value), 14);
1862    }
1863
1864    #[test]
1865    fn year_month_should_roundtrip_neg() {
1866        let value = IntervalYearMonthType::make_value(-1, -2);
1867        assert_eq!(IntervalYearMonthType::to_months(value), -14);
1868    }
1869
1870    fn test_layout<T: ArrowPrimitiveType>() {
1871        let layout = layout(&T::DATA_TYPE);
1872
1873        assert_eq!(layout.buffers.len(), 1);
1874
1875        let spec = &layout.buffers[0];
1876        assert_eq!(
1877            spec,
1878            &BufferSpec::FixedWidth {
1879                byte_width: std::mem::size_of::<T::Native>(),
1880                alignment: std::mem::align_of::<T::Native>(),
1881            }
1882        );
1883    }
1884
1885    #[test]
1886    fn test_layouts() {
1887        test_layout::<Int8Type>();
1888        test_layout::<Int16Type>();
1889        test_layout::<Int32Type>();
1890        test_layout::<Int64Type>();
1891        test_layout::<UInt8Type>();
1892        test_layout::<UInt16Type>();
1893        test_layout::<UInt32Type>();
1894        test_layout::<UInt64Type>();
1895        test_layout::<Float16Type>();
1896        test_layout::<Float32Type>();
1897        test_layout::<Float64Type>();
1898        test_layout::<Decimal32Type>();
1899        test_layout::<Decimal64Type>();
1900        test_layout::<Decimal128Type>();
1901        test_layout::<Decimal256Type>();
1902        test_layout::<TimestampNanosecondType>();
1903        test_layout::<TimestampMillisecondType>();
1904        test_layout::<TimestampMicrosecondType>();
1905        test_layout::<TimestampNanosecondType>();
1906        test_layout::<TimestampSecondType>();
1907        test_layout::<Date32Type>();
1908        test_layout::<Date64Type>();
1909        test_layout::<Time32SecondType>();
1910        test_layout::<Time32MillisecondType>();
1911        test_layout::<Time64MicrosecondType>();
1912        test_layout::<Time64NanosecondType>();
1913        test_layout::<IntervalMonthDayNanoType>();
1914        test_layout::<IntervalDayTimeType>();
1915        test_layout::<IntervalYearMonthType>();
1916        test_layout::<DurationNanosecondType>();
1917        test_layout::<DurationMicrosecondType>();
1918        test_layout::<DurationMillisecondType>();
1919        test_layout::<DurationSecondType>();
1920    }
1921
1922    #[test]
1923    fn timestamp_from_datetime() {
1924        use chrono::{FixedOffset, NaiveDate, NaiveTime, Utc};
1925
1926        // Test UTC timezone
1927        let date = NaiveDate::from_ymd_opt(2021, 1, 1).unwrap();
1928        let time = NaiveTime::from_hms_opt(12, 0, 0).unwrap();
1929        let naive = NaiveDateTime::new(date, time);
1930        let datetime_utc = Utc.from_utc_datetime(&naive);
1931
1932        assert_eq!(
1933            TimestampSecondType::from_datetime(datetime_utc).unwrap(),
1934            1609502400
1935        );
1936        assert_eq!(
1937            TimestampMillisecondType::from_datetime(datetime_utc).unwrap(),
1938            1609502400000
1939        );
1940        assert_eq!(
1941            TimestampMicrosecondType::from_datetime(datetime_utc).unwrap(),
1942            1609502400000000
1943        );
1944        assert_eq!(
1945            TimestampNanosecondType::from_datetime(datetime_utc).unwrap(),
1946            1609502400000000000
1947        );
1948
1949        // Test FixedOffset timezone (+8:00): 12:00+8 = 04:00 UTC
1950        let tz_plus_8 = FixedOffset::east_opt(8 * 3600).unwrap();
1951        let datetime_plus_8 = tz_plus_8.from_local_datetime(&naive).unwrap();
1952        assert_eq!(
1953            TimestampSecondType::from_datetime(datetime_plus_8).unwrap(),
1954            1609502400 - 28800
1955        );
1956
1957        // Test subsecond precision
1958        let datetime = DateTime::from_timestamp(1000000000, 123456789).unwrap();
1959        assert_eq!(
1960            TimestampSecondType::from_datetime(datetime).unwrap(),
1961            1000000000
1962        );
1963        assert_eq!(
1964            TimestampMillisecondType::from_datetime(datetime).unwrap(),
1965            1000000000123
1966        );
1967        assert_eq!(
1968            TimestampMicrosecondType::from_datetime(datetime).unwrap(),
1969            1000000000123456
1970        );
1971        assert_eq!(
1972            TimestampNanosecondType::from_datetime(datetime).unwrap(),
1973            1000000000123456789
1974        );
1975    }
1976
1977    #[test]
1978    fn timestamp_from_datetime_overflow() {
1979        // Nanosecond precision has ~584 year range (1677-2262), easily overflows
1980        let far_past = DateTime::from_timestamp(-10_000_000_000, 0).unwrap();
1981        assert!(TimestampNanosecondType::from_datetime(far_past).is_none());
1982        // Other precisions should handle the same DateTime without overflow
1983        assert!(TimestampSecondType::from_datetime(far_past).is_some());
1984        assert!(TimestampMillisecondType::from_datetime(far_past).is_some());
1985        assert!(TimestampMicrosecondType::from_datetime(far_past).is_some());
1986
1987        let far_future = DateTime::from_timestamp(10_000_000_000, 0).unwrap();
1988        assert!(TimestampNanosecondType::from_datetime(far_future).is_none());
1989        assert!(TimestampSecondType::from_datetime(far_future).is_some());
1990        assert!(TimestampMillisecondType::from_datetime(far_future).is_some());
1991        assert!(TimestampMicrosecondType::from_datetime(far_future).is_some());
1992    }
1993
1994    #[test]
1995    fn timestamp_from_naive_datetime() {
1996        use crate::temporal_conversions::as_datetime_with_timezone;
1997        use chrono::{NaiveDate, NaiveTime};
1998
1999        let date = NaiveDate::from_ymd_opt(2021, 1, 1).unwrap();
2000        let time = NaiveTime::from_hms_opt(12, 0, 0).unwrap();
2001        let naive = NaiveDateTime::new(date, time);
2002
2003        // Test UTC (tz=None)
2004        assert_eq!(
2005            TimestampSecondType::from_naive_datetime(naive, None).unwrap(),
2006            1609502400
2007        );
2008        assert_eq!(
2009            TimestampMillisecondType::from_naive_datetime(naive, None).unwrap(),
2010            1609502400000
2011        );
2012
2013        // Test with timezone (-05:00): 12:00-5 = 17:00 UTC
2014        let tz: Tz = "-05:00".parse().unwrap();
2015        let ts_sec = TimestampSecondType::from_naive_datetime(naive, Some(&tz)).unwrap();
2016        assert_eq!(ts_sec, 1609502400 + 5 * 3600);
2017
2018        // Test all types with timezone and roundtrip
2019        let date = NaiveDate::from_ymd_opt(2024, 6, 15).unwrap();
2020        let time = NaiveTime::from_hms_opt(14, 30, 45).unwrap();
2021        let naive = NaiveDateTime::new(date, time);
2022        let tz: Tz = "+01:00".parse().unwrap();
2023
2024        let ts_usec = TimestampMicrosecondType::from_naive_datetime(naive, Some(&tz)).unwrap();
2025        let recovered = as_datetime_with_timezone::<TimestampMicrosecondType>(ts_usec, tz).unwrap();
2026        assert_eq!(recovered.naive_local(), naive);
2027    }
2028
2029    #[test]
2030    #[cfg(feature = "chrono-tz")]
2031    fn timestamp_from_naive_datetime_ambiguous() {
2032        use chrono::{NaiveDate, NaiveTime};
2033
2034        // 2024-11-03 01:30:00 in US Eastern Time is ambiguous (daylight saving time ends)
2035        // It can be either 01:30:00 EDT (UTC-4) or 01:30:00 EST (UTC-5)
2036        let date = NaiveDate::from_ymd_opt(2024, 11, 3).unwrap();
2037        let time = NaiveTime::from_hms_opt(1, 30, 0).unwrap();
2038        let naive = NaiveDateTime::new(date, time);
2039        let tz: Tz = "America/New_York".parse().unwrap();
2040
2041        // Should return the first/earlier time (EDT, UTC-4) = 05:30:00 UTC
2042        let result = TimestampSecondType::from_naive_datetime(naive, Some(&tz));
2043        assert!(result.is_some());
2044        assert_eq!(result.unwrap(), 1730611800);
2045    }
2046
2047    #[test]
2048    #[cfg(feature = "chrono-tz")]
2049    fn timestamp_from_naive_datetime_none() {
2050        use chrono::{NaiveDate, NaiveTime};
2051
2052        // 2024-03-10 02:30:00 in US Eastern Time doesn't exist
2053        // (daylight saving time starts at 02:00, jumps to 03:00)
2054        let date = NaiveDate::from_ymd_opt(2024, 3, 10).unwrap();
2055        let time = NaiveTime::from_hms_opt(2, 30, 0).unwrap();
2056        let naive = NaiveDateTime::new(date, time);
2057        let tz: Tz = "America/New_York".parse().unwrap();
2058
2059        // Should return None
2060        let result = TimestampSecondType::from_naive_datetime(naive, Some(&tz));
2061        assert!(result.is_none());
2062
2063        // Test for all timestamp types
2064        assert!(TimestampMillisecondType::from_naive_datetime(naive, Some(&tz)).is_none());
2065        assert!(TimestampMicrosecondType::from_naive_datetime(naive, Some(&tz)).is_none());
2066        assert!(TimestampNanosecondType::from_naive_datetime(naive, Some(&tz)).is_none());
2067    }
2068}