| use crate::iter::{FusedIterator, TrustedLen}; | |
| use crate::num::NonZero; | |
| use crate::ops::{NeverShortCircuit, Try}; | |
| use crate::ub_checks; | |
| /// Like a `Range<usize>`, but with a safety invariant that `start <= end`. | |
| /// | |
| /// This means that `end - start` cannot overflow, allowing some μoptimizations. | |
| /// | |
| /// (Normal `Range` code needs to handle degenerate ranges like `10..0`, | |
| /// which takes extra checks compared to only handling the canonical form.) | |
| #[derive(Debug)] | |
| #[derive_const(Clone, Eq, PartialEq)] | |
| pub(crate) struct IndexRange { | |
| start: usize, | |
| end: usize, | |
| } | |
| impl IndexRange { | |
| /// # Safety | |
| /// - `start <= end` | |
| #[inline] | |
| #[track_caller] | |
| pub(crate) const unsafe fn new_unchecked(start: usize, end: usize) -> Self { | |
| ub_checks::assert_unsafe_precondition!( | |
| check_library_ub, | |
| "IndexRange::new_unchecked requires `start <= end`", | |
| (start: usize = start, end: usize = end) => start <= end, | |
| ); | |
| IndexRange { start, end } | |
| } | |
| #[inline] | |
| pub(crate) const fn zero_to(end: usize) -> Self { | |
| IndexRange { start: 0, end } | |
| } | |
| #[inline] | |
| pub(crate) const fn start(&self) -> usize { | |
| self.start | |
| } | |
| #[inline] | |
| pub(crate) const fn end(&self) -> usize { | |
| self.end | |
| } | |
| #[inline] | |
| pub(crate) const fn len(&self) -> usize { | |
| // SAFETY: By invariant, this cannot wrap | |
| // Using the intrinsic because a UB check here impedes LLVM optimization. (#131563) | |
| unsafe { crate::intrinsics::unchecked_sub(self.end, self.start) } | |
| } | |
| /// # Safety | |
| /// - Can only be called when `start < end`, aka when `len > 0`. | |
| #[inline] | |
| const unsafe fn next_unchecked(&mut self) -> usize { | |
| debug_assert!(self.start < self.end); | |
| let value = self.start; | |
| // SAFETY: The range isn't empty, so this cannot overflow | |
| self.start = unsafe { value.unchecked_add(1) }; | |
| value | |
| } | |
| /// # Safety | |
| /// - Can only be called when `start < end`, aka when `len > 0`. | |
| #[inline] | |
| const unsafe fn next_back_unchecked(&mut self) -> usize { | |
| debug_assert!(self.start < self.end); | |
| // SAFETY: The range isn't empty, so this cannot overflow | |
| let value = unsafe { self.end.unchecked_sub(1) }; | |
| self.end = value; | |
| value | |
| } | |
| /// Removes the first `n` items from this range, returning them as an `IndexRange`. | |
| /// If there are fewer than `n`, then the whole range is returned and | |
| /// `self` is left empty. | |
| /// | |
| /// This is designed to help implement `Iterator::advance_by`. | |
| #[inline] | |
| pub(crate) fn take_prefix(&mut self, n: usize) -> Self { | |
| let mid = if n <= self.len() { | |
| // SAFETY: We just checked that this will be between start and end, | |
| // and thus the addition cannot overflow. | |
| // Using the intrinsic avoids a superfluous UB check. | |
| unsafe { crate::intrinsics::unchecked_add(self.start, n) } | |
| } else { | |
| self.end | |
| }; | |
| let prefix = Self { start: self.start, end: mid }; | |
| self.start = mid; | |
| prefix | |
| } | |
| /// Removes the last `n` items from this range, returning them as an `IndexRange`. | |
| /// If there are fewer than `n`, then the whole range is returned and | |
| /// `self` is left empty. | |
| /// | |
| /// This is designed to help implement `Iterator::advance_back_by`. | |
| #[inline] | |
| pub(crate) fn take_suffix(&mut self, n: usize) -> Self { | |
| let mid = if n <= self.len() { | |
| // SAFETY: We just checked that this will be between start and end, | |
| // and thus the subtraction cannot overflow. | |
| // Using the intrinsic avoids a superfluous UB check. | |
| unsafe { crate::intrinsics::unchecked_sub(self.end, n) } | |
| } else { | |
| self.start | |
| }; | |
| let suffix = Self { start: mid, end: self.end }; | |
| self.end = mid; | |
| suffix | |
| } | |
| #[inline] | |
| const fn assume_range(&self) { | |
| // SAFETY: This is the type invariant | |
| unsafe { crate::hint::assert_unchecked(self.start <= self.end) } | |
| } | |
| } | |
| impl Iterator for IndexRange { | |
| type Item = usize; | |
| #[inline] | |
| fn next(&mut self) -> Option<usize> { | |
| if self.len() > 0 { | |
| // SAFETY: We just checked that the range is non-empty | |
| unsafe { Some(self.next_unchecked()) } | |
| } else { | |
| None | |
| } | |
| } | |
| #[inline] | |
| fn size_hint(&self) -> (usize, Option<usize>) { | |
| let len = self.len(); | |
| (len, Some(len)) | |
| } | |
| #[inline] | |
| fn advance_by(&mut self, n: usize) -> Result<(), NonZero<usize>> { | |
| let taken = self.take_prefix(n); | |
| NonZero::new(n - taken.len()).map_or(Ok(()), Err) | |
| } | |
| #[inline] | |
| fn fold<B, F: FnMut(B, usize) -> B>(mut self, init: B, f: F) -> B { | |
| self.try_fold(init, NeverShortCircuit::wrap_mut_2(f)).0 | |
| } | |
| #[inline] | |
| fn try_fold<B, F, R>(&mut self, mut accum: B, mut f: F) -> R | |
| where | |
| Self: Sized, | |
| F: FnMut(B, Self::Item) -> R, | |
| R: Try<Output = B>, | |
| { | |
| // `Range` needs to check `start < end`, but thanks to our type invariant | |
| // we can loop on the stricter `start != end`. | |
| self.assume_range(); | |
| while self.start != self.end { | |
| // SAFETY: We just checked that the range is non-empty | |
| let i = unsafe { self.next_unchecked() }; | |
| accum = f(accum, i)?; | |
| } | |
| try { accum } | |
| } | |
| } | |
| impl DoubleEndedIterator for IndexRange { | |
| #[inline] | |
| fn next_back(&mut self) -> Option<usize> { | |
| if self.len() > 0 { | |
| // SAFETY: We just checked that the range is non-empty | |
| unsafe { Some(self.next_back_unchecked()) } | |
| } else { | |
| None | |
| } | |
| } | |
| #[inline] | |
| fn advance_back_by(&mut self, n: usize) -> Result<(), NonZero<usize>> { | |
| let taken = self.take_suffix(n); | |
| NonZero::new(n - taken.len()).map_or(Ok(()), Err) | |
| } | |
| #[inline] | |
| fn rfold<B, F: FnMut(B, usize) -> B>(mut self, init: B, f: F) -> B { | |
| self.try_rfold(init, NeverShortCircuit::wrap_mut_2(f)).0 | |
| } | |
| #[inline] | |
| fn try_rfold<B, F, R>(&mut self, mut accum: B, mut f: F) -> R | |
| where | |
| Self: Sized, | |
| F: FnMut(B, Self::Item) -> R, | |
| R: Try<Output = B>, | |
| { | |
| // `Range` needs to check `start < end`, but thanks to our type invariant | |
| // we can loop on the stricter `start != end`. | |
| self.assume_range(); | |
| while self.start != self.end { | |
| // SAFETY: We just checked that the range is non-empty | |
| let i = unsafe { self.next_back_unchecked() }; | |
| accum = f(accum, i)?; | |
| } | |
| try { accum } | |
| } | |
| } | |
| impl ExactSizeIterator for IndexRange { | |
| #[inline] | |
| fn len(&self) -> usize { | |
| self.len() | |
| } | |
| } | |
| // SAFETY: Because we only deal in `usize`, our `len` is always perfect. | |
| unsafe impl TrustedLen for IndexRange {} | |
| impl FusedIterator for IndexRange {} |