1 | use crate::iter::{FusedIterator, TrustedLen}; |
2 | use crate::num::NonZero; |
3 | use crate::ops::{NeverShortCircuit, Try}; |
4 | use crate::ub_checks; |
5 | |
6 | /// Like a `Range<usize>`, but with a safety invariant that `start <= end`. |
7 | /// |
8 | /// This means that `end - start` cannot overflow, allowing some μoptimizations. |
9 | /// |
10 | /// (Normal `Range` code needs to handle degenerate ranges like `10..0`, |
11 | /// which takes extra checks compared to only handling the canonical form.) |
12 | #[derive (Clone, Debug, PartialEq, Eq)] |
13 | pub(crate) struct IndexRange { |
14 | start: usize, |
15 | end: usize, |
16 | } |
17 | |
18 | impl IndexRange { |
19 | /// # Safety |
20 | /// - `start <= end` |
21 | #[inline ] |
22 | #[track_caller ] |
23 | pub(crate) const unsafe fn new_unchecked(start: usize, end: usize) -> Self { |
24 | ub_checks::assert_unsafe_precondition!( |
25 | check_library_ub, |
26 | "IndexRange::new_unchecked requires `start <= end`" , |
27 | (start: usize = start, end: usize = end) => start <= end, |
28 | ); |
29 | IndexRange { start, end } |
30 | } |
31 | |
32 | #[inline ] |
33 | pub(crate) const fn zero_to(end: usize) -> Self { |
34 | IndexRange { start: 0, end } |
35 | } |
36 | |
37 | #[inline ] |
38 | pub(crate) const fn start(&self) -> usize { |
39 | self.start |
40 | } |
41 | |
42 | #[inline ] |
43 | pub(crate) const fn end(&self) -> usize { |
44 | self.end |
45 | } |
46 | |
47 | #[inline ] |
48 | pub(crate) const fn len(&self) -> usize { |
49 | // SAFETY: By invariant, this cannot wrap |
50 | // Using the intrinsic because a UB check here impedes LLVM optimization. (#131563) |
51 | unsafe { crate::intrinsics::unchecked_sub(self.end, self.start) } |
52 | } |
53 | |
54 | /// # Safety |
55 | /// - Can only be called when `start < end`, aka when `len > 0`. |
56 | #[inline ] |
57 | unsafe fn next_unchecked(&mut self) -> usize { |
58 | debug_assert!(self.start < self.end); |
59 | |
60 | let value = self.start; |
61 | // SAFETY: The range isn't empty, so this cannot overflow |
62 | self.start = unsafe { value.unchecked_add(1) }; |
63 | value |
64 | } |
65 | |
66 | /// # Safety |
67 | /// - Can only be called when `start < end`, aka when `len > 0`. |
68 | #[inline ] |
69 | unsafe fn next_back_unchecked(&mut self) -> usize { |
70 | debug_assert!(self.start < self.end); |
71 | |
72 | // SAFETY: The range isn't empty, so this cannot overflow |
73 | let value = unsafe { self.end.unchecked_sub(1) }; |
74 | self.end = value; |
75 | value |
76 | } |
77 | |
78 | /// Removes the first `n` items from this range, returning them as an `IndexRange`. |
79 | /// If there are fewer than `n`, then the whole range is returned and |
80 | /// `self` is left empty. |
81 | /// |
82 | /// This is designed to help implement `Iterator::advance_by`. |
83 | #[inline ] |
84 | pub(crate) fn take_prefix(&mut self, n: usize) -> Self { |
85 | let mid = if n <= self.len() { |
86 | // SAFETY: We just checked that this will be between start and end, |
87 | // and thus the addition cannot overflow. |
88 | // Using the intrinsic avoids a superfluous UB check. |
89 | unsafe { crate::intrinsics::unchecked_add(self.start, n) } |
90 | } else { |
91 | self.end |
92 | }; |
93 | let prefix = Self { start: self.start, end: mid }; |
94 | self.start = mid; |
95 | prefix |
96 | } |
97 | |
98 | /// Removes the last `n` items from this range, returning them as an `IndexRange`. |
99 | /// If there are fewer than `n`, then the whole range is returned and |
100 | /// `self` is left empty. |
101 | /// |
102 | /// This is designed to help implement `Iterator::advance_back_by`. |
103 | #[inline ] |
104 | pub(crate) fn take_suffix(&mut self, n: usize) -> Self { |
105 | let mid = if n <= self.len() { |
106 | // SAFETY: We just checked that this will be between start and end, |
107 | // and thus the subtraction cannot overflow. |
108 | // Using the intrinsic avoids a superfluous UB check. |
109 | unsafe { crate::intrinsics::unchecked_sub(self.end, n) } |
110 | } else { |
111 | self.start |
112 | }; |
113 | let suffix = Self { start: mid, end: self.end }; |
114 | self.end = mid; |
115 | suffix |
116 | } |
117 | |
118 | #[inline ] |
119 | fn assume_range(&self) { |
120 | // SAFETY: This is the type invariant |
121 | unsafe { crate::hint::assert_unchecked(self.start <= self.end) } |
122 | } |
123 | } |
124 | |
125 | impl Iterator for IndexRange { |
126 | type Item = usize; |
127 | |
128 | #[inline ] |
129 | fn next(&mut self) -> Option<usize> { |
130 | if self.len() > 0 { |
131 | // SAFETY: We just checked that the range is non-empty |
132 | unsafe { Some(self.next_unchecked()) } |
133 | } else { |
134 | None |
135 | } |
136 | } |
137 | |
138 | #[inline ] |
139 | fn size_hint(&self) -> (usize, Option<usize>) { |
140 | let len = self.len(); |
141 | (len, Some(len)) |
142 | } |
143 | |
144 | #[inline ] |
145 | fn advance_by(&mut self, n: usize) -> Result<(), NonZero<usize>> { |
146 | let taken = self.take_prefix(n); |
147 | NonZero::new(n - taken.len()).map_or(Ok(()), Err) |
148 | } |
149 | |
150 | #[inline ] |
151 | fn fold<B, F: FnMut(B, usize) -> B>(mut self, init: B, f: F) -> B { |
152 | self.try_fold(init, NeverShortCircuit::wrap_mut_2(f)).0 |
153 | } |
154 | |
155 | #[inline ] |
156 | fn try_fold<B, F, R>(&mut self, mut accum: B, mut f: F) -> R |
157 | where |
158 | Self: Sized, |
159 | F: FnMut(B, Self::Item) -> R, |
160 | R: Try<Output = B>, |
161 | { |
162 | // `Range` needs to check `start < end`, but thanks to our type invariant |
163 | // we can loop on the stricter `start != end`. |
164 | |
165 | self.assume_range(); |
166 | while self.start != self.end { |
167 | // SAFETY: We just checked that the range is non-empty |
168 | let i = unsafe { self.next_unchecked() }; |
169 | accum = f(accum, i)?; |
170 | } |
171 | try { accum } |
172 | } |
173 | } |
174 | |
175 | impl DoubleEndedIterator for IndexRange { |
176 | #[inline ] |
177 | fn next_back(&mut self) -> Option<usize> { |
178 | if self.len() > 0 { |
179 | // SAFETY: We just checked that the range is non-empty |
180 | unsafe { Some(self.next_back_unchecked()) } |
181 | } else { |
182 | None |
183 | } |
184 | } |
185 | |
186 | #[inline ] |
187 | fn advance_back_by(&mut self, n: usize) -> Result<(), NonZero<usize>> { |
188 | let taken = self.take_suffix(n); |
189 | NonZero::new(n - taken.len()).map_or(Ok(()), Err) |
190 | } |
191 | |
192 | #[inline ] |
193 | fn rfold<B, F: FnMut(B, usize) -> B>(mut self, init: B, f: F) -> B { |
194 | self.try_rfold(init, NeverShortCircuit::wrap_mut_2(f)).0 |
195 | } |
196 | |
197 | #[inline ] |
198 | fn try_rfold<B, F, R>(&mut self, mut accum: B, mut f: F) -> R |
199 | where |
200 | Self: Sized, |
201 | F: FnMut(B, Self::Item) -> R, |
202 | R: Try<Output = B>, |
203 | { |
204 | // `Range` needs to check `start < end`, but thanks to our type invariant |
205 | // we can loop on the stricter `start != end`. |
206 | |
207 | self.assume_range(); |
208 | while self.start != self.end { |
209 | // SAFETY: We just checked that the range is non-empty |
210 | let i = unsafe { self.next_back_unchecked() }; |
211 | accum = f(accum, i)?; |
212 | } |
213 | try { accum } |
214 | } |
215 | } |
216 | |
217 | impl ExactSizeIterator for IndexRange { |
218 | #[inline ] |
219 | fn len(&self) -> usize { |
220 | self.len() |
221 | } |
222 | } |
223 | |
224 | // SAFETY: Because we only deal in `usize`, our `len` is always perfect. |
225 | unsafe impl TrustedLen for IndexRange {} |
226 | |
227 | impl FusedIterator for IndexRange {} |
228 | |