| 1 | // Seemingly inconsequential code changes to this file can lead to measurable |
| 2 | // performance impact on compilation times, due at least in part to the fact |
| 3 | // that the layout code gets called from many instantiations of the various |
| 4 | // collections, resulting in having to optimize down excess IR multiple times. |
| 5 | // Your performance intuition is useless. Run perf. |
| 6 | |
| 7 | use crate::error::Error; |
| 8 | use crate::intrinsics::{unchecked_add, unchecked_mul, unchecked_sub}; |
| 9 | use crate::mem::SizedTypeProperties; |
| 10 | use crate::ptr::{Alignment, NonNull}; |
| 11 | use crate::{assert_unsafe_precondition, fmt, mem}; |
| 12 | |
| 13 | /// Layout of a block of memory. |
| 14 | /// |
| 15 | /// An instance of `Layout` describes a particular layout of memory. |
| 16 | /// You build a `Layout` up as an input to give to an allocator. |
| 17 | /// |
| 18 | /// All layouts have an associated size and a power-of-two alignment. The size, when rounded up to |
| 19 | /// the nearest multiple of `align`, does not overflow `isize` (i.e., the rounded value will always be |
| 20 | /// less than or equal to `isize::MAX`). |
| 21 | /// |
| 22 | /// (Note that layouts are *not* required to have non-zero size, |
| 23 | /// even though `GlobalAlloc` requires that all memory requests |
| 24 | /// be non-zero in size. A caller must either ensure that conditions |
| 25 | /// like this are met, use specific allocators with looser |
| 26 | /// requirements, or use the more lenient `Allocator` interface.) |
| 27 | #[stable (feature = "alloc_layout" , since = "1.28.0" )] |
| 28 | #[derive (Copy, Clone, Debug, PartialEq, Eq, Hash)] |
| 29 | #[lang = "alloc_layout" ] |
| 30 | pub struct Layout { |
| 31 | // size of the requested block of memory, measured in bytes. |
| 32 | size: usize, |
| 33 | |
| 34 | // alignment of the requested block of memory, measured in bytes. |
| 35 | // we ensure that this is always a power-of-two, because API's |
| 36 | // like `posix_memalign` require it and it is a reasonable |
| 37 | // constraint to impose on Layout constructors. |
| 38 | // |
| 39 | // (However, we do not analogously require `align >= sizeof(void*)`, |
| 40 | // even though that is *also* a requirement of `posix_memalign`.) |
| 41 | align: Alignment, |
| 42 | } |
| 43 | |
| 44 | impl Layout { |
| 45 | /// Constructs a `Layout` from a given `size` and `align`, |
| 46 | /// or returns `LayoutError` if any of the following conditions |
| 47 | /// are not met: |
| 48 | /// |
| 49 | /// * `align` must not be zero, |
| 50 | /// |
| 51 | /// * `align` must be a power of two, |
| 52 | /// |
| 53 | /// * `size`, when rounded up to the nearest multiple of `align`, |
| 54 | /// must not overflow `isize` (i.e., the rounded value must be |
| 55 | /// less than or equal to `isize::MAX`). |
| 56 | #[stable (feature = "alloc_layout" , since = "1.28.0" )] |
| 57 | #[rustc_const_stable (feature = "const_alloc_layout_size_align" , since = "1.50.0" )] |
| 58 | #[inline ] |
| 59 | pub const fn from_size_align(size: usize, align: usize) -> Result<Self, LayoutError> { |
| 60 | if Layout::is_size_align_valid(size, align) { |
| 61 | // SAFETY: Layout::is_size_align_valid checks the preconditions for this call. |
| 62 | unsafe { Ok(Layout { size, align: mem::transmute(align) }) } |
| 63 | } else { |
| 64 | Err(LayoutError) |
| 65 | } |
| 66 | } |
| 67 | |
| 68 | #[inline ] |
| 69 | const fn is_size_align_valid(size: usize, align: usize) -> bool { |
| 70 | let Some(alignment) = Alignment::new(align) else { return false }; |
| 71 | Self::is_size_alignment_valid(size, alignment) |
| 72 | } |
| 73 | |
| 74 | const fn is_size_alignment_valid(size: usize, alignment: Alignment) -> bool { |
| 75 | size <= Self::max_size_for_alignment(alignment) |
| 76 | } |
| 77 | |
| 78 | #[inline (always)] |
| 79 | const fn max_size_for_alignment(alignment: Alignment) -> usize { |
| 80 | // (power-of-two implies align != 0.) |
| 81 | |
| 82 | // Rounded up size is: |
| 83 | // size_rounded_up = (size + align - 1) & !(align - 1); |
| 84 | // |
| 85 | // We know from above that align != 0. If adding (align - 1) |
| 86 | // does not overflow, then rounding up will be fine. |
| 87 | // |
| 88 | // Conversely, &-masking with !(align - 1) will subtract off |
| 89 | // only low-order-bits. Thus if overflow occurs with the sum, |
| 90 | // the &-mask cannot subtract enough to undo that overflow. |
| 91 | // |
| 92 | // Above implies that checking for summation overflow is both |
| 93 | // necessary and sufficient. |
| 94 | |
| 95 | // SAFETY: the maximum possible alignment is `isize::MAX + 1`, |
| 96 | // so the subtraction cannot overflow. |
| 97 | unsafe { unchecked_sub(isize::MAX as usize + 1, alignment.as_usize()) } |
| 98 | } |
| 99 | |
| 100 | /// Constructs a `Layout` from a given `size` and `alignment`, |
| 101 | /// or returns `LayoutError` if any of the following conditions |
| 102 | /// are not met: |
| 103 | /// |
| 104 | /// * `size`, when rounded up to the nearest multiple of `alignment`, |
| 105 | /// must not overflow `isize` (i.e., the rounded value must be |
| 106 | /// less than or equal to `isize::MAX`). |
| 107 | #[unstable (feature = "ptr_alignment_type" , issue = "102070" )] |
| 108 | #[inline ] |
| 109 | pub const fn from_size_alignment( |
| 110 | size: usize, |
| 111 | alignment: Alignment, |
| 112 | ) -> Result<Self, LayoutError> { |
| 113 | if Layout::is_size_alignment_valid(size, alignment) { |
| 114 | // SAFETY: Layout::size invariants checked above. |
| 115 | Ok(Layout { size, align: alignment }) |
| 116 | } else { |
| 117 | Err(LayoutError) |
| 118 | } |
| 119 | } |
| 120 | |
| 121 | /// Creates a layout, bypassing all checks. |
| 122 | /// |
| 123 | /// # Safety |
| 124 | /// |
| 125 | /// This function is unsafe as it does not verify the preconditions from |
| 126 | /// [`Layout::from_size_align`]. |
| 127 | #[stable (feature = "alloc_layout" , since = "1.28.0" )] |
| 128 | #[rustc_const_stable (feature = "const_alloc_layout_unchecked" , since = "1.36.0" )] |
| 129 | #[must_use ] |
| 130 | #[inline ] |
| 131 | #[track_caller ] |
| 132 | pub const unsafe fn from_size_align_unchecked(size: usize, align: usize) -> Self { |
| 133 | assert_unsafe_precondition!( |
| 134 | check_library_ub, |
| 135 | "Layout::from_size_align_unchecked requires that align is a power of 2 \ |
| 136 | and the rounded-up allocation size does not exceed isize::MAX" , |
| 137 | ( |
| 138 | size: usize = size, |
| 139 | align: usize = align, |
| 140 | ) => Layout::is_size_align_valid(size, align) |
| 141 | ); |
| 142 | // SAFETY: the caller is required to uphold the preconditions. |
| 143 | unsafe { Layout { size, align: mem::transmute(align) } } |
| 144 | } |
| 145 | |
| 146 | /// Creates a layout, bypassing all checks. |
| 147 | /// |
| 148 | /// # Safety |
| 149 | /// |
| 150 | /// This function is unsafe as it does not verify the preconditions from |
| 151 | /// [`Layout::from_size_alignment`]. |
| 152 | #[unstable (feature = "ptr_alignment_type" , issue = "102070" )] |
| 153 | #[must_use ] |
| 154 | #[inline ] |
| 155 | #[track_caller ] |
| 156 | pub const unsafe fn from_size_alignment_unchecked(size: usize, alignment: Alignment) -> Self { |
| 157 | assert_unsafe_precondition!( |
| 158 | check_library_ub, |
| 159 | "Layout::from_size_alignment_unchecked requires \ |
| 160 | that the rounded-up allocation size does not exceed isize::MAX" , |
| 161 | ( |
| 162 | size: usize = size, |
| 163 | alignment: Alignment = alignment, |
| 164 | ) => Layout::is_size_alignment_valid(size, alignment) |
| 165 | ); |
| 166 | // SAFETY: the caller is required to uphold the preconditions. |
| 167 | Layout { size, align: alignment } |
| 168 | } |
| 169 | |
| 170 | /// The minimum size in bytes for a memory block of this layout. |
| 171 | #[stable (feature = "alloc_layout" , since = "1.28.0" )] |
| 172 | #[rustc_const_stable (feature = "const_alloc_layout_size_align" , since = "1.50.0" )] |
| 173 | #[must_use ] |
| 174 | #[inline ] |
| 175 | pub const fn size(&self) -> usize { |
| 176 | self.size |
| 177 | } |
| 178 | |
| 179 | /// The minimum byte alignment for a memory block of this layout. |
| 180 | /// |
| 181 | /// The returned alignment is guaranteed to be a power of two. |
| 182 | #[stable (feature = "alloc_layout" , since = "1.28.0" )] |
| 183 | #[rustc_const_stable (feature = "const_alloc_layout_size_align" , since = "1.50.0" )] |
| 184 | #[must_use = "this returns the minimum alignment, \ |
| 185 | without modifying the layout" ] |
| 186 | #[inline ] |
| 187 | pub const fn align(&self) -> usize { |
| 188 | self.align.as_usize() |
| 189 | } |
| 190 | |
| 191 | /// The minimum byte alignment for a memory block of this layout. |
| 192 | /// |
| 193 | /// The returned alignment is guaranteed to be a power of two. |
| 194 | #[unstable (feature = "ptr_alignment_type" , issue = "102070" )] |
| 195 | #[must_use = "this returns the minimum alignment, without modifying the layout" ] |
| 196 | #[inline ] |
| 197 | pub const fn alignment(&self) -> Alignment { |
| 198 | self.align |
| 199 | } |
| 200 | |
| 201 | /// Constructs a `Layout` suitable for holding a value of type `T`. |
| 202 | #[stable (feature = "alloc_layout" , since = "1.28.0" )] |
| 203 | #[rustc_const_stable (feature = "alloc_layout_const_new" , since = "1.42.0" )] |
| 204 | #[must_use ] |
| 205 | #[inline ] |
| 206 | pub const fn new<T>() -> Self { |
| 207 | <T as SizedTypeProperties>::LAYOUT |
| 208 | } |
| 209 | |
| 210 | /// Produces layout describing a record that could be used to |
| 211 | /// allocate backing structure for `T` (which could be a trait |
| 212 | /// or other unsized type like a slice). |
| 213 | #[stable (feature = "alloc_layout" , since = "1.28.0" )] |
| 214 | #[rustc_const_stable (feature = "const_alloc_layout" , since = "1.85.0" )] |
| 215 | #[must_use ] |
| 216 | #[inline ] |
| 217 | pub const fn for_value<T: ?Sized>(t: &T) -> Self { |
| 218 | let (size, alignment) = (size_of_val(t), Alignment::of_val(t)); |
| 219 | // SAFETY: see rationale in `new` for why this is using the unsafe variant |
| 220 | unsafe { Layout::from_size_alignment_unchecked(size, alignment) } |
| 221 | } |
| 222 | |
| 223 | /// Produces layout describing a record that could be used to |
| 224 | /// allocate backing structure for `T` (which could be a trait |
| 225 | /// or other unsized type like a slice). |
| 226 | /// |
| 227 | /// # Safety |
| 228 | /// |
| 229 | /// This function is only safe to call if the following conditions hold: |
| 230 | /// |
| 231 | /// - If `T` is `Sized`, this function is always safe to call. |
| 232 | /// - If the unsized tail of `T` is: |
| 233 | /// - a [slice], then the length of the slice tail must be an initialized |
| 234 | /// integer, and the size of the *entire value* |
| 235 | /// (dynamic tail length + statically sized prefix) must fit in `isize`. |
| 236 | /// For the special case where the dynamic tail length is 0, this function |
| 237 | /// is safe to call. |
| 238 | /// - a [trait object], then the vtable part of the pointer must point |
| 239 | /// to a valid vtable for the type `T` acquired by an unsizing coercion, |
| 240 | /// and the size of the *entire value* |
| 241 | /// (dynamic tail length + statically sized prefix) must fit in `isize`. |
| 242 | /// - an (unstable) [extern type], then this function is always safe to |
| 243 | /// call, but may panic or otherwise return the wrong value, as the |
| 244 | /// extern type's layout is not known. This is the same behavior as |
| 245 | /// [`Layout::for_value`] on a reference to an extern type tail. |
| 246 | /// - otherwise, it is conservatively not allowed to call this function. |
| 247 | /// |
| 248 | /// [trait object]: ../../book/ch17-02-trait-objects.html |
| 249 | /// [extern type]: ../../unstable-book/language-features/extern-types.html |
| 250 | #[unstable (feature = "layout_for_ptr" , issue = "69835" )] |
| 251 | #[must_use ] |
| 252 | #[inline ] |
| 253 | pub const unsafe fn for_value_raw<T: ?Sized>(t: *const T) -> Self { |
| 254 | // SAFETY: we pass along the prerequisites of these functions to the caller |
| 255 | let (size, alignment) = unsafe { (mem::size_of_val_raw(t), Alignment::of_val_raw(t)) }; |
| 256 | // SAFETY: see rationale in `new` for why this is using the unsafe variant |
| 257 | unsafe { Layout::from_size_alignment_unchecked(size, alignment) } |
| 258 | } |
| 259 | |
| 260 | /// Creates a `NonNull` that is dangling, but well-aligned for this Layout. |
| 261 | /// |
| 262 | /// Note that the address of the returned pointer may potentially |
| 263 | /// be that of a valid pointer, which means this must not be used |
| 264 | /// as a "not yet initialized" sentinel value. |
| 265 | /// Types that lazily allocate must track initialization by some other means. |
| 266 | #[stable (feature = "alloc_layout_extra" , since = "CURRENT_RUSTC_VERSION" )] |
| 267 | #[rustc_const_stable (feature = "alloc_layout_extra" , since = "CURRENT_RUSTC_VERSION" )] |
| 268 | #[must_use ] |
| 269 | #[inline ] |
| 270 | pub const fn dangling_ptr(&self) -> NonNull<u8> { |
| 271 | NonNull::without_provenance(self.align.as_nonzero()) |
| 272 | } |
| 273 | |
| 274 | /// Creates a layout describing the record that can hold a value |
| 275 | /// of the same layout as `self`, but that also is aligned to |
| 276 | /// alignment `align` (measured in bytes). |
| 277 | /// |
| 278 | /// If `self` already meets the prescribed alignment, then returns |
| 279 | /// `self`. |
| 280 | /// |
| 281 | /// Note that this method does not add any padding to the overall |
| 282 | /// size, regardless of whether the returned layout has a different |
| 283 | /// alignment. In other words, if `K` has size 16, `K.align_to(32)` |
| 284 | /// will *still* have size 16. |
| 285 | /// |
| 286 | /// Returns an error if the combination of `self.size()` and the given |
| 287 | /// `align` violates the conditions listed in [`Layout::from_size_align`]. |
| 288 | #[stable (feature = "alloc_layout_manipulation" , since = "1.44.0" )] |
| 289 | #[rustc_const_stable (feature = "const_alloc_layout" , since = "1.85.0" )] |
| 290 | #[inline ] |
| 291 | pub const fn align_to(&self, align: usize) -> Result<Self, LayoutError> { |
| 292 | if let Some(alignment) = Alignment::new(align) { |
| 293 | self.adjust_alignment_to(alignment) |
| 294 | } else { |
| 295 | Err(LayoutError) |
| 296 | } |
| 297 | } |
| 298 | |
| 299 | /// Creates a layout describing the record that can hold a value |
| 300 | /// of the same layout as `self`, but that also is aligned to |
| 301 | /// alignment `alignment`. |
| 302 | /// |
| 303 | /// If `self` already meets the prescribed alignment, then returns |
| 304 | /// `self`. |
| 305 | /// |
| 306 | /// Note that this method does not add any padding to the overall |
| 307 | /// size, regardless of whether the returned layout has a different |
| 308 | /// alignment. In other words, if `K` has size 16, `K.align_to(32)` |
| 309 | /// will *still* have size 16. |
| 310 | /// |
| 311 | /// Returns an error if the combination of `self.size()` and the given |
| 312 | /// `alignment` violates the conditions listed in [`Layout::from_size_alignment`]. |
| 313 | #[unstable (feature = "ptr_alignment_type" , issue = "102070" )] |
| 314 | #[inline ] |
| 315 | pub const fn adjust_alignment_to(&self, alignment: Alignment) -> Result<Self, LayoutError> { |
| 316 | Layout::from_size_alignment(self.size, Alignment::max(self.align, alignment)) |
| 317 | } |
| 318 | |
| 319 | /// Returns the amount of padding we must insert after `self` |
| 320 | /// to ensure that the following address will satisfy `alignment`. |
| 321 | /// |
| 322 | /// e.g., if `self.size()` is 9, then `self.padding_needed_for(alignment4)` |
| 323 | /// (where `alignment4.as_usize() == 4`) |
| 324 | /// returns 3, because that is the minimum number of bytes of |
| 325 | /// padding required to get a 4-aligned address (assuming that the |
| 326 | /// corresponding memory block starts at a 4-aligned address). |
| 327 | /// |
| 328 | /// Note that the utility of the returned value requires `alignment` |
| 329 | /// to be less than or equal to the alignment of the starting |
| 330 | /// address for the whole allocated block of memory. One way to |
| 331 | /// satisfy this constraint is to ensure `alignment.as_usize() <= self.align()`. |
| 332 | #[unstable (feature = "ptr_alignment_type" , issue = "102070" )] |
| 333 | #[must_use = "this returns the padding needed, without modifying the `Layout`" ] |
| 334 | #[inline ] |
| 335 | pub const fn padding_needed_for(&self, alignment: Alignment) -> usize { |
| 336 | let len_rounded_up = self.size_rounded_up_to_custom_alignment(alignment); |
| 337 | // SAFETY: Cannot overflow because the rounded-up value is never less |
| 338 | unsafe { unchecked_sub(len_rounded_up, self.size) } |
| 339 | } |
| 340 | |
| 341 | /// Returns the smallest multiple of `align` greater than or equal to `self.size()`. |
| 342 | /// |
| 343 | /// This can return at most `Alignment::MAX` (aka `isize::MAX + 1`) |
| 344 | /// because the original size is at most `isize::MAX`. |
| 345 | #[inline ] |
| 346 | const fn size_rounded_up_to_custom_alignment(&self, alignment: Alignment) -> usize { |
| 347 | // SAFETY: |
| 348 | // Rounded up value is: |
| 349 | // size_rounded_up = (size + align - 1) & !(align - 1); |
| 350 | // |
| 351 | // The arithmetic we do here can never overflow: |
| 352 | // |
| 353 | // 1. align is guaranteed to be > 0, so align - 1 is always |
| 354 | // valid. |
| 355 | // |
| 356 | // 2. size is at most `isize::MAX`, so adding `align - 1` (which is at |
| 357 | // most `isize::MAX`) can never overflow a `usize`. |
| 358 | // |
| 359 | // 3. masking by the alignment can remove at most `align - 1`, |
| 360 | // which is what we just added, thus the value we return is never |
| 361 | // less than the original `size`. |
| 362 | // |
| 363 | // (Size 0 Align MAX is already aligned, so stays the same, but things like |
| 364 | // Size 1 Align MAX or Size isize::MAX Align 2 round up to `isize::MAX + 1`.) |
| 365 | unsafe { |
| 366 | let align_m1 = unchecked_sub(alignment.as_usize(), 1); |
| 367 | unchecked_add(self.size, align_m1) & !align_m1 |
| 368 | } |
| 369 | } |
| 370 | |
| 371 | /// Creates a layout by rounding the size of this layout up to a multiple |
| 372 | /// of the layout's alignment. |
| 373 | /// |
| 374 | /// This is equivalent to adding the result of `padding_needed_for` |
| 375 | /// to the layout's current size. |
| 376 | #[stable (feature = "alloc_layout_manipulation" , since = "1.44.0" )] |
| 377 | #[rustc_const_stable (feature = "const_alloc_layout" , since = "1.85.0" )] |
| 378 | #[must_use = "this returns a new `Layout`, \ |
| 379 | without modifying the original" ] |
| 380 | #[inline ] |
| 381 | pub const fn pad_to_align(&self) -> Layout { |
| 382 | // This cannot overflow. Quoting from the invariant of Layout: |
| 383 | // > `size`, when rounded up to the nearest multiple of `align`, |
| 384 | // > must not overflow isize (i.e., the rounded value must be |
| 385 | // > less than or equal to `isize::MAX`) |
| 386 | let new_size = self.size_rounded_up_to_custom_alignment(self.align); |
| 387 | |
| 388 | // SAFETY: padded size is guaranteed to not exceed `isize::MAX`. |
| 389 | unsafe { Layout::from_size_alignment_unchecked(new_size, self.alignment()) } |
| 390 | } |
| 391 | |
| 392 | /// Creates a layout describing the record for `n` instances of |
| 393 | /// `self`, with a suitable amount of padding between each to |
| 394 | /// ensure that each instance is given its requested size and |
| 395 | /// alignment. On success, returns `(k, offs)` where `k` is the |
| 396 | /// layout of the array and `offs` is the distance between the start |
| 397 | /// of each element in the array. |
| 398 | /// |
| 399 | /// Does not include padding after the trailing element. |
| 400 | /// |
| 401 | /// (That distance between elements is sometimes known as "stride".) |
| 402 | /// |
| 403 | /// On arithmetic overflow, returns `LayoutError`. |
| 404 | /// |
| 405 | /// # Examples |
| 406 | /// |
| 407 | /// ``` |
| 408 | /// use std::alloc::Layout; |
| 409 | /// |
| 410 | /// // All rust types have a size that's a multiple of their alignment. |
| 411 | /// let normal = Layout::from_size_align(12, 4).unwrap(); |
| 412 | /// let repeated = normal.repeat(3).unwrap(); |
| 413 | /// assert_eq!(repeated, (Layout::from_size_align(36, 4).unwrap(), 12)); |
| 414 | /// |
| 415 | /// // But you can manually make layouts which don't meet that rule. |
| 416 | /// let padding_needed = Layout::from_size_align(6, 4).unwrap(); |
| 417 | /// let repeated = padding_needed.repeat(3).unwrap(); |
| 418 | /// assert_eq!(repeated, (Layout::from_size_align(22, 4).unwrap(), 8)); |
| 419 | /// |
| 420 | /// // Repeating an element zero times has zero size, but keeps the alignment (like `[T; 0]`) |
| 421 | /// let repeated = normal.repeat(0).unwrap(); |
| 422 | /// assert_eq!(repeated, (Layout::from_size_align(0, 4).unwrap(), 12)); |
| 423 | /// let repeated = padding_needed.repeat(0).unwrap(); |
| 424 | /// assert_eq!(repeated, (Layout::from_size_align(0, 4).unwrap(), 8)); |
| 425 | /// ``` |
| 426 | #[stable (feature = "alloc_layout_extra" , since = "CURRENT_RUSTC_VERSION" )] |
| 427 | #[rustc_const_stable (feature = "alloc_layout_extra" , since = "CURRENT_RUSTC_VERSION" )] |
| 428 | #[inline ] |
| 429 | pub const fn repeat(&self, n: usize) -> Result<(Self, usize), LayoutError> { |
| 430 | // FIXME(const-hack): the following could be way shorter with `?` |
| 431 | let padded = self.pad_to_align(); |
| 432 | let Ok(result) = (if let Some(k) = n.checked_sub(1) { |
| 433 | let Ok(repeated) = padded.repeat_packed(k) else { |
| 434 | return Err(LayoutError); |
| 435 | }; |
| 436 | repeated.extend_packed(*self) |
| 437 | } else { |
| 438 | debug_assert!(n == 0); |
| 439 | self.repeat_packed(0) |
| 440 | }) else { |
| 441 | return Err(LayoutError); |
| 442 | }; |
| 443 | Ok((result, padded.size())) |
| 444 | } |
| 445 | |
| 446 | /// Creates a layout describing the record for `self` followed by |
| 447 | /// `next`, including any necessary padding to ensure that `next` |
| 448 | /// will be properly aligned, but *no trailing padding*. |
| 449 | /// |
| 450 | /// In order to match C representation layout `repr(C)`, you should |
| 451 | /// call `pad_to_align` after extending the layout with all fields. |
| 452 | /// (There is no way to match the default Rust representation |
| 453 | /// layout `repr(Rust)`, as it is unspecified.) |
| 454 | /// |
| 455 | /// Note that the alignment of the resulting layout will be the maximum of |
| 456 | /// those of `self` and `next`, in order to ensure alignment of both parts. |
| 457 | /// |
| 458 | /// Returns `Ok((k, offset))`, where `k` is layout of the concatenated |
| 459 | /// record and `offset` is the relative location, in bytes, of the |
| 460 | /// start of the `next` embedded within the concatenated record |
| 461 | /// (assuming that the record itself starts at offset 0). |
| 462 | /// |
| 463 | /// On arithmetic overflow, returns `LayoutError`. |
| 464 | /// |
| 465 | /// # Examples |
| 466 | /// |
| 467 | /// To calculate the layout of a `#[repr(C)]` structure and the offsets of |
| 468 | /// the fields from its fields' layouts: |
| 469 | /// |
| 470 | /// ```rust |
| 471 | /// # use std::alloc::{Layout, LayoutError}; |
| 472 | /// pub fn repr_c(fields: &[Layout]) -> Result<(Layout, Vec<usize>), LayoutError> { |
| 473 | /// let mut offsets = Vec::new(); |
| 474 | /// let mut layout = Layout::from_size_align(0, 1)?; |
| 475 | /// for &field in fields { |
| 476 | /// let (new_layout, offset) = layout.extend(field)?; |
| 477 | /// layout = new_layout; |
| 478 | /// offsets.push(offset); |
| 479 | /// } |
| 480 | /// // Remember to finalize with `pad_to_align`! |
| 481 | /// Ok((layout.pad_to_align(), offsets)) |
| 482 | /// } |
| 483 | /// # // test that it works |
| 484 | /// # #[repr (C)] struct S { a: u64, b: u32, c: u16, d: u32 } |
| 485 | /// # let s = Layout::new::<S>(); |
| 486 | /// # let u16 = Layout::new::<u16>(); |
| 487 | /// # let u32 = Layout::new::<u32>(); |
| 488 | /// # let u64 = Layout::new::<u64>(); |
| 489 | /// # assert_eq!(repr_c(&[u64, u32, u16, u32]), Ok((s, vec![0, 8, 12, 16]))); |
| 490 | /// ``` |
| 491 | #[stable (feature = "alloc_layout_manipulation" , since = "1.44.0" )] |
| 492 | #[rustc_const_stable (feature = "const_alloc_layout" , since = "1.85.0" )] |
| 493 | #[inline ] |
| 494 | pub const fn extend(&self, next: Self) -> Result<(Self, usize), LayoutError> { |
| 495 | let new_alignment = Alignment::max(self.align, next.align); |
| 496 | let offset = self.size_rounded_up_to_custom_alignment(next.align); |
| 497 | |
| 498 | // SAFETY: `offset` is at most `isize::MAX + 1` (such as from aligning |
| 499 | // to `Alignment::MAX`) and `next.size` is at most `isize::MAX` (from the |
| 500 | // `Layout` type invariant). Thus the largest possible `new_size` is |
| 501 | // `isize::MAX + 1 + isize::MAX`, which is `usize::MAX`, and cannot overflow. |
| 502 | let new_size = unsafe { unchecked_add(offset, next.size) }; |
| 503 | |
| 504 | if let Ok(layout) = Layout::from_size_alignment(new_size, new_alignment) { |
| 505 | Ok((layout, offset)) |
| 506 | } else { |
| 507 | Err(LayoutError) |
| 508 | } |
| 509 | } |
| 510 | |
| 511 | /// Creates a layout describing the record for `n` instances of |
| 512 | /// `self`, with no padding between each instance. |
| 513 | /// |
| 514 | /// Note that, unlike `repeat`, `repeat_packed` does not guarantee |
| 515 | /// that the repeated instances of `self` will be properly |
| 516 | /// aligned, even if a given instance of `self` is properly |
| 517 | /// aligned. In other words, if the layout returned by |
| 518 | /// `repeat_packed` is used to allocate an array, it is not |
| 519 | /// guaranteed that all elements in the array will be properly |
| 520 | /// aligned. |
| 521 | /// |
| 522 | /// On arithmetic overflow, returns `LayoutError`. |
| 523 | #[stable (feature = "alloc_layout_extra" , since = "CURRENT_RUSTC_VERSION" )] |
| 524 | #[rustc_const_stable (feature = "alloc_layout_extra" , since = "CURRENT_RUSTC_VERSION" )] |
| 525 | #[inline ] |
| 526 | pub const fn repeat_packed(&self, n: usize) -> Result<Self, LayoutError> { |
| 527 | if let Some(size) = self.size.checked_mul(n) { |
| 528 | // The safe constructor is called here to enforce the isize size limit. |
| 529 | Layout::from_size_alignment(size, self.align) |
| 530 | } else { |
| 531 | Err(LayoutError) |
| 532 | } |
| 533 | } |
| 534 | |
| 535 | /// Creates a layout describing the record for `self` followed by |
| 536 | /// `next` with no additional padding between the two. Since no |
| 537 | /// padding is inserted, the alignment of `next` is irrelevant, |
| 538 | /// and is not incorporated *at all* into the resulting layout. |
| 539 | /// |
| 540 | /// On arithmetic overflow, returns `LayoutError`. |
| 541 | #[stable (feature = "alloc_layout_extra" , since = "CURRENT_RUSTC_VERSION" )] |
| 542 | #[rustc_const_stable (feature = "alloc_layout_extra" , since = "CURRENT_RUSTC_VERSION" )] |
| 543 | #[inline ] |
| 544 | pub const fn extend_packed(&self, next: Self) -> Result<Self, LayoutError> { |
| 545 | // SAFETY: each `size` is at most `isize::MAX == usize::MAX/2`, so the |
| 546 | // sum is at most `usize::MAX/2*2 == usize::MAX - 1`, and cannot overflow. |
| 547 | let new_size = unsafe { unchecked_add(self.size, next.size) }; |
| 548 | // The safe constructor enforces that the new size isn't too big for the alignment |
| 549 | Layout::from_size_alignment(new_size, self.align) |
| 550 | } |
| 551 | |
| 552 | /// Creates a layout describing the record for a `[T; n]`. |
| 553 | /// |
| 554 | /// On arithmetic overflow or when the total size would exceed |
| 555 | /// `isize::MAX`, returns `LayoutError`. |
| 556 | #[stable (feature = "alloc_layout_manipulation" , since = "1.44.0" )] |
| 557 | #[rustc_const_stable (feature = "const_alloc_layout" , since = "1.85.0" )] |
| 558 | #[inline ] |
| 559 | pub const fn array<T>(n: usize) -> Result<Self, LayoutError> { |
| 560 | // Reduce the amount of code we need to monomorphize per `T`. |
| 561 | return inner(T::LAYOUT, n); |
| 562 | |
| 563 | #[inline ] |
| 564 | const fn inner(element_layout: Layout, n: usize) -> Result<Layout, LayoutError> { |
| 565 | let Layout { size: element_size, align: alignment } = element_layout; |
| 566 | |
| 567 | // We need to check two things about the size: |
| 568 | // - That the total size won't overflow a `usize`, and |
| 569 | // - That the total size still fits in an `isize`. |
| 570 | // By using division we can check them both with a single threshold. |
| 571 | // That'd usually be a bad idea, but thankfully here the element size |
| 572 | // and alignment are constants, so the compiler will fold all of it. |
| 573 | if element_size != 0 && n > Layout::max_size_for_alignment(alignment) / element_size { |
| 574 | return Err(LayoutError); |
| 575 | } |
| 576 | |
| 577 | // SAFETY: We just checked that we won't overflow `usize` when we multiply. |
| 578 | // This is a useless hint inside this function, but after inlining this helps |
| 579 | // deduplicate checks for whether the overall capacity is zero (e.g., in RawVec's |
| 580 | // allocation path) before/after this multiplication. |
| 581 | let array_size = unsafe { unchecked_mul(element_size, n) }; |
| 582 | |
| 583 | // SAFETY: We just checked above that the `array_size` will not |
| 584 | // exceed `isize::MAX` even when rounded up to the alignment. |
| 585 | // And `Alignment` guarantees it's a power of two. |
| 586 | unsafe { Ok(Layout::from_size_alignment_unchecked(array_size, alignment)) } |
| 587 | } |
| 588 | } |
| 589 | } |
| 590 | |
| 591 | #[stable (feature = "alloc_layout" , since = "1.28.0" )] |
| 592 | #[deprecated ( |
| 593 | since = "1.52.0" , |
| 594 | note = "Name does not follow std convention, use LayoutError" , |
| 595 | suggestion = "LayoutError" |
| 596 | )] |
| 597 | pub type LayoutErr = LayoutError; |
| 598 | |
| 599 | /// The `LayoutError` is returned when the parameters given |
| 600 | /// to `Layout::from_size_align` |
| 601 | /// or some other `Layout` constructor |
| 602 | /// do not satisfy its documented constraints. |
| 603 | #[stable (feature = "alloc_layout_error" , since = "1.50.0" )] |
| 604 | #[non_exhaustive ] |
| 605 | #[derive (Clone, PartialEq, Eq, Debug)] |
| 606 | pub struct LayoutError; |
| 607 | |
| 608 | #[stable (feature = "alloc_layout" , since = "1.28.0" )] |
| 609 | impl Error for LayoutError {} |
| 610 | |
| 611 | // (we need this for downstream impl of trait Error) |
| 612 | #[stable (feature = "alloc_layout" , since = "1.28.0" )] |
| 613 | impl fmt::Display for LayoutError { |
| 614 | fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { |
| 615 | f.write_str(data:"invalid parameters to Layout::from_size_align" ) |
| 616 | } |
| 617 | } |
| 618 | |