12aac4cd7SDanilo Krummrich // SPDX-License-Identifier: GPL-2.0 22aac4cd7SDanilo Krummrich 32aac4cd7SDanilo Krummrich //! Implementation of [`Vec`]. 42aac4cd7SDanilo Krummrich 52aac4cd7SDanilo Krummrich use super::{ 62aac4cd7SDanilo Krummrich allocator::{KVmalloc, Kmalloc, Vmalloc}, 72aac4cd7SDanilo Krummrich layout::ArrayLayout, 82aac4cd7SDanilo Krummrich AllocError, Allocator, Box, Flags, 92aac4cd7SDanilo Krummrich }; 102aac4cd7SDanilo Krummrich use core::{ 112aac4cd7SDanilo Krummrich fmt, 122aac4cd7SDanilo Krummrich marker::PhantomData, 132aac4cd7SDanilo Krummrich mem::{ManuallyDrop, MaybeUninit}, 142aac4cd7SDanilo Krummrich ops::Deref, 152aac4cd7SDanilo Krummrich ops::DerefMut, 162aac4cd7SDanilo Krummrich ops::Index, 172aac4cd7SDanilo Krummrich ops::IndexMut, 182aac4cd7SDanilo Krummrich ptr, 192aac4cd7SDanilo Krummrich ptr::NonNull, 202aac4cd7SDanilo Krummrich slice, 212aac4cd7SDanilo Krummrich slice::SliceIndex, 222aac4cd7SDanilo Krummrich }; 232aac4cd7SDanilo Krummrich 242aac4cd7SDanilo Krummrich /// Create a [`KVec`] containing the arguments. 252aac4cd7SDanilo Krummrich /// 262aac4cd7SDanilo Krummrich /// New memory is allocated with `GFP_KERNEL`. 272aac4cd7SDanilo Krummrich /// 282aac4cd7SDanilo Krummrich /// # Examples 292aac4cd7SDanilo Krummrich /// 302aac4cd7SDanilo Krummrich /// ``` 312aac4cd7SDanilo Krummrich /// let mut v = kernel::kvec![]; 322aac4cd7SDanilo Krummrich /// v.push(1, GFP_KERNEL)?; 332aac4cd7SDanilo Krummrich /// assert_eq!(v, [1]); 342aac4cd7SDanilo Krummrich /// 352aac4cd7SDanilo Krummrich /// let mut v = kernel::kvec![1; 3]?; 362aac4cd7SDanilo Krummrich /// v.push(4, GFP_KERNEL)?; 372aac4cd7SDanilo Krummrich /// assert_eq!(v, [1, 1, 1, 4]); 382aac4cd7SDanilo Krummrich /// 392aac4cd7SDanilo Krummrich /// let mut v = kernel::kvec![1, 2, 3]?; 402aac4cd7SDanilo Krummrich /// v.push(4, GFP_KERNEL)?; 412aac4cd7SDanilo Krummrich /// assert_eq!(v, [1, 2, 3, 4]); 422aac4cd7SDanilo Krummrich /// 432aac4cd7SDanilo Krummrich /// # Ok::<(), Error>(()) 442aac4cd7SDanilo Krummrich /// ``` 452aac4cd7SDanilo Krummrich #[macro_export] 462aac4cd7SDanilo Krummrich macro_rules! kvec { 472aac4cd7SDanilo Krummrich () => ( 482aac4cd7SDanilo Krummrich $crate::alloc::KVec::new() 492aac4cd7SDanilo Krummrich ); 502aac4cd7SDanilo Krummrich ($elem:expr; $n:expr) => ( 512aac4cd7SDanilo Krummrich $crate::alloc::KVec::from_elem($elem, $n, GFP_KERNEL) 522aac4cd7SDanilo Krummrich ); 532aac4cd7SDanilo Krummrich ($($x:expr),+ $(,)?) => ( 542aac4cd7SDanilo Krummrich match $crate::alloc::KBox::new_uninit(GFP_KERNEL) { 552aac4cd7SDanilo Krummrich Ok(b) => Ok($crate::alloc::KVec::from($crate::alloc::KBox::write(b, [$($x),+]))), 562aac4cd7SDanilo Krummrich Err(e) => Err(e), 572aac4cd7SDanilo Krummrich } 582aac4cd7SDanilo Krummrich ); 592aac4cd7SDanilo Krummrich } 602aac4cd7SDanilo Krummrich 612aac4cd7SDanilo Krummrich /// The kernel's [`Vec`] type. 622aac4cd7SDanilo Krummrich /// 632aac4cd7SDanilo Krummrich /// A contiguous growable array type with contents allocated with the kernel's allocators (e.g. 642aac4cd7SDanilo Krummrich /// [`Kmalloc`], [`Vmalloc`] or [`KVmalloc`]), written `Vec<T, A>`. 652aac4cd7SDanilo Krummrich /// 662aac4cd7SDanilo Krummrich /// For non-zero-sized values, a [`Vec`] will use the given allocator `A` for its allocation. For 672aac4cd7SDanilo Krummrich /// the most common allocators the type aliases [`KVec`], [`VVec`] and [`KVVec`] exist. 682aac4cd7SDanilo Krummrich /// 692aac4cd7SDanilo Krummrich /// For zero-sized types the [`Vec`]'s pointer must be `dangling_mut::<T>`; no memory is allocated. 702aac4cd7SDanilo Krummrich /// 712aac4cd7SDanilo Krummrich /// Generally, [`Vec`] consists of a pointer that represents the vector's backing buffer, the 722aac4cd7SDanilo Krummrich /// capacity of the vector (the number of elements that currently fit into the vector), its length 732aac4cd7SDanilo Krummrich /// (the number of elements that are currently stored in the vector) and the `Allocator` type used 742aac4cd7SDanilo Krummrich /// to allocate (and free) the backing buffer. 752aac4cd7SDanilo Krummrich /// 762aac4cd7SDanilo Krummrich /// A [`Vec`] can be deconstructed into and (re-)constructed from its previously named raw parts 772aac4cd7SDanilo Krummrich /// and manually modified. 782aac4cd7SDanilo Krummrich /// 792aac4cd7SDanilo Krummrich /// [`Vec`]'s backing buffer gets, if required, automatically increased (re-allocated) when elements 802aac4cd7SDanilo Krummrich /// are added to the vector. 812aac4cd7SDanilo Krummrich /// 822aac4cd7SDanilo Krummrich /// # Invariants 832aac4cd7SDanilo Krummrich /// 842aac4cd7SDanilo Krummrich /// - `self.ptr` is always properly aligned and either points to memory allocated with `A` or, for 852aac4cd7SDanilo Krummrich /// zero-sized types, is a dangling, well aligned pointer. 862aac4cd7SDanilo Krummrich /// 872aac4cd7SDanilo Krummrich /// - `self.len` always represents the exact number of elements stored in the vector. 882aac4cd7SDanilo Krummrich /// 892aac4cd7SDanilo Krummrich /// - `self.layout` represents the absolute number of elements that can be stored within the vector 902aac4cd7SDanilo Krummrich /// without re-allocation. For ZSTs `self.layout`'s capacity is zero. However, it is legal for the 912aac4cd7SDanilo Krummrich /// backing buffer to be larger than `layout`. 922aac4cd7SDanilo Krummrich /// 932aac4cd7SDanilo Krummrich /// - The `Allocator` type `A` of the vector is the exact same `Allocator` type the backing buffer 942aac4cd7SDanilo Krummrich /// was allocated with (and must be freed with). 952aac4cd7SDanilo Krummrich pub struct Vec<T, A: Allocator> { 962aac4cd7SDanilo Krummrich ptr: NonNull<T>, 972aac4cd7SDanilo Krummrich /// Represents the actual buffer size as `cap` times `size_of::<T>` bytes. 982aac4cd7SDanilo Krummrich /// 992aac4cd7SDanilo Krummrich /// Note: This isn't quite the same as `Self::capacity`, which in contrast returns the number of 1002aac4cd7SDanilo Krummrich /// elements we can still store without reallocating. 1012aac4cd7SDanilo Krummrich layout: ArrayLayout<T>, 1022aac4cd7SDanilo Krummrich len: usize, 1032aac4cd7SDanilo Krummrich _p: PhantomData<A>, 1042aac4cd7SDanilo Krummrich } 1052aac4cd7SDanilo Krummrich 1062aac4cd7SDanilo Krummrich /// Type alias for [`Vec`] with a [`Kmalloc`] allocator. 1072aac4cd7SDanilo Krummrich /// 1082aac4cd7SDanilo Krummrich /// # Examples 1092aac4cd7SDanilo Krummrich /// 1102aac4cd7SDanilo Krummrich /// ``` 1112aac4cd7SDanilo Krummrich /// let mut v = KVec::new(); 1122aac4cd7SDanilo Krummrich /// v.push(1, GFP_KERNEL)?; 1132aac4cd7SDanilo Krummrich /// assert_eq!(&v, &[1]); 1142aac4cd7SDanilo Krummrich /// 1152aac4cd7SDanilo Krummrich /// # Ok::<(), Error>(()) 1162aac4cd7SDanilo Krummrich /// ``` 1172aac4cd7SDanilo Krummrich pub type KVec<T> = Vec<T, Kmalloc>; 1182aac4cd7SDanilo Krummrich 1192aac4cd7SDanilo Krummrich /// Type alias for [`Vec`] with a [`Vmalloc`] allocator. 1202aac4cd7SDanilo Krummrich /// 1212aac4cd7SDanilo Krummrich /// # Examples 1222aac4cd7SDanilo Krummrich /// 1232aac4cd7SDanilo Krummrich /// ``` 1242aac4cd7SDanilo Krummrich /// let mut v = VVec::new(); 1252aac4cd7SDanilo Krummrich /// v.push(1, GFP_KERNEL)?; 1262aac4cd7SDanilo Krummrich /// assert_eq!(&v, &[1]); 1272aac4cd7SDanilo Krummrich /// 1282aac4cd7SDanilo Krummrich /// # Ok::<(), Error>(()) 1292aac4cd7SDanilo Krummrich /// ``` 1302aac4cd7SDanilo Krummrich pub type VVec<T> = Vec<T, Vmalloc>; 1312aac4cd7SDanilo Krummrich 1322aac4cd7SDanilo Krummrich /// Type alias for [`Vec`] with a [`KVmalloc`] allocator. 1332aac4cd7SDanilo Krummrich /// 1342aac4cd7SDanilo Krummrich /// # Examples 1352aac4cd7SDanilo Krummrich /// 1362aac4cd7SDanilo Krummrich /// ``` 1372aac4cd7SDanilo Krummrich /// let mut v = KVVec::new(); 1382aac4cd7SDanilo Krummrich /// v.push(1, GFP_KERNEL)?; 1392aac4cd7SDanilo Krummrich /// assert_eq!(&v, &[1]); 1402aac4cd7SDanilo Krummrich /// 1412aac4cd7SDanilo Krummrich /// # Ok::<(), Error>(()) 1422aac4cd7SDanilo Krummrich /// ``` 1432aac4cd7SDanilo Krummrich pub type KVVec<T> = Vec<T, KVmalloc>; 1442aac4cd7SDanilo Krummrich 1452aac4cd7SDanilo Krummrich // SAFETY: `Vec` is `Send` if `T` is `Send` because `Vec` owns its elements. 1462aac4cd7SDanilo Krummrich unsafe impl<T, A> Send for Vec<T, A> 1472aac4cd7SDanilo Krummrich where 1482aac4cd7SDanilo Krummrich T: Send, 1492aac4cd7SDanilo Krummrich A: Allocator, 1502aac4cd7SDanilo Krummrich { 1512aac4cd7SDanilo Krummrich } 1522aac4cd7SDanilo Krummrich 1532aac4cd7SDanilo Krummrich // SAFETY: `Vec` is `Sync` if `T` is `Sync` because `Vec` owns its elements. 1542aac4cd7SDanilo Krummrich unsafe impl<T, A> Sync for Vec<T, A> 1552aac4cd7SDanilo Krummrich where 1562aac4cd7SDanilo Krummrich T: Sync, 1572aac4cd7SDanilo Krummrich A: Allocator, 1582aac4cd7SDanilo Krummrich { 1592aac4cd7SDanilo Krummrich } 1602aac4cd7SDanilo Krummrich 1612aac4cd7SDanilo Krummrich impl<T, A> Vec<T, A> 1622aac4cd7SDanilo Krummrich where 1632aac4cd7SDanilo Krummrich A: Allocator, 1642aac4cd7SDanilo Krummrich { 1652aac4cd7SDanilo Krummrich #[inline] 1662aac4cd7SDanilo Krummrich const fn is_zst() -> bool { 1672aac4cd7SDanilo Krummrich core::mem::size_of::<T>() == 0 1682aac4cd7SDanilo Krummrich } 1692aac4cd7SDanilo Krummrich 1702aac4cd7SDanilo Krummrich /// Returns the number of elements that can be stored within the vector without allocating 1712aac4cd7SDanilo Krummrich /// additional memory. 1722aac4cd7SDanilo Krummrich pub fn capacity(&self) -> usize { 1732aac4cd7SDanilo Krummrich if const { Self::is_zst() } { 1742aac4cd7SDanilo Krummrich usize::MAX 1752aac4cd7SDanilo Krummrich } else { 1762aac4cd7SDanilo Krummrich self.layout.len() 1772aac4cd7SDanilo Krummrich } 1782aac4cd7SDanilo Krummrich } 1792aac4cd7SDanilo Krummrich 1802aac4cd7SDanilo Krummrich /// Returns the number of elements stored within the vector. 1812aac4cd7SDanilo Krummrich #[inline] 1822aac4cd7SDanilo Krummrich pub fn len(&self) -> usize { 1832aac4cd7SDanilo Krummrich self.len 1842aac4cd7SDanilo Krummrich } 1852aac4cd7SDanilo Krummrich 1862aac4cd7SDanilo Krummrich /// Forcefully sets `self.len` to `new_len`. 1872aac4cd7SDanilo Krummrich /// 1882aac4cd7SDanilo Krummrich /// # Safety 1892aac4cd7SDanilo Krummrich /// 1902aac4cd7SDanilo Krummrich /// - `new_len` must be less than or equal to [`Self::capacity`]. 1912aac4cd7SDanilo Krummrich /// - If `new_len` is greater than `self.len`, all elements within the interval 1922aac4cd7SDanilo Krummrich /// [`self.len`,`new_len`) must be initialized. 1932aac4cd7SDanilo Krummrich #[inline] 1942aac4cd7SDanilo Krummrich pub unsafe fn set_len(&mut self, new_len: usize) { 1952aac4cd7SDanilo Krummrich debug_assert!(new_len <= self.capacity()); 1962aac4cd7SDanilo Krummrich self.len = new_len; 1972aac4cd7SDanilo Krummrich } 1982aac4cd7SDanilo Krummrich 1992aac4cd7SDanilo Krummrich /// Returns a slice of the entire vector. 2002aac4cd7SDanilo Krummrich #[inline] 2012aac4cd7SDanilo Krummrich pub fn as_slice(&self) -> &[T] { 2022aac4cd7SDanilo Krummrich self 2032aac4cd7SDanilo Krummrich } 2042aac4cd7SDanilo Krummrich 2052aac4cd7SDanilo Krummrich /// Returns a mutable slice of the entire vector. 2062aac4cd7SDanilo Krummrich #[inline] 2072aac4cd7SDanilo Krummrich pub fn as_mut_slice(&mut self) -> &mut [T] { 2082aac4cd7SDanilo Krummrich self 2092aac4cd7SDanilo Krummrich } 2102aac4cd7SDanilo Krummrich 2112aac4cd7SDanilo Krummrich /// Returns a mutable raw pointer to the vector's backing buffer, or, if `T` is a ZST, a 2122aac4cd7SDanilo Krummrich /// dangling raw pointer. 2132aac4cd7SDanilo Krummrich #[inline] 2142aac4cd7SDanilo Krummrich pub fn as_mut_ptr(&mut self) -> *mut T { 2152aac4cd7SDanilo Krummrich self.ptr.as_ptr() 2162aac4cd7SDanilo Krummrich } 2172aac4cd7SDanilo Krummrich 2182aac4cd7SDanilo Krummrich /// Returns a raw pointer to the vector's backing buffer, or, if `T` is a ZST, a dangling raw 2192aac4cd7SDanilo Krummrich /// pointer. 2202aac4cd7SDanilo Krummrich #[inline] 2212aac4cd7SDanilo Krummrich pub fn as_ptr(&self) -> *const T { 2222aac4cd7SDanilo Krummrich self.ptr.as_ptr() 2232aac4cd7SDanilo Krummrich } 2242aac4cd7SDanilo Krummrich 2252aac4cd7SDanilo Krummrich /// Returns `true` if the vector contains no elements, `false` otherwise. 2262aac4cd7SDanilo Krummrich /// 2272aac4cd7SDanilo Krummrich /// # Examples 2282aac4cd7SDanilo Krummrich /// 2292aac4cd7SDanilo Krummrich /// ``` 2302aac4cd7SDanilo Krummrich /// let mut v = KVec::new(); 2312aac4cd7SDanilo Krummrich /// assert!(v.is_empty()); 2322aac4cd7SDanilo Krummrich /// 2332aac4cd7SDanilo Krummrich /// v.push(1, GFP_KERNEL); 2342aac4cd7SDanilo Krummrich /// assert!(!v.is_empty()); 2352aac4cd7SDanilo Krummrich /// ``` 2362aac4cd7SDanilo Krummrich #[inline] 2372aac4cd7SDanilo Krummrich pub fn is_empty(&self) -> bool { 2382aac4cd7SDanilo Krummrich self.len() == 0 2392aac4cd7SDanilo Krummrich } 2402aac4cd7SDanilo Krummrich 2412aac4cd7SDanilo Krummrich /// Creates a new, empty `Vec<T, A>`. 2422aac4cd7SDanilo Krummrich /// 2432aac4cd7SDanilo Krummrich /// This method does not allocate by itself. 2442aac4cd7SDanilo Krummrich #[inline] 2452aac4cd7SDanilo Krummrich pub const fn new() -> Self { 2462aac4cd7SDanilo Krummrich // INVARIANT: Since this is a new, empty `Vec` with no backing memory yet, 2472aac4cd7SDanilo Krummrich // - `ptr` is a properly aligned dangling pointer for type `T`, 2482aac4cd7SDanilo Krummrich // - `layout` is an empty `ArrayLayout` (zero capacity) 2492aac4cd7SDanilo Krummrich // - `len` is zero, since no elements can be or have been stored, 2502aac4cd7SDanilo Krummrich // - `A` is always valid. 2512aac4cd7SDanilo Krummrich Self { 2522aac4cd7SDanilo Krummrich ptr: NonNull::dangling(), 2532aac4cd7SDanilo Krummrich layout: ArrayLayout::empty(), 2542aac4cd7SDanilo Krummrich len: 0, 2552aac4cd7SDanilo Krummrich _p: PhantomData::<A>, 2562aac4cd7SDanilo Krummrich } 2572aac4cd7SDanilo Krummrich } 2582aac4cd7SDanilo Krummrich 2592aac4cd7SDanilo Krummrich /// Returns a slice of `MaybeUninit<T>` for the remaining spare capacity of the vector. 2602aac4cd7SDanilo Krummrich pub fn spare_capacity_mut(&mut self) -> &mut [MaybeUninit<T>] { 2612aac4cd7SDanilo Krummrich // SAFETY: 2622aac4cd7SDanilo Krummrich // - `self.len` is smaller than `self.capacity` and hence, the resulting pointer is 2632aac4cd7SDanilo Krummrich // guaranteed to be part of the same allocated object. 2642aac4cd7SDanilo Krummrich // - `self.len` can not overflow `isize`. 2652aac4cd7SDanilo Krummrich let ptr = unsafe { self.as_mut_ptr().add(self.len) } as *mut MaybeUninit<T>; 2662aac4cd7SDanilo Krummrich 2672aac4cd7SDanilo Krummrich // SAFETY: The memory between `self.len` and `self.capacity` is guaranteed to be allocated 2682aac4cd7SDanilo Krummrich // and valid, but uninitialized. 2692aac4cd7SDanilo Krummrich unsafe { slice::from_raw_parts_mut(ptr, self.capacity() - self.len) } 2702aac4cd7SDanilo Krummrich } 2712aac4cd7SDanilo Krummrich 2722aac4cd7SDanilo Krummrich /// Appends an element to the back of the [`Vec`] instance. 2732aac4cd7SDanilo Krummrich /// 2742aac4cd7SDanilo Krummrich /// # Examples 2752aac4cd7SDanilo Krummrich /// 2762aac4cd7SDanilo Krummrich /// ``` 2772aac4cd7SDanilo Krummrich /// let mut v = KVec::new(); 2782aac4cd7SDanilo Krummrich /// v.push(1, GFP_KERNEL)?; 2792aac4cd7SDanilo Krummrich /// assert_eq!(&v, &[1]); 2802aac4cd7SDanilo Krummrich /// 2812aac4cd7SDanilo Krummrich /// v.push(2, GFP_KERNEL)?; 2822aac4cd7SDanilo Krummrich /// assert_eq!(&v, &[1, 2]); 2832aac4cd7SDanilo Krummrich /// # Ok::<(), Error>(()) 2842aac4cd7SDanilo Krummrich /// ``` 2852aac4cd7SDanilo Krummrich pub fn push(&mut self, v: T, flags: Flags) -> Result<(), AllocError> { 2862aac4cd7SDanilo Krummrich self.reserve(1, flags)?; 2872aac4cd7SDanilo Krummrich 2882aac4cd7SDanilo Krummrich // SAFETY: 2892aac4cd7SDanilo Krummrich // - `self.len` is smaller than `self.capacity` and hence, the resulting pointer is 2902aac4cd7SDanilo Krummrich // guaranteed to be part of the same allocated object. 2912aac4cd7SDanilo Krummrich // - `self.len` can not overflow `isize`. 2922aac4cd7SDanilo Krummrich let ptr = unsafe { self.as_mut_ptr().add(self.len) }; 2932aac4cd7SDanilo Krummrich 2942aac4cd7SDanilo Krummrich // SAFETY: 2952aac4cd7SDanilo Krummrich // - `ptr` is properly aligned and valid for writes. 2962aac4cd7SDanilo Krummrich unsafe { core::ptr::write(ptr, v) }; 2972aac4cd7SDanilo Krummrich 2982aac4cd7SDanilo Krummrich // SAFETY: We just initialised the first spare entry, so it is safe to increase the length 2992aac4cd7SDanilo Krummrich // by 1. We also know that the new length is <= capacity because of the previous call to 3002aac4cd7SDanilo Krummrich // `reserve` above. 3012aac4cd7SDanilo Krummrich unsafe { self.set_len(self.len() + 1) }; 3022aac4cd7SDanilo Krummrich Ok(()) 3032aac4cd7SDanilo Krummrich } 3042aac4cd7SDanilo Krummrich 3052aac4cd7SDanilo Krummrich /// Creates a new [`Vec`] instance with at least the given capacity. 3062aac4cd7SDanilo Krummrich /// 3072aac4cd7SDanilo Krummrich /// # Examples 3082aac4cd7SDanilo Krummrich /// 3092aac4cd7SDanilo Krummrich /// ``` 3102aac4cd7SDanilo Krummrich /// let v = KVec::<u32>::with_capacity(20, GFP_KERNEL)?; 3112aac4cd7SDanilo Krummrich /// 3122aac4cd7SDanilo Krummrich /// assert!(v.capacity() >= 20); 3132aac4cd7SDanilo Krummrich /// # Ok::<(), Error>(()) 3142aac4cd7SDanilo Krummrich /// ``` 3152aac4cd7SDanilo Krummrich pub fn with_capacity(capacity: usize, flags: Flags) -> Result<Self, AllocError> { 3162aac4cd7SDanilo Krummrich let mut v = Vec::new(); 3172aac4cd7SDanilo Krummrich 3182aac4cd7SDanilo Krummrich v.reserve(capacity, flags)?; 3192aac4cd7SDanilo Krummrich 3202aac4cd7SDanilo Krummrich Ok(v) 3212aac4cd7SDanilo Krummrich } 3222aac4cd7SDanilo Krummrich 3232aac4cd7SDanilo Krummrich /// Creates a `Vec<T, A>` from a pointer, a length and a capacity using the allocator `A`. 3242aac4cd7SDanilo Krummrich /// 3252aac4cd7SDanilo Krummrich /// # Examples 3262aac4cd7SDanilo Krummrich /// 3272aac4cd7SDanilo Krummrich /// ``` 3282aac4cd7SDanilo Krummrich /// let mut v = kernel::kvec![1, 2, 3]?; 3292aac4cd7SDanilo Krummrich /// v.reserve(1, GFP_KERNEL)?; 3302aac4cd7SDanilo Krummrich /// 3312aac4cd7SDanilo Krummrich /// let (mut ptr, mut len, cap) = v.into_raw_parts(); 3322aac4cd7SDanilo Krummrich /// 3332aac4cd7SDanilo Krummrich /// // SAFETY: We've just reserved memory for another element. 3342aac4cd7SDanilo Krummrich /// unsafe { ptr.add(len).write(4) }; 3352aac4cd7SDanilo Krummrich /// len += 1; 3362aac4cd7SDanilo Krummrich /// 3372aac4cd7SDanilo Krummrich /// // SAFETY: We only wrote an additional element at the end of the `KVec`'s buffer and 3382aac4cd7SDanilo Krummrich /// // correspondingly increased the length of the `KVec` by one. Otherwise, we construct it 3392aac4cd7SDanilo Krummrich /// // from the exact same raw parts. 3402aac4cd7SDanilo Krummrich /// let v = unsafe { KVec::from_raw_parts(ptr, len, cap) }; 3412aac4cd7SDanilo Krummrich /// 3422aac4cd7SDanilo Krummrich /// assert_eq!(v, [1, 2, 3, 4]); 3432aac4cd7SDanilo Krummrich /// 3442aac4cd7SDanilo Krummrich /// # Ok::<(), Error>(()) 3452aac4cd7SDanilo Krummrich /// ``` 3462aac4cd7SDanilo Krummrich /// 3472aac4cd7SDanilo Krummrich /// # Safety 3482aac4cd7SDanilo Krummrich /// 3492aac4cd7SDanilo Krummrich /// If `T` is a ZST: 3502aac4cd7SDanilo Krummrich /// 3512aac4cd7SDanilo Krummrich /// - `ptr` must be a dangling, well aligned pointer. 3522aac4cd7SDanilo Krummrich /// 3532aac4cd7SDanilo Krummrich /// Otherwise: 3542aac4cd7SDanilo Krummrich /// 3552aac4cd7SDanilo Krummrich /// - `ptr` must have been allocated with the allocator `A`. 3562aac4cd7SDanilo Krummrich /// - `ptr` must satisfy or exceed the alignment requirements of `T`. 3572aac4cd7SDanilo Krummrich /// - `ptr` must point to memory with a size of at least `size_of::<T>() * capacity` bytes. 3582aac4cd7SDanilo Krummrich /// - The allocated size in bytes must not be larger than `isize::MAX`. 3592aac4cd7SDanilo Krummrich /// - `length` must be less than or equal to `capacity`. 3602aac4cd7SDanilo Krummrich /// - The first `length` elements must be initialized values of type `T`. 3612aac4cd7SDanilo Krummrich /// 3622aac4cd7SDanilo Krummrich /// It is also valid to create an empty `Vec` passing a dangling pointer for `ptr` and zero for 3632aac4cd7SDanilo Krummrich /// `cap` and `len`. 3642aac4cd7SDanilo Krummrich pub unsafe fn from_raw_parts(ptr: *mut T, length: usize, capacity: usize) -> Self { 3652aac4cd7SDanilo Krummrich let layout = if Self::is_zst() { 3662aac4cd7SDanilo Krummrich ArrayLayout::empty() 3672aac4cd7SDanilo Krummrich } else { 3682aac4cd7SDanilo Krummrich // SAFETY: By the safety requirements of this function, `capacity * size_of::<T>()` is 3692aac4cd7SDanilo Krummrich // smaller than `isize::MAX`. 3702aac4cd7SDanilo Krummrich unsafe { ArrayLayout::new_unchecked(capacity) } 3712aac4cd7SDanilo Krummrich }; 3722aac4cd7SDanilo Krummrich 3732aac4cd7SDanilo Krummrich // INVARIANT: For ZSTs, we store an empty `ArrayLayout`, all other type invariants are 3742aac4cd7SDanilo Krummrich // covered by the safety requirements of this function. 3752aac4cd7SDanilo Krummrich Self { 3762aac4cd7SDanilo Krummrich // SAFETY: By the safety requirements, `ptr` is either dangling or pointing to a valid 3772aac4cd7SDanilo Krummrich // memory allocation, allocated with `A`. 3782aac4cd7SDanilo Krummrich ptr: unsafe { NonNull::new_unchecked(ptr) }, 3792aac4cd7SDanilo Krummrich layout, 3802aac4cd7SDanilo Krummrich len: length, 3812aac4cd7SDanilo Krummrich _p: PhantomData::<A>, 3822aac4cd7SDanilo Krummrich } 3832aac4cd7SDanilo Krummrich } 3842aac4cd7SDanilo Krummrich 3852aac4cd7SDanilo Krummrich /// Consumes the `Vec<T, A>` and returns its raw components `pointer`, `length` and `capacity`. 3862aac4cd7SDanilo Krummrich /// 3872aac4cd7SDanilo Krummrich /// This will not run the destructor of the contained elements and for non-ZSTs the allocation 3882aac4cd7SDanilo Krummrich /// will stay alive indefinitely. Use [`Vec::from_raw_parts`] to recover the [`Vec`], drop the 3892aac4cd7SDanilo Krummrich /// elements and free the allocation, if any. 3902aac4cd7SDanilo Krummrich pub fn into_raw_parts(self) -> (*mut T, usize, usize) { 3912aac4cd7SDanilo Krummrich let mut me = ManuallyDrop::new(self); 3922aac4cd7SDanilo Krummrich let len = me.len(); 3932aac4cd7SDanilo Krummrich let capacity = me.capacity(); 3942aac4cd7SDanilo Krummrich let ptr = me.as_mut_ptr(); 3952aac4cd7SDanilo Krummrich (ptr, len, capacity) 3962aac4cd7SDanilo Krummrich } 3972aac4cd7SDanilo Krummrich 3982aac4cd7SDanilo Krummrich /// Ensures that the capacity exceeds the length by at least `additional` elements. 3992aac4cd7SDanilo Krummrich /// 4002aac4cd7SDanilo Krummrich /// # Examples 4012aac4cd7SDanilo Krummrich /// 4022aac4cd7SDanilo Krummrich /// ``` 4032aac4cd7SDanilo Krummrich /// let mut v = KVec::new(); 4042aac4cd7SDanilo Krummrich /// v.push(1, GFP_KERNEL)?; 4052aac4cd7SDanilo Krummrich /// 4062aac4cd7SDanilo Krummrich /// v.reserve(10, GFP_KERNEL)?; 4072aac4cd7SDanilo Krummrich /// let cap = v.capacity(); 4082aac4cd7SDanilo Krummrich /// assert!(cap >= 10); 4092aac4cd7SDanilo Krummrich /// 4102aac4cd7SDanilo Krummrich /// v.reserve(10, GFP_KERNEL)?; 4112aac4cd7SDanilo Krummrich /// let new_cap = v.capacity(); 4122aac4cd7SDanilo Krummrich /// assert_eq!(new_cap, cap); 4132aac4cd7SDanilo Krummrich /// 4142aac4cd7SDanilo Krummrich /// # Ok::<(), Error>(()) 4152aac4cd7SDanilo Krummrich /// ``` 4162aac4cd7SDanilo Krummrich pub fn reserve(&mut self, additional: usize, flags: Flags) -> Result<(), AllocError> { 4172aac4cd7SDanilo Krummrich let len = self.len(); 4182aac4cd7SDanilo Krummrich let cap = self.capacity(); 4192aac4cd7SDanilo Krummrich 4202aac4cd7SDanilo Krummrich if cap - len >= additional { 4212aac4cd7SDanilo Krummrich return Ok(()); 4222aac4cd7SDanilo Krummrich } 4232aac4cd7SDanilo Krummrich 4242aac4cd7SDanilo Krummrich if Self::is_zst() { 4252aac4cd7SDanilo Krummrich // The capacity is already `usize::MAX` for ZSTs, we can't go higher. 4262aac4cd7SDanilo Krummrich return Err(AllocError); 4272aac4cd7SDanilo Krummrich } 4282aac4cd7SDanilo Krummrich 4292aac4cd7SDanilo Krummrich // We know that `cap <= isize::MAX` because of the type invariants of `Self`. So the 4302aac4cd7SDanilo Krummrich // multiplication by two won't overflow. 4312aac4cd7SDanilo Krummrich let new_cap = core::cmp::max(cap * 2, len.checked_add(additional).ok_or(AllocError)?); 4322aac4cd7SDanilo Krummrich let layout = ArrayLayout::new(new_cap).map_err(|_| AllocError)?; 4332aac4cd7SDanilo Krummrich 4342aac4cd7SDanilo Krummrich // SAFETY: 4352aac4cd7SDanilo Krummrich // - `ptr` is valid because it's either `None` or comes from a previous call to 4362aac4cd7SDanilo Krummrich // `A::realloc`. 4372aac4cd7SDanilo Krummrich // - `self.layout` matches the `ArrayLayout` of the preceding allocation. 4382aac4cd7SDanilo Krummrich let ptr = unsafe { 4392aac4cd7SDanilo Krummrich A::realloc( 4402aac4cd7SDanilo Krummrich Some(self.ptr.cast()), 4412aac4cd7SDanilo Krummrich layout.into(), 4422aac4cd7SDanilo Krummrich self.layout.into(), 4432aac4cd7SDanilo Krummrich flags, 4442aac4cd7SDanilo Krummrich )? 4452aac4cd7SDanilo Krummrich }; 4462aac4cd7SDanilo Krummrich 4472aac4cd7SDanilo Krummrich // INVARIANT: 4482aac4cd7SDanilo Krummrich // - `layout` is some `ArrayLayout::<T>`, 4492aac4cd7SDanilo Krummrich // - `ptr` has been created by `A::realloc` from `layout`. 4502aac4cd7SDanilo Krummrich self.ptr = ptr.cast(); 4512aac4cd7SDanilo Krummrich self.layout = layout; 4522aac4cd7SDanilo Krummrich 4532aac4cd7SDanilo Krummrich Ok(()) 4542aac4cd7SDanilo Krummrich } 4552aac4cd7SDanilo Krummrich } 4562aac4cd7SDanilo Krummrich 4572aac4cd7SDanilo Krummrich impl<T: Clone, A: Allocator> Vec<T, A> { 4582aac4cd7SDanilo Krummrich /// Extend the vector by `n` clones of `value`. 4592aac4cd7SDanilo Krummrich pub fn extend_with(&mut self, n: usize, value: T, flags: Flags) -> Result<(), AllocError> { 4602aac4cd7SDanilo Krummrich if n == 0 { 4612aac4cd7SDanilo Krummrich return Ok(()); 4622aac4cd7SDanilo Krummrich } 4632aac4cd7SDanilo Krummrich 4642aac4cd7SDanilo Krummrich self.reserve(n, flags)?; 4652aac4cd7SDanilo Krummrich 4662aac4cd7SDanilo Krummrich let spare = self.spare_capacity_mut(); 4672aac4cd7SDanilo Krummrich 4682aac4cd7SDanilo Krummrich for item in spare.iter_mut().take(n - 1) { 4692aac4cd7SDanilo Krummrich item.write(value.clone()); 4702aac4cd7SDanilo Krummrich } 4712aac4cd7SDanilo Krummrich 4722aac4cd7SDanilo Krummrich // We can write the last element directly without cloning needlessly. 4732aac4cd7SDanilo Krummrich spare[n - 1].write(value); 4742aac4cd7SDanilo Krummrich 4752aac4cd7SDanilo Krummrich // SAFETY: 4762aac4cd7SDanilo Krummrich // - `self.len() + n < self.capacity()` due to the call to reserve above, 4772aac4cd7SDanilo Krummrich // - the loop and the line above initialized the next `n` elements. 4782aac4cd7SDanilo Krummrich unsafe { self.set_len(self.len() + n) }; 4792aac4cd7SDanilo Krummrich 4802aac4cd7SDanilo Krummrich Ok(()) 4812aac4cd7SDanilo Krummrich } 4822aac4cd7SDanilo Krummrich 4832aac4cd7SDanilo Krummrich /// Pushes clones of the elements of slice into the [`Vec`] instance. 4842aac4cd7SDanilo Krummrich /// 4852aac4cd7SDanilo Krummrich /// # Examples 4862aac4cd7SDanilo Krummrich /// 4872aac4cd7SDanilo Krummrich /// ``` 4882aac4cd7SDanilo Krummrich /// let mut v = KVec::new(); 4892aac4cd7SDanilo Krummrich /// v.push(1, GFP_KERNEL)?; 4902aac4cd7SDanilo Krummrich /// 4912aac4cd7SDanilo Krummrich /// v.extend_from_slice(&[20, 30, 40], GFP_KERNEL)?; 4922aac4cd7SDanilo Krummrich /// assert_eq!(&v, &[1, 20, 30, 40]); 4932aac4cd7SDanilo Krummrich /// 4942aac4cd7SDanilo Krummrich /// v.extend_from_slice(&[50, 60], GFP_KERNEL)?; 4952aac4cd7SDanilo Krummrich /// assert_eq!(&v, &[1, 20, 30, 40, 50, 60]); 4962aac4cd7SDanilo Krummrich /// # Ok::<(), Error>(()) 4972aac4cd7SDanilo Krummrich /// ``` 4982aac4cd7SDanilo Krummrich pub fn extend_from_slice(&mut self, other: &[T], flags: Flags) -> Result<(), AllocError> { 4992aac4cd7SDanilo Krummrich self.reserve(other.len(), flags)?; 5002aac4cd7SDanilo Krummrich for (slot, item) in core::iter::zip(self.spare_capacity_mut(), other) { 5012aac4cd7SDanilo Krummrich slot.write(item.clone()); 5022aac4cd7SDanilo Krummrich } 5032aac4cd7SDanilo Krummrich 5042aac4cd7SDanilo Krummrich // SAFETY: 5052aac4cd7SDanilo Krummrich // - `other.len()` spare entries have just been initialized, so it is safe to increase 5062aac4cd7SDanilo Krummrich // the length by the same number. 5072aac4cd7SDanilo Krummrich // - `self.len() + other.len() <= self.capacity()` is guaranteed by the preceding `reserve` 5082aac4cd7SDanilo Krummrich // call. 5092aac4cd7SDanilo Krummrich unsafe { self.set_len(self.len() + other.len()) }; 5102aac4cd7SDanilo Krummrich Ok(()) 5112aac4cd7SDanilo Krummrich } 5122aac4cd7SDanilo Krummrich 5132aac4cd7SDanilo Krummrich /// Create a new `Vec<T, A>` and extend it by `n` clones of `value`. 5142aac4cd7SDanilo Krummrich pub fn from_elem(value: T, n: usize, flags: Flags) -> Result<Self, AllocError> { 5152aac4cd7SDanilo Krummrich let mut v = Self::with_capacity(n, flags)?; 5162aac4cd7SDanilo Krummrich 5172aac4cd7SDanilo Krummrich v.extend_with(n, value, flags)?; 5182aac4cd7SDanilo Krummrich 5192aac4cd7SDanilo Krummrich Ok(v) 5202aac4cd7SDanilo Krummrich } 5212aac4cd7SDanilo Krummrich } 5222aac4cd7SDanilo Krummrich 5232aac4cd7SDanilo Krummrich impl<T, A> Drop for Vec<T, A> 5242aac4cd7SDanilo Krummrich where 5252aac4cd7SDanilo Krummrich A: Allocator, 5262aac4cd7SDanilo Krummrich { 5272aac4cd7SDanilo Krummrich fn drop(&mut self) { 5282aac4cd7SDanilo Krummrich // SAFETY: `self.as_mut_ptr` is guaranteed to be valid by the type invariant. 5292aac4cd7SDanilo Krummrich unsafe { 5302aac4cd7SDanilo Krummrich ptr::drop_in_place(core::ptr::slice_from_raw_parts_mut( 5312aac4cd7SDanilo Krummrich self.as_mut_ptr(), 5322aac4cd7SDanilo Krummrich self.len, 5332aac4cd7SDanilo Krummrich )) 5342aac4cd7SDanilo Krummrich }; 5352aac4cd7SDanilo Krummrich 5362aac4cd7SDanilo Krummrich // SAFETY: 5372aac4cd7SDanilo Krummrich // - `self.ptr` was previously allocated with `A`. 5382aac4cd7SDanilo Krummrich // - `self.layout` matches the `ArrayLayout` of the preceding allocation. 5392aac4cd7SDanilo Krummrich unsafe { A::free(self.ptr.cast(), self.layout.into()) }; 5402aac4cd7SDanilo Krummrich } 5412aac4cd7SDanilo Krummrich } 5422aac4cd7SDanilo Krummrich 5432aac4cd7SDanilo Krummrich impl<T, A, const N: usize> From<Box<[T; N], A>> for Vec<T, A> 5442aac4cd7SDanilo Krummrich where 5452aac4cd7SDanilo Krummrich A: Allocator, 5462aac4cd7SDanilo Krummrich { 5472aac4cd7SDanilo Krummrich fn from(b: Box<[T; N], A>) -> Vec<T, A> { 5482aac4cd7SDanilo Krummrich let len = b.len(); 5492aac4cd7SDanilo Krummrich let ptr = Box::into_raw(b); 5502aac4cd7SDanilo Krummrich 5512aac4cd7SDanilo Krummrich // SAFETY: 5522aac4cd7SDanilo Krummrich // - `b` has been allocated with `A`, 5532aac4cd7SDanilo Krummrich // - `ptr` fulfills the alignment requirements for `T`, 5542aac4cd7SDanilo Krummrich // - `ptr` points to memory with at least a size of `size_of::<T>() * len`, 5552aac4cd7SDanilo Krummrich // - all elements within `b` are initialized values of `T`, 5562aac4cd7SDanilo Krummrich // - `len` does not exceed `isize::MAX`. 5572aac4cd7SDanilo Krummrich unsafe { Vec::from_raw_parts(ptr as _, len, len) } 5582aac4cd7SDanilo Krummrich } 5592aac4cd7SDanilo Krummrich } 5602aac4cd7SDanilo Krummrich 5612aac4cd7SDanilo Krummrich impl<T> Default for KVec<T> { 5622aac4cd7SDanilo Krummrich #[inline] 5632aac4cd7SDanilo Krummrich fn default() -> Self { 5642aac4cd7SDanilo Krummrich Self::new() 5652aac4cd7SDanilo Krummrich } 5662aac4cd7SDanilo Krummrich } 5672aac4cd7SDanilo Krummrich 5682aac4cd7SDanilo Krummrich impl<T: fmt::Debug, A: Allocator> fmt::Debug for Vec<T, A> { 5692aac4cd7SDanilo Krummrich fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { 5702aac4cd7SDanilo Krummrich fmt::Debug::fmt(&**self, f) 5712aac4cd7SDanilo Krummrich } 5722aac4cd7SDanilo Krummrich } 5732aac4cd7SDanilo Krummrich 5742aac4cd7SDanilo Krummrich impl<T, A> Deref for Vec<T, A> 5752aac4cd7SDanilo Krummrich where 5762aac4cd7SDanilo Krummrich A: Allocator, 5772aac4cd7SDanilo Krummrich { 5782aac4cd7SDanilo Krummrich type Target = [T]; 5792aac4cd7SDanilo Krummrich 5802aac4cd7SDanilo Krummrich #[inline] 5812aac4cd7SDanilo Krummrich fn deref(&self) -> &[T] { 5822aac4cd7SDanilo Krummrich // SAFETY: The memory behind `self.as_ptr()` is guaranteed to contain `self.len` 5832aac4cd7SDanilo Krummrich // initialized elements of type `T`. 5842aac4cd7SDanilo Krummrich unsafe { slice::from_raw_parts(self.as_ptr(), self.len) } 5852aac4cd7SDanilo Krummrich } 5862aac4cd7SDanilo Krummrich } 5872aac4cd7SDanilo Krummrich 5882aac4cd7SDanilo Krummrich impl<T, A> DerefMut for Vec<T, A> 5892aac4cd7SDanilo Krummrich where 5902aac4cd7SDanilo Krummrich A: Allocator, 5912aac4cd7SDanilo Krummrich { 5922aac4cd7SDanilo Krummrich #[inline] 5932aac4cd7SDanilo Krummrich fn deref_mut(&mut self) -> &mut [T] { 5942aac4cd7SDanilo Krummrich // SAFETY: The memory behind `self.as_ptr()` is guaranteed to contain `self.len` 5952aac4cd7SDanilo Krummrich // initialized elements of type `T`. 5962aac4cd7SDanilo Krummrich unsafe { slice::from_raw_parts_mut(self.as_mut_ptr(), self.len) } 5972aac4cd7SDanilo Krummrich } 5982aac4cd7SDanilo Krummrich } 5992aac4cd7SDanilo Krummrich 6002aac4cd7SDanilo Krummrich impl<T: Eq, A> Eq for Vec<T, A> where A: Allocator {} 6012aac4cd7SDanilo Krummrich 6022aac4cd7SDanilo Krummrich impl<T, I: SliceIndex<[T]>, A> Index<I> for Vec<T, A> 6032aac4cd7SDanilo Krummrich where 6042aac4cd7SDanilo Krummrich A: Allocator, 6052aac4cd7SDanilo Krummrich { 6062aac4cd7SDanilo Krummrich type Output = I::Output; 6072aac4cd7SDanilo Krummrich 6082aac4cd7SDanilo Krummrich #[inline] 6092aac4cd7SDanilo Krummrich fn index(&self, index: I) -> &Self::Output { 6102aac4cd7SDanilo Krummrich Index::index(&**self, index) 6112aac4cd7SDanilo Krummrich } 6122aac4cd7SDanilo Krummrich } 6132aac4cd7SDanilo Krummrich 6142aac4cd7SDanilo Krummrich impl<T, I: SliceIndex<[T]>, A> IndexMut<I> for Vec<T, A> 6152aac4cd7SDanilo Krummrich where 6162aac4cd7SDanilo Krummrich A: Allocator, 6172aac4cd7SDanilo Krummrich { 6182aac4cd7SDanilo Krummrich #[inline] 6192aac4cd7SDanilo Krummrich fn index_mut(&mut self, index: I) -> &mut Self::Output { 6202aac4cd7SDanilo Krummrich IndexMut::index_mut(&mut **self, index) 6212aac4cd7SDanilo Krummrich } 6222aac4cd7SDanilo Krummrich } 6232aac4cd7SDanilo Krummrich 6242aac4cd7SDanilo Krummrich macro_rules! impl_slice_eq { 6252aac4cd7SDanilo Krummrich ($([$($vars:tt)*] $lhs:ty, $rhs:ty,)*) => { 6262aac4cd7SDanilo Krummrich $( 6272aac4cd7SDanilo Krummrich impl<T, U, $($vars)*> PartialEq<$rhs> for $lhs 6282aac4cd7SDanilo Krummrich where 6292aac4cd7SDanilo Krummrich T: PartialEq<U>, 6302aac4cd7SDanilo Krummrich { 6312aac4cd7SDanilo Krummrich #[inline] 6322aac4cd7SDanilo Krummrich fn eq(&self, other: &$rhs) -> bool { self[..] == other[..] } 6332aac4cd7SDanilo Krummrich } 6342aac4cd7SDanilo Krummrich )* 6352aac4cd7SDanilo Krummrich } 6362aac4cd7SDanilo Krummrich } 6372aac4cd7SDanilo Krummrich 6382aac4cd7SDanilo Krummrich impl_slice_eq! { 6392aac4cd7SDanilo Krummrich [A1: Allocator, A2: Allocator] Vec<T, A1>, Vec<U, A2>, 6402aac4cd7SDanilo Krummrich [A: Allocator] Vec<T, A>, &[U], 6412aac4cd7SDanilo Krummrich [A: Allocator] Vec<T, A>, &mut [U], 6422aac4cd7SDanilo Krummrich [A: Allocator] &[T], Vec<U, A>, 6432aac4cd7SDanilo Krummrich [A: Allocator] &mut [T], Vec<U, A>, 6442aac4cd7SDanilo Krummrich [A: Allocator] Vec<T, A>, [U], 6452aac4cd7SDanilo Krummrich [A: Allocator] [T], Vec<U, A>, 6462aac4cd7SDanilo Krummrich [A: Allocator, const N: usize] Vec<T, A>, [U; N], 6472aac4cd7SDanilo Krummrich [A: Allocator, const N: usize] Vec<T, A>, &[U; N], 6482aac4cd7SDanilo Krummrich } 649*1d1d223aSDanilo Krummrich 650*1d1d223aSDanilo Krummrich impl<'a, T, A> IntoIterator for &'a Vec<T, A> 651*1d1d223aSDanilo Krummrich where 652*1d1d223aSDanilo Krummrich A: Allocator, 653*1d1d223aSDanilo Krummrich { 654*1d1d223aSDanilo Krummrich type Item = &'a T; 655*1d1d223aSDanilo Krummrich type IntoIter = slice::Iter<'a, T>; 656*1d1d223aSDanilo Krummrich 657*1d1d223aSDanilo Krummrich fn into_iter(self) -> Self::IntoIter { 658*1d1d223aSDanilo Krummrich self.iter() 659*1d1d223aSDanilo Krummrich } 660*1d1d223aSDanilo Krummrich } 661*1d1d223aSDanilo Krummrich 662*1d1d223aSDanilo Krummrich impl<'a, T, A: Allocator> IntoIterator for &'a mut Vec<T, A> 663*1d1d223aSDanilo Krummrich where 664*1d1d223aSDanilo Krummrich A: Allocator, 665*1d1d223aSDanilo Krummrich { 666*1d1d223aSDanilo Krummrich type Item = &'a mut T; 667*1d1d223aSDanilo Krummrich type IntoIter = slice::IterMut<'a, T>; 668*1d1d223aSDanilo Krummrich 669*1d1d223aSDanilo Krummrich fn into_iter(self) -> Self::IntoIter { 670*1d1d223aSDanilo Krummrich self.iter_mut() 671*1d1d223aSDanilo Krummrich } 672*1d1d223aSDanilo Krummrich } 673*1d1d223aSDanilo Krummrich 674*1d1d223aSDanilo Krummrich /// An [`Iterator`] implementation for [`Vec`] that moves elements out of a vector. 675*1d1d223aSDanilo Krummrich /// 676*1d1d223aSDanilo Krummrich /// This structure is created by the [`Vec::into_iter`] method on [`Vec`] (provided by the 677*1d1d223aSDanilo Krummrich /// [`IntoIterator`] trait). 678*1d1d223aSDanilo Krummrich /// 679*1d1d223aSDanilo Krummrich /// # Examples 680*1d1d223aSDanilo Krummrich /// 681*1d1d223aSDanilo Krummrich /// ``` 682*1d1d223aSDanilo Krummrich /// let v = kernel::kvec![0, 1, 2]?; 683*1d1d223aSDanilo Krummrich /// let iter = v.into_iter(); 684*1d1d223aSDanilo Krummrich /// 685*1d1d223aSDanilo Krummrich /// # Ok::<(), Error>(()) 686*1d1d223aSDanilo Krummrich /// ``` 687*1d1d223aSDanilo Krummrich pub struct IntoIter<T, A: Allocator> { 688*1d1d223aSDanilo Krummrich ptr: *mut T, 689*1d1d223aSDanilo Krummrich buf: NonNull<T>, 690*1d1d223aSDanilo Krummrich len: usize, 691*1d1d223aSDanilo Krummrich layout: ArrayLayout<T>, 692*1d1d223aSDanilo Krummrich _p: PhantomData<A>, 693*1d1d223aSDanilo Krummrich } 694*1d1d223aSDanilo Krummrich 695*1d1d223aSDanilo Krummrich impl<T, A> Iterator for IntoIter<T, A> 696*1d1d223aSDanilo Krummrich where 697*1d1d223aSDanilo Krummrich A: Allocator, 698*1d1d223aSDanilo Krummrich { 699*1d1d223aSDanilo Krummrich type Item = T; 700*1d1d223aSDanilo Krummrich 701*1d1d223aSDanilo Krummrich /// # Examples 702*1d1d223aSDanilo Krummrich /// 703*1d1d223aSDanilo Krummrich /// ``` 704*1d1d223aSDanilo Krummrich /// let v = kernel::kvec![1, 2, 3]?; 705*1d1d223aSDanilo Krummrich /// let mut it = v.into_iter(); 706*1d1d223aSDanilo Krummrich /// 707*1d1d223aSDanilo Krummrich /// assert_eq!(it.next(), Some(1)); 708*1d1d223aSDanilo Krummrich /// assert_eq!(it.next(), Some(2)); 709*1d1d223aSDanilo Krummrich /// assert_eq!(it.next(), Some(3)); 710*1d1d223aSDanilo Krummrich /// assert_eq!(it.next(), None); 711*1d1d223aSDanilo Krummrich /// 712*1d1d223aSDanilo Krummrich /// # Ok::<(), Error>(()) 713*1d1d223aSDanilo Krummrich /// ``` 714*1d1d223aSDanilo Krummrich fn next(&mut self) -> Option<T> { 715*1d1d223aSDanilo Krummrich if self.len == 0 { 716*1d1d223aSDanilo Krummrich return None; 717*1d1d223aSDanilo Krummrich } 718*1d1d223aSDanilo Krummrich 719*1d1d223aSDanilo Krummrich let current = self.ptr; 720*1d1d223aSDanilo Krummrich 721*1d1d223aSDanilo Krummrich // SAFETY: We can't overflow; decreasing `self.len` by one every time we advance `self.ptr` 722*1d1d223aSDanilo Krummrich // by one guarantees that. 723*1d1d223aSDanilo Krummrich unsafe { self.ptr = self.ptr.add(1) }; 724*1d1d223aSDanilo Krummrich 725*1d1d223aSDanilo Krummrich self.len -= 1; 726*1d1d223aSDanilo Krummrich 727*1d1d223aSDanilo Krummrich // SAFETY: `current` is guaranteed to point at a valid element within the buffer. 728*1d1d223aSDanilo Krummrich Some(unsafe { current.read() }) 729*1d1d223aSDanilo Krummrich } 730*1d1d223aSDanilo Krummrich 731*1d1d223aSDanilo Krummrich /// # Examples 732*1d1d223aSDanilo Krummrich /// 733*1d1d223aSDanilo Krummrich /// ``` 734*1d1d223aSDanilo Krummrich /// let v: KVec<u32> = kernel::kvec![1, 2, 3]?; 735*1d1d223aSDanilo Krummrich /// let mut iter = v.into_iter(); 736*1d1d223aSDanilo Krummrich /// let size = iter.size_hint().0; 737*1d1d223aSDanilo Krummrich /// 738*1d1d223aSDanilo Krummrich /// iter.next(); 739*1d1d223aSDanilo Krummrich /// assert_eq!(iter.size_hint().0, size - 1); 740*1d1d223aSDanilo Krummrich /// 741*1d1d223aSDanilo Krummrich /// iter.next(); 742*1d1d223aSDanilo Krummrich /// assert_eq!(iter.size_hint().0, size - 2); 743*1d1d223aSDanilo Krummrich /// 744*1d1d223aSDanilo Krummrich /// iter.next(); 745*1d1d223aSDanilo Krummrich /// assert_eq!(iter.size_hint().0, size - 3); 746*1d1d223aSDanilo Krummrich /// 747*1d1d223aSDanilo Krummrich /// # Ok::<(), Error>(()) 748*1d1d223aSDanilo Krummrich /// ``` 749*1d1d223aSDanilo Krummrich fn size_hint(&self) -> (usize, Option<usize>) { 750*1d1d223aSDanilo Krummrich (self.len, Some(self.len)) 751*1d1d223aSDanilo Krummrich } 752*1d1d223aSDanilo Krummrich } 753*1d1d223aSDanilo Krummrich 754*1d1d223aSDanilo Krummrich impl<T, A> Drop for IntoIter<T, A> 755*1d1d223aSDanilo Krummrich where 756*1d1d223aSDanilo Krummrich A: Allocator, 757*1d1d223aSDanilo Krummrich { 758*1d1d223aSDanilo Krummrich fn drop(&mut self) { 759*1d1d223aSDanilo Krummrich // SAFETY: `self.ptr` is guaranteed to be valid by the type invariant. 760*1d1d223aSDanilo Krummrich unsafe { ptr::drop_in_place(ptr::slice_from_raw_parts_mut(self.ptr, self.len)) }; 761*1d1d223aSDanilo Krummrich 762*1d1d223aSDanilo Krummrich // SAFETY: 763*1d1d223aSDanilo Krummrich // - `self.buf` was previously allocated with `A`. 764*1d1d223aSDanilo Krummrich // - `self.layout` matches the `ArrayLayout` of the preceding allocation. 765*1d1d223aSDanilo Krummrich unsafe { A::free(self.buf.cast(), self.layout.into()) }; 766*1d1d223aSDanilo Krummrich } 767*1d1d223aSDanilo Krummrich } 768*1d1d223aSDanilo Krummrich 769*1d1d223aSDanilo Krummrich impl<T, A> IntoIterator for Vec<T, A> 770*1d1d223aSDanilo Krummrich where 771*1d1d223aSDanilo Krummrich A: Allocator, 772*1d1d223aSDanilo Krummrich { 773*1d1d223aSDanilo Krummrich type Item = T; 774*1d1d223aSDanilo Krummrich type IntoIter = IntoIter<T, A>; 775*1d1d223aSDanilo Krummrich 776*1d1d223aSDanilo Krummrich /// Consumes the `Vec<T, A>` and creates an `Iterator`, which moves each value out of the 777*1d1d223aSDanilo Krummrich /// vector (from start to end). 778*1d1d223aSDanilo Krummrich /// 779*1d1d223aSDanilo Krummrich /// # Examples 780*1d1d223aSDanilo Krummrich /// 781*1d1d223aSDanilo Krummrich /// ``` 782*1d1d223aSDanilo Krummrich /// let v = kernel::kvec![1, 2]?; 783*1d1d223aSDanilo Krummrich /// let mut v_iter = v.into_iter(); 784*1d1d223aSDanilo Krummrich /// 785*1d1d223aSDanilo Krummrich /// let first_element: Option<u32> = v_iter.next(); 786*1d1d223aSDanilo Krummrich /// 787*1d1d223aSDanilo Krummrich /// assert_eq!(first_element, Some(1)); 788*1d1d223aSDanilo Krummrich /// assert_eq!(v_iter.next(), Some(2)); 789*1d1d223aSDanilo Krummrich /// assert_eq!(v_iter.next(), None); 790*1d1d223aSDanilo Krummrich /// 791*1d1d223aSDanilo Krummrich /// # Ok::<(), Error>(()) 792*1d1d223aSDanilo Krummrich /// ``` 793*1d1d223aSDanilo Krummrich /// 794*1d1d223aSDanilo Krummrich /// ``` 795*1d1d223aSDanilo Krummrich /// let v = kernel::kvec![]; 796*1d1d223aSDanilo Krummrich /// let mut v_iter = v.into_iter(); 797*1d1d223aSDanilo Krummrich /// 798*1d1d223aSDanilo Krummrich /// let first_element: Option<u32> = v_iter.next(); 799*1d1d223aSDanilo Krummrich /// 800*1d1d223aSDanilo Krummrich /// assert_eq!(first_element, None); 801*1d1d223aSDanilo Krummrich /// 802*1d1d223aSDanilo Krummrich /// # Ok::<(), Error>(()) 803*1d1d223aSDanilo Krummrich /// ``` 804*1d1d223aSDanilo Krummrich #[inline] 805*1d1d223aSDanilo Krummrich fn into_iter(self) -> Self::IntoIter { 806*1d1d223aSDanilo Krummrich let buf = self.ptr; 807*1d1d223aSDanilo Krummrich let layout = self.layout; 808*1d1d223aSDanilo Krummrich let (ptr, len, _) = self.into_raw_parts(); 809*1d1d223aSDanilo Krummrich 810*1d1d223aSDanilo Krummrich IntoIter { 811*1d1d223aSDanilo Krummrich ptr, 812*1d1d223aSDanilo Krummrich buf, 813*1d1d223aSDanilo Krummrich len, 814*1d1d223aSDanilo Krummrich layout, 815*1d1d223aSDanilo Krummrich _p: PhantomData::<A>, 816*1d1d223aSDanilo Krummrich } 817*1d1d223aSDanilo Krummrich } 818*1d1d223aSDanilo Krummrich } 819