15a888c28SDanilo Krummrich // SPDX-License-Identifier: GPL-2.0 25a888c28SDanilo Krummrich 3*dd09538fSDanilo Krummrich //! So far the kernel's `Box` and `Vec` types can't be used by userspace test cases, since all users 4*dd09538fSDanilo Krummrich //! of those types (e.g. `CString`) use kernel allocators for instantiation. 5*dd09538fSDanilo Krummrich //! 6*dd09538fSDanilo Krummrich //! In order to allow userspace test cases to make use of such types as well, implement the 7*dd09538fSDanilo Krummrich //! `Cmalloc` allocator within the allocator_test module and type alias all kernel allocators to 8*dd09538fSDanilo Krummrich //! `Cmalloc`. The `Cmalloc` allocator uses libc's `realloc()` function as allocator backend. 9*dd09538fSDanilo Krummrich 105a888c28SDanilo Krummrich #![allow(missing_docs)] 115a888c28SDanilo Krummrich 12*dd09538fSDanilo Krummrich use super::{flags::*, AllocError, Allocator, Flags}; 135a888c28SDanilo Krummrich use core::alloc::Layout; 14*dd09538fSDanilo Krummrich use core::cmp; 15*dd09538fSDanilo Krummrich use core::ptr; 165a888c28SDanilo Krummrich use core::ptr::NonNull; 175a888c28SDanilo Krummrich 18*dd09538fSDanilo Krummrich /// The userspace allocator based on libc. 19*dd09538fSDanilo Krummrich pub struct Cmalloc; 20*dd09538fSDanilo Krummrich 21*dd09538fSDanilo Krummrich pub type Kmalloc = Cmalloc; 2261c00478SDanilo Krummrich pub type Vmalloc = Kmalloc; 238362c260SDanilo Krummrich pub type KVmalloc = Kmalloc; 245a888c28SDanilo Krummrich 25*dd09538fSDanilo Krummrich extern "C" { 26*dd09538fSDanilo Krummrich #[link_name = "aligned_alloc"] 27*dd09538fSDanilo Krummrich fn libc_aligned_alloc(align: usize, size: usize) -> *mut core::ffi::c_void; 28*dd09538fSDanilo Krummrich 29*dd09538fSDanilo Krummrich #[link_name = "free"] 30*dd09538fSDanilo Krummrich fn libc_free(ptr: *mut core::ffi::c_void); 31*dd09538fSDanilo Krummrich } 32*dd09538fSDanilo Krummrich 33*dd09538fSDanilo Krummrich // SAFETY: 34*dd09538fSDanilo Krummrich // - memory remains valid until it is explicitly freed, 35*dd09538fSDanilo Krummrich // - passing a pointer to a valid memory allocation created by this `Allocator` is always OK, 36*dd09538fSDanilo Krummrich // - `realloc` provides the guarantees as provided in the `# Guarantees` section. 37*dd09538fSDanilo Krummrich unsafe impl Allocator for Cmalloc { 385a888c28SDanilo Krummrich unsafe fn realloc( 39*dd09538fSDanilo Krummrich ptr: Option<NonNull<u8>>, 40*dd09538fSDanilo Krummrich layout: Layout, 41*dd09538fSDanilo Krummrich old_layout: Layout, 42*dd09538fSDanilo Krummrich flags: Flags, 435a888c28SDanilo Krummrich ) -> Result<NonNull<[u8]>, AllocError> { 44*dd09538fSDanilo Krummrich let src = match ptr { 45*dd09538fSDanilo Krummrich Some(src) => { 46*dd09538fSDanilo Krummrich if old_layout.size() == 0 { 47*dd09538fSDanilo Krummrich ptr::null_mut() 48*dd09538fSDanilo Krummrich } else { 49*dd09538fSDanilo Krummrich src.as_ptr() 50*dd09538fSDanilo Krummrich } 51*dd09538fSDanilo Krummrich } 52*dd09538fSDanilo Krummrich None => ptr::null_mut(), 53*dd09538fSDanilo Krummrich }; 54*dd09538fSDanilo Krummrich 55*dd09538fSDanilo Krummrich if layout.size() == 0 { 56*dd09538fSDanilo Krummrich // SAFETY: `src` is either NULL or was previously allocated with this `Allocator` 57*dd09538fSDanilo Krummrich unsafe { libc_free(src.cast()) }; 58*dd09538fSDanilo Krummrich 59*dd09538fSDanilo Krummrich return Ok(NonNull::slice_from_raw_parts( 60*dd09538fSDanilo Krummrich crate::alloc::dangling_from_layout(layout), 61*dd09538fSDanilo Krummrich 0, 62*dd09538fSDanilo Krummrich )); 63*dd09538fSDanilo Krummrich } 64*dd09538fSDanilo Krummrich 65*dd09538fSDanilo Krummrich // SAFETY: Returns either NULL or a pointer to a memory allocation that satisfies or 66*dd09538fSDanilo Krummrich // exceeds the given size and alignment requirements. 67*dd09538fSDanilo Krummrich let dst = unsafe { libc_aligned_alloc(layout.align(), layout.size()) } as *mut u8; 68*dd09538fSDanilo Krummrich let dst = NonNull::new(dst).ok_or(AllocError)?; 69*dd09538fSDanilo Krummrich 70*dd09538fSDanilo Krummrich if flags.contains(__GFP_ZERO) { 71*dd09538fSDanilo Krummrich // SAFETY: The preceding calls to `libc_aligned_alloc` and `NonNull::new` 72*dd09538fSDanilo Krummrich // guarantee that `dst` points to memory of at least `layout.size()` bytes. 73*dd09538fSDanilo Krummrich unsafe { dst.as_ptr().write_bytes(0, layout.size()) }; 74*dd09538fSDanilo Krummrich } 75*dd09538fSDanilo Krummrich 76*dd09538fSDanilo Krummrich if !src.is_null() { 77*dd09538fSDanilo Krummrich // SAFETY: 78*dd09538fSDanilo Krummrich // - `src` has previously been allocated with this `Allocator`; `dst` has just been 79*dd09538fSDanilo Krummrich // newly allocated, hence the memory regions do not overlap. 80*dd09538fSDanilo Krummrich // - both` src` and `dst` are properly aligned and valid for reads and writes 81*dd09538fSDanilo Krummrich unsafe { 82*dd09538fSDanilo Krummrich ptr::copy_nonoverlapping( 83*dd09538fSDanilo Krummrich src, 84*dd09538fSDanilo Krummrich dst.as_ptr(), 85*dd09538fSDanilo Krummrich cmp::min(layout.size(), old_layout.size()), 86*dd09538fSDanilo Krummrich ) 87*dd09538fSDanilo Krummrich }; 88*dd09538fSDanilo Krummrich } 89*dd09538fSDanilo Krummrich 90*dd09538fSDanilo Krummrich // SAFETY: `src` is either NULL or was previously allocated with this `Allocator` 91*dd09538fSDanilo Krummrich unsafe { libc_free(src.cast()) }; 92*dd09538fSDanilo Krummrich 93*dd09538fSDanilo Krummrich Ok(NonNull::slice_from_raw_parts(dst, layout.size())) 945a888c28SDanilo Krummrich } 955a888c28SDanilo Krummrich } 96