1*80df573aSAsahi Lina // SPDX-License-Identifier: GPL-2.0 2*80df573aSAsahi Lina 3*80df573aSAsahi Lina //! DRM GEM shmem helper objects 4*80df573aSAsahi Lina //! 5*80df573aSAsahi Lina //! C header: [`include/linux/drm/drm_gem_shmem_helper.h`](srctree/include/drm/drm_gem_shmem_helper.h) 6*80df573aSAsahi Lina 7*80df573aSAsahi Lina // TODO: 8*80df573aSAsahi Lina // - There are a number of spots here that manually acquire/release the DMA reservation lock using 9*80df573aSAsahi Lina // dma_resv_(un)lock(). In the future we should add support for ww mutex, expose a method to 10*80df573aSAsahi Lina // acquire a reference to the WwMutex, and then use that directly instead of the C functions here. 11*80df573aSAsahi Lina 12*80df573aSAsahi Lina use crate::{ 13*80df573aSAsahi Lina container_of, 14*80df573aSAsahi Lina drm::{ 15*80df573aSAsahi Lina device, 16*80df573aSAsahi Lina driver, 17*80df573aSAsahi Lina gem, 18*80df573aSAsahi Lina private::Sealed, // 19*80df573aSAsahi Lina }, 20*80df573aSAsahi Lina error::to_result, 21*80df573aSAsahi Lina prelude::*, 22*80df573aSAsahi Lina types::{ 23*80df573aSAsahi Lina ARef, 24*80df573aSAsahi Lina Opaque, // 25*80df573aSAsahi Lina }, // 26*80df573aSAsahi Lina }; 27*80df573aSAsahi Lina use core::{ 28*80df573aSAsahi Lina ops::{ 29*80df573aSAsahi Lina Deref, 30*80df573aSAsahi Lina DerefMut, // 31*80df573aSAsahi Lina }, 32*80df573aSAsahi Lina ptr::NonNull, 33*80df573aSAsahi Lina }; 34*80df573aSAsahi Lina use gem::{ 35*80df573aSAsahi Lina BaseObjectPrivate, 36*80df573aSAsahi Lina DriverObject, 37*80df573aSAsahi Lina IntoGEMObject, // 38*80df573aSAsahi Lina }; 39*80df573aSAsahi Lina 40*80df573aSAsahi Lina /// A struct for controlling the creation of shmem-backed GEM objects. 41*80df573aSAsahi Lina /// 42*80df573aSAsahi Lina /// This is used with [`Object::new()`] to control various properties that can only be set when 43*80df573aSAsahi Lina /// initially creating a shmem-backed GEM object. 44*80df573aSAsahi Lina #[derive(Default)] 45*80df573aSAsahi Lina pub struct ObjectConfig<'a, T: DriverObject> { 46*80df573aSAsahi Lina /// Whether to set the write-combine map flag. 47*80df573aSAsahi Lina pub map_wc: bool, 48*80df573aSAsahi Lina 49*80df573aSAsahi Lina /// Reuse the DMA reservation from another GEM object. 50*80df573aSAsahi Lina /// 51*80df573aSAsahi Lina /// The newly created [`Object`] will hold an owned refcount to `parent_resv_obj` if specified. 52*80df573aSAsahi Lina pub parent_resv_obj: Option<&'a Object<T>>, 53*80df573aSAsahi Lina } 54*80df573aSAsahi Lina 55*80df573aSAsahi Lina /// A shmem-backed GEM object. 56*80df573aSAsahi Lina /// 57*80df573aSAsahi Lina /// # Invariants 58*80df573aSAsahi Lina /// 59*80df573aSAsahi Lina /// `obj` contains a valid initialized `struct drm_gem_shmem_object` for the lifetime of this 60*80df573aSAsahi Lina /// object. 61*80df573aSAsahi Lina #[repr(C)] 62*80df573aSAsahi Lina #[pin_data] 63*80df573aSAsahi Lina pub struct Object<T: DriverObject> { 64*80df573aSAsahi Lina #[pin] 65*80df573aSAsahi Lina obj: Opaque<bindings::drm_gem_shmem_object>, 66*80df573aSAsahi Lina /// Parent object that owns this object's DMA reservation object. 67*80df573aSAsahi Lina parent_resv_obj: Option<ARef<Object<T>>>, 68*80df573aSAsahi Lina #[pin] 69*80df573aSAsahi Lina inner: T, 70*80df573aSAsahi Lina } 71*80df573aSAsahi Lina 72*80df573aSAsahi Lina super::impl_aref_for_gem_obj!(impl<T> for Object<T> where T: DriverObject); 73*80df573aSAsahi Lina 74*80df573aSAsahi Lina // SAFETY: All GEM objects are thread-safe. 75*80df573aSAsahi Lina unsafe impl<T: DriverObject> Send for Object<T> {} 76*80df573aSAsahi Lina 77*80df573aSAsahi Lina // SAFETY: All GEM objects are thread-safe. 78*80df573aSAsahi Lina unsafe impl<T: DriverObject> Sync for Object<T> {} 79*80df573aSAsahi Lina 80*80df573aSAsahi Lina impl<T: DriverObject> Object<T> { 81*80df573aSAsahi Lina /// `drm_gem_object_funcs` vtable suitable for GEM shmem objects. 82*80df573aSAsahi Lina const VTABLE: bindings::drm_gem_object_funcs = bindings::drm_gem_object_funcs { 83*80df573aSAsahi Lina free: Some(Self::free_callback), 84*80df573aSAsahi Lina open: Some(super::open_callback::<T>), 85*80df573aSAsahi Lina close: Some(super::close_callback::<T>), 86*80df573aSAsahi Lina print_info: Some(bindings::drm_gem_shmem_object_print_info), 87*80df573aSAsahi Lina export: None, 88*80df573aSAsahi Lina pin: Some(bindings::drm_gem_shmem_object_pin), 89*80df573aSAsahi Lina unpin: Some(bindings::drm_gem_shmem_object_unpin), 90*80df573aSAsahi Lina get_sg_table: Some(bindings::drm_gem_shmem_object_get_sg_table), 91*80df573aSAsahi Lina vmap: Some(bindings::drm_gem_shmem_object_vmap), 92*80df573aSAsahi Lina vunmap: Some(bindings::drm_gem_shmem_object_vunmap), 93*80df573aSAsahi Lina mmap: Some(bindings::drm_gem_shmem_object_mmap), 94*80df573aSAsahi Lina status: None, 95*80df573aSAsahi Lina rss: None, 96*80df573aSAsahi Lina #[allow(unused_unsafe, reason = "Safe since Rust 1.82.0")] 97*80df573aSAsahi Lina // SAFETY: `drm_gem_shmem_vm_ops` is a valid, static const on the C side. 98*80df573aSAsahi Lina vm_ops: unsafe { &raw const bindings::drm_gem_shmem_vm_ops }, 99*80df573aSAsahi Lina evict: None, 100*80df573aSAsahi Lina }; 101*80df573aSAsahi Lina 102*80df573aSAsahi Lina /// Return a raw pointer to the embedded drm_gem_shmem_object. 103*80df573aSAsahi Lina fn as_raw_shmem(&self) -> *mut bindings::drm_gem_shmem_object { 104*80df573aSAsahi Lina self.obj.get() 105*80df573aSAsahi Lina } 106*80df573aSAsahi Lina 107*80df573aSAsahi Lina /// Create a new shmem-backed DRM object of the given size. 108*80df573aSAsahi Lina /// 109*80df573aSAsahi Lina /// Additional config options can be specified using `config`. 110*80df573aSAsahi Lina pub fn new( 111*80df573aSAsahi Lina dev: &device::Device<T::Driver>, 112*80df573aSAsahi Lina size: usize, 113*80df573aSAsahi Lina config: ObjectConfig<'_, T>, 114*80df573aSAsahi Lina args: T::Args, 115*80df573aSAsahi Lina ) -> Result<ARef<Self>> { 116*80df573aSAsahi Lina let new: Pin<KBox<Self>> = KBox::try_pin_init( 117*80df573aSAsahi Lina try_pin_init!(Self { 118*80df573aSAsahi Lina obj <- Opaque::init_zeroed(), 119*80df573aSAsahi Lina parent_resv_obj: config.parent_resv_obj.map(|p| p.into()), 120*80df573aSAsahi Lina inner <- T::new(dev, size, args), 121*80df573aSAsahi Lina }), 122*80df573aSAsahi Lina GFP_KERNEL, 123*80df573aSAsahi Lina )?; 124*80df573aSAsahi Lina 125*80df573aSAsahi Lina // SAFETY: `obj.as_raw()` is guaranteed to be valid by the initialization above. 126*80df573aSAsahi Lina unsafe { (*new.as_raw()).funcs = &Self::VTABLE }; 127*80df573aSAsahi Lina 128*80df573aSAsahi Lina // SAFETY: The arguments are all valid via the type invariants. 129*80df573aSAsahi Lina to_result(unsafe { bindings::drm_gem_shmem_init(dev.as_raw(), new.as_raw_shmem(), size) })?; 130*80df573aSAsahi Lina 131*80df573aSAsahi Lina // SAFETY: We never move out of `self`. 132*80df573aSAsahi Lina let new = KBox::into_raw(unsafe { Pin::into_inner_unchecked(new) }); 133*80df573aSAsahi Lina 134*80df573aSAsahi Lina // SAFETY: We're taking over the owned refcount from `drm_gem_shmem_init`. 135*80df573aSAsahi Lina let obj = unsafe { ARef::from_raw(NonNull::new_unchecked(new)) }; 136*80df573aSAsahi Lina 137*80df573aSAsahi Lina // Start filling out values from `config` 138*80df573aSAsahi Lina if let Some(parent_resv) = config.parent_resv_obj { 139*80df573aSAsahi Lina // SAFETY: We have yet to expose the new gem object outside of this function, so it is 140*80df573aSAsahi Lina // safe to modify this field. 141*80df573aSAsahi Lina unsafe { (*obj.obj.get()).base.resv = parent_resv.raw_dma_resv() }; 142*80df573aSAsahi Lina } 143*80df573aSAsahi Lina 144*80df573aSAsahi Lina // SAFETY: We have yet to expose this object outside of this function, so we're guaranteed 145*80df573aSAsahi Lina // to have exclusive access - thus making this safe to hold a mutable reference to. 146*80df573aSAsahi Lina let shmem = unsafe { &mut *obj.as_raw_shmem() }; 147*80df573aSAsahi Lina shmem.set_map_wc(config.map_wc); 148*80df573aSAsahi Lina 149*80df573aSAsahi Lina Ok(obj) 150*80df573aSAsahi Lina } 151*80df573aSAsahi Lina 152*80df573aSAsahi Lina /// Returns the `Device` that owns this GEM object. 153*80df573aSAsahi Lina pub fn dev(&self) -> &device::Device<T::Driver> { 154*80df573aSAsahi Lina // SAFETY: `dev` will have been initialized in `Self::new()` by `drm_gem_shmem_init()`. 155*80df573aSAsahi Lina unsafe { device::Device::from_raw((*self.as_raw()).dev) } 156*80df573aSAsahi Lina } 157*80df573aSAsahi Lina 158*80df573aSAsahi Lina extern "C" fn free_callback(obj: *mut bindings::drm_gem_object) { 159*80df573aSAsahi Lina // SAFETY: 160*80df573aSAsahi Lina // - DRM always passes a valid gem object here 161*80df573aSAsahi Lina // - We used drm_gem_shmem_create() in our create_gem_object callback, so we know that 162*80df573aSAsahi Lina // `obj` is contained within a drm_gem_shmem_object 163*80df573aSAsahi Lina let this = unsafe { container_of!(obj, bindings::drm_gem_shmem_object, base) }; 164*80df573aSAsahi Lina 165*80df573aSAsahi Lina // SAFETY: 166*80df573aSAsahi Lina // - We're in free_callback - so this function is safe to call. 167*80df573aSAsahi Lina // - We won't be using the gem resources on `this` after this call. 168*80df573aSAsahi Lina unsafe { bindings::drm_gem_shmem_release(this) }; 169*80df573aSAsahi Lina 170*80df573aSAsahi Lina // SAFETY: 171*80df573aSAsahi Lina // - We verified above that `obj` is valid, which makes `this` valid 172*80df573aSAsahi Lina // - This function is set in AllocOps, so we know that `this` is contained within a 173*80df573aSAsahi Lina // `Object<T>` 174*80df573aSAsahi Lina let this = unsafe { container_of!(Opaque::cast_from(this), Self, obj) }.cast_mut(); 175*80df573aSAsahi Lina 176*80df573aSAsahi Lina // SAFETY: We're recovering the Kbox<> we created in gem_create_object() 177*80df573aSAsahi Lina let _ = unsafe { KBox::from_raw(this) }; 178*80df573aSAsahi Lina } 179*80df573aSAsahi Lina } 180*80df573aSAsahi Lina 181*80df573aSAsahi Lina impl<T: DriverObject> Deref for Object<T> { 182*80df573aSAsahi Lina type Target = T; 183*80df573aSAsahi Lina 184*80df573aSAsahi Lina fn deref(&self) -> &Self::Target { 185*80df573aSAsahi Lina &self.inner 186*80df573aSAsahi Lina } 187*80df573aSAsahi Lina } 188*80df573aSAsahi Lina 189*80df573aSAsahi Lina impl<T: DriverObject> DerefMut for Object<T> { 190*80df573aSAsahi Lina fn deref_mut(&mut self) -> &mut Self::Target { 191*80df573aSAsahi Lina &mut self.inner 192*80df573aSAsahi Lina } 193*80df573aSAsahi Lina } 194*80df573aSAsahi Lina 195*80df573aSAsahi Lina impl<T: DriverObject> Sealed for Object<T> {} 196*80df573aSAsahi Lina 197*80df573aSAsahi Lina impl<T: DriverObject> gem::IntoGEMObject for Object<T> { 198*80df573aSAsahi Lina fn as_raw(&self) -> *mut bindings::drm_gem_object { 199*80df573aSAsahi Lina // SAFETY: 200*80df573aSAsahi Lina // - Our immutable reference is proof that this is safe to dereference. 201*80df573aSAsahi Lina // - `obj` is always a valid drm_gem_shmem_object via our type invariants. 202*80df573aSAsahi Lina unsafe { &raw mut (*self.obj.get()).base } 203*80df573aSAsahi Lina } 204*80df573aSAsahi Lina 205*80df573aSAsahi Lina unsafe fn from_raw<'a>(obj: *mut bindings::drm_gem_object) -> &'a Object<T> { 206*80df573aSAsahi Lina // SAFETY: The safety contract of from_gem_obj() guarantees that `obj` is contained within 207*80df573aSAsahi Lina // `Self` 208*80df573aSAsahi Lina unsafe { 209*80df573aSAsahi Lina let obj = Opaque::cast_from(container_of!(obj, bindings::drm_gem_shmem_object, base)); 210*80df573aSAsahi Lina 211*80df573aSAsahi Lina &*container_of!(obj, Object<T>, obj) 212*80df573aSAsahi Lina } 213*80df573aSAsahi Lina } 214*80df573aSAsahi Lina } 215*80df573aSAsahi Lina 216*80df573aSAsahi Lina impl<T: DriverObject> driver::AllocImpl for Object<T> { 217*80df573aSAsahi Lina type Driver = T::Driver; 218*80df573aSAsahi Lina 219*80df573aSAsahi Lina const ALLOC_OPS: driver::AllocOps = driver::AllocOps { 220*80df573aSAsahi Lina gem_create_object: None, 221*80df573aSAsahi Lina prime_handle_to_fd: None, 222*80df573aSAsahi Lina prime_fd_to_handle: None, 223*80df573aSAsahi Lina gem_prime_import: None, 224*80df573aSAsahi Lina gem_prime_import_sg_table: Some(bindings::drm_gem_shmem_prime_import_sg_table), 225*80df573aSAsahi Lina dumb_create: Some(bindings::drm_gem_shmem_dumb_create), 226*80df573aSAsahi Lina dumb_map_offset: None, 227*80df573aSAsahi Lina }; 228*80df573aSAsahi Lina } 229