176c01dedSDanilo Krummrich // SPDX-License-Identifier: GPL-2.0 276c01dedSDanilo Krummrich 376c01dedSDanilo Krummrich //! Devres abstraction 476c01dedSDanilo Krummrich //! 576c01dedSDanilo Krummrich //! [`Devres`] represents an abstraction for the kernel devres (device resource management) 676c01dedSDanilo Krummrich //! implementation. 776c01dedSDanilo Krummrich 876c01dedSDanilo Krummrich use crate::{ 976c01dedSDanilo Krummrich alloc::Flags, 1076c01dedSDanilo Krummrich bindings, 11f720efdaSDanilo Krummrich device::{Bound, Device}, 1276c01dedSDanilo Krummrich error::{Error, Result}, 138ff65664SDanilo Krummrich ffi::c_void, 1476c01dedSDanilo Krummrich prelude::*, 15*20c96ed2SDanilo Krummrich revocable::{Revocable, RevocableGuard}, 16*20c96ed2SDanilo Krummrich sync::{rcu, Arc, Completion}, 178ff65664SDanilo Krummrich types::ARef, 1876c01dedSDanilo Krummrich }; 1976c01dedSDanilo Krummrich 2076c01dedSDanilo Krummrich #[pin_data] 2176c01dedSDanilo Krummrich struct DevresInner<T> { 228ff65664SDanilo Krummrich dev: ARef<Device>, 238ff65664SDanilo Krummrich callback: unsafe extern "C" fn(*mut c_void), 2476c01dedSDanilo Krummrich #[pin] 2576c01dedSDanilo Krummrich data: Revocable<T>, 26f744201cSDanilo Krummrich #[pin] 27f744201cSDanilo Krummrich revoke: Completion, 2876c01dedSDanilo Krummrich } 2976c01dedSDanilo Krummrich 3076c01dedSDanilo Krummrich /// This abstraction is meant to be used by subsystems to containerize [`Device`] bound resources to 3176c01dedSDanilo Krummrich /// manage their lifetime. 3276c01dedSDanilo Krummrich /// 3376c01dedSDanilo Krummrich /// [`Device`] bound resources should be freed when either the resource goes out of scope or the 34f744201cSDanilo Krummrich /// [`Device`] is unbound respectively, depending on what happens first. In any case, it is always 35f744201cSDanilo Krummrich /// guaranteed that revoking the device resource is completed before the corresponding [`Device`] 36f744201cSDanilo Krummrich /// is unbound. 3776c01dedSDanilo Krummrich /// 3876c01dedSDanilo Krummrich /// To achieve that [`Devres`] registers a devres callback on creation, which is called once the 3976c01dedSDanilo Krummrich /// [`Device`] is unbound, revoking access to the encapsulated resource (see also [`Revocable`]). 4076c01dedSDanilo Krummrich /// 4176c01dedSDanilo Krummrich /// After the [`Devres`] has been unbound it is not possible to access the encapsulated resource 4276c01dedSDanilo Krummrich /// anymore. 4376c01dedSDanilo Krummrich /// 4476c01dedSDanilo Krummrich /// [`Devres`] users should make sure to simply free the corresponding backing resource in `T`'s 4576c01dedSDanilo Krummrich /// [`Drop`] implementation. 4676c01dedSDanilo Krummrich /// 4776c01dedSDanilo Krummrich /// # Example 4876c01dedSDanilo Krummrich /// 4976c01dedSDanilo Krummrich /// ```no_run 50f720efdaSDanilo Krummrich /// # use kernel::{bindings, c_str, device::{Bound, Device}, devres::Devres, io::{Io, IoRaw}}; 5176c01dedSDanilo Krummrich /// # use core::ops::Deref; 5276c01dedSDanilo Krummrich /// 5376c01dedSDanilo Krummrich /// // See also [`pci::Bar`] for a real example. 5476c01dedSDanilo Krummrich /// struct IoMem<const SIZE: usize>(IoRaw<SIZE>); 5576c01dedSDanilo Krummrich /// 5676c01dedSDanilo Krummrich /// impl<const SIZE: usize> IoMem<SIZE> { 5776c01dedSDanilo Krummrich /// /// # Safety 5876c01dedSDanilo Krummrich /// /// 5976c01dedSDanilo Krummrich /// /// [`paddr`, `paddr` + `SIZE`) must be a valid MMIO region that is mappable into the CPUs 6076c01dedSDanilo Krummrich /// /// virtual address space. 6176c01dedSDanilo Krummrich /// unsafe fn new(paddr: usize) -> Result<Self>{ 6276c01dedSDanilo Krummrich /// // SAFETY: By the safety requirements of this function [`paddr`, `paddr` + `SIZE`) is 6376c01dedSDanilo Krummrich /// // valid for `ioremap`. 6476c01dedSDanilo Krummrich /// let addr = unsafe { bindings::ioremap(paddr as _, SIZE as _) }; 6576c01dedSDanilo Krummrich /// if addr.is_null() { 6676c01dedSDanilo Krummrich /// return Err(ENOMEM); 6776c01dedSDanilo Krummrich /// } 6876c01dedSDanilo Krummrich /// 6976c01dedSDanilo Krummrich /// Ok(IoMem(IoRaw::new(addr as _, SIZE)?)) 7076c01dedSDanilo Krummrich /// } 7176c01dedSDanilo Krummrich /// } 7276c01dedSDanilo Krummrich /// 7376c01dedSDanilo Krummrich /// impl<const SIZE: usize> Drop for IoMem<SIZE> { 7476c01dedSDanilo Krummrich /// fn drop(&mut self) { 7576c01dedSDanilo Krummrich /// // SAFETY: `self.0.addr()` is guaranteed to be properly mapped by `Self::new`. 7676c01dedSDanilo Krummrich /// unsafe { bindings::iounmap(self.0.addr() as _); }; 7776c01dedSDanilo Krummrich /// } 7876c01dedSDanilo Krummrich /// } 7976c01dedSDanilo Krummrich /// 8076c01dedSDanilo Krummrich /// impl<const SIZE: usize> Deref for IoMem<SIZE> { 8176c01dedSDanilo Krummrich /// type Target = Io<SIZE>; 8276c01dedSDanilo Krummrich /// 8376c01dedSDanilo Krummrich /// fn deref(&self) -> &Self::Target { 8476c01dedSDanilo Krummrich /// // SAFETY: The memory range stored in `self` has been properly mapped in `Self::new`. 8576c01dedSDanilo Krummrich /// unsafe { Io::from_raw(&self.0) } 8676c01dedSDanilo Krummrich /// } 8776c01dedSDanilo Krummrich /// } 88f720efdaSDanilo Krummrich /// # fn no_run(dev: &Device<Bound>) -> Result<(), Error> { 8976c01dedSDanilo Krummrich /// // SAFETY: Invalid usage for example purposes. 9076c01dedSDanilo Krummrich /// let iomem = unsafe { IoMem::<{ core::mem::size_of::<u32>() }>::new(0xBAAAAAAD)? }; 91f720efdaSDanilo Krummrich /// let devres = Devres::new(dev, iomem, GFP_KERNEL)?; 9276c01dedSDanilo Krummrich /// 9376c01dedSDanilo Krummrich /// let res = devres.try_access().ok_or(ENXIO)?; 94040b17aeSFiona Behrens /// res.write8(0x42, 0x0); 9576c01dedSDanilo Krummrich /// # Ok(()) 9676c01dedSDanilo Krummrich /// # } 9776c01dedSDanilo Krummrich /// ``` 9876c01dedSDanilo Krummrich pub struct Devres<T>(Arc<DevresInner<T>>); 9976c01dedSDanilo Krummrich 10076c01dedSDanilo Krummrich impl<T> DevresInner<T> { new(dev: &Device<Bound>, data: T, flags: Flags) -> Result<Arc<DevresInner<T>>>101f720efdaSDanilo Krummrich fn new(dev: &Device<Bound>, data: T, flags: Flags) -> Result<Arc<DevresInner<T>>> { 10276c01dedSDanilo Krummrich let inner = Arc::pin_init( 10376c01dedSDanilo Krummrich pin_init!( DevresInner { 1048ff65664SDanilo Krummrich dev: dev.into(), 1058ff65664SDanilo Krummrich callback: Self::devres_callback, 10676c01dedSDanilo Krummrich data <- Revocable::new(data), 107f744201cSDanilo Krummrich revoke <- Completion::new(), 10876c01dedSDanilo Krummrich }), 10976c01dedSDanilo Krummrich flags, 11076c01dedSDanilo Krummrich )?; 11176c01dedSDanilo Krummrich 11276c01dedSDanilo Krummrich // Convert `Arc<DevresInner>` into a raw pointer and make devres own this reference until 11376c01dedSDanilo Krummrich // `Self::devres_callback` is called. 11476c01dedSDanilo Krummrich let data = inner.clone().into_raw(); 11576c01dedSDanilo Krummrich 11676c01dedSDanilo Krummrich // SAFETY: `devm_add_action` guarantees to call `Self::devres_callback` once `dev` is 11776c01dedSDanilo Krummrich // detached. 1188ff65664SDanilo Krummrich let ret = 1198ff65664SDanilo Krummrich unsafe { bindings::devm_add_action(dev.as_raw(), Some(inner.callback), data as _) }; 12076c01dedSDanilo Krummrich 12176c01dedSDanilo Krummrich if ret != 0 { 12276c01dedSDanilo Krummrich // SAFETY: We just created another reference to `inner` in order to pass it to 12376c01dedSDanilo Krummrich // `bindings::devm_add_action`. If `bindings::devm_add_action` fails, we have to drop 12476c01dedSDanilo Krummrich // this reference accordingly. 12576c01dedSDanilo Krummrich let _ = unsafe { Arc::from_raw(data) }; 12676c01dedSDanilo Krummrich return Err(Error::from_errno(ret)); 12776c01dedSDanilo Krummrich } 12876c01dedSDanilo Krummrich 12976c01dedSDanilo Krummrich Ok(inner) 13076c01dedSDanilo Krummrich } 13176c01dedSDanilo Krummrich as_ptr(&self) -> *const Self1328ff65664SDanilo Krummrich fn as_ptr(&self) -> *const Self { 1338ff65664SDanilo Krummrich self as _ 1348ff65664SDanilo Krummrich } 1358ff65664SDanilo Krummrich remove_action(this: &Arc<Self>) -> bool136f744201cSDanilo Krummrich fn remove_action(this: &Arc<Self>) -> bool { 1378ff65664SDanilo Krummrich // SAFETY: 1388ff65664SDanilo Krummrich // - `self.inner.dev` is a valid `Device`, 1398ff65664SDanilo Krummrich // - the `action` and `data` pointers are the exact same ones as given to devm_add_action() 1408ff65664SDanilo Krummrich // previously, 1418ff65664SDanilo Krummrich // - `self` is always valid, even if the action has been released already. 142f744201cSDanilo Krummrich let success = unsafe { 1438ff65664SDanilo Krummrich bindings::devm_remove_action_nowarn( 1448ff65664SDanilo Krummrich this.dev.as_raw(), 1458ff65664SDanilo Krummrich Some(this.callback), 1468ff65664SDanilo Krummrich this.as_ptr() as _, 1478ff65664SDanilo Krummrich ) 148f744201cSDanilo Krummrich } == 0; 1498ff65664SDanilo Krummrich 150f744201cSDanilo Krummrich if success { 1518ff65664SDanilo Krummrich // SAFETY: We leaked an `Arc` reference to devm_add_action() in `DevresInner::new`; if 1528ff65664SDanilo Krummrich // devm_remove_action_nowarn() was successful we can (and have to) claim back ownership 1538ff65664SDanilo Krummrich // of this reference. 1548ff65664SDanilo Krummrich let _ = unsafe { Arc::from_raw(this.as_ptr()) }; 1558ff65664SDanilo Krummrich } 156f744201cSDanilo Krummrich 157f744201cSDanilo Krummrich success 1588ff65664SDanilo Krummrich } 1598ff65664SDanilo Krummrich 16076c01dedSDanilo Krummrich #[allow(clippy::missing_safety_doc)] devres_callback(ptr: *mut kernel::ffi::c_void)16176c01dedSDanilo Krummrich unsafe extern "C" fn devres_callback(ptr: *mut kernel::ffi::c_void) { 16276c01dedSDanilo Krummrich let ptr = ptr as *mut DevresInner<T>; 16376c01dedSDanilo Krummrich // Devres owned this memory; now that we received the callback, drop the `Arc` and hence the 16476c01dedSDanilo Krummrich // reference. 16576c01dedSDanilo Krummrich // SAFETY: Safe, since we leaked an `Arc` reference to devm_add_action() in 16676c01dedSDanilo Krummrich // `DevresInner::new`. 16776c01dedSDanilo Krummrich let inner = unsafe { Arc::from_raw(ptr) }; 16876c01dedSDanilo Krummrich 169f744201cSDanilo Krummrich if !inner.data.revoke() { 170f744201cSDanilo Krummrich // If `revoke()` returns false, it means that `Devres::drop` already started revoking 171f744201cSDanilo Krummrich // `inner.data` for us. Hence we have to wait until `Devres::drop()` signals that it 172f744201cSDanilo Krummrich // completed revoking `inner.data`. 173f744201cSDanilo Krummrich inner.revoke.wait_for_completion(); 174f744201cSDanilo Krummrich } 17576c01dedSDanilo Krummrich } 17676c01dedSDanilo Krummrich } 17776c01dedSDanilo Krummrich 17876c01dedSDanilo Krummrich impl<T> Devres<T> { 17976c01dedSDanilo Krummrich /// Creates a new [`Devres`] instance of the given `data`. The `data` encapsulated within the 18076c01dedSDanilo Krummrich /// returned `Devres` instance' `data` will be revoked once the device is detached. new(dev: &Device<Bound>, data: T, flags: Flags) -> Result<Self>181f720efdaSDanilo Krummrich pub fn new(dev: &Device<Bound>, data: T, flags: Flags) -> Result<Self> { 18276c01dedSDanilo Krummrich let inner = DevresInner::new(dev, data, flags)?; 18376c01dedSDanilo Krummrich 18476c01dedSDanilo Krummrich Ok(Devres(inner)) 18576c01dedSDanilo Krummrich } 18676c01dedSDanilo Krummrich 18776c01dedSDanilo Krummrich /// Same as [`Devres::new`], but does not return a `Devres` instance. Instead the given `data` 18876c01dedSDanilo Krummrich /// is owned by devres and will be revoked / dropped, once the device is detached. new_foreign_owned(dev: &Device<Bound>, data: T, flags: Flags) -> Result189f720efdaSDanilo Krummrich pub fn new_foreign_owned(dev: &Device<Bound>, data: T, flags: Flags) -> Result { 19076c01dedSDanilo Krummrich let _ = DevresInner::new(dev, data, flags)?; 19176c01dedSDanilo Krummrich 19276c01dedSDanilo Krummrich Ok(()) 19376c01dedSDanilo Krummrich } 194f301cb97SDanilo Krummrich 195f301cb97SDanilo Krummrich /// Obtain `&'a T`, bypassing the [`Revocable`]. 196f301cb97SDanilo Krummrich /// 197f301cb97SDanilo Krummrich /// This method allows to directly obtain a `&'a T`, bypassing the [`Revocable`], by presenting 198f301cb97SDanilo Krummrich /// a `&'a Device<Bound>` of the same [`Device`] this [`Devres`] instance has been created with. 199f301cb97SDanilo Krummrich /// 200f301cb97SDanilo Krummrich /// # Errors 201f301cb97SDanilo Krummrich /// 202f301cb97SDanilo Krummrich /// An error is returned if `dev` does not match the same [`Device`] this [`Devres`] instance 203f301cb97SDanilo Krummrich /// has been created with. 204f301cb97SDanilo Krummrich /// 205f301cb97SDanilo Krummrich /// # Example 206f301cb97SDanilo Krummrich /// 207f301cb97SDanilo Krummrich /// ```no_run 20842055939SMiguel Ojeda /// # #![cfg(CONFIG_PCI)] 209f301cb97SDanilo Krummrich /// # use kernel::{device::Core, devres::Devres, pci}; 210f301cb97SDanilo Krummrich /// 211f301cb97SDanilo Krummrich /// fn from_core(dev: &pci::Device<Core>, devres: Devres<pci::Bar<0x4>>) -> Result { 212f301cb97SDanilo Krummrich /// let bar = devres.access(dev.as_ref())?; 213f301cb97SDanilo Krummrich /// 214f301cb97SDanilo Krummrich /// let _ = bar.read32(0x0); 215f301cb97SDanilo Krummrich /// 216f301cb97SDanilo Krummrich /// // might_sleep() 217f301cb97SDanilo Krummrich /// 218f301cb97SDanilo Krummrich /// bar.write32(0x42, 0x0); 219f301cb97SDanilo Krummrich /// 220f301cb97SDanilo Krummrich /// Ok(()) 221f301cb97SDanilo Krummrich /// } 222f301cb97SDanilo Krummrich /// ``` access<'a>(&'a self, dev: &'a Device<Bound>) -> Result<&'a T>223f301cb97SDanilo Krummrich pub fn access<'a>(&'a self, dev: &'a Device<Bound>) -> Result<&'a T> { 224f301cb97SDanilo Krummrich if self.0.dev.as_raw() != dev.as_raw() { 225f301cb97SDanilo Krummrich return Err(EINVAL); 226f301cb97SDanilo Krummrich } 227f301cb97SDanilo Krummrich 228f301cb97SDanilo Krummrich // SAFETY: `dev` being the same device as the device this `Devres` has been created for 229f301cb97SDanilo Krummrich // proves that `self.0.data` hasn't been revoked and is guaranteed to not be revoked as 230f301cb97SDanilo Krummrich // long as `dev` lives; `dev` lives at least as long as `self`. 231*20c96ed2SDanilo Krummrich Ok(unsafe { self.0.data.access() }) 23276c01dedSDanilo Krummrich } 23376c01dedSDanilo Krummrich 234*20c96ed2SDanilo Krummrich /// [`Devres`] accessor for [`Revocable::try_access`]. try_access(&self) -> Option<RevocableGuard<'_, T>>235*20c96ed2SDanilo Krummrich pub fn try_access(&self) -> Option<RevocableGuard<'_, T>> { 236*20c96ed2SDanilo Krummrich self.0.data.try_access() 237*20c96ed2SDanilo Krummrich } 23876c01dedSDanilo Krummrich 239*20c96ed2SDanilo Krummrich /// [`Devres`] accessor for [`Revocable::try_access_with`]. try_access_with<R, F: FnOnce(&T) -> R>(&self, f: F) -> Option<R>240*20c96ed2SDanilo Krummrich pub fn try_access_with<R, F: FnOnce(&T) -> R>(&self, f: F) -> Option<R> { 241*20c96ed2SDanilo Krummrich self.0.data.try_access_with(f) 242*20c96ed2SDanilo Krummrich } 243*20c96ed2SDanilo Krummrich 244*20c96ed2SDanilo Krummrich /// [`Devres`] accessor for [`Revocable::try_access_with_guard`]. try_access_with_guard<'a>(&'a self, guard: &'a rcu::Guard) -> Option<&'a T>245*20c96ed2SDanilo Krummrich pub fn try_access_with_guard<'a>(&'a self, guard: &'a rcu::Guard) -> Option<&'a T> { 246*20c96ed2SDanilo Krummrich self.0.data.try_access_with_guard(guard) 24776c01dedSDanilo Krummrich } 24876c01dedSDanilo Krummrich } 24976c01dedSDanilo Krummrich 25076c01dedSDanilo Krummrich impl<T> Drop for Devres<T> { drop(&mut self)25176c01dedSDanilo Krummrich fn drop(&mut self) { 252f744201cSDanilo Krummrich // SAFETY: When `drop` runs, it is guaranteed that nobody is accessing the revocable data 253f744201cSDanilo Krummrich // anymore, hence it is safe not to wait for the grace period to finish. 254*20c96ed2SDanilo Krummrich if unsafe { self.0.data.revoke_nosync() } { 255f744201cSDanilo Krummrich // We revoked `self.0.data` before the devres action did, hence try to remove it. 256f744201cSDanilo Krummrich if !DevresInner::remove_action(&self.0) { 257f744201cSDanilo Krummrich // We could not remove the devres action, which means that it now runs concurrently, 258f744201cSDanilo Krummrich // hence signal that `self.0.data` has been revoked successfully. 259f744201cSDanilo Krummrich self.0.revoke.complete_all(); 260f744201cSDanilo Krummrich } 261f744201cSDanilo Krummrich } 26276c01dedSDanilo Krummrich } 26376c01dedSDanilo Krummrich } 264