xref: /linux/rust/kernel/devres.rs (revision 229f135e0680da3dd0bcce515c07be87858f1d12)
176c01dedSDanilo Krummrich // SPDX-License-Identifier: GPL-2.0
276c01dedSDanilo Krummrich 
376c01dedSDanilo Krummrich //! Devres abstraction
476c01dedSDanilo Krummrich //!
576c01dedSDanilo Krummrich //! [`Devres`] represents an abstraction for the kernel devres (device resource management)
676c01dedSDanilo Krummrich //! implementation.
776c01dedSDanilo Krummrich 
876c01dedSDanilo Krummrich use crate::{
976c01dedSDanilo Krummrich     alloc::Flags,
1076c01dedSDanilo Krummrich     bindings,
11f720efdaSDanilo Krummrich     device::{Bound, Device},
1276c01dedSDanilo Krummrich     error::{Error, Result},
138ff65664SDanilo Krummrich     ffi::c_void,
1476c01dedSDanilo Krummrich     prelude::*,
15*20c96ed2SDanilo Krummrich     revocable::{Revocable, RevocableGuard},
16*20c96ed2SDanilo Krummrich     sync::{rcu, Arc, Completion},
178ff65664SDanilo Krummrich     types::ARef,
1876c01dedSDanilo Krummrich };
1976c01dedSDanilo Krummrich 
2076c01dedSDanilo Krummrich #[pin_data]
2176c01dedSDanilo Krummrich struct DevresInner<T> {
228ff65664SDanilo Krummrich     dev: ARef<Device>,
238ff65664SDanilo Krummrich     callback: unsafe extern "C" fn(*mut c_void),
2476c01dedSDanilo Krummrich     #[pin]
2576c01dedSDanilo Krummrich     data: Revocable<T>,
26f744201cSDanilo Krummrich     #[pin]
27f744201cSDanilo Krummrich     revoke: Completion,
2876c01dedSDanilo Krummrich }
2976c01dedSDanilo Krummrich 
3076c01dedSDanilo Krummrich /// This abstraction is meant to be used by subsystems to containerize [`Device`] bound resources to
3176c01dedSDanilo Krummrich /// manage their lifetime.
3276c01dedSDanilo Krummrich ///
3376c01dedSDanilo Krummrich /// [`Device`] bound resources should be freed when either the resource goes out of scope or the
34f744201cSDanilo Krummrich /// [`Device`] is unbound respectively, depending on what happens first. In any case, it is always
35f744201cSDanilo Krummrich /// guaranteed that revoking the device resource is completed before the corresponding [`Device`]
36f744201cSDanilo Krummrich /// is unbound.
3776c01dedSDanilo Krummrich ///
3876c01dedSDanilo Krummrich /// To achieve that [`Devres`] registers a devres callback on creation, which is called once the
3976c01dedSDanilo Krummrich /// [`Device`] is unbound, revoking access to the encapsulated resource (see also [`Revocable`]).
4076c01dedSDanilo Krummrich ///
4176c01dedSDanilo Krummrich /// After the [`Devres`] has been unbound it is not possible to access the encapsulated resource
4276c01dedSDanilo Krummrich /// anymore.
4376c01dedSDanilo Krummrich ///
4476c01dedSDanilo Krummrich /// [`Devres`] users should make sure to simply free the corresponding backing resource in `T`'s
4576c01dedSDanilo Krummrich /// [`Drop`] implementation.
4676c01dedSDanilo Krummrich ///
4776c01dedSDanilo Krummrich /// # Example
4876c01dedSDanilo Krummrich ///
4976c01dedSDanilo Krummrich /// ```no_run
50f720efdaSDanilo Krummrich /// # use kernel::{bindings, c_str, device::{Bound, Device}, devres::Devres, io::{Io, IoRaw}};
5176c01dedSDanilo Krummrich /// # use core::ops::Deref;
5276c01dedSDanilo Krummrich ///
5376c01dedSDanilo Krummrich /// // See also [`pci::Bar`] for a real example.
5476c01dedSDanilo Krummrich /// struct IoMem<const SIZE: usize>(IoRaw<SIZE>);
5576c01dedSDanilo Krummrich ///
5676c01dedSDanilo Krummrich /// impl<const SIZE: usize> IoMem<SIZE> {
5776c01dedSDanilo Krummrich ///     /// # Safety
5876c01dedSDanilo Krummrich ///     ///
5976c01dedSDanilo Krummrich ///     /// [`paddr`, `paddr` + `SIZE`) must be a valid MMIO region that is mappable into the CPUs
6076c01dedSDanilo Krummrich ///     /// virtual address space.
6176c01dedSDanilo Krummrich ///     unsafe fn new(paddr: usize) -> Result<Self>{
6276c01dedSDanilo Krummrich ///         // SAFETY: By the safety requirements of this function [`paddr`, `paddr` + `SIZE`) is
6376c01dedSDanilo Krummrich ///         // valid for `ioremap`.
6476c01dedSDanilo Krummrich ///         let addr = unsafe { bindings::ioremap(paddr as _, SIZE as _) };
6576c01dedSDanilo Krummrich ///         if addr.is_null() {
6676c01dedSDanilo Krummrich ///             return Err(ENOMEM);
6776c01dedSDanilo Krummrich ///         }
6876c01dedSDanilo Krummrich ///
6976c01dedSDanilo Krummrich ///         Ok(IoMem(IoRaw::new(addr as _, SIZE)?))
7076c01dedSDanilo Krummrich ///     }
7176c01dedSDanilo Krummrich /// }
7276c01dedSDanilo Krummrich ///
7376c01dedSDanilo Krummrich /// impl<const SIZE: usize> Drop for IoMem<SIZE> {
7476c01dedSDanilo Krummrich ///     fn drop(&mut self) {
7576c01dedSDanilo Krummrich ///         // SAFETY: `self.0.addr()` is guaranteed to be properly mapped by `Self::new`.
7676c01dedSDanilo Krummrich ///         unsafe { bindings::iounmap(self.0.addr() as _); };
7776c01dedSDanilo Krummrich ///     }
7876c01dedSDanilo Krummrich /// }
7976c01dedSDanilo Krummrich ///
8076c01dedSDanilo Krummrich /// impl<const SIZE: usize> Deref for IoMem<SIZE> {
8176c01dedSDanilo Krummrich ///    type Target = Io<SIZE>;
8276c01dedSDanilo Krummrich ///
8376c01dedSDanilo Krummrich ///    fn deref(&self) -> &Self::Target {
8476c01dedSDanilo Krummrich ///         // SAFETY: The memory range stored in `self` has been properly mapped in `Self::new`.
8576c01dedSDanilo Krummrich ///         unsafe { Io::from_raw(&self.0) }
8676c01dedSDanilo Krummrich ///    }
8776c01dedSDanilo Krummrich /// }
88f720efdaSDanilo Krummrich /// # fn no_run(dev: &Device<Bound>) -> Result<(), Error> {
8976c01dedSDanilo Krummrich /// // SAFETY: Invalid usage for example purposes.
9076c01dedSDanilo Krummrich /// let iomem = unsafe { IoMem::<{ core::mem::size_of::<u32>() }>::new(0xBAAAAAAD)? };
91f720efdaSDanilo Krummrich /// let devres = Devres::new(dev, iomem, GFP_KERNEL)?;
9276c01dedSDanilo Krummrich ///
9376c01dedSDanilo Krummrich /// let res = devres.try_access().ok_or(ENXIO)?;
94040b17aeSFiona Behrens /// res.write8(0x42, 0x0);
9576c01dedSDanilo Krummrich /// # Ok(())
9676c01dedSDanilo Krummrich /// # }
9776c01dedSDanilo Krummrich /// ```
9876c01dedSDanilo Krummrich pub struct Devres<T>(Arc<DevresInner<T>>);
9976c01dedSDanilo Krummrich 
10076c01dedSDanilo Krummrich impl<T> DevresInner<T> {
new(dev: &Device<Bound>, data: T, flags: Flags) -> Result<Arc<DevresInner<T>>>101f720efdaSDanilo Krummrich     fn new(dev: &Device<Bound>, data: T, flags: Flags) -> Result<Arc<DevresInner<T>>> {
10276c01dedSDanilo Krummrich         let inner = Arc::pin_init(
10376c01dedSDanilo Krummrich             pin_init!( DevresInner {
1048ff65664SDanilo Krummrich                 dev: dev.into(),
1058ff65664SDanilo Krummrich                 callback: Self::devres_callback,
10676c01dedSDanilo Krummrich                 data <- Revocable::new(data),
107f744201cSDanilo Krummrich                 revoke <- Completion::new(),
10876c01dedSDanilo Krummrich             }),
10976c01dedSDanilo Krummrich             flags,
11076c01dedSDanilo Krummrich         )?;
11176c01dedSDanilo Krummrich 
11276c01dedSDanilo Krummrich         // Convert `Arc<DevresInner>` into a raw pointer and make devres own this reference until
11376c01dedSDanilo Krummrich         // `Self::devres_callback` is called.
11476c01dedSDanilo Krummrich         let data = inner.clone().into_raw();
11576c01dedSDanilo Krummrich 
11676c01dedSDanilo Krummrich         // SAFETY: `devm_add_action` guarantees to call `Self::devres_callback` once `dev` is
11776c01dedSDanilo Krummrich         // detached.
1188ff65664SDanilo Krummrich         let ret =
1198ff65664SDanilo Krummrich             unsafe { bindings::devm_add_action(dev.as_raw(), Some(inner.callback), data as _) };
12076c01dedSDanilo Krummrich 
12176c01dedSDanilo Krummrich         if ret != 0 {
12276c01dedSDanilo Krummrich             // SAFETY: We just created another reference to `inner` in order to pass it to
12376c01dedSDanilo Krummrich             // `bindings::devm_add_action`. If `bindings::devm_add_action` fails, we have to drop
12476c01dedSDanilo Krummrich             // this reference accordingly.
12576c01dedSDanilo Krummrich             let _ = unsafe { Arc::from_raw(data) };
12676c01dedSDanilo Krummrich             return Err(Error::from_errno(ret));
12776c01dedSDanilo Krummrich         }
12876c01dedSDanilo Krummrich 
12976c01dedSDanilo Krummrich         Ok(inner)
13076c01dedSDanilo Krummrich     }
13176c01dedSDanilo Krummrich 
as_ptr(&self) -> *const Self1328ff65664SDanilo Krummrich     fn as_ptr(&self) -> *const Self {
1338ff65664SDanilo Krummrich         self as _
1348ff65664SDanilo Krummrich     }
1358ff65664SDanilo Krummrich 
remove_action(this: &Arc<Self>) -> bool136f744201cSDanilo Krummrich     fn remove_action(this: &Arc<Self>) -> bool {
1378ff65664SDanilo Krummrich         // SAFETY:
1388ff65664SDanilo Krummrich         // - `self.inner.dev` is a valid `Device`,
1398ff65664SDanilo Krummrich         // - the `action` and `data` pointers are the exact same ones as given to devm_add_action()
1408ff65664SDanilo Krummrich         //   previously,
1418ff65664SDanilo Krummrich         // - `self` is always valid, even if the action has been released already.
142f744201cSDanilo Krummrich         let success = unsafe {
1438ff65664SDanilo Krummrich             bindings::devm_remove_action_nowarn(
1448ff65664SDanilo Krummrich                 this.dev.as_raw(),
1458ff65664SDanilo Krummrich                 Some(this.callback),
1468ff65664SDanilo Krummrich                 this.as_ptr() as _,
1478ff65664SDanilo Krummrich             )
148f744201cSDanilo Krummrich         } == 0;
1498ff65664SDanilo Krummrich 
150f744201cSDanilo Krummrich         if success {
1518ff65664SDanilo Krummrich             // SAFETY: We leaked an `Arc` reference to devm_add_action() in `DevresInner::new`; if
1528ff65664SDanilo Krummrich             // devm_remove_action_nowarn() was successful we can (and have to) claim back ownership
1538ff65664SDanilo Krummrich             // of this reference.
1548ff65664SDanilo Krummrich             let _ = unsafe { Arc::from_raw(this.as_ptr()) };
1558ff65664SDanilo Krummrich         }
156f744201cSDanilo Krummrich 
157f744201cSDanilo Krummrich         success
1588ff65664SDanilo Krummrich     }
1598ff65664SDanilo Krummrich 
16076c01dedSDanilo Krummrich     #[allow(clippy::missing_safety_doc)]
devres_callback(ptr: *mut kernel::ffi::c_void)16176c01dedSDanilo Krummrich     unsafe extern "C" fn devres_callback(ptr: *mut kernel::ffi::c_void) {
16276c01dedSDanilo Krummrich         let ptr = ptr as *mut DevresInner<T>;
16376c01dedSDanilo Krummrich         // Devres owned this memory; now that we received the callback, drop the `Arc` and hence the
16476c01dedSDanilo Krummrich         // reference.
16576c01dedSDanilo Krummrich         // SAFETY: Safe, since we leaked an `Arc` reference to devm_add_action() in
16676c01dedSDanilo Krummrich         //         `DevresInner::new`.
16776c01dedSDanilo Krummrich         let inner = unsafe { Arc::from_raw(ptr) };
16876c01dedSDanilo Krummrich 
169f744201cSDanilo Krummrich         if !inner.data.revoke() {
170f744201cSDanilo Krummrich             // If `revoke()` returns false, it means that `Devres::drop` already started revoking
171f744201cSDanilo Krummrich             // `inner.data` for us. Hence we have to wait until `Devres::drop()` signals that it
172f744201cSDanilo Krummrich             // completed revoking `inner.data`.
173f744201cSDanilo Krummrich             inner.revoke.wait_for_completion();
174f744201cSDanilo Krummrich         }
17576c01dedSDanilo Krummrich     }
17676c01dedSDanilo Krummrich }
17776c01dedSDanilo Krummrich 
17876c01dedSDanilo Krummrich impl<T> Devres<T> {
17976c01dedSDanilo Krummrich     /// Creates a new [`Devres`] instance of the given `data`. The `data` encapsulated within the
18076c01dedSDanilo Krummrich     /// returned `Devres` instance' `data` will be revoked once the device is detached.
new(dev: &Device<Bound>, data: T, flags: Flags) -> Result<Self>181f720efdaSDanilo Krummrich     pub fn new(dev: &Device<Bound>, data: T, flags: Flags) -> Result<Self> {
18276c01dedSDanilo Krummrich         let inner = DevresInner::new(dev, data, flags)?;
18376c01dedSDanilo Krummrich 
18476c01dedSDanilo Krummrich         Ok(Devres(inner))
18576c01dedSDanilo Krummrich     }
18676c01dedSDanilo Krummrich 
18776c01dedSDanilo Krummrich     /// Same as [`Devres::new`], but does not return a `Devres` instance. Instead the given `data`
18876c01dedSDanilo Krummrich     /// is owned by devres and will be revoked / dropped, once the device is detached.
new_foreign_owned(dev: &Device<Bound>, data: T, flags: Flags) -> Result189f720efdaSDanilo Krummrich     pub fn new_foreign_owned(dev: &Device<Bound>, data: T, flags: Flags) -> Result {
19076c01dedSDanilo Krummrich         let _ = DevresInner::new(dev, data, flags)?;
19176c01dedSDanilo Krummrich 
19276c01dedSDanilo Krummrich         Ok(())
19376c01dedSDanilo Krummrich     }
194f301cb97SDanilo Krummrich 
195f301cb97SDanilo Krummrich     /// Obtain `&'a T`, bypassing the [`Revocable`].
196f301cb97SDanilo Krummrich     ///
197f301cb97SDanilo Krummrich     /// This method allows to directly obtain a `&'a T`, bypassing the [`Revocable`], by presenting
198f301cb97SDanilo Krummrich     /// a `&'a Device<Bound>` of the same [`Device`] this [`Devres`] instance has been created with.
199f301cb97SDanilo Krummrich     ///
200f301cb97SDanilo Krummrich     /// # Errors
201f301cb97SDanilo Krummrich     ///
202f301cb97SDanilo Krummrich     /// An error is returned if `dev` does not match the same [`Device`] this [`Devres`] instance
203f301cb97SDanilo Krummrich     /// has been created with.
204f301cb97SDanilo Krummrich     ///
205f301cb97SDanilo Krummrich     /// # Example
206f301cb97SDanilo Krummrich     ///
207f301cb97SDanilo Krummrich     /// ```no_run
20842055939SMiguel Ojeda     /// # #![cfg(CONFIG_PCI)]
209f301cb97SDanilo Krummrich     /// # use kernel::{device::Core, devres::Devres, pci};
210f301cb97SDanilo Krummrich     ///
211f301cb97SDanilo Krummrich     /// fn from_core(dev: &pci::Device<Core>, devres: Devres<pci::Bar<0x4>>) -> Result {
212f301cb97SDanilo Krummrich     ///     let bar = devres.access(dev.as_ref())?;
213f301cb97SDanilo Krummrich     ///
214f301cb97SDanilo Krummrich     ///     let _ = bar.read32(0x0);
215f301cb97SDanilo Krummrich     ///
216f301cb97SDanilo Krummrich     ///     // might_sleep()
217f301cb97SDanilo Krummrich     ///
218f301cb97SDanilo Krummrich     ///     bar.write32(0x42, 0x0);
219f301cb97SDanilo Krummrich     ///
220f301cb97SDanilo Krummrich     ///     Ok(())
221f301cb97SDanilo Krummrich     /// }
222f301cb97SDanilo Krummrich     /// ```
access<'a>(&'a self, dev: &'a Device<Bound>) -> Result<&'a T>223f301cb97SDanilo Krummrich     pub fn access<'a>(&'a self, dev: &'a Device<Bound>) -> Result<&'a T> {
224f301cb97SDanilo Krummrich         if self.0.dev.as_raw() != dev.as_raw() {
225f301cb97SDanilo Krummrich             return Err(EINVAL);
226f301cb97SDanilo Krummrich         }
227f301cb97SDanilo Krummrich 
228f301cb97SDanilo Krummrich         // SAFETY: `dev` being the same device as the device this `Devres` has been created for
229f301cb97SDanilo Krummrich         // proves that `self.0.data` hasn't been revoked and is guaranteed to not be revoked as
230f301cb97SDanilo Krummrich         // long as `dev` lives; `dev` lives at least as long as `self`.
231*20c96ed2SDanilo Krummrich         Ok(unsafe { self.0.data.access() })
23276c01dedSDanilo Krummrich     }
23376c01dedSDanilo Krummrich 
234*20c96ed2SDanilo Krummrich     /// [`Devres`] accessor for [`Revocable::try_access`].
try_access(&self) -> Option<RevocableGuard<'_, T>>235*20c96ed2SDanilo Krummrich     pub fn try_access(&self) -> Option<RevocableGuard<'_, T>> {
236*20c96ed2SDanilo Krummrich         self.0.data.try_access()
237*20c96ed2SDanilo Krummrich     }
23876c01dedSDanilo Krummrich 
239*20c96ed2SDanilo Krummrich     /// [`Devres`] accessor for [`Revocable::try_access_with`].
try_access_with<R, F: FnOnce(&T) -> R>(&self, f: F) -> Option<R>240*20c96ed2SDanilo Krummrich     pub fn try_access_with<R, F: FnOnce(&T) -> R>(&self, f: F) -> Option<R> {
241*20c96ed2SDanilo Krummrich         self.0.data.try_access_with(f)
242*20c96ed2SDanilo Krummrich     }
243*20c96ed2SDanilo Krummrich 
244*20c96ed2SDanilo Krummrich     /// [`Devres`] accessor for [`Revocable::try_access_with_guard`].
try_access_with_guard<'a>(&'a self, guard: &'a rcu::Guard) -> Option<&'a T>245*20c96ed2SDanilo Krummrich     pub fn try_access_with_guard<'a>(&'a self, guard: &'a rcu::Guard) -> Option<&'a T> {
246*20c96ed2SDanilo Krummrich         self.0.data.try_access_with_guard(guard)
24776c01dedSDanilo Krummrich     }
24876c01dedSDanilo Krummrich }
24976c01dedSDanilo Krummrich 
25076c01dedSDanilo Krummrich impl<T> Drop for Devres<T> {
drop(&mut self)25176c01dedSDanilo Krummrich     fn drop(&mut self) {
252f744201cSDanilo Krummrich         // SAFETY: When `drop` runs, it is guaranteed that nobody is accessing the revocable data
253f744201cSDanilo Krummrich         // anymore, hence it is safe not to wait for the grace period to finish.
254*20c96ed2SDanilo Krummrich         if unsafe { self.0.data.revoke_nosync() } {
255f744201cSDanilo Krummrich             // We revoked `self.0.data` before the devres action did, hence try to remove it.
256f744201cSDanilo Krummrich             if !DevresInner::remove_action(&self.0) {
257f744201cSDanilo Krummrich                 // We could not remove the devres action, which means that it now runs concurrently,
258f744201cSDanilo Krummrich                 // hence signal that `self.0.data` has been revoked successfully.
259f744201cSDanilo Krummrich                 self.0.revoke.complete_all();
260f744201cSDanilo Krummrich             }
261f744201cSDanilo Krummrich         }
26276c01dedSDanilo Krummrich     }
26376c01dedSDanilo Krummrich }
264