xref: /freebsd/share/man/man9/rmlock.9 (revision fd07ddcf6fb1bf6fde30a92216e3cb4093c29175)
1f53d15feSStephan Uphoff.\" Copyright (c) 2007 Stephan Uphoff <ups@FreeBSD.org>
2f53d15feSStephan Uphoff.\" Copyright (c) 2006 Gleb Smirnoff <glebius@FreeBSD.org>
3f53d15feSStephan Uphoff.\" All rights reserved.
4f53d15feSStephan Uphoff.\"
5f53d15feSStephan Uphoff.\" Redistribution and use in source and binary forms, with or without
6f53d15feSStephan Uphoff.\" modification, are permitted provided that the following conditions
7f53d15feSStephan Uphoff.\" are met:
8f53d15feSStephan Uphoff.\" 1. Redistributions of source code must retain the above copyright
9f53d15feSStephan Uphoff.\"    notice, this list of conditions and the following disclaimer.
10f53d15feSStephan Uphoff.\" 2. Redistributions in binary form must reproduce the above copyright
11f53d15feSStephan Uphoff.\"    notice, this list of conditions and the following disclaimer in the
12f53d15feSStephan Uphoff.\"    documentation and/or other materials provided with the distribution.
13f53d15feSStephan Uphoff.\"
14f53d15feSStephan Uphoff.\" THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15f53d15feSStephan Uphoff.\" ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16f53d15feSStephan Uphoff.\" IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17f53d15feSStephan Uphoff.\" ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18f53d15feSStephan Uphoff.\" FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19f53d15feSStephan Uphoff.\" DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20f53d15feSStephan Uphoff.\" OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21f53d15feSStephan Uphoff.\" HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22f53d15feSStephan Uphoff.\" LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23f53d15feSStephan Uphoff.\" OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24f53d15feSStephan Uphoff.\" SUCH DAMAGE.
25f53d15feSStephan Uphoff.\"
26f53d15feSStephan Uphoff.\" $FreeBSD$
27f53d15feSStephan Uphoff.\"
28f53d15feSStephan Uphoff.\" Based on rwlock.9 man page
29*fd07ddcfSDmitry Chagin.Dd December 13, 2014
30f53d15feSStephan Uphoff.Dt RMLOCK 9
31f53d15feSStephan Uphoff.Os
32f53d15feSStephan Uphoff.Sh NAME
33f53d15feSStephan Uphoff.Nm rmlock ,
34f53d15feSStephan Uphoff.Nm rm_init ,
351a109c1cSRobert Watson.Nm rm_init_flags ,
36f53d15feSStephan Uphoff.Nm rm_destroy ,
37f53d15feSStephan Uphoff.Nm rm_rlock ,
3836058c09SMax Laier.Nm rm_try_rlock ,
39f53d15feSStephan Uphoff.Nm rm_wlock ,
40f53d15feSStephan Uphoff.Nm rm_runlock ,
41f53d15feSStephan Uphoff.Nm rm_wunlock ,
42433ea89aSRobert Watson.Nm rm_wowned ,
43cd32bd7aSJohn Baldwin.Nm rm_sleep ,
44cd32bd7aSJohn Baldwin.Nm rm_assert ,
45f53d15feSStephan Uphoff.Nm RM_SYSINIT
468403b193SJohn Baldwin.Nd kernel reader/writer lock optimized for read-mostly access patterns
47f53d15feSStephan Uphoff.Sh SYNOPSIS
48f53d15feSStephan Uphoff.In sys/param.h
49f53d15feSStephan Uphoff.In sys/lock.h
50f53d15feSStephan Uphoff.In sys/rmlock.h
51f53d15feSStephan Uphoff.Ft void
521a109c1cSRobert Watson.Fn rm_init "struct rmlock *rm" "const char *name"
531a109c1cSRobert Watson.Ft void
541a109c1cSRobert Watson.Fn rm_init_flags "struct rmlock *rm" "const char *name" "int opts"
55f53d15feSStephan Uphoff.Ft void
56f53d15feSStephan Uphoff.Fn rm_destroy "struct rmlock *rm"
57f53d15feSStephan Uphoff.Ft void
58f53d15feSStephan Uphoff.Fn rm_rlock "struct rmlock *rm"  "struct rm_priotracker* tracker"
5936058c09SMax Laier.Ft int
6036058c09SMax Laier.Fn rm_try_rlock "struct rmlock *rm"  "struct rm_priotracker* tracker"
61f53d15feSStephan Uphoff.Ft void
62f53d15feSStephan Uphoff.Fn rm_wlock "struct rmlock *rm"
63f53d15feSStephan Uphoff.Ft void
64f53d15feSStephan Uphoff.Fn rm_runlock "struct rmlock *rm" "struct rm_priotracker* tracker"
65f53d15feSStephan Uphoff.Ft void
66f53d15feSStephan Uphoff.Fn rm_wunlock "struct rmlock *rm"
67433ea89aSRobert Watson.Ft int
68d576deedSPawel Jakub Dawidek.Fn rm_wowned "const struct rmlock *rm"
69cd32bd7aSJohn Baldwin.Ft int
70cd32bd7aSJohn Baldwin.Fn rm_sleep "void *wchan" "struct rmlock *rm" "int priority" "const char *wmesg" "int timo"
71cd32bd7aSJohn Baldwin.Pp
72cd32bd7aSJohn Baldwin.Cd "options INVARIANTS"
73cd32bd7aSJohn Baldwin.Cd "options INVARIANT_SUPPORT"
74cd32bd7aSJohn Baldwin.Ft void
75cd32bd7aSJohn Baldwin.Fn rm_assert "struct rmlock *rm" "int what"
76f53d15feSStephan Uphoff.In sys/kernel.h
77f53d15feSStephan Uphoff.Fn RM_SYSINIT "name" "struct rmlock *rm" "const char *desc" "int opts"
78f53d15feSStephan Uphoff.Sh DESCRIPTION
798403b193SJohn BaldwinRead-mostly locks allow shared access to protected data by multiple threads,
80f53d15feSStephan Uphoffor exclusive access by a single thread.
81f53d15feSStephan UphoffThe threads with shared access are known as
82f53d15feSStephan Uphoff.Em readers
83f53d15feSStephan Uphoffsince they only read the protected data.
84f53d15feSStephan UphoffA thread with exclusive access is known as a
85f53d15feSStephan Uphoff.Em writer
86f53d15feSStephan Uphoffsince it can modify protected data.
87f53d15feSStephan Uphoff.Pp
888403b193SJohn BaldwinRead-mostly locks are designed to be efficient for locks almost exclusively
89989cbe40SHiten Pandyaused as reader locks and as such should be used for protecting data that
90989cbe40SHiten Pandyararely changes.
918403b193SJohn BaldwinAcquiring an exclusive lock after the lock has been locked for shared access
92989cbe40SHiten Pandyais an expensive operation.
93f53d15feSStephan Uphoff.Pp
948403b193SJohn BaldwinNormal read-mostly locks are similar to
958403b193SJohn Baldwin.Xr rwlock 9
968403b193SJohn Baldwinlocks and follow the same lock ordering rules as
978403b193SJohn Baldwin.Xr rwlock 9
988403b193SJohn Baldwinlocks.
998403b193SJohn BaldwinRead-mostly locks have full priority propagation like mutexes.
100f53d15feSStephan UphoffUnlike
1018403b193SJohn Baldwin.Xr rwlock 9 ,
1028403b193SJohn Baldwinread-mostly locks propagate priority to both readers and writers.
1038403b193SJohn BaldwinThis is implemented via the
104989cbe40SHiten Pandya.Va rm_priotracker
1058403b193SJohn Baldwinstructure argument supplied to
106989cbe40SHiten Pandya.Fn rm_rlock
107989cbe40SHiten Pandyaand
1088403b193SJohn Baldwin.Fn rm_runlock .
1098403b193SJohn BaldwinReaders can recurse if the lock is initialized with the
1108403b193SJohn Baldwin.Dv RM_RECURSE
1118403b193SJohn Baldwinoption;
1128403b193SJohn Baldwinhowever, writers are never allowed to recurse.
1138403b193SJohn Baldwin.Pp
1148403b193SJohn BaldwinSleepable read-mostly locks are created by passing
1158403b193SJohn Baldwin.Dv RM_SLEEPABLE
1168403b193SJohn Baldwinto
1178403b193SJohn Baldwin.Fn rm_init_flags .
1188403b193SJohn BaldwinUnlike normal read-mostly locks,
1198403b193SJohn Baldwinsleepable read-mostly locks follow the same lock ordering rules as
1208403b193SJohn Baldwin.Xr sx 9
1218403b193SJohn Baldwinlocks.
1228403b193SJohn BaldwinSleepable read-mostly locks do not propagate priority to writers,
1238403b193SJohn Baldwinbut they do propagate priority to readers.
1248403b193SJohn BaldwinWriters are permitted to sleep while holding a read-mostly lock,
1258403b193SJohn Baldwinbut readers are not.
1268403b193SJohn BaldwinUnlike other sleepable locks such as
1278403b193SJohn Baldwin.Xr sx 9
1288403b193SJohn Baldwinlocks,
1298403b193SJohn Baldwinreaders must use try operations on other sleepable locks to avoid sleeping.
130f53d15feSStephan Uphoff.Ss Macros and Functions
131f53d15feSStephan Uphoff.Bl -tag -width indent
1321a109c1cSRobert Watson.It Fn rm_init "struct rmlock *rm" "const char *name"
1338403b193SJohn BaldwinInitialize the read-mostly lock
1348403b193SJohn Baldwin.Fa rm .
1358403b193SJohn BaldwinThe
1368403b193SJohn Baldwin.Fa name
1378403b193SJohn Baldwindescription is used solely for debugging purposes.
138f53d15feSStephan UphoffThis function must be called before any other operations
139f53d15feSStephan Uphoffon the lock.
1401a109c1cSRobert Watson.It Fn rm_init_flags "struct rmlock *rm" "const char *name" "int opts"
1418403b193SJohn BaldwinSimilar to
1428403b193SJohn Baldwin.Fn rm_init ,
1438403b193SJohn Baldwininitialize the read-mostly lock
1448403b193SJohn Baldwin.Fa rm
1458403b193SJohn Baldwinwith a set of optional flags.
1468403b193SJohn BaldwinThe
1471a109c1cSRobert Watson.Fa opts
1488403b193SJohn Baldwinarguments contains one or more of the following flags:
1491a109c1cSRobert Watson.Bl -tag -width ".Dv RM_NOWITNESS"
1501a109c1cSRobert Watson.It Dv RM_NOWITNESS
1511a109c1cSRobert WatsonInstruct
1521a109c1cSRobert Watson.Xr witness 4
1531a109c1cSRobert Watsonto ignore this lock.
1541a109c1cSRobert Watson.It Dv RM_RECURSE
1558403b193SJohn BaldwinAllow threads to recursively acquire shared locks for
1561a109c1cSRobert Watson.Fa rm .
15736058c09SMax Laier.It Dv RM_SLEEPABLE
1588403b193SJohn BaldwinCreate a sleepable read-mostly lock.
159*fd07ddcfSDmitry Chagin.It Dv RM_NEW
160*fd07ddcfSDmitry ChaginIf the kernel has been compiled with
161*fd07ddcfSDmitry Chagin.Cd "option INVARIANTS" ,
162*fd07ddcfSDmitry Chagin.Fn rm_init_flags
163*fd07ddcfSDmitry Chaginwill assert that the
164*fd07ddcfSDmitry Chagin.Fa rm
165*fd07ddcfSDmitry Chaginhas not been initialized multiple times without intervening calls to
166*fd07ddcfSDmitry Chagin.Fn rm_destroy
167*fd07ddcfSDmitry Chaginunless this option is specified.
1681a109c1cSRobert Watson.El
169f53d15feSStephan Uphoff.It Fn rm_rlock "struct rmlock *rm" "struct rm_priotracker* tracker"
170f53d15feSStephan UphoffLock
171f53d15feSStephan Uphoff.Fa rm
1728403b193SJohn Baldwinas a reader using
173f53d15feSStephan Uphoff.Fa tracker
174f53d15feSStephan Uphoffto track read owners of a lock for priority propagation.
175989cbe40SHiten PandyaThis data structure is only used internally by
176989cbe40SHiten Pandya.Nm
177c6d7cf7bSChristian Bruefferand must persist until
178c6d7cf7bSChristian Brueffer.Fn rm_runlock
179c6d7cf7bSChristian Bruefferhas been called.
180989cbe40SHiten PandyaThis data structure can be allocated on the stack since
1818403b193SJohn Baldwinreaders cannot sleep.
182f53d15feSStephan UphoffIf any thread holds this lock exclusively, the current thread blocks,
183f53d15feSStephan Uphoffand its priority is propagated to the exclusive holder.
184989cbe40SHiten PandyaIf the lock was initialized with the
1858403b193SJohn Baldwin.Dv RM_RECURSE
186989cbe40SHiten Pandyaoption the
187f53d15feSStephan Uphoff.Fn rm_rlock
1888403b193SJohn Baldwinfunction can be called when the current thread has already acquired reader
189f53d15feSStephan Uphoffaccess on
190f53d15feSStephan Uphoff.Fa rm .
19136058c09SMax Laier.It Fn rm_try_rlock "struct rmlock *rm" "struct rm_priotracker* tracker"
19236058c09SMax LaierTry to lock
19336058c09SMax Laier.Fa rm
19436058c09SMax Laieras a reader.
19536058c09SMax Laier.Fn rm_try_rlock
19636058c09SMax Laierwill return 0 if the lock cannot be acquired immediately;
1978403b193SJohn Baldwinotherwise,
1988403b193SJohn Baldwinthe lock will be acquired and a non-zero value will be returned.
19936058c09SMax LaierNote that
20036058c09SMax Laier.Fn rm_try_rlock
20136058c09SMax Laiermay fail even while the lock is not currently held by a writer.
2028403b193SJohn BaldwinIf the lock was initialized with the
2038403b193SJohn Baldwin.Dv RM_RECURSE
2048403b193SJohn Baldwinoption,
2058403b193SJohn Baldwin.Fn rm_try_rlock
2068403b193SJohn Baldwinwill succeed if the current thread has already acquired reader access.
207f53d15feSStephan Uphoff.It Fn rm_wlock "struct rmlock *rm"
208f53d15feSStephan UphoffLock
209f53d15feSStephan Uphoff.Fa rm
210f53d15feSStephan Uphoffas a writer.
211f53d15feSStephan UphoffIf there are any shared owners of the lock, the current thread blocks.
212f53d15feSStephan UphoffThe
213f53d15feSStephan Uphoff.Fn rm_wlock
214f53d15feSStephan Uphofffunction cannot be called recursively.
215f53d15feSStephan Uphoff.It Fn rm_runlock "struct rmlock *rm" "struct rm_priotracker* tracker"
216f53d15feSStephan UphoffThis function releases a shared lock previously acquired by
217f53d15feSStephan Uphoff.Fn rm_rlock .
218f53d15feSStephan UphoffThe
219f53d15feSStephan Uphoff.Fa tracker
220f53d15feSStephan Uphoffargument must match the
221f53d15feSStephan Uphoff.Fa tracker
222f53d15feSStephan Uphoffargument used for acquiring the shared lock
223f53d15feSStephan Uphoff.It Fn rm_wunlock "struct rmlock *rm"
224f53d15feSStephan UphoffThis function releases an exclusive lock previously acquired by
225f53d15feSStephan Uphoff.Fn rm_wlock .
226f53d15feSStephan Uphoff.It Fn rm_destroy "struct rmlock *rm"
227f53d15feSStephan UphoffThis functions destroys a lock previously initialized with
228f53d15feSStephan Uphoff.Fn rm_init .
229f53d15feSStephan UphoffThe
230f53d15feSStephan Uphoff.Fa rm
231f53d15feSStephan Uphofflock must be unlocked.
232d576deedSPawel Jakub Dawidek.It Fn rm_wowned "const struct rmlock *rm"
233433ea89aSRobert WatsonThis function returns a non-zero value if the current thread owns an
234433ea89aSRobert Watsonexclusive lock on
235433ea89aSRobert Watson.Fa rm .
236cd32bd7aSJohn Baldwin.It Fn rm_sleep "void *wchan" "struct rmlock *rm" "int priority" "const char *wmesg" "int timo"
237cd32bd7aSJohn BaldwinThis function atomically releases
238cd32bd7aSJohn Baldwin.Fa rm
239cd32bd7aSJohn Baldwinwhile waiting for an event.
240cd32bd7aSJohn BaldwinThe
241cd32bd7aSJohn Baldwin.Fa rm
242cd32bd7aSJohn Baldwinlock must be exclusively locked.
243cd32bd7aSJohn BaldwinFor more details on the parameters to this function,
244cd32bd7aSJohn Baldwinsee
245cd32bd7aSJohn Baldwin.Xr sleep 9 .
246cd32bd7aSJohn Baldwin.It Fn rm_assert "struct rmlock *rm" "int what"
247cd32bd7aSJohn BaldwinThis function asserts that the
248cd32bd7aSJohn Baldwin.Fa rm
249cd32bd7aSJohn Baldwinlock is in the state specified by
250cd32bd7aSJohn Baldwin.Fa what .
251cd32bd7aSJohn BaldwinIf the assertions are not true and the kernel is compiled with
252cd32bd7aSJohn Baldwin.Cd "options INVARIANTS"
253cd32bd7aSJohn Baldwinand
254cd32bd7aSJohn Baldwin.Cd "options INVARIANT_SUPPORT" ,
255cd32bd7aSJohn Baldwinthe kernel will panic.
256cd32bd7aSJohn BaldwinCurrently the following base assertions are supported:
257cd32bd7aSJohn Baldwin.Bl -tag -width ".Dv RA_UNLOCKED"
258cd32bd7aSJohn Baldwin.It Dv RA_LOCKED
259cd32bd7aSJohn BaldwinAssert that current thread holds either a shared or exclusive lock
260cd32bd7aSJohn Baldwinof
261cd32bd7aSJohn Baldwin.Fa rm .
262cd32bd7aSJohn Baldwin.It Dv RA_RLOCKED
263cd32bd7aSJohn BaldwinAssert that current thread holds a shared lock of
264cd32bd7aSJohn Baldwin.Fa rm .
265cd32bd7aSJohn Baldwin.It Dv RA_WLOCKED
266cd32bd7aSJohn BaldwinAssert that current thread holds an exclusive lock of
267cd32bd7aSJohn Baldwin.Fa rm .
268cd32bd7aSJohn Baldwin.It Dv RA_UNLOCKED
269cd32bd7aSJohn BaldwinAssert that current thread holds neither a shared nor exclusive lock of
270cd32bd7aSJohn Baldwin.Fa rm .
271cd32bd7aSJohn Baldwin.El
272cd32bd7aSJohn Baldwin.Pp
273cd32bd7aSJohn BaldwinIn addition, one of the following optional flags may be specified with
274cd32bd7aSJohn Baldwin.Dv RA_LOCKED ,
275cd32bd7aSJohn Baldwin.Dv RA_RLOCKED ,
276cd32bd7aSJohn Baldwinor
277cd32bd7aSJohn Baldwin.Dv RA_WLOCKED :
278cd32bd7aSJohn Baldwin.Bl -tag -width ".Dv RA_NOTRECURSED"
279cd32bd7aSJohn Baldwin.It Dv RA_RECURSED
280cd32bd7aSJohn BaldwinAssert that the current thread holds a recursive lock of
281cd32bd7aSJohn Baldwin.Fa rm .
282cd32bd7aSJohn Baldwin.It Dv RA_NOTRECURSED
283cd32bd7aSJohn BaldwinAssert that the current thread does not hold a recursive lock of
284cd32bd7aSJohn Baldwin.Fa rm .
285cd32bd7aSJohn Baldwin.El
286f53d15feSStephan Uphoff.El
287f53d15feSStephan Uphoff.Sh SEE ALSO
288f53d15feSStephan Uphoff.Xr locking 9 ,
289f53d15feSStephan Uphoff.Xr mutex 9 ,
290f53d15feSStephan Uphoff.Xr panic 9 ,
291f53d15feSStephan Uphoff.Xr rwlock 9 ,
292cd32bd7aSJohn Baldwin.Xr sleep 9 ,
293f53d15feSStephan Uphoff.Xr sema 9 ,
294f53d15feSStephan Uphoff.Xr sx 9
295f53d15feSStephan Uphoff.Sh HISTORY
296f53d15feSStephan UphoffThese
297f53d15feSStephan Uphofffunctions appeared in
298f53d15feSStephan Uphoff.Fx 7.0 .
299f53d15feSStephan Uphoff.Sh AUTHORS
300f53d15feSStephan Uphoff.An -nosplit
301f53d15feSStephan UphoffThe
302f53d15feSStephan Uphoff.Nm
303f53d15feSStephan Uphofffacility was written by
304f53d15feSStephan Uphoff.An "Stephan Uphoff" .
305f53d15feSStephan UphoffThis manual page was written by
306f53d15feSStephan Uphoff.An "Gleb Smirnoff"
307989cbe40SHiten Pandyafor rwlock and modified to reflect rmlock by
308f53d15feSStephan Uphoff.An "Stephan Uphoff" .
309f53d15feSStephan Uphoff.Sh BUGS
310989cbe40SHiten PandyaThe
311989cbe40SHiten Pandya.Nm
312989cbe40SHiten Pandyaimplementation is currently not optimized for single processor systems.
313989cbe40SHiten Pandya.Pp
31436058c09SMax Laier.Fn rm_try_rlock
31536058c09SMax Laiercan fail transiently even when there is no writer, while another reader
31636058c09SMax Laierupdates the state on the local CPU.
31736058c09SMax Laier.Pp
318989cbe40SHiten PandyaThe
319989cbe40SHiten Pandya.Nm
320c6d7cf7bSChristian Bruefferimplementation uses a single per CPU list shared by all
321989cbe40SHiten Pandyarmlocks in the system.
322c6d7cf7bSChristian BruefferIf rmlocks become popular, hashing to multiple per CPU queues may
323989cbe40SHiten Pandyabe needed to speed up the writer lock process.
324