19b00c160SMarco Elver // SPDX-License-Identifier: GPL-2.0-only 29b00c160SMarco Elver /* 39b00c160SMarco Elver * Compile-only tests for common patterns that should not generate false 49b00c160SMarco Elver * positive errors when compiled with Clang's context analysis. 59b00c160SMarco Elver */ 69b00c160SMarco Elver 7eb7d96a1SMarco Elver #include <linux/bit_spinlock.h> 89b00c160SMarco Elver #include <linux/build_bug.h> 9*d3febf16SMarco Elver #include <linux/local_lock.h> 10370f0a34SMarco Elver #include <linux/mutex.h> 11*d3febf16SMarco Elver #include <linux/percpu.h> 12fe00f6e8SMarco Elver #include <linux/rcupdate.h> 13e4fd3be8SMarco Elver #include <linux/rwsem.h> 148f8a55f4SMarco Elver #include <linux/seqlock.h> 15f16a802dSMarco Elver #include <linux/spinlock.h> 16f0b7ce22SMarco Elver #include <linux/srcu.h> 179b00c160SMarco Elver 189b00c160SMarco Elver /* 199b00c160SMarco Elver * Test that helper macros work as expected. 209b00c160SMarco Elver */ 219b00c160SMarco Elver static void __used test_common_helpers(void) 229b00c160SMarco Elver { 239b00c160SMarco Elver BUILD_BUG_ON(context_unsafe(3) != 3); /* plain expression */ 249b00c160SMarco Elver BUILD_BUG_ON(context_unsafe((void)2; 3) != 3); /* does not swallow semi-colon */ 259b00c160SMarco Elver BUILD_BUG_ON(context_unsafe((void)2, 3) != 3); /* does not swallow commas */ 269b00c160SMarco Elver context_unsafe(do { } while (0)); /* works with void statements */ 279b00c160SMarco Elver } 28f16a802dSMarco Elver 29f16a802dSMarco Elver #define TEST_SPINLOCK_COMMON(class, type, type_init, type_lock, type_unlock, type_trylock, op) \ 30f16a802dSMarco Elver struct test_##class##_data { \ 31f16a802dSMarco Elver type lock; \ 32f16a802dSMarco Elver int counter __guarded_by(&lock); \ 33f16a802dSMarco Elver int *pointer __pt_guarded_by(&lock); \ 34f16a802dSMarco Elver }; \ 35f16a802dSMarco Elver static void __used test_##class##_init(struct test_##class##_data *d) \ 36f16a802dSMarco Elver { \ 37f16a802dSMarco Elver type_init(&d->lock); \ 38f16a802dSMarco Elver d->counter = 0; \ 39f16a802dSMarco Elver } \ 40f16a802dSMarco Elver static void __used test_##class(struct test_##class##_data *d) \ 41f16a802dSMarco Elver { \ 42f16a802dSMarco Elver unsigned long flags; \ 43f16a802dSMarco Elver d->pointer++; \ 44f16a802dSMarco Elver type_lock(&d->lock); \ 45f16a802dSMarco Elver op(d->counter); \ 46f16a802dSMarco Elver op(*d->pointer); \ 47f16a802dSMarco Elver type_unlock(&d->lock); \ 48f16a802dSMarco Elver type_lock##_irq(&d->lock); \ 49f16a802dSMarco Elver op(d->counter); \ 50f16a802dSMarco Elver op(*d->pointer); \ 51f16a802dSMarco Elver type_unlock##_irq(&d->lock); \ 52f16a802dSMarco Elver type_lock##_bh(&d->lock); \ 53f16a802dSMarco Elver op(d->counter); \ 54f16a802dSMarco Elver op(*d->pointer); \ 55f16a802dSMarco Elver type_unlock##_bh(&d->lock); \ 56f16a802dSMarco Elver type_lock##_irqsave(&d->lock, flags); \ 57f16a802dSMarco Elver op(d->counter); \ 58f16a802dSMarco Elver op(*d->pointer); \ 59f16a802dSMarco Elver type_unlock##_irqrestore(&d->lock, flags); \ 60f16a802dSMarco Elver } \ 61f16a802dSMarco Elver static void __used test_##class##_trylock(struct test_##class##_data *d) \ 62f16a802dSMarco Elver { \ 63f16a802dSMarco Elver if (type_trylock(&d->lock)) { \ 64f16a802dSMarco Elver op(d->counter); \ 65f16a802dSMarco Elver type_unlock(&d->lock); \ 66f16a802dSMarco Elver } \ 67f16a802dSMarco Elver } \ 68f16a802dSMarco Elver static void __used test_##class##_assert(struct test_##class##_data *d) \ 69f16a802dSMarco Elver { \ 70f16a802dSMarco Elver lockdep_assert_held(&d->lock); \ 71f16a802dSMarco Elver op(d->counter); \ 72f16a802dSMarco Elver } \ 73f16a802dSMarco Elver static void __used test_##class##_guard(struct test_##class##_data *d) \ 74f16a802dSMarco Elver { \ 75f16a802dSMarco Elver { guard(class)(&d->lock); op(d->counter); } \ 76f16a802dSMarco Elver { guard(class##_irq)(&d->lock); op(d->counter); } \ 77f16a802dSMarco Elver { guard(class##_irqsave)(&d->lock); op(d->counter); } \ 78f16a802dSMarco Elver } 79f16a802dSMarco Elver 80f16a802dSMarco Elver #define TEST_OP_RW(x) (x)++ 81f16a802dSMarco Elver #define TEST_OP_RO(x) ((void)(x)) 82f16a802dSMarco Elver 83f16a802dSMarco Elver TEST_SPINLOCK_COMMON(raw_spinlock, 84f16a802dSMarco Elver raw_spinlock_t, 85f16a802dSMarco Elver raw_spin_lock_init, 86f16a802dSMarco Elver raw_spin_lock, 87f16a802dSMarco Elver raw_spin_unlock, 88f16a802dSMarco Elver raw_spin_trylock, 89f16a802dSMarco Elver TEST_OP_RW); 90f16a802dSMarco Elver static void __used test_raw_spinlock_trylock_extra(struct test_raw_spinlock_data *d) 91f16a802dSMarco Elver { 92f16a802dSMarco Elver unsigned long flags; 93f16a802dSMarco Elver 94f16a802dSMarco Elver if (raw_spin_trylock_irq(&d->lock)) { 95f16a802dSMarco Elver d->counter++; 96f16a802dSMarco Elver raw_spin_unlock_irq(&d->lock); 97f16a802dSMarco Elver } 98f16a802dSMarco Elver if (raw_spin_trylock_irqsave(&d->lock, flags)) { 99f16a802dSMarco Elver d->counter++; 100f16a802dSMarco Elver raw_spin_unlock_irqrestore(&d->lock, flags); 101f16a802dSMarco Elver } 102f16a802dSMarco Elver scoped_cond_guard(raw_spinlock_try, return, &d->lock) { 103f16a802dSMarco Elver d->counter++; 104f16a802dSMarco Elver } 105f16a802dSMarco Elver } 106f16a802dSMarco Elver 107f16a802dSMarco Elver TEST_SPINLOCK_COMMON(spinlock, 108f16a802dSMarco Elver spinlock_t, 109f16a802dSMarco Elver spin_lock_init, 110f16a802dSMarco Elver spin_lock, 111f16a802dSMarco Elver spin_unlock, 112f16a802dSMarco Elver spin_trylock, 113f16a802dSMarco Elver TEST_OP_RW); 114f16a802dSMarco Elver static void __used test_spinlock_trylock_extra(struct test_spinlock_data *d) 115f16a802dSMarco Elver { 116f16a802dSMarco Elver unsigned long flags; 117f16a802dSMarco Elver 118f16a802dSMarco Elver if (spin_trylock_irq(&d->lock)) { 119f16a802dSMarco Elver d->counter++; 120f16a802dSMarco Elver spin_unlock_irq(&d->lock); 121f16a802dSMarco Elver } 122f16a802dSMarco Elver if (spin_trylock_irqsave(&d->lock, flags)) { 123f16a802dSMarco Elver d->counter++; 124f16a802dSMarco Elver spin_unlock_irqrestore(&d->lock, flags); 125f16a802dSMarco Elver } 126f16a802dSMarco Elver scoped_cond_guard(spinlock_try, return, &d->lock) { 127f16a802dSMarco Elver d->counter++; 128f16a802dSMarco Elver } 129f16a802dSMarco Elver } 130f16a802dSMarco Elver 131f16a802dSMarco Elver TEST_SPINLOCK_COMMON(write_lock, 132f16a802dSMarco Elver rwlock_t, 133f16a802dSMarco Elver rwlock_init, 134f16a802dSMarco Elver write_lock, 135f16a802dSMarco Elver write_unlock, 136f16a802dSMarco Elver write_trylock, 137f16a802dSMarco Elver TEST_OP_RW); 138f16a802dSMarco Elver static void __used test_write_trylock_extra(struct test_write_lock_data *d) 139f16a802dSMarco Elver { 140f16a802dSMarco Elver unsigned long flags; 141f16a802dSMarco Elver 142f16a802dSMarco Elver if (write_trylock_irqsave(&d->lock, flags)) { 143f16a802dSMarco Elver d->counter++; 144f16a802dSMarco Elver write_unlock_irqrestore(&d->lock, flags); 145f16a802dSMarco Elver } 146f16a802dSMarco Elver } 147f16a802dSMarco Elver 148f16a802dSMarco Elver TEST_SPINLOCK_COMMON(read_lock, 149f16a802dSMarco Elver rwlock_t, 150f16a802dSMarco Elver rwlock_init, 151f16a802dSMarco Elver read_lock, 152f16a802dSMarco Elver read_unlock, 153f16a802dSMarco Elver read_trylock, 154f16a802dSMarco Elver TEST_OP_RO); 155370f0a34SMarco Elver 156370f0a34SMarco Elver struct test_mutex_data { 157370f0a34SMarco Elver struct mutex mtx; 158370f0a34SMarco Elver int counter __guarded_by(&mtx); 159370f0a34SMarco Elver }; 160370f0a34SMarco Elver 161370f0a34SMarco Elver static void __used test_mutex_init(struct test_mutex_data *d) 162370f0a34SMarco Elver { 163370f0a34SMarco Elver mutex_init(&d->mtx); 164370f0a34SMarco Elver d->counter = 0; 165370f0a34SMarco Elver } 166370f0a34SMarco Elver 167370f0a34SMarco Elver static void __used test_mutex_lock(struct test_mutex_data *d) 168370f0a34SMarco Elver { 169370f0a34SMarco Elver mutex_lock(&d->mtx); 170370f0a34SMarco Elver d->counter++; 171370f0a34SMarco Elver mutex_unlock(&d->mtx); 172370f0a34SMarco Elver mutex_lock_io(&d->mtx); 173370f0a34SMarco Elver d->counter++; 174370f0a34SMarco Elver mutex_unlock(&d->mtx); 175370f0a34SMarco Elver } 176370f0a34SMarco Elver 177370f0a34SMarco Elver static void __used test_mutex_trylock(struct test_mutex_data *d, atomic_t *a) 178370f0a34SMarco Elver { 179370f0a34SMarco Elver if (!mutex_lock_interruptible(&d->mtx)) { 180370f0a34SMarco Elver d->counter++; 181370f0a34SMarco Elver mutex_unlock(&d->mtx); 182370f0a34SMarco Elver } 183370f0a34SMarco Elver if (!mutex_lock_killable(&d->mtx)) { 184370f0a34SMarco Elver d->counter++; 185370f0a34SMarco Elver mutex_unlock(&d->mtx); 186370f0a34SMarco Elver } 187370f0a34SMarco Elver if (mutex_trylock(&d->mtx)) { 188370f0a34SMarco Elver d->counter++; 189370f0a34SMarco Elver mutex_unlock(&d->mtx); 190370f0a34SMarco Elver } 191370f0a34SMarco Elver if (atomic_dec_and_mutex_lock(a, &d->mtx)) { 192370f0a34SMarco Elver d->counter++; 193370f0a34SMarco Elver mutex_unlock(&d->mtx); 194370f0a34SMarco Elver } 195370f0a34SMarco Elver } 196370f0a34SMarco Elver 197370f0a34SMarco Elver static void __used test_mutex_assert(struct test_mutex_data *d) 198370f0a34SMarco Elver { 199370f0a34SMarco Elver lockdep_assert_held(&d->mtx); 200370f0a34SMarco Elver d->counter++; 201370f0a34SMarco Elver } 202370f0a34SMarco Elver 203370f0a34SMarco Elver static void __used test_mutex_guard(struct test_mutex_data *d) 204370f0a34SMarco Elver { 205370f0a34SMarco Elver guard(mutex)(&d->mtx); 206370f0a34SMarco Elver d->counter++; 207370f0a34SMarco Elver } 208370f0a34SMarco Elver 209370f0a34SMarco Elver static void __used test_mutex_cond_guard(struct test_mutex_data *d) 210370f0a34SMarco Elver { 211370f0a34SMarco Elver scoped_cond_guard(mutex_try, return, &d->mtx) { 212370f0a34SMarco Elver d->counter++; 213370f0a34SMarco Elver } 214370f0a34SMarco Elver scoped_cond_guard(mutex_intr, return, &d->mtx) { 215370f0a34SMarco Elver d->counter++; 216370f0a34SMarco Elver } 217370f0a34SMarco Elver } 2188f8a55f4SMarco Elver 2198f8a55f4SMarco Elver struct test_seqlock_data { 2208f8a55f4SMarco Elver seqlock_t sl; 2218f8a55f4SMarco Elver int counter __guarded_by(&sl); 2228f8a55f4SMarco Elver }; 2238f8a55f4SMarco Elver 2248f8a55f4SMarco Elver static void __used test_seqlock_init(struct test_seqlock_data *d) 2258f8a55f4SMarco Elver { 2268f8a55f4SMarco Elver seqlock_init(&d->sl); 2278f8a55f4SMarco Elver d->counter = 0; 2288f8a55f4SMarco Elver } 2298f8a55f4SMarco Elver 2308f8a55f4SMarco Elver static void __used test_seqlock_reader(struct test_seqlock_data *d) 2318f8a55f4SMarco Elver { 2328f8a55f4SMarco Elver unsigned int seq; 2338f8a55f4SMarco Elver 2348f8a55f4SMarco Elver do { 2358f8a55f4SMarco Elver seq = read_seqbegin(&d->sl); 2368f8a55f4SMarco Elver (void)d->counter; 2378f8a55f4SMarco Elver } while (read_seqretry(&d->sl, seq)); 2388f8a55f4SMarco Elver } 2398f8a55f4SMarco Elver 2408f8a55f4SMarco Elver static void __used test_seqlock_writer(struct test_seqlock_data *d) 2418f8a55f4SMarco Elver { 2428f8a55f4SMarco Elver unsigned long flags; 2438f8a55f4SMarco Elver 2448f8a55f4SMarco Elver write_seqlock(&d->sl); 2458f8a55f4SMarco Elver d->counter++; 2468f8a55f4SMarco Elver write_sequnlock(&d->sl); 2478f8a55f4SMarco Elver 2488f8a55f4SMarco Elver write_seqlock_irq(&d->sl); 2498f8a55f4SMarco Elver d->counter++; 2508f8a55f4SMarco Elver write_sequnlock_irq(&d->sl); 2518f8a55f4SMarco Elver 2528f8a55f4SMarco Elver write_seqlock_bh(&d->sl); 2538f8a55f4SMarco Elver d->counter++; 2548f8a55f4SMarco Elver write_sequnlock_bh(&d->sl); 2558f8a55f4SMarco Elver 2568f8a55f4SMarco Elver write_seqlock_irqsave(&d->sl, flags); 2578f8a55f4SMarco Elver d->counter++; 2588f8a55f4SMarco Elver write_sequnlock_irqrestore(&d->sl, flags); 2598f8a55f4SMarco Elver } 2608f8a55f4SMarco Elver 2618f8a55f4SMarco Elver static void __used test_seqlock_scoped(struct test_seqlock_data *d) 2628f8a55f4SMarco Elver { 2638f8a55f4SMarco Elver scoped_seqlock_read (&d->sl, ss_lockless) { 2648f8a55f4SMarco Elver (void)d->counter; 2658f8a55f4SMarco Elver } 2668f8a55f4SMarco Elver } 267eb7d96a1SMarco Elver 268e4fd3be8SMarco Elver struct test_rwsem_data { 269e4fd3be8SMarco Elver struct rw_semaphore sem; 270e4fd3be8SMarco Elver int counter __guarded_by(&sem); 271e4fd3be8SMarco Elver }; 272e4fd3be8SMarco Elver 273e4fd3be8SMarco Elver static void __used test_rwsem_init(struct test_rwsem_data *d) 274e4fd3be8SMarco Elver { 275e4fd3be8SMarco Elver init_rwsem(&d->sem); 276e4fd3be8SMarco Elver d->counter = 0; 277e4fd3be8SMarco Elver } 278e4fd3be8SMarco Elver 279e4fd3be8SMarco Elver static void __used test_rwsem_reader(struct test_rwsem_data *d) 280e4fd3be8SMarco Elver { 281e4fd3be8SMarco Elver down_read(&d->sem); 282e4fd3be8SMarco Elver (void)d->counter; 283e4fd3be8SMarco Elver up_read(&d->sem); 284e4fd3be8SMarco Elver 285e4fd3be8SMarco Elver if (down_read_trylock(&d->sem)) { 286e4fd3be8SMarco Elver (void)d->counter; 287e4fd3be8SMarco Elver up_read(&d->sem); 288e4fd3be8SMarco Elver } 289e4fd3be8SMarco Elver } 290e4fd3be8SMarco Elver 291e4fd3be8SMarco Elver static void __used test_rwsem_writer(struct test_rwsem_data *d) 292e4fd3be8SMarco Elver { 293e4fd3be8SMarco Elver down_write(&d->sem); 294e4fd3be8SMarco Elver d->counter++; 295e4fd3be8SMarco Elver up_write(&d->sem); 296e4fd3be8SMarco Elver 297e4fd3be8SMarco Elver down_write(&d->sem); 298e4fd3be8SMarco Elver d->counter++; 299e4fd3be8SMarco Elver downgrade_write(&d->sem); 300e4fd3be8SMarco Elver (void)d->counter; 301e4fd3be8SMarco Elver up_read(&d->sem); 302e4fd3be8SMarco Elver 303e4fd3be8SMarco Elver if (down_write_trylock(&d->sem)) { 304e4fd3be8SMarco Elver d->counter++; 305e4fd3be8SMarco Elver up_write(&d->sem); 306e4fd3be8SMarco Elver } 307e4fd3be8SMarco Elver } 308e4fd3be8SMarco Elver 309e4fd3be8SMarco Elver static void __used test_rwsem_assert(struct test_rwsem_data *d) 310e4fd3be8SMarco Elver { 311e4fd3be8SMarco Elver rwsem_assert_held_nolockdep(&d->sem); 312e4fd3be8SMarco Elver d->counter++; 313e4fd3be8SMarco Elver } 314e4fd3be8SMarco Elver 315e4fd3be8SMarco Elver static void __used test_rwsem_guard(struct test_rwsem_data *d) 316e4fd3be8SMarco Elver { 317e4fd3be8SMarco Elver { guard(rwsem_read)(&d->sem); (void)d->counter; } 318e4fd3be8SMarco Elver { guard(rwsem_write)(&d->sem); d->counter++; } 319e4fd3be8SMarco Elver } 320e4fd3be8SMarco Elver 321e4fd3be8SMarco Elver static void __used test_rwsem_cond_guard(struct test_rwsem_data *d) 322e4fd3be8SMarco Elver { 323e4fd3be8SMarco Elver scoped_cond_guard(rwsem_read_try, return, &d->sem) { 324e4fd3be8SMarco Elver (void)d->counter; 325e4fd3be8SMarco Elver } 326e4fd3be8SMarco Elver scoped_cond_guard(rwsem_write_try, return, &d->sem) { 327e4fd3be8SMarco Elver d->counter++; 328e4fd3be8SMarco Elver } 329e4fd3be8SMarco Elver } 330e4fd3be8SMarco Elver 331eb7d96a1SMarco Elver struct test_bit_spinlock_data { 332eb7d96a1SMarco Elver unsigned long bits; 333eb7d96a1SMarco Elver int counter __guarded_by(__bitlock(3, &bits)); 334eb7d96a1SMarco Elver }; 335eb7d96a1SMarco Elver 336eb7d96a1SMarco Elver static void __used test_bit_spin_lock(struct test_bit_spinlock_data *d) 337eb7d96a1SMarco Elver { 338eb7d96a1SMarco Elver /* 339eb7d96a1SMarco Elver * Note, the analysis seems to have false negatives, because it won't 340eb7d96a1SMarco Elver * precisely recognize the bit of the fake __bitlock() token. 341eb7d96a1SMarco Elver */ 342eb7d96a1SMarco Elver bit_spin_lock(3, &d->bits); 343eb7d96a1SMarco Elver d->counter++; 344eb7d96a1SMarco Elver bit_spin_unlock(3, &d->bits); 345eb7d96a1SMarco Elver 346eb7d96a1SMarco Elver bit_spin_lock(3, &d->bits); 347eb7d96a1SMarco Elver d->counter++; 348eb7d96a1SMarco Elver __bit_spin_unlock(3, &d->bits); 349eb7d96a1SMarco Elver 350eb7d96a1SMarco Elver if (bit_spin_trylock(3, &d->bits)) { 351eb7d96a1SMarco Elver d->counter++; 352eb7d96a1SMarco Elver bit_spin_unlock(3, &d->bits); 353eb7d96a1SMarco Elver } 354eb7d96a1SMarco Elver } 355fe00f6e8SMarco Elver 356fe00f6e8SMarco Elver /* 357fe00f6e8SMarco Elver * Test that we can mark a variable guarded by RCU, and we can dereference and 358fe00f6e8SMarco Elver * write to the pointer with RCU's primitives. 359fe00f6e8SMarco Elver */ 360fe00f6e8SMarco Elver struct test_rcu_data { 361fe00f6e8SMarco Elver long __rcu_guarded *data; 362fe00f6e8SMarco Elver }; 363fe00f6e8SMarco Elver 364fe00f6e8SMarco Elver static void __used test_rcu_guarded_reader(struct test_rcu_data *d) 365fe00f6e8SMarco Elver { 366fe00f6e8SMarco Elver rcu_read_lock(); 367fe00f6e8SMarco Elver (void)rcu_dereference(d->data); 368fe00f6e8SMarco Elver rcu_read_unlock(); 369fe00f6e8SMarco Elver 370fe00f6e8SMarco Elver rcu_read_lock_bh(); 371fe00f6e8SMarco Elver (void)rcu_dereference(d->data); 372fe00f6e8SMarco Elver rcu_read_unlock_bh(); 373fe00f6e8SMarco Elver 374fe00f6e8SMarco Elver rcu_read_lock_sched(); 375fe00f6e8SMarco Elver (void)rcu_dereference(d->data); 376fe00f6e8SMarco Elver rcu_read_unlock_sched(); 377fe00f6e8SMarco Elver } 378fe00f6e8SMarco Elver 379fe00f6e8SMarco Elver static void __used test_rcu_guard(struct test_rcu_data *d) 380fe00f6e8SMarco Elver { 381fe00f6e8SMarco Elver guard(rcu)(); 382fe00f6e8SMarco Elver (void)rcu_dereference(d->data); 383fe00f6e8SMarco Elver } 384fe00f6e8SMarco Elver 385fe00f6e8SMarco Elver static void __used test_rcu_guarded_updater(struct test_rcu_data *d) 386fe00f6e8SMarco Elver { 387fe00f6e8SMarco Elver rcu_assign_pointer(d->data, NULL); 388fe00f6e8SMarco Elver RCU_INIT_POINTER(d->data, NULL); 389fe00f6e8SMarco Elver (void)unrcu_pointer(d->data); 390fe00f6e8SMarco Elver } 391fe00f6e8SMarco Elver 392fe00f6e8SMarco Elver static void wants_rcu_held(void) __must_hold_shared(RCU) { } 393fe00f6e8SMarco Elver static void wants_rcu_held_bh(void) __must_hold_shared(RCU_BH) { } 394fe00f6e8SMarco Elver static void wants_rcu_held_sched(void) __must_hold_shared(RCU_SCHED) { } 395fe00f6e8SMarco Elver 396fe00f6e8SMarco Elver static void __used test_rcu_lock_variants(void) 397fe00f6e8SMarco Elver { 398fe00f6e8SMarco Elver rcu_read_lock(); 399fe00f6e8SMarco Elver wants_rcu_held(); 400fe00f6e8SMarco Elver rcu_read_unlock(); 401fe00f6e8SMarco Elver 402fe00f6e8SMarco Elver rcu_read_lock_bh(); 403fe00f6e8SMarco Elver wants_rcu_held_bh(); 404fe00f6e8SMarco Elver rcu_read_unlock_bh(); 405fe00f6e8SMarco Elver 406fe00f6e8SMarco Elver rcu_read_lock_sched(); 407fe00f6e8SMarco Elver wants_rcu_held_sched(); 408fe00f6e8SMarco Elver rcu_read_unlock_sched(); 409fe00f6e8SMarco Elver } 410fe00f6e8SMarco Elver 411fe00f6e8SMarco Elver static void __used test_rcu_lock_reentrant(void) 412fe00f6e8SMarco Elver { 413fe00f6e8SMarco Elver rcu_read_lock(); 414fe00f6e8SMarco Elver rcu_read_lock(); 415fe00f6e8SMarco Elver rcu_read_lock_bh(); 416fe00f6e8SMarco Elver rcu_read_lock_bh(); 417fe00f6e8SMarco Elver rcu_read_lock_sched(); 418fe00f6e8SMarco Elver rcu_read_lock_sched(); 419fe00f6e8SMarco Elver 420fe00f6e8SMarco Elver rcu_read_unlock_sched(); 421fe00f6e8SMarco Elver rcu_read_unlock_sched(); 422fe00f6e8SMarco Elver rcu_read_unlock_bh(); 423fe00f6e8SMarco Elver rcu_read_unlock_bh(); 424fe00f6e8SMarco Elver rcu_read_unlock(); 425fe00f6e8SMarco Elver rcu_read_unlock(); 426fe00f6e8SMarco Elver } 427fe00f6e8SMarco Elver 428fe00f6e8SMarco Elver static void __used test_rcu_assert_variants(void) 429fe00f6e8SMarco Elver { 430fe00f6e8SMarco Elver lockdep_assert_in_rcu_read_lock(); 431fe00f6e8SMarco Elver wants_rcu_held(); 432fe00f6e8SMarco Elver 433fe00f6e8SMarco Elver lockdep_assert_in_rcu_read_lock_bh(); 434fe00f6e8SMarco Elver wants_rcu_held_bh(); 435fe00f6e8SMarco Elver 436fe00f6e8SMarco Elver lockdep_assert_in_rcu_read_lock_sched(); 437fe00f6e8SMarco Elver wants_rcu_held_sched(); 438fe00f6e8SMarco Elver } 439f0b7ce22SMarco Elver 440f0b7ce22SMarco Elver struct test_srcu_data { 441f0b7ce22SMarco Elver struct srcu_struct srcu; 442f0b7ce22SMarco Elver long __rcu_guarded *data; 443f0b7ce22SMarco Elver }; 444f0b7ce22SMarco Elver 445f0b7ce22SMarco Elver static void __used test_srcu(struct test_srcu_data *d) 446f0b7ce22SMarco Elver { 447f0b7ce22SMarco Elver init_srcu_struct(&d->srcu); 448f0b7ce22SMarco Elver 449f0b7ce22SMarco Elver int idx = srcu_read_lock(&d->srcu); 450f0b7ce22SMarco Elver long *data = srcu_dereference(d->data, &d->srcu); 451f0b7ce22SMarco Elver (void)data; 452f0b7ce22SMarco Elver srcu_read_unlock(&d->srcu, idx); 453f0b7ce22SMarco Elver 454f0b7ce22SMarco Elver rcu_assign_pointer(d->data, NULL); 455f0b7ce22SMarco Elver } 456f0b7ce22SMarco Elver 457f0b7ce22SMarco Elver static void __used test_srcu_guard(struct test_srcu_data *d) 458f0b7ce22SMarco Elver { 459f0b7ce22SMarco Elver { guard(srcu)(&d->srcu); (void)srcu_dereference(d->data, &d->srcu); } 460f0b7ce22SMarco Elver { guard(srcu_fast)(&d->srcu); (void)srcu_dereference(d->data, &d->srcu); } 461f0b7ce22SMarco Elver { guard(srcu_fast_notrace)(&d->srcu); (void)srcu_dereference(d->data, &d->srcu); } 462f0b7ce22SMarco Elver } 463*d3febf16SMarco Elver 464*d3febf16SMarco Elver struct test_local_lock_data { 465*d3febf16SMarco Elver local_lock_t lock; 466*d3febf16SMarco Elver int counter __guarded_by(&lock); 467*d3febf16SMarco Elver }; 468*d3febf16SMarco Elver 469*d3febf16SMarco Elver static DEFINE_PER_CPU(struct test_local_lock_data, test_local_lock_data) = { 470*d3febf16SMarco Elver .lock = INIT_LOCAL_LOCK(lock), 471*d3febf16SMarco Elver }; 472*d3febf16SMarco Elver 473*d3febf16SMarco Elver static void __used test_local_lock_init(struct test_local_lock_data *d) 474*d3febf16SMarco Elver { 475*d3febf16SMarco Elver local_lock_init(&d->lock); 476*d3febf16SMarco Elver d->counter = 0; 477*d3febf16SMarco Elver } 478*d3febf16SMarco Elver 479*d3febf16SMarco Elver static void __used test_local_lock(void) 480*d3febf16SMarco Elver { 481*d3febf16SMarco Elver unsigned long flags; 482*d3febf16SMarco Elver 483*d3febf16SMarco Elver local_lock(&test_local_lock_data.lock); 484*d3febf16SMarco Elver this_cpu_add(test_local_lock_data.counter, 1); 485*d3febf16SMarco Elver local_unlock(&test_local_lock_data.lock); 486*d3febf16SMarco Elver 487*d3febf16SMarco Elver local_lock_irq(&test_local_lock_data.lock); 488*d3febf16SMarco Elver this_cpu_add(test_local_lock_data.counter, 1); 489*d3febf16SMarco Elver local_unlock_irq(&test_local_lock_data.lock); 490*d3febf16SMarco Elver 491*d3febf16SMarco Elver local_lock_irqsave(&test_local_lock_data.lock, flags); 492*d3febf16SMarco Elver this_cpu_add(test_local_lock_data.counter, 1); 493*d3febf16SMarco Elver local_unlock_irqrestore(&test_local_lock_data.lock, flags); 494*d3febf16SMarco Elver 495*d3febf16SMarco Elver local_lock_nested_bh(&test_local_lock_data.lock); 496*d3febf16SMarco Elver this_cpu_add(test_local_lock_data.counter, 1); 497*d3febf16SMarco Elver local_unlock_nested_bh(&test_local_lock_data.lock); 498*d3febf16SMarco Elver } 499*d3febf16SMarco Elver 500*d3febf16SMarco Elver static void __used test_local_lock_guard(void) 501*d3febf16SMarco Elver { 502*d3febf16SMarco Elver { guard(local_lock)(&test_local_lock_data.lock); this_cpu_add(test_local_lock_data.counter, 1); } 503*d3febf16SMarco Elver { guard(local_lock_irq)(&test_local_lock_data.lock); this_cpu_add(test_local_lock_data.counter, 1); } 504*d3febf16SMarco Elver { guard(local_lock_irqsave)(&test_local_lock_data.lock); this_cpu_add(test_local_lock_data.counter, 1); } 505*d3febf16SMarco Elver { guard(local_lock_nested_bh)(&test_local_lock_data.lock); this_cpu_add(test_local_lock_data.counter, 1); } 506*d3febf16SMarco Elver } 507*d3febf16SMarco Elver 508*d3febf16SMarco Elver struct test_local_trylock_data { 509*d3febf16SMarco Elver local_trylock_t lock; 510*d3febf16SMarco Elver int counter __guarded_by(&lock); 511*d3febf16SMarco Elver }; 512*d3febf16SMarco Elver 513*d3febf16SMarco Elver static DEFINE_PER_CPU(struct test_local_trylock_data, test_local_trylock_data) = { 514*d3febf16SMarco Elver .lock = INIT_LOCAL_TRYLOCK(lock), 515*d3febf16SMarco Elver }; 516*d3febf16SMarco Elver 517*d3febf16SMarco Elver static void __used test_local_trylock_init(struct test_local_trylock_data *d) 518*d3febf16SMarco Elver { 519*d3febf16SMarco Elver local_trylock_init(&d->lock); 520*d3febf16SMarco Elver d->counter = 0; 521*d3febf16SMarco Elver } 522*d3febf16SMarco Elver 523*d3febf16SMarco Elver static void __used test_local_trylock(void) 524*d3febf16SMarco Elver { 525*d3febf16SMarco Elver local_lock(&test_local_trylock_data.lock); 526*d3febf16SMarco Elver this_cpu_add(test_local_trylock_data.counter, 1); 527*d3febf16SMarco Elver local_unlock(&test_local_trylock_data.lock); 528*d3febf16SMarco Elver 529*d3febf16SMarco Elver if (local_trylock(&test_local_trylock_data.lock)) { 530*d3febf16SMarco Elver this_cpu_add(test_local_trylock_data.counter, 1); 531*d3febf16SMarco Elver local_unlock(&test_local_trylock_data.lock); 532*d3febf16SMarco Elver } 533*d3febf16SMarco Elver } 534