1 /* SPDX-License-Identifier: GPL-2.0 */
17  * These have to be done with inline assembly: that way the bit-setting
25  * bit 0 is the LSB of addr; bit 64 is the LSB of (addr+1).
35 	"1:	ldl_l %0,%3\n"  in set_bit()
37 	"	stl_c %0,%1\n"  in set_bit()
40 	"2:	br 1b\n"  in set_bit()
43 	:"Ir" (1UL << (nr & 31)), "m" (*m));  in set_bit()
54 	*m |= 1 << (nr & 31);  in arch___set_bit()
64 	"1:	ldl_l %0,%3\n"  in clear_bit()
66 	"	stl_c %0,%1\n"  in clear_bit()
69 	"2:	br 1b\n"  in clear_bit()
72 	:"Ir" (1UL << (nr & 31)), "m" (*m));  in clear_bit()
90 	*m &= ~(1 << (nr & 31));  in arch___clear_bit()
107 	"1:	ldl_l %0,%3\n"  in change_bit()
109 	"	stl_c %0,%1\n"  in change_bit()
112 	"2:	br 1b\n"  in change_bit()
115 	:"Ir" (1UL << (nr & 31)), "m" (*m));  in change_bit()
126 	*m ^= 1 << (nr & 31);  in arch___change_bit()
140 	"1:	ldl_l %0,%4\n"  in test_and_set_bit()
144 	"	stl_c %0,%1\n"  in test_and_set_bit()
151 	"3:	br 1b\n"  in test_and_set_bit()
154 	:"Ir" (1UL << (nr & 31)), "m" (*m) : "memory");  in test_and_set_bit()
167 	"1:	ldl_l %0,%4\n"  in test_and_set_bit_lock()
171 	"	stl_c %0,%1\n"  in test_and_set_bit_lock()
178 	"3:	br 1b\n"  in test_and_set_bit_lock()
181 	:"Ir" (1UL << (nr & 31)), "m" (*m) : "memory");  in test_and_set_bit_lock()
192 	unsigned long mask = 1 << (nr & 0x1f);  in arch___test_and_set_bit()
211 	"1:	ldl_l %0,%4\n"  in test_and_clear_bit()
215 	"	stl_c %0,%1\n"  in test_and_clear_bit()
222 	"3:	br 1b\n"  in test_and_clear_bit()
225 	:"Ir" (1UL << (nr & 31)), "m" (*m) : "memory");  in test_and_clear_bit()
236 	unsigned long mask = 1 << (nr & 0x1f);  in arch___test_and_clear_bit()
255 	"1:	ldl_l %0,%4\n"  in test_and_change_bit()
258 	"	stl_c %0,%1\n"  in test_and_change_bit()
264 	"3:	br 1b\n"  in test_and_change_bit()
267 	:"Ir" (1UL << (nr & 31)), "m" (*m) : "memory");  in test_and_change_bit()
278 	unsigned long mask = 1 << (nr & 0x1f);  in arch___test_and_change_bit()
295 	"1:	ldl_l %0,%4\n"  in xor_unlock_is_negative_byte()
298 	"	stl_c %0,%1\n"  in xor_unlock_is_negative_byte()
301 	"2:	br 1b\n"  in xor_unlock_is_negative_byte()
320 	x = ~x & -~x;		/* set first 0 bit, clear others */  in ffz_b()
378 	int result = __ffs(word) + 1;  in ffs()
388 	return 64 - __kernel_ctlz(word);  in fls64()
408 	return fls64(x) - 1;  in __fls()
418  * of bits set) of a N-bit word
443 #include <asm-generic/bitops/arch_hweight.h>
446 #include <asm-generic/bitops/const_hweight.h>
454  * way of searching a 100-bit bitmap.  It's guaranteed that at least
455  * one of the 100 bits is cleared.
463 	b1 = b[1];  in sched_find_first_bit()
470 #include <asm-generic/bitops/non-instrumented-non-atomic.h>
472 #include <asm-generic/bitops/le.h>
474 #include <asm-generic/bitops/ext2-atomic-setbit.h>