| /linux/include/linux/ |
| H A D | cpumask.h | 35 static __always_inline void set_nr_cpu_ids(unsigned int nr) in set_nr_cpu_ids()
135 static __always_inline void cpu_max_bits_warn(unsigned int cpu, unsigned int bits) in cpu_max_bits_warn()
143 static __always_inline unsigned int cpumask_check(unsigned int cpu) in cpumask_check()
155 static __always_inline unsigned int cpumask_first(const struct cpumask *srcp) in cpumask_first()
166 static __always_inline unsigned int cpumask_first_zero(const struct cpumask *srcp) in cpumask_first_zero()
178 static __always_inline
191 static __always_inline
205 static __always_inline
220 static __always_inline unsigned int cpumask_last(const struct cpumask *srcp) in cpumask_last()
232 static __always_inline
[all …]
|
| H A D | context_tracking_state.h | 82 static __always_inline int __ct_state(void) in __ct_state()
89 static __always_inline int ct_rcu_watching(void) in ct_rcu_watching()
94 static __always_inline int ct_rcu_watching_cpu(int cpu) in ct_rcu_watching_cpu()
101 static __always_inline int ct_rcu_watching_cpu_acquire(int cpu) in ct_rcu_watching_cpu_acquire()
108 static __always_inline long ct_nesting(void) in ct_nesting()
113 static __always_inline long ct_nesting_cpu(int cpu) in ct_nesting_cpu()
120 static __always_inline long ct_nmi_nesting(void) in ct_nmi_nesting()
125 static __always_inline long ct_nmi_nesting_cpu(int cpu) in ct_nmi_nesting_cpu()
136 static __always_inline bool context_tracking_enabled(void) in context_tracking_enabled()
141 static __always_inline bool context_tracking_enabled_cpu(int cpu) in context_tracking_enabled_cpu()
[all …]
|
| H A D | irq-entry-common.h | 47 static __always_inline void arch_enter_from_user_mode(struct pt_regs *regs);
50 static __always_inline void arch_enter_from_user_mode(struct pt_regs *regs) {} in arch_enter_from_user_mode()
66 static __always_inline bool arch_in_rcu_eqs(void) { return false; } in arch_in_rcu_eqs()
89 static __always_inline void enter_from_user_mode(struct pt_regs *regs) in enter_from_user_mode()
113 static __always_inline void local_irq_enable_exit_to_user(unsigned long ti_work) in local_irq_enable_exit_to_user()
128 static __always_inline void local_irq_disable_exit_to_user(void) in local_irq_disable_exit_to_user()
186 static __always_inline void arch_exit_to_user_mode(void);
189 static __always_inline void arch_exit_to_user_mode(void) { } in arch_exit_to_user_mode()
215 static __always_inline void __exit_to_user_mode_prepare(struct pt_regs *regs) in __exit_to_user_mode_prepare()
231 static __always_inline void __exit_to_user_mode_validate(void) in __exit_to_user_mode_validate()
[all …]
|
| H A D | context_tracking.h | 39 static __always_inline void user_enter_irqoff(void) in user_enter_irqoff()
45 static __always_inline void user_exit_irqoff(void) in user_exit_irqoff()
75 static __always_inline bool context_tracking_guest_enter(void) in context_tracking_guest_enter()
83 static __always_inline bool context_tracking_guest_exit(void) in context_tracking_guest_exit()
102 static __always_inline bool context_tracking_guest_enter(void) { return false; } in context_tracking_guest_enter()
103 static __always_inline bool context_tracking_guest_exit(void) { return false; } in context_tracking_guest_exit()
126 static __always_inline bool rcu_is_watching_curr_cpu(void) in rcu_is_watching_curr_cpu()
135 static __always_inline unsigned long ct_state_inc(int incby) in ct_state_inc()
140 static __always_inline bool warn_rcu_enter(void) in warn_rcu_enter()
157 static __always_inline void warn_rcu_exit(bool rcu) in warn_rcu_exit()
[all …]
|
| H A D | kdev_t.h | 24 static __always_inline bool old_valid_dev(dev_t dev) in old_valid_dev()
29 static __always_inline u16 old_encode_dev(dev_t dev) in old_encode_dev()
34 static __always_inline dev_t old_decode_dev(u16 val) in old_decode_dev()
39 static __always_inline u32 new_encode_dev(dev_t dev) in new_encode_dev()
46 static __always_inline dev_t new_decode_dev(u32 dev) in new_decode_dev()
53 static __always_inline u64 huge_encode_dev(dev_t dev) in huge_encode_dev()
58 static __always_inline dev_t huge_decode_dev(u64 dev) in huge_decode_dev()
63 static __always_inline int sysv_valid_dev(dev_t dev) in sysv_valid_dev()
68 static __always_inline u32 sysv_encode_dev(dev_t dev) in sysv_encode_dev()
73 static __always_inline unsigned sysv_major(u32 dev) in sysv_major()
[all …]
|
| H A D | kasan.h | 107 static __always_inline void kasan_unpoison_range(const void *addr, size_t size) in kasan_unpoison_range()
114 static __always_inline void kasan_poison_pages(struct page *page, in kasan_poison_pages()
122 static __always_inline bool kasan_unpoison_pages(struct page *page, in kasan_unpoison_pages()
131 static __always_inline void kasan_poison_slab(struct slab *slab) in kasan_poison_slab()
148 static __always_inline void kasan_unpoison_new_object(struct kmem_cache *cache, in kasan_unpoison_new_object()
165 static __always_inline void kasan_poison_new_object(struct kmem_cache *cache, in kasan_poison_new_object()
174 static __always_inline void * __must_check kasan_init_slab_obj( in kasan_init_slab_obj()
195 static __always_inline bool kasan_slab_pre_free(struct kmem_cache *s, in kasan_slab_pre_free()
229 static __always_inline bool kasan_slab_free(struct kmem_cache *s, in kasan_slab_free()
241 static __always_inline void kasan_kfree_large(void *ptr) in kasan_kfree_large()
[all …]
|
| H A D | page-flags.h | 208 static __always_inline const struct page *page_fixed_fake_head(const struct page *page) in page_fixed_fake_head()
234 static __always_inline bool page_count_writable(const struct page *page, int u) in page_count_writable()
277 static __always_inline int page_is_fake_head(const struct page *page) in page_is_fake_head()
282 static __always_inline unsigned long _compound_head(const struct page *page) in _compound_head()
321 static __always_inline int PageTail(const struct page *page) in PageTail()
326 static __always_inline int PageCompound(const struct page *page) in PageCompound()
417 static __always_inline bool folio_test_##name(const struct folio *folio) \
421 static __always_inline void folio_set_##name(struct folio *folio) \
425 static __always_inline void folio_clear_##name(struct folio *folio) \
429 static __always_inline void __folio_set_##name(struct folio *folio) \
[all …]
|
| /linux/arch/x86/include/asm/ |
| H A D | irqflags.h | 17 extern __always_inline unsigned long native_save_fl(void) in native_save_fl()
35 static __always_inline void native_irq_disable(void) in native_irq_disable()
40 static __always_inline void native_irq_enable(void) in native_irq_enable()
45 static __always_inline void native_safe_halt(void) in native_safe_halt()
51 static __always_inline void native_halt(void) in native_halt()
57 static __always_inline int native_irqs_disabled_flags(unsigned long flags) in native_irqs_disabled_flags()
62 static __always_inline unsigned long native_local_irq_save(void) in native_local_irq_save()
71 static __always_inline void native_local_irq_restore(unsigned long flags) in native_local_irq_restore()
85 static __always_inline void arch_safe_halt(void) in arch_safe_halt()
94 static __always_inline void halt(void) in halt()
[all …]
|
| H A D | bitops.h | 51 static __always_inline void
65 static __always_inline void
71 static __always_inline void
84 static __always_inline void
91 static __always_inline void
97 static __always_inline bool arch_xor_unlock_is_negative_byte(unsigned long mask, in arch_xor_unlock_is_negative_byte()
108 static __always_inline void
114 static __always_inline void
120 static __always_inline void
133 static __always_inline bool
[all …]
|
| H A D | special_insns.h | 22 static __always_inline unsigned long native_read_cr2(void) in native_read_cr2()
29 static __always_inline void native_write_cr2(unsigned long val) in native_write_cr2()
34 static __always_inline unsigned long __native_read_cr3(void) in __native_read_cr3()
41 static __always_inline void native_write_cr3(unsigned long val) in native_write_cr3()
111 static __always_inline void wbinvd(void) in wbinvd()
124 static __always_inline void wbnoinvd(void) in wbnoinvd()
155 static __always_inline unsigned long read_cr2(void) in read_cr2()
160 static __always_inline void write_cr2(unsigned long x) in write_cr2()
185 static __always_inline void clflush(volatile void *__p) in clflush()
223 static __always_inline void serialize(void) in serialize()
[all …]
|
| /linux/arch/arm64/include/asm/ |
| H A D | irqflags.h | 23 static __always_inline void __daif_local_irq_enable(void) in __daif_local_irq_enable()
30 static __always_inline void __pmr_local_irq_enable(void) in __pmr_local_irq_enable()
52 static __always_inline void __daif_local_irq_disable(void) in __daif_local_irq_disable()
59 static __always_inline void __pmr_local_irq_disable(void) in __pmr_local_irq_disable()
80 static __always_inline unsigned long __daif_local_save_flags(void) in __daif_local_save_flags()
85 static __always_inline unsigned long __pmr_local_save_flags(void) in __pmr_local_save_flags()
102 static __always_inline bool __daif_irqs_disabled_flags(unsigned long flags) in __daif_irqs_disabled_flags()
107 static __always_inline bool __pmr_irqs_disabled_flags(unsigned long flags) in __pmr_irqs_disabled_flags()
121 static __always_inline bool __daif_irqs_disabled(void) in __daif_irqs_disabled()
126 static __always_inline bool __pmr_irqs_disabled(void) in __pmr_irqs_disabled()
[all …]
|
| H A D | kvm_emulate.h | 93 static __always_inline bool vcpu_el1_is_32bit(struct kvm_vcpu *vcpu) in vcpu_el1_is_32bit()
98 static __always_inline bool vcpu_el1_is_32bit(struct kvm_vcpu *vcpu) in vcpu_el1_is_32bit()
134 static __always_inline unsigned long *vcpu_pc(const struct kvm_vcpu *vcpu) in vcpu_pc()
139 static __always_inline unsigned long *vcpu_cpsr(const struct kvm_vcpu *vcpu) in vcpu_cpsr()
144 static __always_inline bool vcpu_mode_is_32bit(const struct kvm_vcpu *vcpu) in vcpu_mode_is_32bit()
149 static __always_inline bool kvm_condition_valid(const struct kvm_vcpu *vcpu) in kvm_condition_valid()
167 static __always_inline unsigned long vcpu_get_reg(const struct kvm_vcpu *vcpu, in vcpu_get_reg()
173 static __always_inline void vcpu_set_reg(struct kvm_vcpu *vcpu, u8 reg_num, in vcpu_set_reg()
315 static __always_inline u64 kvm_vcpu_get_esr(const struct kvm_vcpu *vcpu) in kvm_vcpu_get_esr()
333 static __always_inline int kvm_vcpu_get_condition(const struct kvm_vcpu *vcpu) in kvm_vcpu_get_condition()
[all …]
|
| /linux/include/net/ |
| H A D | checksum.h | 27 static __always_inline
38 static __always_inline __wsum csum_and_copy_to_user in csum_and_copy_to_user()
50 static __always_inline __wsum
59 static __always_inline __wsum csum_add(__wsum csum, __wsum addend) in csum_add()
67 static __always_inline __wsum csum_sub(__wsum csum, __wsum addend) in csum_sub()
72 static __always_inline __sum16 csum16_add(__sum16 csum, __be16 addend) in csum16_add()
80 static __always_inline __sum16 csum16_sub(__sum16 csum, __be16 addend) in csum16_sub()
86 static __always_inline __wsum csum_shift(__wsum sum, int offset) in csum_shift()
95 static __always_inline __wsum
101 static __always_inline __wsum
[all …]
|
| /linux/include/asm-generic/ |
| H A D | preempt.h | 9 static __always_inline int preempt_count(void) in preempt_count()
14 static __always_inline volatile int *preempt_count_ptr(void) in preempt_count_ptr()
19 static __always_inline void preempt_count_set(int pc) in preempt_count_set()
35 static __always_inline void set_preempt_need_resched(void) in set_preempt_need_resched()
39 static __always_inline void clear_preempt_need_resched(void) in clear_preempt_need_resched()
43 static __always_inline bool test_preempt_need_resched(void) in test_preempt_need_resched()
52 static __always_inline void __preempt_count_add(int val) in __preempt_count_add()
57 static __always_inline void __preempt_count_sub(int val) in __preempt_count_sub()
62 static __always_inline bool __preempt_count_dec_and_test(void) in __preempt_count_dec_and_test()
75 static __always_inline bool should_resched(int preempt_offset) in should_resched()
|
| H A D | pgtable_uffd.h | 22 static __always_inline int pte_uffd_wp(pte_t pte) in pte_uffd_wp()
27 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp()
32 static __always_inline pte_t pte_mkuffd_wp(pte_t pte) in pte_mkuffd_wp()
37 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp()
42 static __always_inline pte_t pte_clear_uffd_wp(pte_t pte) in pte_clear_uffd_wp()
47 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp()
52 static __always_inline pte_t pte_swp_mkuffd_wp(pte_t pte) in pte_swp_mkuffd_wp()
57 static __always_inline int pte_swp_uffd_wp(pte_t pte) in pte_swp_uffd_wp()
62 static __always_inline pte_t pte_swp_clear_uffd_wp(pte_t pte) in pte_swp_clear_uffd_wp()
|
| /linux/arch/powerpc/include/asm/ |
| H A D | cmpxchg.h | 86 static __always_inline unsigned long
102 static __always_inline unsigned long
118 static __always_inline unsigned long
134 static __always_inline unsigned long
151 static __always_inline unsigned long
167 static __always_inline unsigned long
184 static __always_inline unsigned long
200 static __always_inline unsigned long
217 static __always_inline unsigned long
236 static __always_inline unsigned long
[all …]
|
| /linux/arch/riscv/include/asm/ |
| H A D | bitops.h | 47 static __always_inline __attribute_const__ unsigned long variable__ffs(unsigned long word) in variable__ffs()
72 static __always_inline __attribute_const__ unsigned long variable__fls(unsigned long word) in variable__fls()
97 static __always_inline __attribute_const__ int variable_ffs(int x) in variable_ffs()
125 static __always_inline int variable_fls(unsigned int x) in variable_fls()
214 static __always_inline int arch_test_and_set_bit(int nr, volatile unsigned long *addr) in arch_test_and_set_bit()
226 static __always_inline int arch_test_and_clear_bit(int nr, volatile unsigned long *addr) in arch_test_and_clear_bit()
239 static __always_inline int arch_test_and_change_bit(int nr, volatile unsigned long *addr) in arch_test_and_change_bit()
256 static __always_inline void arch_set_bit(int nr, volatile unsigned long *addr) in arch_set_bit()
270 static __always_inline void arch_clear_bit(int nr, volatile unsigned long *addr) in arch_clear_bit()
284 static __always_inline void arch_change_bit(int nr, volatile unsigned long *addr) in arch_change_bit()
[all …]
|
| H A D | atomic.h | 27 static __always_inline int arch_atomic_read(const atomic_t *v) in arch_atomic_read()
31 static __always_inline void arch_atomic_set(atomic_t *v, int i) in arch_atomic_set()
38 static __always_inline s64 arch_atomic64_read(const atomic64_t *v) in arch_atomic64_read()
42 static __always_inline void arch_atomic64_set(atomic64_t *v, s64 i) in arch_atomic64_set()
54 static __always_inline \
88 static __always_inline \ in ATOMIC_OPS()
100 static __always_inline \
113 static __always_inline \
119 static __always_inline \
214 static __always_inline int arch_atomic_fetch_add_unless(atomic_t *v, int a, int u)
[all …]
|
| /linux/arch/x86/um/shared/sysdep/ |
| H A D | stub_32.h | 16 static __always_inline long stub_syscall0(long syscall) in stub_syscall0()
26 static __always_inline long stub_syscall1(long syscall, long arg1) in stub_syscall1()
36 static __always_inline long stub_syscall2(long syscall, long arg1, long arg2) in stub_syscall2()
47 static __always_inline long stub_syscall3(long syscall, long arg1, long arg2, in stub_syscall3()
59 static __always_inline long stub_syscall4(long syscall, long arg1, long arg2, in stub_syscall4()
71 static __always_inline long stub_syscall5(long syscall, long arg1, long arg2, in stub_syscall5()
83 static __always_inline long stub_syscall6(long syscall, long arg1, long arg2, in stub_syscall6()
105 static __always_inline void trap_myself(void) in trap_myself()
110 static __always_inline void *get_stub_data(void) in get_stub_data()
135 static __always_inline void
|
| H A D | stub_64.h | 21 static __always_inline long stub_syscall0(long syscall) in stub_syscall0()
32 static __always_inline long stub_syscall1(long syscall, long arg1) in stub_syscall1()
43 static __always_inline long stub_syscall2(long syscall, long arg1, long arg2) in stub_syscall2()
54 static __always_inline long stub_syscall3(long syscall, long arg1, long arg2, in stub_syscall3()
67 static __always_inline long stub_syscall4(long syscall, long arg1, long arg2, long arg3, in stub_syscall4()
81 static __always_inline long stub_syscall5(long syscall, long arg1, long arg2, in stub_syscall5()
95 static __always_inline long stub_syscall6(long syscall, long arg1, long arg2, in stub_syscall6()
111 static __always_inline void trap_myself(void) in trap_myself()
116 static __always_inline void *get_stub_data(void) in get_stub_data()
139 static __always_inline void
|
| /linux/include/asm-generic/bitops/ |
| H A D | instrumented-non-atomic.h | 25 static __always_inline void
41 static __always_inline void
57 static __always_inline void
64 static __always_inline void __instrument_read_write_bitop(long nr, volatile unsigned long *addr) in __instrument_read_write_bitop()
96 static __always_inline bool
111 static __always_inline bool
126 static __always_inline bool
138 static __always_inline bool
150 static __always_inline bool
|
| H A D | generic-non-atomic.h | 27 static __always_inline void
36 static __always_inline void
54 static __always_inline void
72 static __always_inline bool
92 static __always_inline bool
104 static __always_inline bool
120 static __always_inline bool
136 static __always_inline bool
165 static __always_inline bool
|
| /linux/arch/s390/include/asm/ |
| H A D | processor.h | 60 static __always_inline struct pcpu *this_pcpu(void) in this_pcpu()
65 static __always_inline void set_cpu_flag(int flag) in set_cpu_flag()
70 static __always_inline void clear_cpu_flag(int flag) in clear_cpu_flag()
75 static __always_inline bool test_cpu_flag(int flag) in test_cpu_flag()
80 static __always_inline bool test_and_set_cpu_flag(int flag) in test_and_set_cpu_flag()
85 static __always_inline bool test_and_clear_cpu_flag(int flag) in test_and_clear_cpu_flag()
94 static __always_inline bool test_cpu_flag_of(int flag, int cpu) in test_cpu_flag_of()
106 static __always_inline unsigned long get_cpu_timer(void) in get_cpu_timer()
135 static __always_inline void __stackleak_poison(unsigned long erase_low, in __stackleak_poison()
262 static __always_inline unsigned long __current_stack_pointer(void) in __current_stack_pointer()
[all …]
|
| /linux/include/linux/sched/ |
| H A D | idle.h | 24 static __always_inline void __current_set_polling(void) in __current_set_polling()
30 static __always_inline void __current_clr_polling(void) in __current_clr_polling()
38 static __always_inline void __current_set_polling(void) in __current_set_polling()
44 static __always_inline void __current_clr_polling(void) in __current_clr_polling()
52 static __always_inline bool __must_check current_set_polling_and_test(void) in current_set_polling_and_test()
65 static __always_inline bool __must_check current_clr_polling_and_test(void) in current_clr_polling_and_test()
78 static __always_inline void current_clr_polling(void) in current_clr_polling()
106 static __always_inline void current_clr_polling(void) in current_clr_polling()
|
| /linux/include/vdso/ |
| H A D | helpers.h | 10 static __always_inline u32 vdso_read_begin(const struct vdso_clock *vc) in vdso_read_begin()
21 static __always_inline u32 vdso_read_retry(const struct vdso_clock *vc, in vdso_read_retry()
31 static __always_inline void vdso_write_seq_begin(struct vdso_clock *vc) in vdso_write_seq_begin()
41 static __always_inline void vdso_write_seq_end(struct vdso_clock *vc) in vdso_write_seq_end()
51 static __always_inline void vdso_write_begin_clock(struct vdso_clock *vc) in vdso_write_begin_clock()
58 static __always_inline void vdso_write_end_clock(struct vdso_clock *vc) in vdso_write_end_clock()
65 static __always_inline void vdso_write_begin(struct vdso_time_data *vd) in vdso_write_begin()
75 static __always_inline void vdso_write_end(struct vdso_time_data *vd) in vdso_write_end()
|