Lines Matching refs:MEM_RCU

961 				st->type |= MEM_RCU;  in mark_stack_slots_iter()
4556 perm_flags = PTR_MAYBE_NULL | PTR_TRUSTED | MEM_RCU; in map_kptr_match_type()
4690 ret |= MEM_RCU; in btf_ld_kptr_type()
5153 return reg->type & MEM_RCU; in is_rcu_reg()
5158 *flag &= ~(BPF_REG_TRUSTED_MODIFIERS | MEM_RCU); in clear_trusted_flags()
6056 !(reg->type & MEM_RCU) && !reg->ref_obj_id) { in check_ptr_to_btf_access()
6096 flag |= MEM_RCU; in check_ptr_to_btf_access()
6097 } else if (flag & MEM_RCU || in check_ptr_to_btf_access()
6100 flag |= MEM_RCU | PTR_MAYBE_NULL; in check_ptr_to_btf_access()
7990 PTR_TO_BTF_ID | MEM_RCU,
7996 PTR_TO_BTF_ID | MEM_PERCPU | MEM_RCU,
8009 PTR_TO_BTF_ID | MEM_ALLOC | NON_OWN_REF | MEM_RCU,
8120 case PTR_TO_BTF_ID | MEM_RCU: in check_reg_type()
8122 case PTR_TO_BTF_ID | PTR_MAYBE_NULL | MEM_RCU: in check_reg_type()
8174 case PTR_TO_BTF_ID | MEM_ALLOC | NON_OWN_REF | MEM_RCU: in check_reg_type()
8187 case PTR_TO_BTF_ID | MEM_PERCPU | MEM_RCU: in check_reg_type()
8269 case PTR_TO_BTF_ID | MEM_RCU: in check_func_arg_reg_off()
8271 case PTR_TO_BTF_ID | MEM_ALLOC | NON_OWN_REF | MEM_RCU: in check_func_arg_reg_off()
10372 reg->type |= MEM_RCU; in check_helper_call()
10525 if (reg->type & MEM_RCU) { in check_helper_call()
10632 regs[BPF_REG_0].type = PTR_TO_BTF_ID | MEM_ALLOC | MEM_RCU; in check_helper_call()
11599 reg->type |= MEM_RCU; in ref_set_non_owning()
13107 if (reg->type & MEM_RCU) { in check_kfunc_call()
13108 reg->type &= ~(MEM_RCU | PTR_MAYBE_NULL); in check_kfunc_call()
13261 regs[BPF_REG_0].type |= MEM_RCU; in check_kfunc_call()
13270 ->type & MEM_RCU))) { in check_kfunc_call()
13281 type |= MEM_RCU; in check_kfunc_call()