122 	int		cnt;  member
153 	return __this_cpu_read(softirq_ctrl.cnt) != 0;  in local_bh_blocked()
156 void __local_bh_disable_ip(unsigned long ip, unsigned int cnt)  in __local_bh_disable_ip()  argument
176 			DEBUG_LOCKS_WARN_ON(this_cpu_read(softirq_ctrl.cnt));  in __local_bh_disable_ip()
185 		newcnt = this_cpu_add_return(softirq_ctrl.cnt, cnt);  in __local_bh_disable_ip()
192 		if (IS_ENABLED(CONFIG_TRACE_IRQFLAGS) && newcnt == cnt) {  in __local_bh_disable_ip()
203 		this_cpu_add(softirq_ctrl.cnt, cnt);  in __local_bh_disable_ip()
204 		current->softirq_disable_cnt += cnt;  in __local_bh_disable_ip()
216 static void __local_bh_enable(unsigned int cnt, bool unlock)  in __local_bh_enable()  argument
224 				    this_cpu_read(softirq_ctrl.cnt));  in __local_bh_enable()
225 		if (softirq_count() == cnt)  in __local_bh_enable()
228 		if (current->softirq_disable_cnt == cnt)  in __local_bh_enable()
239 		newcnt = this_cpu_sub_return(softirq_ctrl.cnt, cnt);  in __local_bh_enable()
247 		current->softirq_disable_cnt -= cnt;  in __local_bh_enable()
248 		this_cpu_sub(softirq_ctrl.cnt, cnt);  in __local_bh_enable()
258 void __local_bh_enable_ip(unsigned long ip, unsigned int cnt)  in __local_bh_enable_ip()  argument
272 		curcnt = this_cpu_read(softirq_ctrl.cnt);  in __local_bh_enable_ip()
280 	if (curcnt != cnt)  in __local_bh_enable_ip()
300 	cnt = SOFTIRQ_OFFSET;  in __local_bh_enable_ip()
301 	__local_bh_enable(cnt, false);  in __local_bh_enable_ip()
305 	__local_bh_enable(cnt, preempt_on);  in __local_bh_enable_ip()
335 	return !this_cpu_read(softirq_ctrl.cnt);  in should_wake_ksoftirqd()
371 void __local_bh_disable_ip(unsigned long ip, unsigned int cnt)  in __local_bh_disable_ip()  argument
385 	__preempt_count_add(cnt);  in __local_bh_disable_ip()
389 	if (softirq_count() == (cnt & SOFTIRQ_MASK))  in __local_bh_disable_ip()
393 	if (preempt_count() == cnt) {  in __local_bh_disable_ip()
403 static void __local_bh_enable(unsigned int cnt)  in __local_bh_enable()  argument
407 	if (preempt_count() == cnt)  in __local_bh_enable()
410 	if (softirq_count() == (cnt & SOFTIRQ_MASK))  in __local_bh_enable()
413 	__preempt_count_sub(cnt);  in __local_bh_enable()
427 void __local_bh_enable_ip(unsigned long ip, unsigned int cnt)  in __local_bh_enable_ip()  argument
443 	__preempt_count_sub(cnt - 1);  in __local_bh_enable_ip()