211 	this_cpu_write(runqueues.membarrier_state,  in ipi_sync_rq_state()
212 		       atomic_read(&mm->membarrier_state));  in ipi_sync_rq_state()
230 	atomic_set(&mm->membarrier_state, 0);  in membarrier_exec_mmap()
235 	this_cpu_write(runqueues.membarrier_state, 0);  in membarrier_exec_mmap()
241 	int membarrier_state = 0;  in membarrier_update_current_mm()  local
244 		membarrier_state = atomic_read(&next_mm->membarrier_state);  in membarrier_update_current_mm()
245 	if (READ_ONCE(rq->membarrier_state) == membarrier_state)  in membarrier_update_current_mm()
247 	WRITE_ONCE(rq->membarrier_state, membarrier_state);  in membarrier_update_current_mm()
284 		if (!(READ_ONCE(cpu_rq(cpu)->membarrier_state) &  in membarrier_global_expedited()
325 		if (!(atomic_read(&mm->membarrier_state) &  in membarrier_private_expedited()
333 		if (!(atomic_read(&mm->membarrier_state) &  in membarrier_private_expedited()
339 		if (!(atomic_read(&mm->membarrier_state) &  in membarrier_private_expedited()
440 	int membarrier_state = atomic_read(&mm->membarrier_state);  in sync_runqueues_membarrier_state()  local
445 		this_cpu_write(runqueues.membarrier_state, membarrier_state);  in sync_runqueues_membarrier_state()
502 	if (atomic_read(&mm->membarrier_state) &  in membarrier_register_global_expedited()
505 	atomic_or(MEMBARRIER_STATE_GLOBAL_EXPEDITED, &mm->membarrier_state);  in membarrier_register_global_expedited()
510 		  &mm->membarrier_state);  in membarrier_register_global_expedited()
542 	if ((atomic_read(&mm->membarrier_state) & ready_state) == ready_state)  in membarrier_register_private_expedited()
548 	atomic_or(set_state, &mm->membarrier_state);  in membarrier_register_private_expedited()
552 	atomic_or(ready_state, &mm->membarrier_state);  in membarrier_register_private_expedited()
561 	int registrations_mask = 0, membarrier_state, i;  in membarrier_get_registrations()  local
580 	membarrier_state = atomic_read(&mm->membarrier_state);  in membarrier_get_registrations()
582 		if (membarrier_state & states[i]) {  in membarrier_get_registrations()
584 			membarrier_state &= ~states[i];  in membarrier_get_registrations()
587 	WARN_ON_ONCE(membarrier_state != 0);  in membarrier_get_registrations()