209 	this_cpu_write(runqueues.membarrier_state,  in ipi_sync_rq_state()
210 		       atomic_read(&mm->membarrier_state));  in ipi_sync_rq_state()
228 	atomic_set(&mm->membarrier_state, 0);  in membarrier_exec_mmap()
233 	this_cpu_write(runqueues.membarrier_state, 0);  in membarrier_exec_mmap()
239 	int membarrier_state = 0;  in membarrier_update_current_mm()  local
242 		membarrier_state = atomic_read(&next_mm->membarrier_state);  in membarrier_update_current_mm()
243 	if (READ_ONCE(rq->membarrier_state) == membarrier_state)  in membarrier_update_current_mm()
245 	WRITE_ONCE(rq->membarrier_state, membarrier_state);  in membarrier_update_current_mm()
282 		if (!(READ_ONCE(cpu_rq(cpu)->membarrier_state) &  in membarrier_global_expedited()
323 		if (!(atomic_read(&mm->membarrier_state) &  in membarrier_private_expedited()
330 		if (!(atomic_read(&mm->membarrier_state) &  in membarrier_private_expedited()
336 		if (!(atomic_read(&mm->membarrier_state) &  in membarrier_private_expedited()
433 	int membarrier_state = atomic_read(&mm->membarrier_state);  in sync_runqueues_membarrier_state()  local
438 		this_cpu_write(runqueues.membarrier_state, membarrier_state);  in sync_runqueues_membarrier_state()
495 	if (atomic_read(&mm->membarrier_state) &  in membarrier_register_global_expedited()
498 	atomic_or(MEMBARRIER_STATE_GLOBAL_EXPEDITED, &mm->membarrier_state);  in membarrier_register_global_expedited()
503 		  &mm->membarrier_state);  in membarrier_register_global_expedited()
535 	if ((atomic_read(&mm->membarrier_state) & ready_state) == ready_state)  in membarrier_register_private_expedited()
541 	atomic_or(set_state, &mm->membarrier_state);  in membarrier_register_private_expedited()
545 	atomic_or(ready_state, &mm->membarrier_state);  in membarrier_register_private_expedited()
554 	int registrations_mask = 0, membarrier_state, i;  in membarrier_get_registrations()  local
573 	membarrier_state = atomic_read(&mm->membarrier_state);  in membarrier_get_registrations()
575 		if (membarrier_state & states[i]) {  in membarrier_get_registrations()
577 			membarrier_state &= ~states[i];  in membarrier_get_registrations()
580 	WARN_ON_ONCE(membarrier_state != 0);  in membarrier_get_registrations()