209 	this_cpu_write(runqueues.membarrier_state,  in ipi_sync_rq_state()
210 		       atomic_read(&mm->membarrier_state));  in ipi_sync_rq_state()
228 	atomic_set(&mm->membarrier_state, 0);  in membarrier_exec_mmap()
233 	this_cpu_write(runqueues.membarrier_state, 0);  in membarrier_exec_mmap()
239 	int membarrier_state = 0;  in membarrier_update_current_mm()  local
242 		membarrier_state = atomic_read(&next_mm->membarrier_state);  in membarrier_update_current_mm()
243 	if (READ_ONCE(rq->membarrier_state) == membarrier_state)  in membarrier_update_current_mm()
245 	WRITE_ONCE(rq->membarrier_state, membarrier_state);  in membarrier_update_current_mm()
282 		if (!(READ_ONCE(cpu_rq(cpu)->membarrier_state) &  in membarrier_global_expedited()
323 		if (!(atomic_read(&mm->membarrier_state) &  in membarrier_private_expedited()
331 		if (!(atomic_read(&mm->membarrier_state) &  in membarrier_private_expedited()
337 		if (!(atomic_read(&mm->membarrier_state) &  in membarrier_private_expedited()
438 	int membarrier_state = atomic_read(&mm->membarrier_state);  in sync_runqueues_membarrier_state()  local
443 		this_cpu_write(runqueues.membarrier_state, membarrier_state);  in sync_runqueues_membarrier_state()
500 	if (atomic_read(&mm->membarrier_state) &  in membarrier_register_global_expedited()
503 	atomic_or(MEMBARRIER_STATE_GLOBAL_EXPEDITED, &mm->membarrier_state);  in membarrier_register_global_expedited()
508 		  &mm->membarrier_state);  in membarrier_register_global_expedited()
540 	if ((atomic_read(&mm->membarrier_state) & ready_state) == ready_state)  in membarrier_register_private_expedited()
546 	atomic_or(set_state, &mm->membarrier_state);  in membarrier_register_private_expedited()
550 	atomic_or(ready_state, &mm->membarrier_state);  in membarrier_register_private_expedited()
559 	int registrations_mask = 0, membarrier_state, i;  in membarrier_get_registrations()  local
578 	membarrier_state = atomic_read(&mm->membarrier_state);  in membarrier_get_registrations()
580 		if (membarrier_state & states[i]) {  in membarrier_get_registrations()
582 			membarrier_state &= ~states[i];  in membarrier_get_registrations()
585 	WARN_ON_ONCE(membarrier_state != 0);  in membarrier_get_registrations()