Lines Matching refs:state_mask
221 static u32 test_states(unsigned int *tasks, u32 state_mask) in test_states() argument
223 const bool oncpu = state_mask & PSI_ONCPU; in test_states()
226 state_mask |= BIT(PSI_IO_SOME); in test_states()
228 state_mask |= BIT(PSI_IO_FULL); in test_states()
232 state_mask |= BIT(PSI_MEM_SOME); in test_states()
234 state_mask |= BIT(PSI_MEM_FULL); in test_states()
238 state_mask |= BIT(PSI_CPU_SOME); in test_states()
241 state_mask |= BIT(PSI_CPU_FULL); in test_states()
244 state_mask |= BIT(PSI_NONIDLE); in test_states()
246 return state_mask; in test_states()
259 u32 state_mask; in get_recent_times() local
268 state_mask = groupc->state_mask; in get_recent_times()
286 if (state_mask & (1 << s)) in get_recent_times()
749 if (groupc->state_mask & (1 << PSI_IO_SOME)) { in record_times()
751 if (groupc->state_mask & (1 << PSI_IO_FULL)) in record_times()
755 if (groupc->state_mask & (1 << PSI_MEM_SOME)) { in record_times()
757 if (groupc->state_mask & (1 << PSI_MEM_FULL)) in record_times()
761 if (groupc->state_mask & (1 << PSI_CPU_SOME)) { in record_times()
763 if (groupc->state_mask & (1 << PSI_CPU_FULL)) in record_times()
767 if (groupc->state_mask & (1 << PSI_NONIDLE)) in record_times()
777 u32 state_mask; in psi_group_change() local
802 state_mask = 0; in psi_group_change()
805 state_mask = PSI_ONCPU; in psi_group_change()
808 state_mask = groupc->state_mask & PSI_ONCPU; in psi_group_change()
841 if (unlikely(groupc->state_mask & (1 << PSI_NONIDLE))) in psi_group_change()
844 groupc->state_mask = state_mask; in psi_group_change()
850 state_mask = test_states(groupc->tasks, state_mask); in psi_group_change()
860 if (unlikely((state_mask & PSI_ONCPU) && cpu_curr(cpu)->in_memstall)) in psi_group_change()
861 state_mask |= (1 << PSI_MEM_FULL); in psi_group_change()
865 groupc->state_mask = state_mask; in psi_group_change()
869 if (state_mask & group->rtpoll_states) in psi_group_change()
931 if (per_cpu_ptr(group->pcpu, cpu)->state_mask & in psi_task_switch()