Lines Matching refs:cpumask

54 	target_cpu = cpumask_first(pd->cpumask.pcpu);  in padata_index_to_cpu()
56 target_cpu = cpumask_next(target_cpu, pd->cpumask.pcpu); in padata_index_to_cpu()
67 int cpu_index = seq_nr % cpumask_weight(pd->cpumask.pcpu); in padata_cpu_hash()
191 if (!cpumask_test_cpu(*cb_cpu, pd->cpumask.cbcpu)) { in padata_do_parallel()
192 if (cpumask_empty(pd->cpumask.cbcpu)) in padata_do_parallel()
196 cpu_index = *cb_cpu % cpumask_weight(pd->cpumask.cbcpu); in padata_do_parallel()
198 cpu = cpumask_first(pd->cpumask.cbcpu); in padata_do_parallel()
200 cpu = cpumask_next(cpu, pd->cpumask.cbcpu); in padata_do_parallel()
277 pd->cpu = cpumask_next_wrap(cpu, pd->cpumask.pcpu, -1, false); in padata_find_next()
435 cpumask_copy(attrs->cpumask, pinst->cpumask.pcpu); in padata_setup_cpumasks()
566 for_each_cpu(cpu, pd->cpumask.cbcpu) { in padata_init_squeues()
580 for_each_cpu(cpu, pd->cpumask.pcpu) { in padata_init_reorder_list()
606 if (!alloc_cpumask_var(&pd->cpumask.pcpu, GFP_KERNEL)) in padata_alloc_pd()
608 if (!alloc_cpumask_var(&pd->cpumask.cbcpu, GFP_KERNEL)) in padata_alloc_pd()
611 cpumask_and(pd->cpumask.pcpu, pinst->cpumask.pcpu, cpu_online_mask); in padata_alloc_pd()
612 cpumask_and(pd->cpumask.cbcpu, pinst->cpumask.cbcpu, cpu_online_mask); in padata_alloc_pd()
619 pd->cpu = cpumask_first(pd->cpumask.pcpu); in padata_alloc_pd()
625 free_cpumask_var(pd->cpumask.pcpu); in padata_alloc_pd()
638 free_cpumask_var(pd->cpumask.pcpu); in padata_free_pd()
639 free_cpumask_var(pd->cpumask.cbcpu); in padata_free_pd()
701 const struct cpumask *cpumask) in padata_validate_cpumask() argument
703 if (!cpumask_intersects(cpumask, cpu_online_mask)) { in padata_validate_cpumask()
730 cpumask_copy(pinst->cpumask.pcpu, pcpumask); in __padata_set_cpumasks()
731 cpumask_copy(pinst->cpumask.cbcpu, cbcpumask); in __padata_set_cpumasks()
752 cpumask_var_t cpumask) in padata_set_cpumask() argument
754 struct cpumask *serial_mask, *parallel_mask; in padata_set_cpumask()
762 serial_mask = pinst->cpumask.cbcpu; in padata_set_cpumask()
763 parallel_mask = cpumask; in padata_set_cpumask()
766 parallel_mask = pinst->cpumask.pcpu; in padata_set_cpumask()
767 serial_mask = cpumask; in padata_set_cpumask()
792 if (padata_validate_cpumask(pinst, pinst->cpumask.pcpu) && in __padata_add_cpu()
793 padata_validate_cpumask(pinst, pinst->cpumask.cbcpu)) in __padata_add_cpu()
805 if (!padata_validate_cpumask(pinst, pinst->cpumask.pcpu) || in __padata_remove_cpu()
806 !padata_validate_cpumask(pinst, pinst->cpumask.cbcpu)) in __padata_remove_cpu()
817 return cpumask_test_cpu(cpu, pinst->cpumask.pcpu) || in pinst_has_cpu()
818 cpumask_test_cpu(cpu, pinst->cpumask.cbcpu); in pinst_has_cpu()
864 free_cpumask_var(pinst->cpumask.pcpu); in __padata_free()
865 free_cpumask_var(pinst->cpumask.cbcpu); in __padata_free()
892 struct cpumask *cpumask; in show_cpumask() local
897 cpumask = pinst->cpumask.cbcpu; in show_cpumask()
899 cpumask = pinst->cpumask.pcpu; in show_cpumask()
902 nr_cpu_ids, cpumask_bits(cpumask)); in show_cpumask()
1023 if (!alloc_cpumask_var(&pinst->cpumask.pcpu, GFP_KERNEL)) in padata_alloc()
1025 if (!alloc_cpumask_var(&pinst->cpumask.cbcpu, GFP_KERNEL)) { in padata_alloc()
1026 free_cpumask_var(pinst->cpumask.pcpu); in padata_alloc()
1032 cpumask_copy(pinst->cpumask.pcpu, cpu_possible_mask); in padata_alloc()
1033 cpumask_copy(pinst->cpumask.cbcpu, cpu_possible_mask); in padata_alloc()
1055 free_cpumask_var(pinst->cpumask.pcpu); in padata_alloc()
1056 free_cpumask_var(pinst->cpumask.cbcpu); in padata_alloc()