| /linux-6.12.1/tools/sched_ext/include/scx/ |
| D | compat.bpf.h | 30 #define __COMPAT_scx_bpf_dispatch_from_dsq(it, p, dsq_id, enq_flags) \ argument
32 scx_bpf_dispatch_from_dsq((it), (p), (dsq_id), (enq_flags)) : false)
33 #define __COMPAT_scx_bpf_dispatch_vtime_from_dsq(it, p, dsq_id, enq_flags) \ argument
35 scx_bpf_dispatch_vtime_from_dsq((it), (p), (dsq_id), (enq_flags)) : false)
|
| D | common.bpf.h | 39 void scx_bpf_dispatch(struct task_struct *p, u64 dsq_id, u64 slice, u64 enq_flags) __ksym;
40 void scx_bpf_dispatch_vtime(struct task_struct *p, u64 dsq_id, u64 slice, u64 vtime, u64 enq_flags)…
46 …struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak;
47 …struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak;
|
| /linux-6.12.1/kernel/sched/ |
| D | ext.c | 241 void (*enqueue)(struct task_struct *p, u64 enq_flags);
317 void (*runnable)(struct task_struct *p, u64 enq_flags);
963 u64 enq_flags; member
1672 u64 enq_flags) in dispatch_enqueue() argument
1692 (enq_flags & SCX_ENQ_DSQ_PRIQ))) { in dispatch_enqueue()
1701 enq_flags &= ~SCX_ENQ_DSQ_PRIQ; in dispatch_enqueue()
1704 if (enq_flags & SCX_ENQ_DSQ_PRIQ) { in dispatch_enqueue()
1739 if (enq_flags & (SCX_ENQ_HEAD | SCX_ENQ_PREEMPT)) in dispatch_enqueue()
1765 if (enq_flags & SCX_ENQ_CLEAR_OPSS) in dispatch_enqueue()
1772 if ((enq_flags & SCX_ENQ_PREEMPT) && p != rq->curr && in dispatch_enqueue()
[all …]
|
| /linux-6.12.1/tools/sched_ext/ |
| D | scx_simple.bpf.c | 74 void BPF_STRUCT_OPS(simple_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
79 scx_bpf_dispatch(p, SHARED_DSQ, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
91 enq_flags); in BPF_STRUCT_OPS()
|
| D | scx_qmap.bpf.c | 194 void BPF_STRUCT_OPS(qmap_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
229 scx_bpf_dispatch(p, SCX_DSQ_LOCAL, slice_ns, enq_flags); in BPF_STRUCT_OPS()
234 if (!(enq_flags & SCX_ENQ_CPU_SELECTED) && in BPF_STRUCT_OPS()
237 scx_bpf_dispatch(p, SCX_DSQ_LOCAL_ON | cpu, slice_ns, enq_flags); in BPF_STRUCT_OPS()
247 if (enq_flags & SCX_ENQ_REENQ) { in BPF_STRUCT_OPS()
250 scx_bpf_dispatch(p, SHARED_DSQ, 0, enq_flags); in BPF_STRUCT_OPS()
265 scx_bpf_dispatch(p, SHARED_DSQ, slice_ns, enq_flags); in BPF_STRUCT_OPS()
|
| D | scx_central.bpf.c | 107 void BPF_STRUCT_OPS(central_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
122 enq_flags | SCX_ENQ_PREEMPT); in BPF_STRUCT_OPS()
128 scx_bpf_dispatch(p, FALLBACK_DSQ_ID, SCX_SLICE_INF, enq_flags); in BPF_STRUCT_OPS()
|
| D | scx_flatcg.bpf.c | 350 void BPF_STRUCT_OPS(fcg_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
380 scx_bpf_dispatch(p, SCX_DSQ_LOCAL, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
383 scx_bpf_dispatch(p, FALLBACK_DSQ, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
394 scx_bpf_dispatch(p, cgrp->kn->id, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
406 tvtime, enq_flags); in BPF_STRUCT_OPS()
510 void BPF_STRUCT_OPS(fcg_runnable, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
|
| /linux-6.12.1/tools/testing/selftests/sched_ext/ |
| D | select_cpu_dfl.bpf.c | 23 u64 enq_flags) in BPF_STRUCT_OPS() argument
33 scx_bpf_dispatch(p, SCX_DSQ_GLOBAL, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
|
| D | enq_select_cpu_fails.bpf.c | 23 u64 enq_flags) in BPF_STRUCT_OPS() argument
34 scx_bpf_dispatch(p, SCX_DSQ_GLOBAL, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
|
| D | maximal.bpf.c | 21 void BPF_STRUCT_OPS(maximal_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
23 scx_bpf_dispatch(p, SCX_DSQ_GLOBAL, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
34 void BPF_STRUCT_OPS(maximal_runnable, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
|
| D | select_cpu_dfl_nodispatch.bpf.c | 53 u64 enq_flags) in BPF_STRUCT_OPS() argument
70 scx_bpf_dispatch(p, dsq_id, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
|
| D | exit.bpf.c | 31 void BPF_STRUCT_OPS(exit_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
36 scx_bpf_dispatch(p, DSQ_ID, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
|
| D | dsp_local_on.bpf.c | 26 u64 enq_flags) in BPF_STRUCT_OPS() argument
|
| /linux-6.12.1/Documentation/scheduler/ |
| D | sched-ext.rst | 167 void BPF_STRUCT_OPS(simple_enqueue, struct task_struct *p, u64 enq_flags)
169 scx_bpf_dispatch(p, SCX_DSQ_GLOBAL, SCX_SLICE_DFL, enq_flags);
|