| /linux-6.12.1/kernel/sched/ |
| D | cputime.c | 645 static u64 vtime_delta(struct vtime *vtime) in vtime_delta() argument
650 if (clock < vtime->starttime) in vtime_delta()
653 return clock - vtime->starttime; in vtime_delta()
656 static u64 get_vtime_delta(struct vtime *vtime) in get_vtime_delta() argument
658 u64 delta = vtime_delta(vtime); in get_vtime_delta()
669 WARN_ON_ONCE(vtime->state == VTIME_INACTIVE); in get_vtime_delta()
670 vtime->starttime += delta; in get_vtime_delta()
676 struct vtime *vtime) in vtime_account_system() argument
678 vtime->stime += get_vtime_delta(vtime); in vtime_account_system()
679 if (vtime->stime >= TICK_NSEC) { in vtime_account_system()
[all …]
|
| D | ext.c | 1267 u64 vtime; member
6061 u64 slice, u64 vtime, u64 enq_flags) in scx_bpf_dispatch_vtime() argument
6071 p->scx.dsq_vtime = vtime; in scx_bpf_dispatch_vtime()
6177 p->scx.dsq_vtime = kit->vtime; in scx_dispatch_from_dsq()
6308 struct bpf_iter_scx_dsq *it__iter, u64 vtime) in scx_bpf_dispatch_from_dsq_set_vtime() argument
6312 kit->vtime = vtime; in scx_bpf_dispatch_from_dsq_set_vtime()
|
| /linux-6.12.1/include/trace/events/ |
| D | iocost.h | 17 u64 last_period, u64 cur_period, u64 vtime),
19 TP_ARGS(iocg, path, now, last_period, cur_period, vtime),
29 __field(u64, vtime)
44 __entry->vtime = vtime;
57 __entry->vtime, __entry->inuse, __entry->weight,
64 u64 last_period, u64 cur_period, u64 vtime),
66 TP_ARGS(iocg, path, now, last_period, cur_period, vtime)
71 u64 last_period, u64 cur_period, u64 vtime),
73 TP_ARGS(iocg, path, now, last_period, cur_period, vtime)
|
| /linux-6.12.1/block/ |
| D | bfq-wf2q.c | 117 !bfq_gt(new_entity->start, st->vtime) in bfq_update_next_in_service()
662 !bfq_gt(last_idle->finish, st->vtime)) { in bfq_forget_idle()
667 st->vtime = last_idle->finish; in bfq_forget_idle()
670 if (first_idle && !bfq_gt(first_idle->finish, st->vtime)) in bfq_forget_idle()
771 entity->start = new_st->vtime; in __bfq_entity_update_weight_prio()
804 st->vtime += bfq_delta(served, st->wsum); in bfq_bfqq_served()
902 if (backshifted && bfq_gt(st->vtime, entity->finish)) { in bfq_update_fin_time_enqueue()
903 unsigned long delta = st->vtime - entity->finish; in bfq_update_fin_time_enqueue()
935 if (non_blocking_wait_rq && bfq_gt(st->vtime, entity->finish)) { in __bfq_activate_entity()
939 min_vstart = st->vtime; in __bfq_activate_entity()
[all …]
|
| D | blk-iocost.c | 504 atomic64_t vtime; member
723 atomic64_add(cost, &iocg->vtime); in iocg_commit_bio()
1106 iocg->saved_margin = now->vnow - atomic64_read(&iocg->vtime); in __propagate_weights()
1265 u64 vtime, vtarget; in iocg_activate() local
1308 vtime = atomic64_read(&iocg->vtime); in iocg_activate()
1310 atomic64_add(vtarget - vtime, &iocg->vtime); in iocg_activate()
1311 atomic64_add(vtarget - vtime, &iocg->done_vtime); in iocg_activate()
1312 vtime = vtarget; in iocg_activate()
1326 last_period, cur_period, vtime); in iocg_activate()
1373 vover = atomic64_read(&iocg->vtime) + in iocg_kick_delay()
[all …]
|
| D | bfq-iosched.h | 65 u64 vtime; member
|
| /linux-6.12.1/tools/sched_ext/ |
| D | scx_simple.bpf.c | 81 u64 vtime = p->scx.dsq_vtime; in BPF_STRUCT_OPS() local
87 if (vtime_before(vtime, vtime_now - SCX_SLICE_DFL)) in BPF_STRUCT_OPS()
88 vtime = vtime_now - SCX_SLICE_DFL; in BPF_STRUCT_OPS()
90 scx_bpf_dispatch_vtime(p, SHARED_DSQ, SCX_SLICE_DFL, vtime, in BPF_STRUCT_OPS()
|
| D | README.md | 169 scx_simple can be run in either global weighted vtime mode, or FIFO mode.
|
| /linux-6.12.1/tools/testing/selftests/sched_ext/ |
| D | select_cpu_vtime.bpf.c | 30 u64 vtime = p->scx.dsq_vtime; in task_vtime() local
32 if (vtime_before(vtime, vtime_now - SCX_SLICE_DFL)) in task_vtime()
35 return vtime; in task_vtime()
|
| /linux-6.12.1/tools/sched_ext/include/scx/ |
| D | compat.bpf.h | 27 #define __COMPAT_scx_bpf_dispatch_from_dsq_set_vtime(it, vtime) \ argument
29 scx_bpf_dispatch_from_dsq_set_vtime((it), (vtime)) : (void)0)
|
| D | common.bpf.h | 40 void scx_bpf_dispatch_vtime(struct task_struct *p, u64 dsq_id, u64 slice, u64 vtime, u64 enq_flags)…
45 void scx_bpf_dispatch_from_dsq_set_vtime(struct bpf_iter_scx_dsq *it__iter, u64 vtime) __ksym __wea…
|
| /linux-6.12.1/init/ |
| D | init_task.c | 181 .vtime.seqcount = SEQCNT_ZERO(init_task.vtime_seqcount),
182 .vtime.starttime = 0,
183 .vtime.state = VTIME_SYS,
|
| /linux-6.12.1/tools/testing/selftests/x86/ |
| D | test_vsyscall.c | 60 const time_func_t vtime = (time_func_t)VSYS(0xffffffffff600400); variable
185 t_vsys = vtime(&t2_vsys); in test_time()
501 vtime(&tmp); in test_emulation()
|
| /linux-6.12.1/tools/cgroup/ |
| D | iocost_monitor.py | 157 vtime = iocg.vtime.counter.value_()
161 self.inflight_pct = (vtime - vdone) * 100 / period_vtime
|
| /linux-6.12.1/arch/s390/kernel/ |
| D | vtime.c | 97 static inline u64 scale_vtime(u64 vtime) in scale_vtime() argument
103 return vtime * mult / div; in scale_vtime()
104 return vtime; in scale_vtime()
|
| D | Makefile | 39 obj-y := head64.o traps.o time.o process.o early.o setup.o idle.o vtime.o
|
| /linux-6.12.1/include/linux/ |
| D | sched.h | 360 struct vtime { struct
1078 struct vtime vtime; member
|
| /linux-6.12.1/kernel/ |
| D | fork.c | 2277 seqcount_init(&p->vtime.seqcount); in copy_process()
2278 p->vtime.starttime = 0; in copy_process()
2279 p->vtime.state = VTIME_INACTIVE; in copy_process()
|