| /linux-6.12.1/arch/mips/kernel/ |
| D | kprobes.c | 162 static void save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
164 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
165 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
166 kcb->prev_kprobe.old_SR = kcb->kprobe_old_SR; in save_previous_kprobe()
167 kcb->prev_kprobe.saved_SR = kcb->kprobe_saved_SR; in save_previous_kprobe()
168 kcb->prev_kprobe.saved_epc = kcb->kprobe_saved_epc; in save_previous_kprobe()
171 static void restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
173 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
174 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
175 kcb->kprobe_old_SR = kcb->prev_kprobe.old_SR; in restore_previous_kprobe()
[all …]
|
| /linux-6.12.1/arch/sparc/kernel/ |
| D | kprobes.c | 77 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
79 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
80 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
81 kcb->prev_kprobe.orig_tnpc = kcb->kprobe_orig_tnpc; in save_previous_kprobe()
82 kcb->prev_kprobe.orig_tstate_pil = kcb->kprobe_orig_tstate_pil; in save_previous_kprobe()
85 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
87 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
88 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
89 kcb->kprobe_orig_tnpc = kcb->prev_kprobe.orig_tnpc; in restore_previous_kprobe()
90 kcb->kprobe_orig_tstate_pil = kcb->prev_kprobe.orig_tstate_pil; in restore_previous_kprobe()
[all …]
|
| /linux-6.12.1/arch/csky/kernel/probes/ |
| D | kprobes.c | 70 struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); in arch_simulate_insn() local
75 post_kprobe_handler(kcb, regs); in arch_simulate_insn()
133 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
135 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
136 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
139 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
141 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
142 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
158 static void __kprobes kprobes_save_local_irqflag(struct kprobe_ctlblk *kcb, in kprobes_save_local_irqflag() argument
161 kcb->saved_sr = regs->sr; in kprobes_save_local_irqflag()
[all …]
|
| D | ftrace.c | 12 struct kprobe_ctlblk *kcb; in kprobe_ftrace_handler() local
31 kcb = get_kprobe_ctlblk(); in kprobe_ftrace_handler()
41 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kprobe_ftrace_handler()
50 kcb->kprobe_status = KPROBE_HIT_SSDONE; in kprobe_ftrace_handler()
|
| /linux-6.12.1/arch/loongarch/kernel/ |
| D | kprobes.c | 85 static void save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
87 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
88 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
92 static void restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
94 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
95 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
113 static void save_local_irqflag(struct kprobe_ctlblk *kcb, in save_local_irqflag() argument
116 kcb->saved_status = regs->csr_prmd; in save_local_irqflag()
121 static void restore_local_irqflag(struct kprobe_ctlblk *kcb, in restore_local_irqflag() argument
124 regs->csr_prmd = kcb->saved_status; in restore_local_irqflag()
[all …]
|
| D | ftrace_dyn.c | 288 struct kprobe_ctlblk *kcb; in kprobe_ftrace_handler() local
305 kcb = get_kprobe_ctlblk(); in kprobe_ftrace_handler()
314 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kprobe_ftrace_handler()
322 kcb->kprobe_status = KPROBE_HIT_SSDONE; in kprobe_ftrace_handler()
|
| /linux-6.12.1/arch/riscv/kernel/probes/ |
| D | kprobes.c | 43 struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); in arch_simulate_insn() local
49 post_kprobe_handler(p, kcb, regs); in arch_simulate_insn()
128 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
130 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
131 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
134 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
136 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
137 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
153 static void __kprobes kprobes_save_local_irqflag(struct kprobe_ctlblk *kcb, in kprobes_save_local_irqflag() argument
156 kcb->saved_status = regs->status; in kprobes_save_local_irqflag()
[all …]
|
| /linux-6.12.1/arch/arm64/kernel/probes/ |
| D | kprobes.c | 85 struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); in arch_simulate_insn() local
91 post_kprobe_handler(p, kcb, regs); in arch_simulate_insn()
157 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
159 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
160 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
163 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
165 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
166 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
179 static void __kprobes kprobes_save_local_irqflag(struct kprobe_ctlblk *kcb, in kprobes_save_local_irqflag() argument
182 kcb->saved_irqflag = regs->pstate & DAIF_MASK; in kprobes_save_local_irqflag()
[all …]
|
| /linux-6.12.1/arch/parisc/kernel/ |
| D | kprobes.c | 60 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
62 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
63 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
66 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
68 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
69 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
78 struct kprobe_ctlblk *kcb, struct pt_regs *regs) in setup_singlestep() argument
80 kcb->iaoq[0] = regs->iaoq[0]; in setup_singlestep()
81 kcb->iaoq[1] = regs->iaoq[1]; in setup_singlestep()
88 struct kprobe_ctlblk *kcb; in parisc_kprobe_break_handler() local
[all …]
|
| D | ftrace.c | 204 struct kprobe_ctlblk *kcb; in kprobe_ftrace_handler() local
228 kcb = get_kprobe_ctlblk(); in kprobe_ftrace_handler()
229 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kprobe_ftrace_handler()
239 kcb->kprobe_status = KPROBE_HIT_SSDONE; in kprobe_ftrace_handler()
|
| /linux-6.12.1/arch/powerpc/kernel/ |
| D | kprobes.c | 210 static nokprobe_inline void save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
212 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
213 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
214 kcb->prev_kprobe.saved_msr = kcb->kprobe_saved_msr; in save_previous_kprobe()
217 static nokprobe_inline void restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
219 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
220 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
221 kcb->kprobe_saved_msr = kcb->prev_kprobe.saved_msr; in restore_previous_kprobe()
225 struct kprobe_ctlblk *kcb) in set_current_kprobe() argument
228 kcb->kprobe_saved_msr = regs->msr; in set_current_kprobe()
[all …]
|
| D | kprobes-ftrace.c | 20 struct kprobe_ctlblk *kcb; in kprobe_ftrace_handler() local
36 kcb = get_kprobe_ctlblk(); in kprobe_ftrace_handler()
47 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kprobe_ftrace_handler()
55 kcb->kprobe_status = KPROBE_HIT_SSDONE; in kprobe_ftrace_handler()
|
| /linux-6.12.1/arch/s390/kernel/ |
| D | kprobes.c | 187 static void enable_singlestep(struct kprobe_ctlblk *kcb, in enable_singlestep() argument
206 __local_ctl_store(9, 11, kcb->kprobe_saved_ctl); in enable_singlestep()
207 kcb->kprobe_saved_imask = regs->psw.mask & in enable_singlestep()
218 static void disable_singlestep(struct kprobe_ctlblk *kcb, in disable_singlestep() argument
223 __local_ctl_load(9, 11, kcb->kprobe_saved_ctl); in disable_singlestep()
225 regs->psw.mask |= kcb->kprobe_saved_imask; in disable_singlestep()
235 static void push_kprobe(struct kprobe_ctlblk *kcb, struct kprobe *p) in push_kprobe() argument
237 kcb->prev_kprobe.kp = __this_cpu_read(current_kprobe); in push_kprobe()
238 kcb->prev_kprobe.status = kcb->kprobe_status; in push_kprobe()
248 static void pop_kprobe(struct kprobe_ctlblk *kcb) in pop_kprobe() argument
[all …]
|
| D | ftrace.c | 309 struct kprobe_ctlblk *kcb; in kprobe_ftrace_handler() local
334 kcb = get_kprobe_ctlblk(); in kprobe_ftrace_handler()
335 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kprobe_ftrace_handler()
344 kcb->kprobe_status = KPROBE_HIT_SSDONE; in kprobe_ftrace_handler()
|
| /linux-6.12.1/arch/sh/kernel/ |
| D | kprobes.c | 116 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
118 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
119 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
122 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
124 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
125 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
129 struct kprobe_ctlblk *kcb) in set_current_kprobe() argument
213 struct kprobe_ctlblk *kcb; in kprobe_handler() local
220 kcb = get_kprobe_ctlblk(); in kprobe_handler()
228 if (kcb->kprobe_status == KPROBE_HIT_SS && in kprobe_handler()
[all …]
|
| /linux-6.12.1/arch/arc/kernel/ |
| D | kprobes.c | 79 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
81 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
82 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
85 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
87 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
88 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
197 struct kprobe_ctlblk *kcb; in arc_kprobe_handler() local
201 kcb = get_kprobe_ctlblk(); in arc_kprobe_handler()
213 save_previous_kprobe(kcb); in arc_kprobe_handler()
217 kcb->kprobe_status = KPROBE_REENTER; in arc_kprobe_handler()
[all …]
|
| /linux-6.12.1/arch/x86/kernel/kprobes/ |
| D | core.c | 845 save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
847 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
848 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
849 kcb->prev_kprobe.old_flags = kcb->kprobe_old_flags; in save_previous_kprobe()
850 kcb->prev_kprobe.saved_flags = kcb->kprobe_saved_flags; in save_previous_kprobe()
854 restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
856 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
857 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
858 kcb->kprobe_old_flags = kcb->prev_kprobe.old_flags; in restore_previous_kprobe()
859 kcb->kprobe_saved_flags = kcb->prev_kprobe.saved_flags; in restore_previous_kprobe()
[all …]
|
| D | ftrace.c | 21 struct kprobe_ctlblk *kcb; in kprobe_ftrace_handler() local
35 kcb = get_kprobe_ctlblk(); in kprobe_ftrace_handler()
44 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kprobe_ftrace_handler()
52 kcb->kprobe_status = KPROBE_HIT_SSDONE; in kprobe_ftrace_handler()
|
| D | opt.c | 187 struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); in optimized_callback() local
199 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in optimized_callback()
|
| /linux-6.12.1/arch/arm/probes/kprobes/ |
| D | core.c | 192 static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) in save_previous_kprobe() argument
194 kcb->prev_kprobe.kp = kprobe_running(); in save_previous_kprobe()
195 kcb->prev_kprobe.status = kcb->kprobe_status; in save_previous_kprobe()
198 static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) in restore_previous_kprobe() argument
200 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
201 kcb->kprobe_status = kcb->prev_kprobe.status; in restore_previous_kprobe()
224 singlestep(struct kprobe *p, struct pt_regs *regs, struct kprobe_ctlblk *kcb) in singlestep() argument
239 struct kprobe_ctlblk *kcb; in kprobe_handler() local
241 kcb = get_kprobe_ctlblk(); in kprobe_handler()
269 switch (kcb->kprobe_status) { in kprobe_handler()
[all …]
|
| D | opt-arm.c | 153 struct kprobe_ctlblk *kcb; in optimized_callback() local
160 kcb = get_kprobe_ctlblk(); in optimized_callback()
166 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in optimized_callback()
|
| /linux-6.12.1/kernel/ |
| D | kprobes.c | 1248 struct kprobe_ctlblk *kcb; in kprobe_busy_begin() local
1252 kcb = get_kprobe_ctlblk(); in kprobe_busy_begin()
1253 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kprobe_busy_begin()
2160 struct kprobe_ctlblk *kcb; in kretprobe_rethook_handler() local
2167 kcb = get_kprobe_ctlblk(); in kretprobe_rethook_handler()
2168 kcb->kprobe_status = KPROBE_HIT_ACTIVE; in kretprobe_rethook_handler()
|