| /linux-6.12.1/arch/arm64/kvm/ |
| D | reset.c | 124 vcpu->arch.sve_state = buf; in kvm_vcpu_finalize_sve()
155 void *sve_state = vcpu->arch.sve_state; in kvm_arm_vcpu_destroy() local
158 if (sve_state) in kvm_arm_vcpu_destroy()
159 kvm_unshare_hyp(sve_state, sve_state + vcpu_sve_state_size(vcpu)); in kvm_arm_vcpu_destroy()
160 kfree(sve_state); in kvm_arm_vcpu_destroy()
167 memset(vcpu->arch.sve_state, 0, vcpu_sve_state_size(vcpu)); in kvm_vcpu_reset_sve()
|
| D | fpsimd.c | 135 fp_state.sve_state = vcpu->arch.sve_state; in kvm_arch_vcpu_ctxsync_fp()
|
| D | arm.c | 2366 struct cpu_sve_state *sve_state; in teardown_hyp_mode() local
2368 sve_state = per_cpu_ptr_nvhe_sym(kvm_host_data, cpu)->sve_state; in teardown_hyp_mode()
2369 free_pages((unsigned long) sve_state, pkvm_host_sve_state_order()); in teardown_hyp_mode()
2467 per_cpu_ptr_nvhe_sym(kvm_host_data, cpu)->sve_state = page_address(page); in init_pkvm_host_sve_state()
2488 struct cpu_sve_state *sve_state; in finalize_init_hyp_mode() local
2490 sve_state = per_cpu_ptr_nvhe_sym(kvm_host_data, cpu)->sve_state; in finalize_init_hyp_mode()
2491 per_cpu_ptr_nvhe_sym(kvm_host_data, cpu)->sve_state = in finalize_init_hyp_mode()
2492 kern_hyp_va(sve_state); in finalize_init_hyp_mode()
|
| D | guest.c | 348 if (WARN_ON(vcpu->arch.sve_state)) in set_sve_vls()
503 if (copy_to_user(uptr, vcpu->arch.sve_state + region.koffset, in get_sve_reg()
529 if (copy_from_user(vcpu->arch.sve_state + region.koffset, uptr, in set_sve_reg()
|
| /linux-6.12.1/arch/arm64/kernel/ |
| D | fpsimd.c | 497 sve_save_state((char *)last->sve_state + in fpsimd_save_user_state()
610 #define ZREG(sve_state, vq, n) ((char *)(sve_state) + \ argument
657 void *sst = task->thread.sve_state; in fpsimd_to_sve()
681 void const *sst = task->thread.sve_state; in sve_to_fpsimd()
710 kfree(task->thread.sve_state); in __sve_free()
711 task->thread.sve_state = NULL; in __sve_free()
749 if (task->thread.sve_state) { in sve_alloc()
751 memset(task->thread.sve_state, 0, in sve_alloc()
757 task->thread.sve_state = in sve_alloc()
819 void *sst = task->thread.sve_state; in sve_sync_from_fpsimd_zeropad()
[all …]
|
| D | process.c | 312 dst->thread.sve_state = NULL; in arch_dup_task_struct()
324 dst->thread.sve_state = kzalloc(sve_state_size(src), in arch_dup_task_struct()
326 if (!dst->thread.sve_state) in arch_dup_task_struct()
333 kfree(dst->thread.sve_state); in arch_dup_task_struct()
334 dst->thread.sve_state = NULL; in arch_dup_task_struct()
|
| D | ptrace.c | 839 membuf_write(&to, target->thread.sve_state, end - start); in sve_get_common()
963 if (!target->thread.sve_state) { in sve_set_common()
986 target->thread.sve_state, in sve_set_common()
1132 if (!target->thread.sve_state) { in za_set()
1134 if (!target->thread.sve_state) { in za_set()
1214 if (!target->thread.sve_state) in zt_set()
|
| D | signal.c | 381 current->thread.sve_state, in preserve_sve_context()
446 if (!current->thread.sve_state) { in restore_sve_fpsimd_context()
451 err = __copy_from_user(current->thread.sve_state, in restore_sve_fpsimd_context()
|
| /linux-6.12.1/arch/arm64/kvm/hyp/nvhe/ |
| D | hyp-main.c | 41 struct cpu_sve_state *sve_state = *host_data_ptr(sve_state); in __hyp_sve_restore_host() local
53 __sve_restore_state(sve_state->sve_regs + sve_ffr_offset(kvm_host_sve_max_vl), in __hyp_sve_restore_host()
54 &sve_state->fpsr, in __hyp_sve_restore_host()
56 write_sysreg_el1(sve_state->zcr_el1, SYS_ZCR); in __hyp_sve_restore_host()
102 hyp_vcpu->vcpu.arch.sve_state = kern_hyp_va(host_vcpu->arch.sve_state); in flush_hyp_vcpu()
|
| D | setup.c | 80 struct cpu_sve_state *sve_state = host_data->sve_state; in pkvm_create_host_sve_mappings() local
82 start = kern_hyp_va(sve_state); in pkvm_create_host_sve_mappings()
|
| /linux-6.12.1/arch/arm64/kvm/hyp/include/hyp/ |
| D | switch.h | 338 struct cpu_sve_state *sve_state = *host_data_ptr(sve_state); in __hyp_sve_save_host() local
340 sve_state->zcr_el1 = read_sysreg_el1(SYS_ZCR); in __hyp_sve_save_host()
342 __sve_save_state(sve_state->sve_regs + sve_ffr_offset(kvm_host_sve_max_vl), in __hyp_sve_save_host()
343 &sve_state->fpsr, in __hyp_sve_save_host()
|
| /linux-6.12.1/arch/arm64/include/asm/ |
| D | fpsimd.h | 87 void *sve_state; member
130 return (char *)thread->sve_state + sve_ffr_offset(vl); in sve_pffr()
|
| D | processor.h | 165 void *sve_state; /* SVE registers, if any */ member
|
| D | kvm_host.h | 612 struct cpu_sve_state *sve_state; member
691 void *sve_state; member
926 #define vcpu_sve_pffr(vcpu) (kern_hyp_va((vcpu)->arch.sve_state) + \
|