93 static void read_vreg(struct intel_vgpu *vgpu, unsigned int offset,  in read_vreg()
99 static void write_vreg(struct intel_vgpu *vgpu, unsigned int offset,  in write_vreg()
179 void enter_failsafe_mode(struct intel_vgpu *vgpu, int reason)  in enter_failsafe_mode()
198 static int sanitize_fence_mmio_access(struct intel_vgpu *vgpu,  in sanitize_fence_mmio_access()
221 static int gamw_echo_dev_rw_ia_write(struct intel_vgpu *vgpu,  in gamw_echo_dev_rw_ia_write()
246 static int fence_mmio_read(struct intel_vgpu *vgpu, unsigned int off,  in fence_mmio_read()
259 static int fence_mmio_write(struct intel_vgpu *vgpu, unsigned int off,  in fence_mmio_write()
283 static int mul_force_wake_write(struct intel_vgpu *vgpu,  in mul_force_wake_write()
317 static int gdrst_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in gdrst_mmio_write()
366 static int gmbus_mmio_read(struct intel_vgpu *vgpu, unsigned int offset,  in gmbus_mmio_read()
372 static int gmbus_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in gmbus_mmio_write()
378 static int pch_pp_control_mmio_write(struct intel_vgpu *vgpu,  in pch_pp_control_mmio_write()
396 static int transconf_mmio_write(struct intel_vgpu *vgpu,  in transconf_mmio_write()
408 static int lcpll_ctl_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in lcpll_ctl_mmio_write()
426 static int dpy_reg_mmio_read(struct intel_vgpu *vgpu, unsigned int offset,  in dpy_reg_mmio_read()
466 static u32 bdw_vgpu_get_dp_bitrate(struct intel_vgpu *vgpu, enum port port)  in bdw_vgpu_get_dp_bitrate()
541 static u32 bxt_vgpu_get_dp_bitrate(struct intel_vgpu *vgpu, enum port port)  in bxt_vgpu_get_dp_bitrate()
605 static u32 skl_vgpu_get_dp_bitrate(struct intel_vgpu *vgpu, enum port port)  in skl_vgpu_get_dp_bitrate()
653 static void vgpu_update_refresh_rate(struct intel_vgpu *vgpu)  in vgpu_update_refresh_rate()
703 static int pipeconf_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in pipeconf_mmio_write()
776 static int force_nonpriv_write(struct intel_vgpu *vgpu,  in force_nonpriv_write()
799 static int ddi_buf_ctl_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in ddi_buf_ctl_mmio_write()
815 static int fdi_rx_iir_mmio_write(struct intel_vgpu *vgpu,  in fdi_rx_iir_mmio_write()
825 static int fdi_auto_training_started(struct intel_vgpu *vgpu)  in fdi_auto_training_started()
841 static int check_fdi_rx_train_status(struct intel_vgpu *vgpu,  in check_fdi_rx_train_status()
907 static int update_fdi_rx_iir_status(struct intel_vgpu *vgpu,  in update_fdi_rx_iir_status()
951 static int dp_tp_ctl_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in dp_tp_ctl_mmio_write()
969 static int dp_tp_status_mmio_write(struct intel_vgpu *vgpu,  in dp_tp_status_mmio_write()
984 static int pch_adpa_mmio_write(struct intel_vgpu *vgpu,  in pch_adpa_mmio_write()
997 static int south_chicken2_mmio_write(struct intel_vgpu *vgpu,  in south_chicken2_mmio_write()
1015 static int pri_surf_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in pri_surf_mmio_write()
1038 static int spr_surf_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in spr_surf_mmio_write()
1055 static int reg50080_mmio_write(struct intel_vgpu *vgpu,  in reg50080_mmio_write()
1080 static int trigger_aux_channel_interrupt(struct intel_vgpu *vgpu,  in trigger_aux_channel_interrupt()
1106 static int dp_aux_ch_ctl_trans_done(struct intel_vgpu *vgpu, u32 value,  in dp_aux_ch_ctl_trans_done()
1163 static int dp_aux_ch_ctl_mmio_write(struct intel_vgpu *vgpu,  in dp_aux_ch_ctl_mmio_write()
1335 static int mbctl_write(struct intel_vgpu *vgpu, unsigned int offset,  in mbctl_write()
1343 static int vga_control_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in vga_control_mmio_write()
1356 static u32 read_virtual_sbi_register(struct intel_vgpu *vgpu,  in read_virtual_sbi_register()
1373 static void write_virtual_sbi_register(struct intel_vgpu *vgpu,  in write_virtual_sbi_register()
1397 static int sbi_data_mmio_read(struct intel_vgpu *vgpu, unsigned int offset,  in sbi_data_mmio_read()
1411 static int sbi_ctl_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in sbi_ctl_mmio_write()
1441 static int pvinfo_mmio_read(struct intel_vgpu *vgpu, unsigned int offset,  in pvinfo_mmio_read()
1473 static int handle_g2v_notification(struct intel_vgpu *vgpu, int notification)  in handle_g2v_notification()
1501 static int send_display_ready_uevent(struct intel_vgpu *vgpu, int ready)  in send_display_ready_uevent()
1517 static int pvinfo_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in pvinfo_mmio_write()
1561 static int pf_write(struct intel_vgpu *vgpu,  in pf_write()
1579 static int power_well_ctl_mmio_write(struct intel_vgpu *vgpu,  in power_well_ctl_mmio_write()
1594 static int gen9_dbuf_ctl_mmio_write(struct intel_vgpu *vgpu,  in gen9_dbuf_ctl_mmio_write()
1607 static int fpga_dbg_mmio_write(struct intel_vgpu *vgpu,  in fpga_dbg_mmio_write()
1617 static int dma_ctrl_write(struct intel_vgpu *vgpu, unsigned int offset,  in dma_ctrl_write()
1636 static int gen9_trtte_write(struct intel_vgpu *vgpu, unsigned int offset,  in gen9_trtte_write()
1653 static int gen9_trtt_chicken_write(struct intel_vgpu *vgpu, unsigned int offset,  in gen9_trtt_chicken_write()
1660 static int dpll_status_read(struct intel_vgpu *vgpu, unsigned int offset,  in dpll_status_read()
1682 static int mailbox_write(struct intel_vgpu *vgpu, unsigned int offset,  in mailbox_write()
1740 static int hws_pga_write(struct intel_vgpu *vgpu, unsigned int offset,  in hws_pga_write()
1771 static int skl_power_well_ctl_write(struct intel_vgpu *vgpu,  in skl_power_well_ctl_write()
1786 static int skl_lcpll_write(struct intel_vgpu *vgpu, unsigned int offset,  in skl_lcpll_write()
1800 static int bxt_de_pll_enable_write(struct intel_vgpu *vgpu,  in bxt_de_pll_enable_write()
1813 static int bxt_port_pll_enable_write(struct intel_vgpu *vgpu,  in bxt_port_pll_enable_write()
1826 static int bxt_phy_ctl_family_write(struct intel_vgpu *vgpu,  in bxt_phy_ctl_family_write()
1847 static int bxt_port_tx_dw3_read(struct intel_vgpu *vgpu,  in bxt_port_tx_dw3_read()
1859 static int bxt_pcs_dw12_grp_write(struct intel_vgpu *vgpu,  in bxt_pcs_dw12_grp_write()
1877 static int bxt_gt_disp_pwron_write(struct intel_vgpu *vgpu,  in bxt_gt_disp_pwron_write()
1902 static int edp_psr_imr_iir_write(struct intel_vgpu *vgpu,  in edp_psr_imr_iir_write()
1919 static int bxt_ppat_low_write(struct intel_vgpu *vgpu, unsigned int offset,  in bxt_ppat_low_write()
1937 static int guc_status_read(struct intel_vgpu *vgpu,  in guc_status_read()
1947 static int mmio_read_from_hw(struct intel_vgpu *vgpu,  in mmio_read_from_hw()
1974 static int elsp_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in elsp_mmio_write()
2016 static int ring_mode_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in ring_mode_mmio_write()
2075 static int gvt_reg_tlb_control_handler(struct intel_vgpu *vgpu,  in gvt_reg_tlb_control_handler()
2107 static int ring_reset_ctl_write(struct intel_vgpu *vgpu,  in ring_reset_ctl_write()
2124 static int csfe_chicken1_mmio_write(struct intel_vgpu *vgpu,  in csfe_chicken1_mmio_write()
3059 int intel_vgpu_default_mmio_read(struct intel_vgpu *vgpu, unsigned int offset,  in intel_vgpu_default_mmio_read()
3076 int intel_vgpu_default_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in intel_vgpu_default_mmio_write()
3093 int intel_vgpu_mask_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in intel_vgpu_mask_mmio_write()
3135 int intel_vgpu_mmio_reg_rw(struct intel_vgpu *vgpu, unsigned int offset,  in intel_vgpu_mmio_reg_rw()
3211 	struct intel_vgpu *vgpu;  in intel_gvt_restore_fence()
3224 	struct intel_vgpu *vgpu = data;  in mmio_pm_restore_handler()
3235 	struct intel_vgpu *vgpu;  in intel_gvt_restore_mmio()