36 static struct intel_gt *rps_to_gt(struct intel_rps *rps)  in rps_to_gt()
41 static struct drm_i915_private *rps_to_i915(struct intel_rps *rps)  in rps_to_i915()
46 static struct intel_uncore *rps_to_uncore(struct intel_rps *rps)  in rps_to_uncore()
51 static struct intel_guc_slpc *rps_to_slpc(struct intel_rps *rps)  in rps_to_slpc()
58 static bool rps_uses_slpc(struct intel_rps *rps)  in rps_uses_slpc()
65 static u32 rps_pm_sanitize_mask(struct intel_rps *rps, u32 mask)  in rps_pm_sanitize_mask()
77 	struct intel_rps *rps = from_timer(rps, t, timer);  in rps_timer()
155 static void rps_start_timer(struct intel_rps *rps)  in rps_start_timer()
162 static void rps_stop_timer(struct intel_rps *rps)  in rps_stop_timer()
169 static u32 rps_pm_mask(struct intel_rps *rps, u8 val)  in rps_pm_mask()
187 static void rps_reset_ei(struct intel_rps *rps)  in rps_reset_ei()
192 static void rps_enable_interrupts(struct intel_rps *rps)  in rps_enable_interrupts()
211 static void gen6_rps_reset_interrupts(struct intel_rps *rps)  in gen6_rps_reset_interrupts()
216 static void gen11_rps_reset_interrupts(struct intel_rps *rps)  in gen11_rps_reset_interrupts()
222 static void rps_reset_interrupts(struct intel_rps *rps)  in rps_reset_interrupts()
236 static void rps_disable_interrupts(struct intel_rps *rps)  in rps_disable_interrupts()
275 static void gen5_rps_init(struct intel_rps *rps)  in gen5_rps_init()
318 		rps_to_uncore(container_of(ips, struct intel_rps, ips));  in __ips_chipset_val()
390 		rps_to_uncore(container_of(ips, struct intel_rps, ips));  in __gen5_ips_update()
414 static void gen5_rps_update(struct intel_rps *rps)  in gen5_rps_update()
421 static unsigned int gen5_invert_freq(struct intel_rps *rps,  in gen5_invert_freq()
431 static int __gen5_rps_set(struct intel_rps *rps, u8 val)  in __gen5_rps_set()
461 static int gen5_rps_set(struct intel_rps *rps, u8 val)  in gen5_rps_set()
550 static bool gen5_rps_enable(struct intel_rps *rps)  in gen5_rps_enable()
621 static void gen5_rps_disable(struct intel_rps *rps)  in gen5_rps_disable()
649 static u32 rps_limits(struct intel_rps *rps, u8 val)  in rps_limits()
674 static void rps_set_power(struct intel_rps *rps, int new_power)  in rps_set_power()
740 static void gen6_rps_set_thresholds(struct intel_rps *rps, u8 val)  in gen6_rps_set_thresholds()
780 void intel_rps_mark_interactive(struct intel_rps *rps, bool interactive)  in intel_rps_mark_interactive()
796 static int gen6_rps_set(struct intel_rps *rps, u8 val)  in gen6_rps_set()
820 static int vlv_rps_set(struct intel_rps *rps, u8 val)  in vlv_rps_set()
835 static int rps_set(struct intel_rps *rps, u8 val, bool update)  in rps_set()
859 void intel_rps_unpark(struct intel_rps *rps)  in intel_rps_unpark()
890 void intel_rps_park(struct intel_rps *rps)  in intel_rps_park()
950 u32 intel_rps_get_boost_frequency(struct intel_rps *rps)  in intel_rps_get_boost_frequency()
963 static int rps_set_boost_freq(struct intel_rps *rps, u32 val)  in rps_set_boost_freq()
984 int intel_rps_set_boost_frequency(struct intel_rps *rps, u32 freq)  in intel_rps_set_boost_frequency()
997 void intel_rps_dec_waiters(struct intel_rps *rps)  in intel_rps_dec_waiters()
1023 		struct intel_rps *rps = &READ_ONCE(rq->engine)->gt->rps;  in intel_rps_boost()
1058 int intel_rps_set(struct intel_rps *rps, u8 val)  in intel_rps_set()
1089 static u32 intel_rps_read_state_cap(struct intel_rps *rps)  in intel_rps_read_state_cap()
1101 mtl_get_freq_caps(struct intel_rps *rps, struct intel_rps_freq_caps *caps)  in mtl_get_freq_caps()
1118 __gen6_rps_get_freq_caps(struct intel_rps *rps, struct intel_rps_freq_caps *caps)  in __gen6_rps_get_freq_caps()
1161 void gen6_rps_get_freq_caps(struct intel_rps *rps, struct intel_rps_freq_caps *caps)  in gen6_rps_get_freq_caps()
1171 static void gen6_rps_init(struct intel_rps *rps)  in gen6_rps_init()
1203 static bool rps_reset(struct intel_rps *rps)  in rps_reset()
1221 static bool gen9_rps_enable(struct intel_rps *rps)  in gen9_rps_enable()
1238 static bool gen8_rps_enable(struct intel_rps *rps)  in gen8_rps_enable()
1252 static bool gen6_rps_enable(struct intel_rps *rps)  in gen6_rps_enable()
1267 static int chv_rps_max_freq(struct intel_rps *rps)  in chv_rps_max_freq()
1295 static int chv_rps_rpe_freq(struct intel_rps *rps)  in chv_rps_rpe_freq()
1306 static int chv_rps_guar_freq(struct intel_rps *rps)  in chv_rps_guar_freq()
1316 static u32 chv_rps_min_freq(struct intel_rps *rps)  in chv_rps_min_freq()
1327 static bool chv_rps_enable(struct intel_rps *rps)  in chv_rps_enable()
1375 static int vlv_rps_guar_freq(struct intel_rps *rps)  in vlv_rps_guar_freq()
1388 static int vlv_rps_max_freq(struct intel_rps *rps)  in vlv_rps_max_freq()
1402 static int vlv_rps_rpe_freq(struct intel_rps *rps)  in vlv_rps_rpe_freq()
1415 static int vlv_rps_min_freq(struct intel_rps *rps)  in vlv_rps_min_freq()
1431 static bool vlv_rps_enable(struct intel_rps *rps)  in vlv_rps_enable()
1479 	struct intel_rps *rps = container_of(ips, typeof(*rps), ips);  in __ips_gfx_val()
1515 static bool has_busy_stats(struct intel_rps *rps)  in has_busy_stats()
1528 void intel_rps_enable(struct intel_rps *rps)  in intel_rps_enable()
1587 static void gen6_rps_disable(struct intel_rps *rps)  in gen6_rps_disable()
1592 void intel_rps_disable(struct intel_rps *rps)  in intel_rps_disable()
1609 static int byt_gpu_freq(struct intel_rps *rps, int val)  in byt_gpu_freq()
1618 static int byt_freq_opcode(struct intel_rps *rps, int val)  in byt_freq_opcode()
1623 static int chv_gpu_freq(struct intel_rps *rps, int val)  in chv_gpu_freq()
1632 static int chv_freq_opcode(struct intel_rps *rps, int val)  in chv_freq_opcode()
1638 int intel_gpu_freq(struct intel_rps *rps, int val)  in intel_gpu_freq()
1655 int intel_freq_opcode(struct intel_rps *rps, int val)  in intel_freq_opcode()
1672 static void vlv_init_gpll_ref_freq(struct intel_rps *rps)  in vlv_init_gpll_ref_freq()
1685 static void vlv_rps_init(struct intel_rps *rps)  in vlv_rps_init()
1719 static void chv_rps_init(struct intel_rps *rps)  in chv_rps_init()
1764 static u32 vlv_wa_c0_ei(struct intel_rps *rps, u32 pm_iir)  in vlv_wa_c0_ei()
1806 	struct intel_rps *rps = container_of(work, typeof(*rps), work);  in rps_work()
1894 void gen11_rps_irq_handler(struct intel_rps *rps, u32 pm_iir)  in gen11_rps_irq_handler()
1912 void gen6_rps_irq_handler(struct intel_rps *rps, u32 pm_iir)  in gen6_rps_irq_handler()
1941 void gen5_rps_irq_handler(struct intel_rps *rps)  in gen5_rps_irq_handler()
1975 void intel_rps_init_early(struct intel_rps *rps)  in intel_rps_init_early()
1986 void intel_rps_init(struct intel_rps *rps)  in intel_rps_init()
2054 void intel_rps_sanitize(struct intel_rps *rps)  in intel_rps_sanitize()
2063 u32 intel_rps_read_rpstat(struct intel_rps *rps)  in intel_rps_read_rpstat()
2073 static u32 intel_rps_get_cagf(struct intel_rps *rps, u32 rpstat)  in intel_rps_get_cagf()
2096 static u32 __read_cagf(struct intel_rps *rps, bool take_fw)  in __read_cagf()
2127 static u32 read_cagf(struct intel_rps *rps)  in read_cagf()
2132 u32 intel_rps_read_actual_frequency(struct intel_rps *rps)  in intel_rps_read_actual_frequency()
2144 u32 intel_rps_read_actual_frequency_fw(struct intel_rps *rps)  in intel_rps_read_actual_frequency_fw()
2149 static u32 intel_rps_read_punit_req(struct intel_rps *rps)  in intel_rps_read_punit_req()
2169 u32 intel_rps_read_punit_req_frequency(struct intel_rps *rps)  in intel_rps_read_punit_req_frequency()
2176 u32 intel_rps_get_requested_frequency(struct intel_rps *rps)  in intel_rps_get_requested_frequency()
2184 u32 intel_rps_get_max_frequency(struct intel_rps *rps)  in intel_rps_get_max_frequency()
2201 u32 intel_rps_get_max_raw_freq(struct intel_rps *rps)  in intel_rps_get_max_raw_freq()
2219 u32 intel_rps_get_rp0_frequency(struct intel_rps *rps)  in intel_rps_get_rp0_frequency()
2229 u32 intel_rps_get_rp1_frequency(struct intel_rps *rps)  in intel_rps_get_rp1_frequency()
2239 u32 intel_rps_get_rpn_frequency(struct intel_rps *rps)  in intel_rps_get_rpn_frequency()
2249 static void rps_frequency_dump(struct intel_rps *rps, struct drm_printer *p)  in rps_frequency_dump()
2412 static void slpc_frequency_dump(struct intel_rps *rps, struct drm_printer *p)  in slpc_frequency_dump()
2448 void gen6_rps_frequency_dump(struct intel_rps *rps, struct drm_printer *p)  in gen6_rps_frequency_dump()
2456 static int set_max_freq(struct intel_rps *rps, u32 val)  in set_max_freq()
2494 int intel_rps_set_max_frequency(struct intel_rps *rps, u32 val)  in intel_rps_set_max_frequency()
2504 u32 intel_rps_get_min_frequency(struct intel_rps *rps)  in intel_rps_get_min_frequency()
2521 u32 intel_rps_get_min_raw_freq(struct intel_rps *rps)  in intel_rps_get_min_raw_freq()
2539 static int set_min_freq(struct intel_rps *rps, u32 val)  in set_min_freq()
2572 int intel_rps_set_min_frequency(struct intel_rps *rps, u32 val)  in intel_rps_set_min_frequency()
2582 u8 intel_rps_get_up_threshold(struct intel_rps *rps)  in intel_rps_get_up_threshold()
2587 static int rps_set_threshold(struct intel_rps *rps, u8 *threshold, u8 val)  in rps_set_threshold()
2619 int intel_rps_set_up_threshold(struct intel_rps *rps, u8 threshold)  in intel_rps_set_up_threshold()
2624 u8 intel_rps_get_down_threshold(struct intel_rps *rps)  in intel_rps_get_down_threshold()
2629 int intel_rps_set_down_threshold(struct intel_rps *rps, u8 threshold)  in intel_rps_set_down_threshold()
2634 static void intel_rps_set_manual(struct intel_rps *rps, bool enable)  in intel_rps_set_manual()
2643 void intel_rps_raise_unslice(struct intel_rps *rps)  in intel_rps_raise_unslice()
2668 void intel_rps_lower_unslice(struct intel_rps *rps)  in intel_rps_lower_unslice()
2693 static u32 rps_read_mmio(struct intel_rps *rps, i915_reg_t reg32)  in rps_read_mmio()
2705 bool rps_read_mask_mmio(struct intel_rps *rps,  in rps_read_mask_mmio()
2735 void intel_rps_driver_register(struct intel_rps *rps)  in intel_rps_driver_register()
2750 void intel_rps_driver_unregister(struct intel_rps *rps)  in intel_rps_driver_unregister()
2808 	struct intel_rps *rps;  in i915_gpu_raise()
2835 	struct intel_rps *rps;  in i915_gpu_lower()
2883 	struct intel_rps *rps;  in i915_gpu_turbo_disable()