900 static void gfx_v9_0_kiq_set_resources(struct amdgpu_ring *kiq_ring,  in gfx_v9_0_kiq_set_resources()  argument
903 	struct amdgpu_device *adev = kiq_ring->adev;  in gfx_v9_0_kiq_set_resources()
909 	amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_SET_RESOURCES, 6));  in gfx_v9_0_kiq_set_resources()
910 	amdgpu_ring_write(kiq_ring,  in gfx_v9_0_kiq_set_resources()
914 	amdgpu_ring_write(kiq_ring,  in gfx_v9_0_kiq_set_resources()
916 	amdgpu_ring_write(kiq_ring,  in gfx_v9_0_kiq_set_resources()
918 	amdgpu_ring_write(kiq_ring, lower_32_bits(shader_mc_addr)); /* cleaner shader addr lo */  in gfx_v9_0_kiq_set_resources()
919 	amdgpu_ring_write(kiq_ring, upper_32_bits(shader_mc_addr)); /* cleaner shader addr hi */  in gfx_v9_0_kiq_set_resources()
920 	amdgpu_ring_write(kiq_ring, 0);	/* oac mask */  in gfx_v9_0_kiq_set_resources()
921 	amdgpu_ring_write(kiq_ring, 0);	/* gds heap base:0, gds heap size:0 */  in gfx_v9_0_kiq_set_resources()
924 static void gfx_v9_0_kiq_map_queues(struct amdgpu_ring *kiq_ring,  in gfx_v9_0_kiq_map_queues()  argument
931 	amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_MAP_QUEUES, 5));  in gfx_v9_0_kiq_map_queues()
933 	amdgpu_ring_write(kiq_ring, /* Q_sel: 0, vmid: 0, engine: 0, num_Q: 1 */  in gfx_v9_0_kiq_map_queues()
946 	amdgpu_ring_write(kiq_ring,  in gfx_v9_0_kiq_map_queues()
948 	amdgpu_ring_write(kiq_ring, lower_32_bits(mqd_addr));  in gfx_v9_0_kiq_map_queues()
949 	amdgpu_ring_write(kiq_ring, upper_32_bits(mqd_addr));  in gfx_v9_0_kiq_map_queues()
950 	amdgpu_ring_write(kiq_ring, lower_32_bits(wptr_addr));  in gfx_v9_0_kiq_map_queues()
951 	amdgpu_ring_write(kiq_ring, upper_32_bits(wptr_addr));  in gfx_v9_0_kiq_map_queues()
954 static void gfx_v9_0_kiq_unmap_queues(struct amdgpu_ring *kiq_ring,  in gfx_v9_0_kiq_unmap_queues()  argument
961 	amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_UNMAP_QUEUES, 4));  in gfx_v9_0_kiq_unmap_queues()
962 	amdgpu_ring_write(kiq_ring, /* Q_sel: 0, vmid: 0, engine: 0, num_Q: 1 */  in gfx_v9_0_kiq_unmap_queues()
967 	amdgpu_ring_write(kiq_ring,  in gfx_v9_0_kiq_unmap_queues()
971 		amdgpu_ring_write(kiq_ring, lower_32_bits(ring->wptr & ring->buf_mask));  in gfx_v9_0_kiq_unmap_queues()
972 		amdgpu_ring_write(kiq_ring, 0);  in gfx_v9_0_kiq_unmap_queues()
973 		amdgpu_ring_write(kiq_ring, 0);  in gfx_v9_0_kiq_unmap_queues()
976 		amdgpu_ring_write(kiq_ring, 0);  in gfx_v9_0_kiq_unmap_queues()
977 		amdgpu_ring_write(kiq_ring, 0);  in gfx_v9_0_kiq_unmap_queues()
978 		amdgpu_ring_write(kiq_ring, 0);  in gfx_v9_0_kiq_unmap_queues()
982 static void gfx_v9_0_kiq_query_status(struct amdgpu_ring *kiq_ring,  in gfx_v9_0_kiq_query_status()  argument
989 	amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_QUERY_STATUS, 5));  in gfx_v9_0_kiq_query_status()
990 	amdgpu_ring_write(kiq_ring,  in gfx_v9_0_kiq_query_status()
995 	amdgpu_ring_write(kiq_ring,  in gfx_v9_0_kiq_query_status()
998 	amdgpu_ring_write(kiq_ring, lower_32_bits(addr));  in gfx_v9_0_kiq_query_status()
999 	amdgpu_ring_write(kiq_ring, upper_32_bits(addr));  in gfx_v9_0_kiq_query_status()
1000 	amdgpu_ring_write(kiq_ring, lower_32_bits(seq));  in gfx_v9_0_kiq_query_status()
1001 	amdgpu_ring_write(kiq_ring, upper_32_bits(seq));  in gfx_v9_0_kiq_query_status()
1004 static void gfx_v9_0_kiq_invalidate_tlbs(struct amdgpu_ring *kiq_ring,  in gfx_v9_0_kiq_invalidate_tlbs()  argument
1008 	amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_INVALIDATE_TLBS, 0));  in gfx_v9_0_kiq_invalidate_tlbs()
1009 	amdgpu_ring_write(kiq_ring,  in gfx_v9_0_kiq_invalidate_tlbs()
1017 static void gfx_v9_0_kiq_reset_hw_queue(struct amdgpu_ring *kiq_ring, uint32_t queue_type,  in gfx_v9_0_kiq_reset_hw_queue()  argument
1021 	struct amdgpu_device *adev = kiq_ring->adev;  in gfx_v9_0_kiq_reset_hw_queue()
5700 	struct amdgpu_ring *kiq_ring = &kiq->ring;  in gfx_v9_0_ring_preempt_ib()  local
5708 	if (amdgpu_ring_alloc(kiq_ring, kiq->pmf->unmap_queues_size)) {  in gfx_v9_0_ring_preempt_ib()
5722 	kiq->pmf->kiq_unmap_queues(kiq_ring, ring, PREEMPT_QUEUES_NO_UNMAP,  in gfx_v9_0_ring_preempt_ib()
5726 	amdgpu_ring_commit(kiq_ring);  in gfx_v9_0_ring_preempt_ib()
7190 	struct amdgpu_ring *kiq_ring = &kiq->ring;  in gfx_v9_0_reset_kgq()  local
7203 	if (amdgpu_ring_alloc(kiq_ring, 5)) {  in gfx_v9_0_reset_kgq()
7209 	gfx_v9_0_ring_emit_wreg(kiq_ring,  in gfx_v9_0_reset_kgq()
7211 	amdgpu_ring_commit(kiq_ring);  in gfx_v9_0_reset_kgq()
7215 	r = amdgpu_ring_test_ring(kiq_ring);  in gfx_v9_0_reset_kgq()
7236 	struct amdgpu_ring *kiq_ring = &kiq->ring;  in gfx_v9_0_reset_kcq()  local
7252 	if (amdgpu_ring_alloc(kiq_ring, kiq->pmf->unmap_queues_size)) {  in gfx_v9_0_reset_kcq()
7257 	kiq->pmf->kiq_unmap_queues(kiq_ring, ring, RESET_QUEUES,  in gfx_v9_0_reset_kcq()
7259 	amdgpu_ring_commit(kiq_ring);  in gfx_v9_0_reset_kcq()
7263 	r = amdgpu_ring_test_ring(kiq_ring);  in gfx_v9_0_reset_kcq()
7303 	r = amdgpu_ring_alloc(kiq_ring, kiq->pmf->map_queues_size);  in gfx_v9_0_reset_kcq()
7308 	kiq->pmf->kiq_map_queues(kiq_ring, ring);  in gfx_v9_0_reset_kcq()
7309 	amdgpu_ring_commit(kiq_ring);  in gfx_v9_0_reset_kcq()
7311 	r = amdgpu_ring_test_ring(kiq_ring);  in gfx_v9_0_reset_kcq()