35 	struct pm4_mes_map_process *packet;  in pm_map_process_v9()  local
42 	packet = (struct pm4_mes_map_process *)buffer;  in pm_map_process_v9()
44 	packet->header.u32All = pm_build_pm4_header(IT_MAP_PROCESS,  in pm_map_process_v9()
47 		packet->bitfields2.exec_cleaner_shader = 1;  in pm_map_process_v9()
48 	packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0;  in pm_map_process_v9()
49 	packet->bitfields2.process_quantum = 10;  in pm_map_process_v9()
50 	packet->bitfields2.pasid = qpd->pqm->process->pasid;  in pm_map_process_v9()
51 	packet->bitfields14.gds_size = qpd->gds_size & 0x3F;  in pm_map_process_v9()
52 	packet->bitfields14.gds_size_hi = (qpd->gds_size >> 6) & 0xF;  in pm_map_process_v9()
53 	packet->bitfields14.num_gws = (qpd->mapped_gws_queue) ? qpd->num_gws : 0;  in pm_map_process_v9()
54 	packet->bitfields14.num_oac = qpd->num_oac;  in pm_map_process_v9()
55 	packet->bitfields14.sdma_enable = 1;  in pm_map_process_v9()
56 	packet->bitfields14.num_queues = (qpd->is_debug) ? 0 : qpd->queue_count;  in pm_map_process_v9()
60 		packet->bitfields2.debug_vmid = kfd->dqm->trap_debug_vmid;  in pm_map_process_v9()
61 		packet->bitfields2.new_debug = 1;  in pm_map_process_v9()
64 	packet->sh_mem_config = qpd->sh_mem_config;  in pm_map_process_v9()
65 	packet->sh_mem_bases = qpd->sh_mem_bases;  in pm_map_process_v9()
67 		packet->sq_shader_tba_lo = lower_32_bits(qpd->tba_addr >> 8);  in pm_map_process_v9()
71 		packet->sq_shader_tba_hi = upper_32_bits(qpd->tba_addr >> 8)  in pm_map_process_v9()
74 		packet->sq_shader_tma_lo = lower_32_bits(qpd->tma_addr >> 8);  in pm_map_process_v9()
75 		packet->sq_shader_tma_hi = upper_32_bits(qpd->tma_addr >> 8);  in pm_map_process_v9()
78 	packet->gds_addr_lo = lower_32_bits(qpd->gds_context_area);  in pm_map_process_v9()
79 	packet->gds_addr_hi = upper_32_bits(qpd->gds_context_area);  in pm_map_process_v9()
81 	packet->vm_context_page_table_base_addr_lo32 =  in pm_map_process_v9()
83 	packet->vm_context_page_table_base_addr_hi32 =  in pm_map_process_v9()
92 	struct pm4_mes_map_process_aldebaran *packet;  in pm_map_process_aldebaran()  local
101 	packet = (struct pm4_mes_map_process_aldebaran *)buffer;  in pm_map_process_aldebaran()
103 	packet->header.u32All = pm_build_pm4_header(IT_MAP_PROCESS,  in pm_map_process_aldebaran()
106 		packet->bitfields2.exec_cleaner_shader = 1;  in pm_map_process_aldebaran()
107 	packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0;  in pm_map_process_aldebaran()
108 	packet->bitfields2.process_quantum = 10;  in pm_map_process_aldebaran()
109 	packet->bitfields2.pasid = qpd->pqm->process->pasid;  in pm_map_process_aldebaran()
110 	packet->bitfields14.gds_size = qpd->gds_size & 0x3F;  in pm_map_process_aldebaran()
111 	packet->bitfields14.gds_size_hi = (qpd->gds_size >> 6) & 0xF;  in pm_map_process_aldebaran()
112 	packet->bitfields14.num_gws = (qpd->mapped_gws_queue) ? qpd->num_gws : 0;  in pm_map_process_aldebaran()
113 	packet->bitfields14.num_oac = qpd->num_oac;  in pm_map_process_aldebaran()
114 	packet->bitfields14.sdma_enable = 1;  in pm_map_process_aldebaran()
115 	packet->bitfields14.num_queues = (qpd->is_debug) ? 0 : qpd->queue_count;  in pm_map_process_aldebaran()
116 	packet->spi_gdbg_per_vmid_cntl = pdd->spi_dbg_override |  in pm_map_process_aldebaran()
121 			packet->tcp_watch_cntl[i] = pdd->watch_points[i];  in pm_map_process_aldebaran()
123 		packet->bitfields2.single_memops =  in pm_map_process_aldebaran()
127 	packet->sh_mem_config = qpd->sh_mem_config;  in pm_map_process_aldebaran()
128 	packet->sh_mem_bases = qpd->sh_mem_bases;  in pm_map_process_aldebaran()
130 		packet->sq_shader_tba_lo = lower_32_bits(qpd->tba_addr >> 8);  in pm_map_process_aldebaran()
131 		packet->sq_shader_tba_hi = upper_32_bits(qpd->tba_addr >> 8);  in pm_map_process_aldebaran()
132 		packet->sq_shader_tma_lo = lower_32_bits(qpd->tma_addr >> 8);  in pm_map_process_aldebaran()
133 		packet->sq_shader_tma_hi = upper_32_bits(qpd->tma_addr >> 8);  in pm_map_process_aldebaran()
136 	packet->gds_addr_lo = lower_32_bits(qpd->gds_context_area);  in pm_map_process_aldebaran()
137 	packet->gds_addr_hi = upper_32_bits(qpd->gds_context_area);  in pm_map_process_aldebaran()
139 	packet->vm_context_page_table_base_addr_lo32 =  in pm_map_process_aldebaran()
141 	packet->vm_context_page_table_base_addr_hi32 =  in pm_map_process_aldebaran()
150 	struct pm4_mes_runlist *packet;  in pm_runlist_v9()  local
172 	packet = (struct pm4_mes_runlist *)buffer;  in pm_runlist_v9()
175 	packet->header.u32All = pm_build_pm4_header(IT_RUN_LIST,  in pm_runlist_v9()
178 	packet->bitfields4.ib_size = ib_size_in_dwords;  in pm_runlist_v9()
179 	packet->bitfields4.chain = chain ? 1 : 0;  in pm_runlist_v9()
180 	packet->bitfields4.offload_polling = 0;  in pm_runlist_v9()
181 	packet->bitfields4.chained_runlist_idle_disable = chain ? 1 : 0;  in pm_runlist_v9()
182 	packet->bitfields4.valid = 1;  in pm_runlist_v9()
183 	packet->bitfields4.process_cnt = concurrent_proc_cnt;  in pm_runlist_v9()
184 	packet->ordinal2 = lower_32_bits(ib);  in pm_runlist_v9()
185 	packet->ib_base_hi = upper_32_bits(ib);  in pm_runlist_v9()
193 	struct pm4_mes_set_resources *packet;  in pm_set_resources_v9()  local
195 	packet = (struct pm4_mes_set_resources *)buffer;  in pm_set_resources_v9()
198 	packet->header.u32All = pm_build_pm4_header(IT_SET_RESOURCES,  in pm_set_resources_v9()
201 	packet->bitfields2.queue_type =  in pm_set_resources_v9()
203 	packet->bitfields2.vmid_mask = res->vmid_mask;  in pm_set_resources_v9()
204 	packet->bitfields2.unmap_latency = KFD_UNMAP_LATENCY_MS / 100;  in pm_set_resources_v9()
205 	packet->bitfields7.oac_mask = res->oac_mask;  in pm_set_resources_v9()
206 	packet->bitfields8.gds_heap_base = res->gds_heap_base;  in pm_set_resources_v9()
207 	packet->bitfields8.gds_heap_size = res->gds_heap_size;  in pm_set_resources_v9()
209 	packet->gws_mask_lo = lower_32_bits(res->gws_mask);  in pm_set_resources_v9()
210 	packet->gws_mask_hi = upper_32_bits(res->gws_mask);  in pm_set_resources_v9()
212 	packet->queue_mask_lo = lower_32_bits(res->queue_mask);  in pm_set_resources_v9()
213 	packet->queue_mask_hi = upper_32_bits(res->queue_mask);  in pm_set_resources_v9()
227 	struct pm4_mes_map_queues *packet;  in pm_map_queues_v9()  local
229 	packet = (struct pm4_mes_map_queues *)buffer;  in pm_map_queues_v9()
232 	packet->header.u32All = pm_build_pm4_header(IT_MAP_QUEUES,  in pm_map_queues_v9()
234 	packet->bitfields2.num_queues = 1;  in pm_map_queues_v9()
235 	packet->bitfields2.queue_sel =  in pm_map_queues_v9()
238 	packet->bitfields2.engine_sel =  in pm_map_queues_v9()
240 	packet->bitfields2.gws_control_queue = q->gws ? 1 : 0;  in pm_map_queues_v9()
241 	packet->bitfields2.extended_engine_sel =  in pm_map_queues_v9()
243 	packet->bitfields2.queue_type =  in pm_map_queues_v9()
249 			packet->bitfields2.queue_type =  in pm_map_queues_v9()
253 		packet->bitfields2.queue_type =  in pm_map_queues_v9()
260 			packet->bitfields2.engine_sel = q->properties.sdma_engine_id +  in pm_map_queues_v9()
269 				packet->bitfields2.extended_engine_sel =  in pm_map_queues_v9()
272 				packet->bitfields2.extended_engine_sel =  in pm_map_queues_v9()
275 			packet->bitfields2.engine_sel = q->properties.sdma_engine_id % 8;  in pm_map_queues_v9()
282 	packet->bitfields3.doorbell_offset =  in pm_map_queues_v9()
285 	packet->mqd_addr_lo =  in pm_map_queues_v9()
288 	packet->mqd_addr_hi =  in pm_map_queues_v9()
291 	packet->wptr_addr_lo =  in pm_map_queues_v9()
294 	packet->wptr_addr_hi =  in pm_map_queues_v9()
304 	struct pm4_mec_write_data_mmio *packet;  in pm_set_grace_period_v9()  local
318 	packet = (struct pm4_mec_write_data_mmio *)buffer;  in pm_set_grace_period_v9()
321 	packet->header.u32All = pm_build_pm4_header(IT_WRITE_DATA,  in pm_set_grace_period_v9()
324 	packet->bitfields2.dst_sel  = dst_sel___write_data__mem_mapped_register;  in pm_set_grace_period_v9()
325 	packet->bitfields2.addr_incr =  in pm_set_grace_period_v9()
328 	packet->bitfields3.dst_mmreg_addr = reg_offset;  in pm_set_grace_period_v9()
330 	packet->data = reg_data;  in pm_set_grace_period_v9()
339 	struct pm4_mes_unmap_queues *packet;  in pm_unmap_queues_v9()  local
341 	packet = (struct pm4_mes_unmap_queues *)buffer;  in pm_unmap_queues_v9()
344 	packet->header.u32All = pm_build_pm4_header(IT_UNMAP_QUEUES,  in pm_unmap_queues_v9()
347 	packet->bitfields2.extended_engine_sel =  in pm_unmap_queues_v9()
352 	packet->bitfields2.engine_sel =  in pm_unmap_queues_v9()
356 		packet->bitfields2.action =  in pm_unmap_queues_v9()
359 		packet->bitfields2.action =  in pm_unmap_queues_v9()
364 		packet->bitfields2.queue_sel =  in pm_unmap_queues_v9()
366 		packet->bitfields3a.pasid = filter_param;  in pm_unmap_queues_v9()
369 		packet->bitfields2.queue_sel =  in pm_unmap_queues_v9()
374 		packet->bitfields2.queue_sel =  in pm_unmap_queues_v9()
389 	struct pm4_mes_query_status *packet;  in pm_query_status_v9()  local
391 	packet = (struct pm4_mes_query_status *)buffer;  in pm_query_status_v9()
395 	packet->header.u32All = pm_build_pm4_header(IT_QUERY_STATUS,  in pm_query_status_v9()
398 	packet->bitfields2.context_id = 0;  in pm_query_status_v9()
399 	packet->bitfields2.interrupt_sel =  in pm_query_status_v9()
401 	packet->bitfields2.command =  in pm_query_status_v9()
404 	packet->addr_hi = upper_32_bits((uint64_t)fence_address);  in pm_query_status_v9()
405 	packet->addr_lo = lower_32_bits((uint64_t)fence_address);  in pm_query_status_v9()
406 	packet->data_hi = upper_32_bits((uint64_t)fence_value);  in pm_query_status_v9()
407 	packet->data_lo = lower_32_bits((uint64_t)fence_value);  in pm_query_status_v9()