45 	struct pm4_mes_map_process *packet;  in pm_map_process_vi()  local
47 	packet = (struct pm4_mes_map_process *)buffer;  in pm_map_process_vi()
51 	packet->header.u32All = pm_build_pm4_header(IT_MAP_PROCESS,  in pm_map_process_vi()
53 	packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0;  in pm_map_process_vi()
54 	packet->bitfields2.process_quantum = 10;  in pm_map_process_vi()
55 	packet->bitfields2.pasid = qpd->pqm->process->pasid;  in pm_map_process_vi()
56 	packet->bitfields3.page_table_base = qpd->page_table_base;  in pm_map_process_vi()
57 	packet->bitfields10.gds_size = qpd->gds_size;  in pm_map_process_vi()
58 	packet->bitfields10.num_gws = qpd->num_gws;  in pm_map_process_vi()
59 	packet->bitfields10.num_oac = qpd->num_oac;  in pm_map_process_vi()
60 	packet->bitfields10.num_queues = (qpd->is_debug) ? 0 : qpd->queue_count;  in pm_map_process_vi()
62 	packet->sh_mem_config = qpd->sh_mem_config;  in pm_map_process_vi()
63 	packet->sh_mem_bases = qpd->sh_mem_bases;  in pm_map_process_vi()
64 	packet->sh_mem_ape1_base = qpd->sh_mem_ape1_base;  in pm_map_process_vi()
65 	packet->sh_mem_ape1_limit = qpd->sh_mem_ape1_limit;  in pm_map_process_vi()
67 	packet->sh_hidden_private_base_vmid = qpd->sh_hidden_private_base;  in pm_map_process_vi()
69 	packet->gds_addr_lo = lower_32_bits(qpd->gds_context_area);  in pm_map_process_vi()
70 	packet->gds_addr_hi = upper_32_bits(qpd->gds_context_area);  in pm_map_process_vi()
78 	struct pm4_mes_runlist *packet;  in pm_runlist_vi()  local
97 	packet = (struct pm4_mes_runlist *)buffer;  in pm_runlist_vi()
100 	packet->header.u32All = pm_build_pm4_header(IT_RUN_LIST,  in pm_runlist_vi()
103 	packet->bitfields4.ib_size = ib_size_in_dwords;  in pm_runlist_vi()
104 	packet->bitfields4.chain = chain ? 1 : 0;  in pm_runlist_vi()
105 	packet->bitfields4.offload_polling = 0;  in pm_runlist_vi()
106 	packet->bitfields4.valid = 1;  in pm_runlist_vi()
107 	packet->bitfields4.process_cnt = concurrent_proc_cnt;  in pm_runlist_vi()
108 	packet->ordinal2 = lower_32_bits(ib);  in pm_runlist_vi()
109 	packet->bitfields3.ib_base_hi = upper_32_bits(ib);  in pm_runlist_vi()
117 	struct pm4_mes_set_resources *packet;  in pm_set_resources_vi()  local
119 	packet = (struct pm4_mes_set_resources *)buffer;  in pm_set_resources_vi()
122 	packet->header.u32All = pm_build_pm4_header(IT_SET_RESOURCES,  in pm_set_resources_vi()
125 	packet->bitfields2.queue_type =  in pm_set_resources_vi()
127 	packet->bitfields2.vmid_mask = res->vmid_mask;  in pm_set_resources_vi()
128 	packet->bitfields2.unmap_latency = KFD_UNMAP_LATENCY_MS / 100;  in pm_set_resources_vi()
129 	packet->bitfields7.oac_mask = res->oac_mask;  in pm_set_resources_vi()
130 	packet->bitfields8.gds_heap_base = res->gds_heap_base;  in pm_set_resources_vi()
131 	packet->bitfields8.gds_heap_size = res->gds_heap_size;  in pm_set_resources_vi()
133 	packet->gws_mask_lo = lower_32_bits(res->gws_mask);  in pm_set_resources_vi()
134 	packet->gws_mask_hi = upper_32_bits(res->gws_mask);  in pm_set_resources_vi()
136 	packet->queue_mask_lo = lower_32_bits(res->queue_mask);  in pm_set_resources_vi()
137 	packet->queue_mask_hi = upper_32_bits(res->queue_mask);  in pm_set_resources_vi()
145 	struct pm4_mes_map_queues *packet;  in pm_map_queues_vi()  local
148 	packet = (struct pm4_mes_map_queues *)buffer;  in pm_map_queues_vi()
151 	packet->header.u32All = pm_build_pm4_header(IT_MAP_QUEUES,  in pm_map_queues_vi()
153 	packet->bitfields2.num_queues = 1;  in pm_map_queues_vi()
154 	packet->bitfields2.queue_sel =  in pm_map_queues_vi()
157 	packet->bitfields2.engine_sel =  in pm_map_queues_vi()
159 	packet->bitfields2.queue_type =  in pm_map_queues_vi()
165 			packet->bitfields2.queue_type =  in pm_map_queues_vi()
169 		packet->bitfields2.queue_type =  in pm_map_queues_vi()
174 		packet->bitfields2.engine_sel = q->properties.sdma_engine_id +  in pm_map_queues_vi()
182 	packet->bitfields3.doorbell_offset =  in pm_map_queues_vi()
185 	packet->mqd_addr_lo =  in pm_map_queues_vi()
188 	packet->mqd_addr_hi =  in pm_map_queues_vi()
191 	packet->wptr_addr_lo =  in pm_map_queues_vi()
194 	packet->wptr_addr_hi =  in pm_map_queues_vi()
204 	struct pm4_mes_unmap_queues *packet;  in pm_unmap_queues_vi()  local
206 	packet = (struct pm4_mes_unmap_queues *)buffer;  in pm_unmap_queues_vi()
209 	packet->header.u32All = pm_build_pm4_header(IT_UNMAP_QUEUES,  in pm_unmap_queues_vi()
212 	packet->bitfields2.engine_sel =  in pm_unmap_queues_vi()
216 		packet->bitfields2.action =  in pm_unmap_queues_vi()
219 		packet->bitfields2.action =  in pm_unmap_queues_vi()
224 		packet->bitfields2.queue_sel =  in pm_unmap_queues_vi()
226 		packet->bitfields3a.pasid = filter_param;  in pm_unmap_queues_vi()
229 		packet->bitfields2.queue_sel =  in pm_unmap_queues_vi()
234 		packet->bitfields2.queue_sel =  in pm_unmap_queues_vi()
249 	struct pm4_mes_query_status *packet;  in pm_query_status_vi()  local
251 	packet = (struct pm4_mes_query_status *)buffer;  in pm_query_status_vi()
254 	packet->header.u32All = pm_build_pm4_header(IT_QUERY_STATUS,  in pm_query_status_vi()
257 	packet->bitfields2.context_id = 0;  in pm_query_status_vi()
258 	packet->bitfields2.interrupt_sel =  in pm_query_status_vi()
260 	packet->bitfields2.command =  in pm_query_status_vi()
263 	packet->addr_hi = upper_32_bits((uint64_t)fence_address);  in pm_query_status_vi()
264 	packet->addr_lo = lower_32_bits((uint64_t)fence_address);  in pm_query_status_vi()
265 	packet->data_hi = upper_32_bits((uint64_t)fence_value);  in pm_query_status_vi()
266 	packet->data_lo = lower_32_bits((uint64_t)fence_value);  in pm_query_status_vi()
273 	struct pm4_mec_release_mem *packet;  in pm_release_mem_vi()  local
275 	packet = (struct pm4_mec_release_mem *)buffer;  in pm_release_mem_vi()
276 	memset(buffer, 0, sizeof(*packet));  in pm_release_mem_vi()
278 	packet->header.u32All = pm_build_pm4_header(IT_RELEASE_MEM,  in pm_release_mem_vi()
279 						 sizeof(*packet));  in pm_release_mem_vi()
281 	packet->bitfields2.event_type = CACHE_FLUSH_AND_INV_TS_EVENT;  in pm_release_mem_vi()
282 	packet->bitfields2.event_index = event_index___release_mem__end_of_pipe;  in pm_release_mem_vi()
283 	packet->bitfields2.tcl1_action_ena = 1;  in pm_release_mem_vi()
284 	packet->bitfields2.tc_action_ena = 1;  in pm_release_mem_vi()
285 	packet->bitfields2.cache_policy = cache_policy___release_mem__lru;  in pm_release_mem_vi()
286 	packet->bitfields2.atc = 0;  in pm_release_mem_vi()
288 	packet->bitfields3.data_sel = data_sel___release_mem__send_32_bit_low;  in pm_release_mem_vi()
289 	packet->bitfields3.int_sel =  in pm_release_mem_vi()
292 	packet->bitfields4.address_lo_32b = (gpu_addr & 0xffffffff) >> 2;  in pm_release_mem_vi()
293 	packet->address_hi = upper_32_bits(gpu_addr);  in pm_release_mem_vi()
295 	packet->data_lo = 0;  in pm_release_mem_vi()