48 	struct cik_mqd *m;  in update_cu_mask()  local
57 	m = get_mqd(mqd);  in update_cu_mask()
58 	m->compute_static_thread_mgmt_se0 = se_mask[0];  in update_cu_mask()
59 	m->compute_static_thread_mgmt_se1 = se_mask[1];  in update_cu_mask()
60 	m->compute_static_thread_mgmt_se2 = se_mask[2];  in update_cu_mask()
61 	m->compute_static_thread_mgmt_se3 = se_mask[3];  in update_cu_mask()
64 		m->compute_static_thread_mgmt_se0,  in update_cu_mask()
65 		m->compute_static_thread_mgmt_se1,  in update_cu_mask()
66 		m->compute_static_thread_mgmt_se2,  in update_cu_mask()
67 		m->compute_static_thread_mgmt_se3);  in update_cu_mask()
70 static void set_priority(struct cik_mqd *m, struct queue_properties *q)  in set_priority()  argument
72 	m->cp_hqd_pipe_priority = pipe_priority_map[q->priority];  in set_priority()
73 	m->cp_hqd_queue_priority = q->priority;  in set_priority()
93 	struct cik_mqd *m;  in init_mqd()  local
95 	m = (struct cik_mqd *) mqd_mem_obj->cpu_ptr;  in init_mqd()
98 	memset(m, 0, ALIGN(sizeof(struct cik_mqd), 256));  in init_mqd()
100 	m->header = 0xC0310800;  in init_mqd()
101 	m->compute_pipelinestat_enable = 1;  in init_mqd()
102 	m->compute_static_thread_mgmt_se0 = 0xFFFFFFFF;  in init_mqd()
103 	m->compute_static_thread_mgmt_se1 = 0xFFFFFFFF;  in init_mqd()
104 	m->compute_static_thread_mgmt_se2 = 0xFFFFFFFF;  in init_mqd()
105 	m->compute_static_thread_mgmt_se3 = 0xFFFFFFFF;  in init_mqd()
112 	m->cp_hqd_persistent_state =  in init_mqd()
115 	m->cp_mqd_control             = MQD_CONTROL_PRIV_STATE_EN;  in init_mqd()
116 	m->cp_mqd_base_addr_lo        = lower_32_bits(addr);  in init_mqd()
117 	m->cp_mqd_base_addr_hi        = upper_32_bits(addr);  in init_mqd()
119 	m->cp_hqd_quantum = QUANTUM_EN | QUANTUM_SCALE_1MS |  in init_mqd()
131 	set_priority(m, q);  in init_mqd()
134 		m->cp_hqd_iq_rptr = AQL_ENABLE;  in init_mqd()
136 	*mqd = m;  in init_mqd()
139 	mm->update_mqd(mm, m, q, NULL);  in init_mqd()
146 	struct cik_sdma_rlc_registers *m;  in init_mqd_sdma()  local
148 	m = (struct cik_sdma_rlc_registers *) mqd_mem_obj->cpu_ptr;  in init_mqd_sdma()
150 	memset(m, 0, sizeof(struct cik_sdma_rlc_registers));  in init_mqd_sdma()
152 	*mqd = m;  in init_mqd_sdma()
156 	mm->update_mqd(mm, m, q, NULL);  in init_mqd_sdma()
176 	struct cik_mqd *m;  in __update_mqd()  local
178 	m = get_mqd(mqd);  in __update_mqd()
179 	m->cp_hqd_pq_control = DEFAULT_RPTR_BLOCK_SIZE |  in __update_mqd()
181 	m->cp_hqd_ib_control = DEFAULT_MIN_IB_AVAIL_SIZE;  in __update_mqd()
183 		m->cp_hqd_pq_control |= PQ_ATC_EN;  in __update_mqd()
184 		m->cp_hqd_ib_control |= IB_ATC_EN;  in __update_mqd()
191 	m->cp_hqd_pq_control |= order_base_2(q->queue_size / 4) - 1;  in __update_mqd()
192 	m->cp_hqd_pq_base_lo = lower_32_bits((uint64_t)q->queue_address >> 8);  in __update_mqd()
193 	m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8);  in __update_mqd()
194 	m->cp_hqd_pq_rptr_report_addr_lo = lower_32_bits((uint64_t)q->read_ptr);  in __update_mqd()
195 	m->cp_hqd_pq_rptr_report_addr_hi = upper_32_bits((uint64_t)q->read_ptr);  in __update_mqd()
196 	m->cp_hqd_pq_doorbell_control = DOORBELL_OFFSET(q->doorbell_off);  in __update_mqd()
198 	m->cp_hqd_vmid = q->vmid;  in __update_mqd()
201 		m->cp_hqd_pq_control |= NO_UPDATE_RPTR;  in __update_mqd()
204 	set_priority(m, q);  in __update_mqd()
211 	struct cik_mqd *m = (struct cik_mqd *)mqd;  in check_preemption_failed()  local
213 	return kfd_check_hiq_mqd_doorbell_id(mm->dev, m->queue_doorbell_id0, 0);  in check_preemption_failed()
227 	struct cik_sdma_rlc_registers *m;  in update_mqd_sdma()  local
229 	m = get_sdma_mqd(mqd);  in update_mqd_sdma()
230 	m->sdma_rlc_rb_cntl = order_base_2(q->queue_size / 4)  in update_mqd_sdma()
236 	m->sdma_rlc_rb_base = lower_32_bits(q->queue_address >> 8);  in update_mqd_sdma()
237 	m->sdma_rlc_rb_base_hi = upper_32_bits(q->queue_address >> 8);  in update_mqd_sdma()
238 	m->sdma_rlc_rb_rptr_addr_lo = lower_32_bits((uint64_t)q->read_ptr);  in update_mqd_sdma()
239 	m->sdma_rlc_rb_rptr_addr_hi = upper_32_bits((uint64_t)q->read_ptr);  in update_mqd_sdma()
240 	m->sdma_rlc_doorbell =  in update_mqd_sdma()
243 	m->sdma_rlc_virtual_addr = q->sdma_vm_addr;  in update_mqd_sdma()
245 	m->sdma_engine_id = q->sdma_engine_id;  in update_mqd_sdma()
246 	m->sdma_queue_id = q->sdma_queue_id;  in update_mqd_sdma()
253 	struct cik_mqd *m;  in checkpoint_mqd()  local
255 	m = get_mqd(mqd);  in checkpoint_mqd()
257 	memcpy(mqd_dst, m, sizeof(struct cik_mqd));  in checkpoint_mqd()
267 	struct cik_mqd *m;  in restore_mqd()  local
269 	m = (struct cik_mqd *) mqd_mem_obj->cpu_ptr;  in restore_mqd()
272 	memcpy(m, mqd_src, sizeof(*m));  in restore_mqd()
274 	*mqd = m;  in restore_mqd()
278 	m->cp_hqd_pq_doorbell_control = DOORBELL_OFFSET(qp->doorbell_off);  in restore_mqd()
281 			m->cp_hqd_pq_doorbell_control);  in restore_mqd()
291 	struct cik_sdma_rlc_registers *m;  in checkpoint_mqd_sdma()  local
293 	m = get_sdma_mqd(mqd);  in checkpoint_mqd_sdma()
295 	memcpy(mqd_dst, m, sizeof(struct cik_sdma_rlc_registers));  in checkpoint_mqd_sdma()
305 	struct cik_sdma_rlc_registers *m;  in restore_mqd_sdma()  local
307 	m = (struct cik_sdma_rlc_registers *) mqd_mem_obj->cpu_ptr;  in restore_mqd_sdma()
310 	memcpy(m, mqd_src, sizeof(*m));  in restore_mqd_sdma()
312 	m->sdma_rlc_doorbell =  in restore_mqd_sdma()
315 	*mqd = m;  in restore_mqd_sdma()
339 	struct cik_mqd *m;  in update_mqd_hiq()  local
341 	m = get_mqd(mqd);  in update_mqd_hiq()
342 	m->cp_hqd_pq_control = DEFAULT_RPTR_BLOCK_SIZE |  in update_mqd_hiq()
351 	m->cp_hqd_pq_control |= order_base_2(q->queue_size / 4) - 1;  in update_mqd_hiq()
352 	m->cp_hqd_pq_base_lo = lower_32_bits((uint64_t)q->queue_address >> 8);  in update_mqd_hiq()
353 	m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8);  in update_mqd_hiq()
354 	m->cp_hqd_pq_rptr_report_addr_lo = lower_32_bits((uint64_t)q->read_ptr);  in update_mqd_hiq()
355 	m->cp_hqd_pq_rptr_report_addr_hi = upper_32_bits((uint64_t)q->read_ptr);  in update_mqd_hiq()
356 	m->cp_hqd_pq_doorbell_control = DOORBELL_OFFSET(q->doorbell_off);  in update_mqd_hiq()
358 	m->cp_hqd_vmid = q->vmid;  in update_mqd_hiq()
362 	set_priority(m, q);  in update_mqd_hiq()
367 static int debugfs_show_mqd(struct seq_file *m, void *data)  in debugfs_show_mqd()  argument
369 	seq_hex_dump(m, "    ", DUMP_PREFIX_OFFSET, 32, 4,  in debugfs_show_mqd()
374 static int debugfs_show_mqd_sdma(struct seq_file *m, void *data)  in debugfs_show_mqd_sdma()  argument
376 	seq_hex_dump(m, "    ", DUMP_PREFIX_OFFSET, 32, 4,  in debugfs_show_mqd_sdma()