20 				 unsigned int ae, unsigned int image_num)  in qat_uclo_init_ae_data()  argument
27 	ae_data = &obj_handle->ae_data[ae];  in qat_uclo_init_ae_data()
141 				      unsigned char ae, unsigned int addr,  in qat_uclo_wr_umem_by_words()  argument
152 		qat_hal_wr_umem(handle, ae, addr++, 1, &outval);  in qat_uclo_wr_umem_by_words()
159 				   unsigned char ae,  in qat_uclo_batch_wr_umem()  argument
171 		ae = umem_init->ae;  in qat_uclo_batch_wr_umem()
175 		qat_uclo_wr_umem_by_words(handle, ae, addr, value, size);  in qat_uclo_batch_wr_umem()
200 	unsigned long ae = 0;  in qat_uclo_parse_num()  local
210 	if ((kstrtoul(buf, 10, &ae)))  in qat_uclo_parse_num()
213 	*num = (unsigned int)ae;  in qat_uclo_parse_num()
219 				     unsigned int size_range, unsigned int *ae)  in qat_uclo_fetch_initmem_ae()  argument
234 		pr_err("QAT: AE name assigned in UOF init table is NULL\n");  in qat_uclo_fetch_initmem_ae()
237 	if (qat_uclo_parse_num(str, ae)) {  in qat_uclo_fetch_initmem_ae()
238 		pr_err("QAT: Parse num for AE number failed\n");  in qat_uclo_fetch_initmem_ae()
241 	if (*ae >= ICP_QAT_UCLO_MAX_AE) {  in qat_uclo_fetch_initmem_ae()
242 		pr_err("QAT: ae %d out of range\n", *ae);  in qat_uclo_fetch_initmem_ae()
250 					   *init_mem, unsigned int ae,  in qat_uclo_create_batch_init_list()  argument
280 		mem_init->ae = ae;  in qat_uclo_create_batch_init_list()
311 	unsigned int ae;  in qat_uclo_init_lmem_seg()  local
314 				      handle->chip_info->lm_size, &ae))  in qat_uclo_init_lmem_seg()
316 	if (qat_uclo_create_batch_init_list(handle, init_mem, ae,  in qat_uclo_init_lmem_seg()
317 					    &obj_handle->lm_init_tab[ae]))  in qat_uclo_init_lmem_seg()
326 	unsigned int ae, ustore_size, uaddr, i;  in qat_uclo_init_umem_seg()  local
330 	if (qat_uclo_fetch_initmem_ae(handle, init_mem, ustore_size, &ae))  in qat_uclo_init_umem_seg()
332 	if (qat_uclo_create_batch_init_list(handle, init_mem, ae,  in qat_uclo_init_umem_seg()
333 					    &obj_handle->umem_init_tab[ae]))  in qat_uclo_init_umem_seg()
337 	aed = &obj_handle->ae_data[ae];  in qat_uclo_init_umem_seg()
371 	unsigned char ae;  in qat_uclo_init_ustore()  local
389 	for_each_set_bit(ae, &ae_mask, handle->hal_handle->ae_max_num) {  in qat_uclo_init_ustore()
392 		if (!test_bit(ae, &ae_assigned))  in qat_uclo_init_ustore()
395 		if (!test_bit(ae, &cfg_ae_mask))  in qat_uclo_init_ustore()
398 		ustore_size = obj_handle->ae_data[ae].eff_ustore_size;  in qat_uclo_init_ustore()
401 		qat_hal_wr_uwords(handle, (unsigned char)ae, 0,  in qat_uclo_init_ustore()
403 		qat_hal_wr_uwords(handle, (unsigned char)ae, patt_pos,  in qat_uclo_init_ustore()
413 	int i, ae;  in qat_uclo_init_memory()  local
430 	for_each_set_bit(ae, &ae_mask, handle->hal_handle->ae_max_num) {  in qat_uclo_init_memory()
431 		if (qat_hal_batch_wr_lm(handle, ae,  in qat_uclo_init_memory()
432 					obj_handle->lm_init_tab[ae])) {  in qat_uclo_init_memory()
433 			pr_err("QAT: fail to batch init lmem for AE %d\n", ae);  in qat_uclo_init_memory()
437 						 &obj_handle->lm_init_tab[ae]);  in qat_uclo_init_memory()
438 		qat_uclo_batch_wr_umem(handle, ae,  in qat_uclo_init_memory()
439 				       obj_handle->umem_init_tab[ae]);  in qat_uclo_init_memory()
442 						 umem_init_tab[ae]);  in qat_uclo_init_memory()
658 	int i, ae;  in qat_uclo_map_ae()  local
664 	for_each_set_bit(ae, &ae_mask, max_ae) {  in qat_uclo_map_ae()
665 		if (!test_bit(ae, &cfg_ae_mask))  in qat_uclo_map_ae()
671 			if (!test_bit(ae, &ae_assigned))  in qat_uclo_map_ae()
674 			if (qat_uclo_init_ae_data(obj_handle, ae, i))  in qat_uclo_map_ae()
679 		pr_err("QAT: uimage uses AE not set\n");  in qat_uclo_map_ae()
765 			     unsigned char ae, unsigned char ctx_mask,  in qat_uclo_init_reg()  argument
776 		return qat_hal_init_gpr(handle, ae, ctx_mask, reg_type,  in qat_uclo_init_reg()
788 		return qat_hal_init_rd_xfer(handle, ae, ctx_mask, reg_type,  in qat_uclo_init_reg()
796 		return qat_hal_init_wr_xfer(handle, ae, ctx_mask, reg_type,  in qat_uclo_init_reg()
799 		return qat_hal_init_nn(handle, ae, ctx_mask, reg_addr, value);  in qat_uclo_init_reg()
808 				 unsigned int ae,  in qat_uclo_init_reg_sym()  argument
828 			qat_uclo_init_reg(handle, ae, ctx_mask,  in qat_uclo_init_reg_sym()
841 			qat_uclo_init_reg(handle, ae,  in qat_uclo_init_reg_sym()
867 	unsigned int s, ae;  in qat_uclo_init_globals()  local
878 	for_each_set_bit(ae, &ae_mask, handle->hal_handle->ae_max_num) {  in qat_uclo_init_globals()
879 		aed = &obj_handle->ae_data[ae];  in qat_uclo_init_globals()
883 			if (qat_uclo_init_reg_sym(handle, ae, aed->ae_slices[s].encap_image))  in qat_uclo_init_globals()
893 			     unsigned char ae,  in qat_hal_set_modes()  argument
900 	ret = qat_hal_set_ae_ctx_mode(handle, ae, mode);  in qat_hal_set_modes()
907 		ret = qat_hal_set_ae_nn_mode(handle, ae, mode);  in qat_hal_set_modes()
914 	ret = qat_hal_set_ae_lm_mode(handle, ae, ICP_LMEM0, mode);  in qat_hal_set_modes()
920 	ret = qat_hal_set_ae_lm_mode(handle, ae, ICP_LMEM1, mode);  in qat_hal_set_modes()
927 		ret = qat_hal_set_ae_lm_mode(handle, ae, ICP_LMEM2, mode);  in qat_hal_set_modes()
933 		ret = qat_hal_set_ae_lm_mode(handle, ae, ICP_LMEM3, mode);  in qat_hal_set_modes()
939 		qat_hal_set_ae_tindex_mode(handle, ae, mode);  in qat_hal_set_modes()
951 	unsigned char ae, s;  in qat_uclo_set_ae_mode()  local
954 	for_each_set_bit(ae, &ae_mask, handle->hal_handle->ae_max_num) {  in qat_uclo_set_ae_mode()
955 		if (!test_bit(ae, &cfg_ae_mask))  in qat_uclo_set_ae_mode()
958 		ae_data = &obj_handle->ae_data[ae];  in qat_uclo_set_ae_mode()
961 			if (!obj_handle->ae_data[ae].ae_slices[s].encap_image)  in qat_uclo_set_ae_mode()
964 			error = qat_hal_set_modes(handle, obj_handle, ae,  in qat_uclo_set_ae_mode()
989 	unsigned int ae;  in qat_uclo_parse_uof_obj()  local
1029 	for (ae = 0; ae < obj_handle->uimage_num; ae++)  in qat_uclo_parse_uof_obj()
1030 		kfree(obj_handle->ae_uimage[ae].page);  in qat_uclo_parse_uof_obj()
1273 	unsigned int ae, retry = 0;  in qat_uclo_broadcast_load_fw()  local
1285 	for_each_set_bit(ae, &ae_mask, handle->hal_handle->ae_max_num) {  in qat_uclo_broadcast_load_fw()
1286 		if (qat_hal_check_ae_active(handle, (unsigned char)ae)) {  in qat_uclo_broadcast_load_fw()
1287 			pr_err("QAT: Broadcast load failed. AE is not enabled or active.\n");  in qat_uclo_broadcast_load_fw()
1291 		if (test_bit(ae, &desc_ae_mask))  in qat_uclo_broadcast_load_fw()
1292 			ae_broadcast_mask |= 1 << ae;  in qat_uclo_broadcast_load_fw()
1376 	char *fw_type_name = fw_type ? "MMP" : "AE";  in qat_uclo_check_image()
1497 	/* AE firmware */  in qat_uclo_map_auth_fw()
1545 			pr_err("QAT: AE %d is active\n", i);  in qat_uclo_load_fw()
1976 					*encap_page, unsigned int ae)  in qat_uclo_wr_uimage_raw_page()  argument
2000 		qat_hal_wr_uwords(handle, (unsigned char)ae,  in qat_uclo_wr_uimage_raw_page()
2020 	unsigned char ae;  in qat_uclo_wr_uimage_page()  local
2029 	for_each_set_bit(ae, &ae_mask, handle->hal_handle->ae_max_num) {  in qat_uclo_wr_uimage_page()
2030 		if (!test_bit(ae, &cfg_ae_mask))  in qat_uclo_wr_uimage_page()
2033 		if (!test_bit(ae, &ae_assigned))  in qat_uclo_wr_uimage_page()
2036 		aed = &obj_handle->ae_data[ae];  in qat_uclo_wr_uimage_page()
2048 		qat_uclo_wr_uimage_raw_page(handle, page->encap_page, ae);  in qat_uclo_wr_uimage_page()
2054 		qat_hal_set_live_ctx(handle, (unsigned char)ae,  in qat_uclo_wr_uimage_page()
2056 		qat_hal_set_pc(handle, (unsigned char)ae, image->ctx_assigned,  in qat_uclo_wr_uimage_page()