226 	rx->dqo.complq.num_free_slots = completion_queue_slots;  in gve_rx_init_ring_state_dqo()
227 	rx->dqo.complq.mask = completion_queue_slots - 1;  in gve_rx_init_ring_state_dqo()
228 	rx->dqo.complq.cur_gen_bit = 0;  in gve_rx_init_ring_state_dqo()
229 	rx->dqo.complq.head = 0;  in gve_rx_init_ring_state_dqo()
266 	if (rx->dqo.complq.desc_ring) {  in gve_rx_reset_ring_dqo()
267 		size = sizeof(rx->dqo.complq.desc_ring[0]) *  in gve_rx_reset_ring_dqo()
269 		memset(rx->dqo.complq.desc_ring, 0, size);  in gve_rx_reset_ring_dqo()
313 	completion_queue_slots = rx->dqo.complq.mask + 1;  in gve_rx_free_ring_dqo()
342 	if (rx->dqo.complq.desc_ring) {  in gve_rx_free_ring_dqo()
343 		size = sizeof(rx->dqo.complq.desc_ring[0]) *  in gve_rx_free_ring_dqo()
345 		dma_free_coherent(hdev, size, rx->dqo.complq.desc_ring,  in gve_rx_free_ring_dqo()
346 				  rx->dqo.complq.bus);  in gve_rx_free_ring_dqo()
347 		rx->dqo.complq.desc_ring = NULL;  in gve_rx_free_ring_dqo()
413 	size = sizeof(rx->dqo.complq.desc_ring[0]) *  in gve_rx_alloc_ring_dqo()
415 	rx->dqo.complq.desc_ring =  in gve_rx_alloc_ring_dqo()
416 		dma_alloc_coherent(hdev, size, &rx->dqo.complq.bus, GFP_KERNEL);  in gve_rx_alloc_ring_dqo()
417 	if (!rx->dqo.complq.desc_ring)  in gve_rx_alloc_ring_dqo()
511 	struct gve_rx_compl_queue_dqo *complq = &rx->dqo.complq;  in gve_rx_post_buffers_dqo()  local
521 	num_avail_slots = min_t(u32, num_avail_slots, complq->num_free_slots);  in gve_rx_post_buffers_dqo()
550 		complq->num_free_slots--;  in gve_rx_post_buffers_dqo()
931 	struct gve_rx_compl_queue_dqo *complq = &rx->dqo.complq;  in gve_rx_poll_dqo()  local
939 			&complq->desc_ring[complq->head];  in gve_rx_poll_dqo()
943 		if (compl_desc->generation == complq->cur_gen_bit)  in gve_rx_poll_dqo()
947 		prefetch(&complq->desc_ring[(complq->head + 1) & complq->mask]);  in gve_rx_poll_dqo()
948 		prefetch(&complq->desc_ring[(complq->head + 2) & complq->mask]);  in gve_rx_poll_dqo()
953 		err = gve_rx_dqo(napi, rx, compl_desc, complq->head, rx->q_num);  in gve_rx_poll_dqo()
964 		complq->head = (complq->head + 1) & complq->mask;  in gve_rx_poll_dqo()
965 		complq->num_free_slots++;  in gve_rx_poll_dqo()
968 		complq->cur_gen_bit ^= (complq->head == 0);  in gve_rx_poll_dqo()