33 		atomic_read_acquire(&tx->dqo_compl.free_tx_qpl_buf_cnt);  in gve_has_free_tx_qpl_bufs()
54 			atomic_xchg(&tx->dqo_compl.free_tx_qpl_buf_head, -1);  in gve_alloc_tx_qpl_buf()
85 		s16 old_head = atomic_read_acquire(&tx->dqo_compl.free_tx_qpl_buf_head);  in gve_free_tx_qpl_bufs()
88 		if (atomic_cmpxchg(&tx->dqo_compl.free_tx_qpl_buf_head,  in gve_free_tx_qpl_bufs()
95 	atomic_add(pkt->num_bufs, &tx->dqo_compl.free_tx_qpl_buf_cnt);  in gve_free_tx_qpl_bufs()
107 	if (atomic_read_acquire(&tx->dqo_compl.free_pending_packets) != -1)  in gve_has_pending_packet()
126 			atomic_xchg(&tx->dqo_compl.free_pending_packets, -1);  in gve_alloc_pending_packet()
150 		s16 old_head = atomic_read_acquire(&tx->dqo_compl.free_pending_packets);  in gve_free_pending_packet()
153 		if (atomic_cmpxchg(&tx->dqo_compl.free_pending_packets,  in gve_free_pending_packet()
268 	atomic_set_release(&tx->dqo_compl.free_tx_qpl_buf_head, -1);  in gve_tx_qpl_buf_init()
298 	atomic_set_release(&tx->dqo_compl.hw_tx_head, 0);  in gve_tx_alloc_ring_dqo()
335 	atomic_set_release(&tx->dqo_compl.free_pending_packets, -1);  in gve_tx_alloc_ring_dqo()
336 	tx->dqo_compl.miss_completions.head = -1;  in gve_tx_alloc_ring_dqo()
337 	tx->dqo_compl.miss_completions.tail = -1;  in gve_tx_alloc_ring_dqo()
338 	tx->dqo_compl.timed_out_completions.head = -1;  in gve_tx_alloc_ring_dqo()
339 	tx->dqo_compl.timed_out_completions.tail = -1;  in gve_tx_alloc_ring_dqo()
467 	tx->dqo_tx.head = atomic_read_acquire(&tx->dqo_compl.hw_tx_head);  in gve_maybe_stop_tx_dqo()
482 	tx->dqo_tx.head = atomic_read_acquire(&tx->dqo_compl.hw_tx_head);  in gve_maybe_stop_tx_dqo()
1084 					 &tx->dqo_compl.timed_out_completions,  in gve_handle_packet_completion()
1100 		remove_from_list(tx, &tx->dqo_compl.miss_completions,  in gve_handle_packet_completion()
1151 	add_to_list(tx, &tx->dqo_compl.miss_completions, pending_packet);  in gve_handle_miss_completion()
1163 	next_index = tx->dqo_compl.miss_completions.head;  in remove_miss_completions()
1171 		remove_from_list(tx, &tx->dqo_compl.miss_completions,  in remove_miss_completions()
1199 		add_to_list(tx, &tx->dqo_compl.timed_out_completions,  in remove_miss_completions()
1210 	next_index = tx->dqo_compl.timed_out_completions.head;  in remove_timed_out_completions()
1218 		remove_from_list(tx, &tx->dqo_compl.timed_out_completions,  in remove_timed_out_completions()
1238 			&tx->dqo.compl_ring[tx->dqo_compl.head];  in gve_clean_tx_done_dqo()
1241 		if (compl_desc->generation == tx->dqo_compl.cur_gen_bit)  in gve_clean_tx_done_dqo()
1245 		prefetch(&tx->dqo.compl_ring[(tx->dqo_compl.head + 1) &  in gve_clean_tx_done_dqo()
1256 			atomic_set_release(&tx->dqo_compl.hw_tx_head, tx_head);  in gve_clean_tx_done_dqo()
1287 		tx->dqo_compl.head =  in gve_clean_tx_done_dqo()
1288 			(tx->dqo_compl.head + 1) & tx->dqo.complq_mask;  in gve_clean_tx_done_dqo()
1290 		tx->dqo_compl.cur_gen_bit ^= tx->dqo_compl.head == 0;  in gve_clean_tx_done_dqo()
1329 	compl_desc = &tx->dqo.compl_ring[tx->dqo_compl.head];  in gve_tx_poll_dqo()
1330 	return compl_desc->generation != tx->dqo_compl.cur_gen_bit;  in gve_tx_poll_dqo()