38 	page_ref_inc(buff->rxdata.page);  in aq_get_rxpages_xdp()
92 	if (rxbuf->rxdata.page) {  in aq_get_rxpages()
94 		if (page_ref_count(rxbuf->rxdata.page) > 1) {  in aq_get_rxpages()
96 			rxbuf->rxdata.pg_off += frame_max + page_offset +  in aq_get_rxpages()
98 			if (rxbuf->rxdata.pg_off + frame_max + tail_size <=  in aq_get_rxpages()
108 				aq_free_rxpage(&rxbuf->rxdata,  in aq_get_rxpages()
115 			rxbuf->rxdata.pg_off = page_offset;  in aq_get_rxpages()
122 	if (!rxbuf->rxdata.page) {  in aq_get_rxpages()
123 		ret = aq_alloc_rxpages(&rxbuf->rxdata, self);  in aq_get_rxpages()
502 					      buff_->rxdata.daddr,  in aq_add_rx_fragment()
503 					      buff_->rxdata.pg_off,  in aq_add_rx_fragment()
507 		skb_frag_fill_page_desc(frag, buff_->rxdata.page,  in aq_add_rx_fragment()
508 					buff_->rxdata.pg_off,  in aq_add_rx_fragment()
518 		if (page_is_pfmemalloc(buff_->rxdata.page))  in aq_add_rx_fragment()
607 					      buff->rxdata.daddr,  in __aq_ring_rx_clean()
608 					      buff->rxdata.pg_off,  in __aq_ring_rx_clean()
622 						  aq_buf_vaddr(&buff->rxdata),  in __aq_ring_rx_clean()
628 						  aq_buf_vaddr(&buff->rxdata),  in __aq_ring_rx_clean()
631 		memcpy(__skb_put(skb, hdr_len), aq_buf_vaddr(&buff->rxdata),  in __aq_ring_rx_clean()
635 			skb_add_rx_frag(skb, i++, buff->rxdata.page,  in __aq_ring_rx_clean()
636 					buff->rxdata.pg_off + hdr_len,  in __aq_ring_rx_clean()
639 			page_ref_inc(buff->rxdata.page);  in __aq_ring_rx_clean()
649 							      buff_->rxdata.daddr,  in __aq_ring_rx_clean()
650 							      buff_->rxdata.pg_off,  in __aq_ring_rx_clean()
654 						buff_->rxdata.page,  in __aq_ring_rx_clean()
655 						buff_->rxdata.pg_off,  in __aq_ring_rx_clean()
658 				page_ref_inc(buff_->rxdata.page);  in __aq_ring_rx_clean()
780 					      buff->rxdata.daddr,  in __aq_ring_xdp_clean()
781 					      buff->rxdata.pg_off,  in __aq_ring_xdp_clean()
783 		hard_start = page_address(buff->rxdata.page) +  in __aq_ring_xdp_clean()
784 			     buff->rxdata.pg_off - rx_ring->page_offset;  in __aq_ring_xdp_clean()
788 							     aq_buf_vaddr(&buff->rxdata),  in __aq_ring_xdp_clean()
885 		buff->pa = aq_buf_daddr(&buff->rxdata);  in aq_ring_rx_fill()
902 		aq_free_rxpage(&buff->rxdata, aq_nic_get_dev(self->aq_nic));  in aq_ring_rx_deinit()