97 	struct ltq_etop_chan ch[MAX_DMA_CHAN];  member
106 ltq_etop_alloc_skb(struct ltq_etop_chan *ch)  in ltq_etop_alloc_skb()  argument
108 	struct ltq_etop_priv *priv = netdev_priv(ch->netdev);  in ltq_etop_alloc_skb()
110 	ch->skb[ch->dma.desc] = netdev_alloc_skb(ch->netdev, MAX_DMA_DATA_LEN);  in ltq_etop_alloc_skb()
111 	if (!ch->skb[ch->dma.desc])  in ltq_etop_alloc_skb()
113 	ch->dma.desc_base[ch->dma.desc].addr =  in ltq_etop_alloc_skb()
114 		dma_map_single(&priv->pdev->dev, ch->skb[ch->dma.desc]->data,  in ltq_etop_alloc_skb()
116 	ch->dma.desc_base[ch->dma.desc].addr =  in ltq_etop_alloc_skb()
117 		CPHYSADDR(ch->skb[ch->dma.desc]->data);  in ltq_etop_alloc_skb()
118 	ch->dma.desc_base[ch->dma.desc].ctl =  in ltq_etop_alloc_skb()
121 	skb_reserve(ch->skb[ch->dma.desc], NET_IP_ALIGN);  in ltq_etop_alloc_skb()
126 ltq_etop_hw_receive(struct ltq_etop_chan *ch)  in ltq_etop_hw_receive()  argument
128 	struct ltq_etop_priv *priv = netdev_priv(ch->netdev);  in ltq_etop_hw_receive()
129 	struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];  in ltq_etop_hw_receive()
130 	struct sk_buff *skb = ch->skb[ch->dma.desc];  in ltq_etop_hw_receive()
135 	if (ltq_etop_alloc_skb(ch)) {  in ltq_etop_hw_receive()
136 		netdev_err(ch->netdev,  in ltq_etop_hw_receive()
138 		ltq_dma_close(&ch->dma);  in ltq_etop_hw_receive()
140 	ch->dma.desc++;  in ltq_etop_hw_receive()
141 	ch->dma.desc %= LTQ_DESC_NUM;  in ltq_etop_hw_receive()
145 	skb->protocol = eth_type_trans(skb, ch->netdev);  in ltq_etop_hw_receive()
152 	struct ltq_etop_chan *ch = container_of(napi,  in ltq_etop_poll_rx()  local
157 		struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];  in ltq_etop_poll_rx()
161 		ltq_etop_hw_receive(ch);  in ltq_etop_poll_rx()
165 		napi_complete_done(&ch->napi, work_done);  in ltq_etop_poll_rx()
166 		ltq_dma_ack_irq(&ch->dma);  in ltq_etop_poll_rx()
174 	struct ltq_etop_chan *ch =  in ltq_etop_poll_tx()  local
176 	struct ltq_etop_priv *priv = netdev_priv(ch->netdev);  in ltq_etop_poll_tx()
178 		netdev_get_tx_queue(ch->netdev, ch->idx >> 1);  in ltq_etop_poll_tx()
182 	while ((ch->dma.desc_base[ch->tx_free].ctl &  in ltq_etop_poll_tx()
184 		dev_kfree_skb_any(ch->skb[ch->tx_free]);  in ltq_etop_poll_tx()
185 		ch->skb[ch->tx_free] = NULL;  in ltq_etop_poll_tx()
186 		memset(&ch->dma.desc_base[ch->tx_free], 0,  in ltq_etop_poll_tx()
188 		ch->tx_free++;  in ltq_etop_poll_tx()
189 		ch->tx_free %= LTQ_DESC_NUM;  in ltq_etop_poll_tx()
195 	napi_complete(&ch->napi);  in ltq_etop_poll_tx()
196 	ltq_dma_ack_irq(&ch->dma);  in ltq_etop_poll_tx()
204 	int ch = irq - LTQ_DMA_CH0_INT;  in ltq_etop_dma_irq()  local
206 	napi_schedule(&priv->ch[ch].napi);  in ltq_etop_dma_irq()
211 ltq_etop_free_channel(struct net_device *dev, struct ltq_etop_chan *ch)  in ltq_etop_free_channel()  argument
215 	ltq_dma_free(&ch->dma);  in ltq_etop_free_channel()
216 	if (ch->dma.irq)  in ltq_etop_free_channel()
217 		free_irq(ch->dma.irq, priv);  in ltq_etop_free_channel()
218 	if (IS_RX(ch->idx)) {  in ltq_etop_free_channel()
219 		struct ltq_dma_channel *dma = &ch->dma;  in ltq_etop_free_channel()
222 			dev_kfree_skb_any(ch->skb[ch->dma.desc]);  in ltq_etop_free_channel()
235 			ltq_etop_free_channel(dev, &priv->ch[i]);  in ltq_etop_hw_exit()
271 		struct ltq_etop_chan *ch = &priv->ch[i];  in ltq_etop_hw_init()  local
273 		ch->dma.nr = i;  in ltq_etop_hw_init()
274 		ch->idx = ch->dma.nr;  in ltq_etop_hw_init()
275 		ch->dma.dev = &priv->pdev->dev;  in ltq_etop_hw_init()
278 			ltq_dma_alloc_tx(&ch->dma);  in ltq_etop_hw_init()
287 			ltq_dma_alloc_rx(&ch->dma);  in ltq_etop_hw_init()
288 			for (ch->dma.desc = 0; ch->dma.desc < LTQ_DESC_NUM;  in ltq_etop_hw_init()
289 					ch->dma.desc++)  in ltq_etop_hw_init()
290 				if (ltq_etop_alloc_skb(ch))  in ltq_etop_hw_init()
292 			ch->dma.desc = 0;  in ltq_etop_hw_init()
301 		ch->dma.irq = irq;  in ltq_etop_hw_init()
440 		struct ltq_etop_chan *ch = &priv->ch[i];  in ltq_etop_open()  local
444 		ltq_dma_open(&ch->dma);  in ltq_etop_open()
445 		ltq_dma_enable_irq(&ch->dma);  in ltq_etop_open()
446 		napi_enable(&ch->napi);  in ltq_etop_open()
462 		struct ltq_etop_chan *ch = &priv->ch[i];  in ltq_etop_stop()  local
466 		napi_disable(&ch->napi);  in ltq_etop_stop()
467 		ltq_dma_close(&ch->dma);  in ltq_etop_stop()
478 	struct ltq_etop_chan *ch = &priv->ch[(queue << 1) | 1];  in ltq_etop_tx()  local
479 	struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];  in ltq_etop_tx()
488 	if ((desc->ctl & (LTQ_DMA_OWN | LTQ_DMA_C)) || ch->skb[ch->dma.desc]) {  in ltq_etop_tx()
496 	ch->skb[ch->dma.desc] = skb;  in ltq_etop_tx()
507 	ch->dma.desc++;  in ltq_etop_tx()
508 	ch->dma.desc %= LTQ_DESC_NUM;  in ltq_etop_tx()
511 	if (ch->dma.desc_base[ch->dma.desc].ctl & LTQ_DMA_OWN)  in ltq_etop_tx()
703 			netif_napi_add_weight(dev, &priv->ch[i].napi,  in ltq_etop_probe()
706 			netif_napi_add_weight(dev, &priv->ch[i].napi,  in ltq_etop_probe()
708 		priv->ch[i].netdev = dev;  in ltq_etop_probe()