492 		unsigned int ep_index,  in xhci_ring_ep_doorbell()  argument
496 	struct xhci_virt_ep *ep = &xhci->devs[slot_id]->eps[ep_index];  in xhci_ring_ep_doorbell()
509 	trace_xhci_ring_ep_doorbell(slot_id, DB_VALUE(ep_index, stream_id));  in xhci_ring_ep_doorbell()
511 	writel(DB_VALUE(ep_index, stream_id), db_addr);  in xhci_ring_ep_doorbell()
519 		unsigned int ep_index)  in ring_doorbell_for_active_rings()  argument
524 	ep = &xhci->devs[slot_id]->eps[ep_index];  in ring_doorbell_for_active_rings()
529 			xhci_ring_ep_doorbell(xhci, slot_id, ep_index, 0);  in ring_doorbell_for_active_rings()
537 			xhci_ring_ep_doorbell(xhci, slot_id, ep_index,  in ring_doorbell_for_active_rings()
544 		unsigned int ep_index)  in xhci_ring_doorbell_for_active_rings()  argument
546 	ring_doorbell_for_active_rings(xhci, slot_id, ep_index);  in xhci_ring_doorbell_for_active_rings()
551 					     unsigned int ep_index)  in xhci_get_virt_ep()  argument
557 	if (ep_index >= EP_CTX_PER_DEV) {  in xhci_get_virt_ep()
558 		xhci_warn(xhci, "Invalid endpoint index %u\n", ep_index);  in xhci_get_virt_ep()
566 	return &xhci->devs[slot_id]->eps[ep_index];  in xhci_get_virt_ep()
582 			  stream_id, ep->vdev->slot_id, ep->ep_index);  in xhci_virt_ep_to_ring()
594 		unsigned int slot_id, unsigned int ep_index,  in xhci_triad_to_transfer_ring()  argument
599 	ep = xhci_get_virt_ep(xhci, slot_id, ep_index);  in xhci_triad_to_transfer_ring()
614 			   unsigned int ep_index, unsigned int stream_id)  in xhci_get_hw_deq()  argument
620 	ep = &vdev->eps[ep_index];  in xhci_get_hw_deq()
626 	ep_ctx = xhci_get_ep_ctx(xhci, vdev->out_ctx, ep_index);  in xhci_get_hw_deq()
631 				unsigned int slot_id, unsigned int ep_index,  in xhci_move_dequeue_past_td()  argument
635 	struct xhci_virt_ep *ep = &dev->eps[ep_index];  in xhci_move_dequeue_past_td()
649 			ep_index, stream_id);  in xhci_move_dequeue_past_td()
656 	hw_dequeue = xhci_get_hw_deq(xhci, dev, ep_index, stream_id);  in xhci_move_dequeue_past_td()
718 		EP_INDEX_FOR_TRB(ep_index) | TRB_TYPE(TRB_SET_DEQ), false);  in xhci_move_dequeue_past_td()
891 				unsigned int ep_index, enum xhci_ep_reset_type reset_type)  in xhci_reset_halted_ep()  argument
904 		 ep_index, slot_id);  in xhci_reset_halted_ep()
906 	ret = xhci_queue_reset_ep(xhci, command, slot_id, ep_index, reset_type);  in xhci_reset_halted_ep()
910 			 slot_id, ep_index, ret);  in xhci_reset_halted_ep()
940 			 ep->ep_index);  in xhci_handle_halted_endpoint()
944 	err = xhci_reset_halted_ep(xhci, slot_id, ep->ep_index, reset_type);  in xhci_handle_halted_endpoint()
996 		hw_deq = xhci_get_hw_deq(xhci, ep->vdev, ep->ep_index,  in xhci_invalidate_cancelled_tds()
1041 	err = xhci_move_dequeue_past_td(xhci, slot_id, ep->ep_index,  in xhci_invalidate_cancelled_tds()
1074 		hw_deq = xhci_get_hw_deq(ep->xhci, ep->vdev, ep->ep_index, 0);  in find_halted_td()
1096 	unsigned int ep_index;  in xhci_handle_cmd_stop_ep()  local
1111 	ep_index = TRB_TO_EP_INDEX(le32_to_cpu(trb->generic.field[3]));  in xhci_handle_cmd_stop_ep()
1112 	ep = xhci_get_virt_ep(xhci, slot_id, ep_index);  in xhci_handle_cmd_stop_ep()
1116 	ep_ctx = xhci_get_ep_ctx(xhci, ep->vdev->out_ctx, ep_index);  in xhci_handle_cmd_stop_ep()
1170 			xhci_queue_stop_endpoint(xhci, command, slot_id, ep_index, 0);  in xhci_handle_cmd_stop_ep()
1185 	ring_doorbell_for_active_rings(xhci, slot_id, ep_index);  in xhci_handle_cmd_stop_ep()
1208 		int slot_id, int ep_index)  in xhci_kill_endpoint_urbs()  argument
1215 	ep = xhci_get_virt_ep(xhci, slot_id, ep_index);  in xhci_kill_endpoint_urbs()
1231 					slot_id, ep_index, stream_id);  in xhci_kill_endpoint_urbs()
1240 				slot_id, ep_index);  in xhci_kill_endpoint_urbs()
1291 		unsigned int ep_index)  in update_ring_for_set_deq_completion()  argument
1308 	while (ep_ring->dequeue != dev->eps[ep_index].queued_deq_ptr) {  in update_ring_for_set_deq_completion()
1313 					dev->eps[ep_index].queued_deq_ptr)  in update_ring_for_set_deq_completion()
1335 	unsigned int ep_index;  in xhci_handle_cmd_set_deq()  local
1344 	ep_index = TRB_TO_EP_INDEX(le32_to_cpu(trb->generic.field[3]));  in xhci_handle_cmd_set_deq()
1346 	ep = xhci_get_virt_ep(xhci, slot_id, ep_index);  in xhci_handle_cmd_set_deq()
1358 	ep_ctx = xhci_get_ep_ctx(xhci, ep->vdev->out_ctx, ep_index);  in xhci_handle_cmd_set_deq()
1427 				ep_ring, ep_index);  in xhci_handle_cmd_set_deq()
1463 		ring_doorbell_for_active_rings(xhci, slot_id, ep_index);  in xhci_handle_cmd_set_deq()
1472 	unsigned int ep_index;  in xhci_handle_cmd_reset_ep()  local
1474 	ep_index = TRB_TO_EP_INDEX(le32_to_cpu(trb->generic.field[3]));  in xhci_handle_cmd_reset_ep()
1475 	ep = xhci_get_virt_ep(xhci, slot_id, ep_index);  in xhci_handle_cmd_reset_ep()
1479 	ep_ctx = xhci_get_ep_ctx(xhci, ep->vdev->out_ctx, ep_index);  in xhci_handle_cmd_reset_ep()
1498 		ring_doorbell_for_active_rings(xhci, slot_id, ep_index);  in xhci_handle_cmd_reset_ep()
1532 	unsigned int ep_index;  in xhci_handle_cmd_config_ep()  local
1552 	ep_index = xhci_last_valid_endpoint(add_flags) - 1;  in xhci_handle_cmd_config_ep()
1554 	ep_ctx = xhci_get_ep_ctx(xhci, virt_dev->out_ctx, ep_index);  in xhci_handle_cmd_config_ep()
2193 	ep_ctx = xhci_get_ep_ctx(xhci, ep->vdev->out_ctx, ep->ep_index);  in finish_td()
2250 		if (ep->ep_index != 0)  in finish_td()
2296 	ep_ctx = xhci_get_ep_ctx(xhci, ep->vdev->out_ctx, ep->ep_index);  in process_ctrl_td()
2343 			 trb_comp_code, ep->ep_index);  in process_ctrl_td()
2587 		xhci_dbg(xhci, "Stream transaction error ep %u no id\n", ep->ep_index);  in handle_transferless_tx_event()
2599 			 trb_comp_code, ep->vdev->slot_id, ep->ep_index);  in handle_transferless_tx_event()
2617 	int ep_index;  in handle_tx_event()  local
2627 	ep_index = TRB_TO_EP_ID(le32_to_cpu(event->flags)) - 1;  in handle_tx_event()
2631 	ep = xhci_get_virt_ep(xhci, slot_id, ep_index);  in handle_tx_event()
2638 	ep_ctx = xhci_get_ep_ctx(xhci, ep->vdev->out_ctx, ep_index);  in handle_tx_event()
2643 			  slot_id, ep_index);  in handle_tx_event()
2659 				 slot_id, ep_index, ep_ring->last_td_was_short);  in handle_tx_event()
2667 			 slot_id, ep_index);  in handle_tx_event()
2672 			 slot_id, ep_index);  in handle_tx_event()
2677 			 slot_id, ep_index);  in handle_tx_event()
2682 			 ep_index);  in handle_tx_event()
2687 			 slot_id, ep_index);  in handle_tx_event()
2692 			 slot_id, ep_index);  in handle_tx_event()
2697 			 slot_id, ep_index);  in handle_tx_event()
2704 			  slot_id, ep_index);  in handle_tx_event()
2711 			  slot_id, ep_index);  in handle_tx_event()
2717 			  slot_id, ep_index);  in handle_tx_event()
2722 			  slot_id, ep_index);  in handle_tx_event()
2730 		xhci_dbg(xhci, "Underrun event on slot %u ep %u\n", slot_id, ep_index);  in handle_tx_event()
2735 		xhci_dbg(xhci, "Overrun event on slot %u ep %u\n", slot_id, ep_index);  in handle_tx_event()
2749 			 slot_id, ep_index);  in handle_tx_event()
2755 			 slot_id, ep_index);  in handle_tx_event()
2762 			  slot_id, ep_index);  in handle_tx_event()
2772 			  trb_comp_code, slot_id, ep_index);  in handle_tx_event()
2812 				  slot_id, ep_index);  in handle_tx_event()
2834 					 slot_id, ep_index);  in handle_tx_event()
2865 				 ep_index, trb_comp_code);  in handle_tx_event()
2874 				 slot_id, ep_index);  in handle_tx_event()
3263 		unsigned int ep_index,  in prepare_transfer()  argument
3274 	struct xhci_ep_ctx *ep_ctx = xhci_get_ep_ctx(xhci, xdev->out_ctx, ep_index);  in prepare_transfer()
3276 	ep_ring = xhci_triad_to_transfer_ring(xhci, xdev->slot_id, ep_index,  in prepare_transfer()
3369 		unsigned int ep_index, unsigned int stream_id, int start_cycle,  in giveback_first_trb()  argument
3381 	xhci_ring_ep_doorbell(xhci, slot_id, ep_index, stream_id);  in giveback_first_trb()
3420 		struct urb *urb, int slot_id, unsigned int ep_index)  in xhci_queue_intr_tx()  argument
3424 	ep_ctx = xhci_get_ep_ctx(xhci, xhci->devs[slot_id]->out_ctx, ep_index);  in xhci_queue_intr_tx()
3427 	return xhci_queue_bulk_tx(xhci, mem_flags, urb, slot_id, ep_index);  in xhci_queue_intr_tx()
3548 		struct urb *urb, int slot_id, unsigned int ep_index)  in xhci_queue_bulk_tx()  argument
3583 			ep_index, urb->stream_id,  in xhci_queue_bulk_tx()
3691 				       ep_index, urb->stream_id,  in xhci_queue_bulk_tx()
3700 	giveback_first_trb(xhci, slot_id, ep_index, urb->stream_id,  in xhci_queue_bulk_tx()
3707 		struct urb *urb, int slot_id, unsigned int ep_index)  in xhci_queue_ctrl_tx()  argument
3740 			ep_index, urb->stream_id,  in xhci_queue_ctrl_tx()
3834 	giveback_first_trb(xhci, slot_id, ep_index, 0,  in xhci_queue_ctrl_tx()
4000 		struct urb *urb, int slot_id, unsigned int ep_index)  in xhci_queue_isoc_tx()  argument
4018 	xep = &xhci->devs[slot_id]->eps[ep_index];  in xhci_queue_isoc_tx()
4019 	ep_ring = xhci->devs[slot_id]->eps[ep_index].ring;  in xhci_queue_isoc_tx()
4055 		ret = prepare_transfer(xhci, xhci->devs[slot_id], ep_index,  in xhci_queue_isoc_tx()
4159 	giveback_first_trb(xhci, slot_id, ep_index, urb->stream_id,  in xhci_queue_isoc_tx()
4193 		struct urb *urb, int slot_id, unsigned int ep_index)  in xhci_queue_isoc_tx_prepare()  argument
4205 	xep = &xhci->devs[slot_id]->eps[ep_index];  in xhci_queue_isoc_tx_prepare()
4206 	ep_ring = xdev->eps[ep_index].ring;  in xhci_queue_isoc_tx_prepare()
4207 	ep_ctx = xhci_get_ep_ctx(xhci, xdev->out_ctx, ep_index);  in xhci_queue_isoc_tx_prepare()
4263 	return xhci_queue_isoc_tx(xhci, mem_flags, urb, slot_id, ep_index);  in xhci_queue_isoc_tx_prepare()
4376 			     int slot_id, unsigned int ep_index, int suspend)  in xhci_queue_stop_endpoint()  argument
4379 	u32 trb_ep_index = EP_INDEX_FOR_TRB(ep_index);  in xhci_queue_stop_endpoint()
4388 			int slot_id, unsigned int ep_index,  in xhci_queue_reset_ep()  argument
4392 	u32 trb_ep_index = EP_INDEX_FOR_TRB(ep_index);  in xhci_queue_reset_ep()