58 #define tb_ctl_WARN(ctl, format, arg...) \  argument
59 	dev_WARN(&(ctl)->nhi->pdev->dev, format, ## arg)
61 #define tb_ctl_err(ctl, format, arg...) \  argument
62 	dev_err(&(ctl)->nhi->pdev->dev, format, ## arg)
64 #define tb_ctl_warn(ctl, format, arg...) \  argument
65 	dev_warn(&(ctl)->nhi->pdev->dev, format, ## arg)
67 #define tb_ctl_info(ctl, format, arg...) \  argument
68 	dev_info(&(ctl)->nhi->pdev->dev, format, ## arg)
70 #define tb_ctl_dbg(ctl, format, arg...) \  argument
71 	dev_dbg(&(ctl)->nhi->pdev->dev, format, ## arg)
128 static int tb_cfg_request_enqueue(struct tb_ctl *ctl,  in tb_cfg_request_enqueue()  argument
132 	WARN_ON(req->ctl);  in tb_cfg_request_enqueue()
134 	mutex_lock(&ctl->request_queue_lock);  in tb_cfg_request_enqueue()
135 	if (!ctl->running) {  in tb_cfg_request_enqueue()
136 		mutex_unlock(&ctl->request_queue_lock);  in tb_cfg_request_enqueue()
139 	req->ctl = ctl;  in tb_cfg_request_enqueue()
140 	list_add_tail(&req->list, &ctl->request_queue);  in tb_cfg_request_enqueue()
142 	mutex_unlock(&ctl->request_queue_lock);  in tb_cfg_request_enqueue()
148 	struct tb_ctl *ctl = req->ctl;  in tb_cfg_request_dequeue()  local
150 	mutex_lock(&ctl->request_queue_lock);  in tb_cfg_request_dequeue()
155 	mutex_unlock(&ctl->request_queue_lock);  in tb_cfg_request_dequeue()
164 tb_cfg_request_find(struct tb_ctl *ctl, struct ctl_pkg *pkg)  in tb_cfg_request_find()  argument
168 	mutex_lock(&pkg->ctl->request_queue_lock);  in tb_cfg_request_find()
169 	list_for_each_entry(iter, &pkg->ctl->request_queue, list) {  in tb_cfg_request_find()
177 	mutex_unlock(&pkg->ctl->request_queue_lock);  in tb_cfg_request_find()
268 static void tb_cfg_print_error(struct tb_ctl *ctl,  in tb_cfg_print_error()  argument
282 		tb_ctl_dbg(ctl, "%llx:%x: invalid config space or offset\n",  in tb_cfg_print_error()
291 		tb_ctl_WARN(ctl, "CFG_ERROR(%llx:%x): Invalid port\n",  in tb_cfg_print_error()
295 		tb_ctl_WARN(ctl, "CFG_ERROR(%llx:%x): Route contains a loop\n",  in tb_cfg_print_error()
299 		tb_ctl_warn(ctl, "%llx:%x: downstream port is locked\n",  in tb_cfg_print_error()
304 		tb_ctl_WARN(ctl, "CFG_ERROR(%llx:%x): Unknown error\n",  in tb_cfg_print_error()
318 		dma_pool_free(pkg->ctl->frame_pool,  in tb_ctl_pkg_free()
324 static struct ctl_pkg *tb_ctl_pkg_alloc(struct tb_ctl *ctl)  in tb_ctl_pkg_alloc()  argument
329 	pkg->ctl = ctl;  in tb_ctl_pkg_alloc()
330 	pkg->buffer = dma_pool_alloc(ctl->frame_pool, GFP_KERNEL,  in tb_ctl_pkg_alloc()
356 static int tb_ctl_tx(struct tb_ctl *ctl, const void *data, size_t len,  in tb_ctl_tx()  argument
362 		tb_ctl_WARN(ctl, "TX: invalid size: %zu\n", len);  in tb_ctl_tx()
366 		tb_ctl_WARN(ctl, "TX: packet too large: %zu/%d\n",  in tb_ctl_tx()
370 	pkg = tb_ctl_pkg_alloc(ctl);  in tb_ctl_tx()
378 	trace_tb_tx(ctl->index, type, data, len);  in tb_ctl_tx()
383 	res = tb_ring_tx(ctl->tx, &pkg->frame);  in tb_ctl_tx()
392 static bool tb_ctl_handle_event(struct tb_ctl *ctl, enum tb_cfg_pkg_type type,  in tb_ctl_handle_event()  argument
395 	trace_tb_event(ctl->index, type, pkg->buffer, size);  in tb_ctl_handle_event()
396 	return ctl->callback(ctl->callback_data, type, pkg->buffer, size);  in tb_ctl_handle_event()
401 	tb_ring_rx(pkg->ctl->rx, &pkg->frame); /*  in tb_ctl_rx_submit()
449 		tb_ctl_err(pkg->ctl, "RX: invalid size %#x, dropping packet\n",  in tb_ctl_rx_callback()
465 			tb_ctl_err(pkg->ctl,  in tb_ctl_rx_callback()
470 			tb_ctl_handle_event(pkg->ctl, frame->eof,  in tb_ctl_rx_callback()
480 			tb_ctl_err(pkg->ctl,  in tb_ctl_rx_callback()
486 		if (tb_ctl_handle_event(pkg->ctl, frame->eof, pkg, frame->size))  in tb_ctl_rx_callback()
500 	req = tb_cfg_request_find(pkg->ctl, pkg);  in tb_ctl_rx_callback()
502 	trace_tb_rx(pkg->ctl->index, frame->eof, pkg->buffer, frame->size, !req);  in tb_ctl_rx_callback()
535 int tb_cfg_request(struct tb_ctl *ctl, struct tb_cfg_request *req,  in tb_cfg_request()  argument
547 	ret = tb_cfg_request_enqueue(ctl, req);  in tb_cfg_request()
551 	ret = tb_ctl_tx(ctl, req->request, req->request_size,  in tb_cfg_request()
601 struct tb_cfg_result tb_cfg_request_sync(struct tb_ctl *ctl,  in tb_cfg_request_sync()  argument
610 	ret = tb_cfg_request(ctl, req, tb_cfg_request_complete, &done);  in tb_cfg_request_sync()
642 	struct tb_ctl *ctl = kzalloc(sizeof(*ctl), GFP_KERNEL);  in tb_ctl_alloc()  local
643 	if (!ctl)  in tb_ctl_alloc()
646 	ctl->nhi = nhi;  in tb_ctl_alloc()
647 	ctl->index = index;  in tb_ctl_alloc()
648 	ctl->timeout_msec = timeout_msec;  in tb_ctl_alloc()
649 	ctl->callback = cb;  in tb_ctl_alloc()
650 	ctl->callback_data = cb_data;  in tb_ctl_alloc()
652 	mutex_init(&ctl->request_queue_lock);  in tb_ctl_alloc()
653 	INIT_LIST_HEAD(&ctl->request_queue);  in tb_ctl_alloc()
654 	ctl->frame_pool = dma_pool_create("thunderbolt_ctl", &nhi->pdev->dev,  in tb_ctl_alloc()
656 	if (!ctl->frame_pool)  in tb_ctl_alloc()
659 	ctl->tx = tb_ring_alloc_tx(nhi, 0, 10, RING_FLAG_NO_SUSPEND);  in tb_ctl_alloc()
660 	if (!ctl->tx)  in tb_ctl_alloc()
663 	ctl->rx = tb_ring_alloc_rx(nhi, 0, 10, RING_FLAG_NO_SUSPEND, 0, 0xffff,  in tb_ctl_alloc()
665 	if (!ctl->rx)  in tb_ctl_alloc()
669 		ctl->rx_packets[i] = tb_ctl_pkg_alloc(ctl);  in tb_ctl_alloc()
670 		if (!ctl->rx_packets[i])  in tb_ctl_alloc()
672 		ctl->rx_packets[i]->frame.callback = tb_ctl_rx_callback;  in tb_ctl_alloc()
675 	tb_ctl_dbg(ctl, "control channel created\n");  in tb_ctl_alloc()
676 	return ctl;  in tb_ctl_alloc()
678 	tb_ctl_free(ctl);  in tb_ctl_alloc()
690 void tb_ctl_free(struct tb_ctl *ctl)  in tb_ctl_free()  argument
694 	if (!ctl)  in tb_ctl_free()
697 	if (ctl->rx)  in tb_ctl_free()
698 		tb_ring_free(ctl->rx);  in tb_ctl_free()
699 	if (ctl->tx)  in tb_ctl_free()
700 		tb_ring_free(ctl->tx);  in tb_ctl_free()
704 		tb_ctl_pkg_free(ctl->rx_packets[i]);  in tb_ctl_free()
707 	dma_pool_destroy(ctl->frame_pool);  in tb_ctl_free()
708 	kfree(ctl);  in tb_ctl_free()
715 void tb_ctl_start(struct tb_ctl *ctl)  in tb_ctl_start()  argument
718 	tb_ctl_dbg(ctl, "control channel starting...\n");  in tb_ctl_start()
719 	tb_ring_start(ctl->tx); /* is used to ack hotplug packets, start first */  in tb_ctl_start()
720 	tb_ring_start(ctl->rx);  in tb_ctl_start()
722 		tb_ctl_rx_submit(ctl->rx_packets[i]);  in tb_ctl_start()
724 	ctl->running = true;  in tb_ctl_start()
736 void tb_ctl_stop(struct tb_ctl *ctl)  in tb_ctl_stop()  argument
738 	mutex_lock(&ctl->request_queue_lock);  in tb_ctl_stop()
739 	ctl->running = false;  in tb_ctl_stop()
740 	mutex_unlock(&ctl->request_queue_lock);  in tb_ctl_stop()
742 	tb_ring_stop(ctl->rx);  in tb_ctl_stop()
743 	tb_ring_stop(ctl->tx);  in tb_ctl_stop()
745 	if (!list_empty(&ctl->request_queue))  in tb_ctl_stop()
746 		tb_ctl_WARN(ctl, "dangling request in request_queue\n");  in tb_ctl_stop()
747 	INIT_LIST_HEAD(&ctl->request_queue);  in tb_ctl_stop()
748 	tb_ctl_dbg(ctl, "control channel stopped\n");  in tb_ctl_stop()
762 int tb_cfg_ack_notification(struct tb_ctl *ctl, u64 route,  in tb_cfg_ack_notification()  argument
809 	tb_ctl_dbg(ctl, "acking %s (%#x) notification on %llx\n", name,  in tb_cfg_ack_notification()
812 	return tb_ctl_tx(ctl, &pkg, sizeof(pkg), TB_CFG_PKG_NOTIFY_ACK);  in tb_cfg_ack_notification()
825 int tb_cfg_ack_plug(struct tb_ctl *ctl, u64 route, u32 port, bool unplug)  in tb_cfg_ack_plug()  argument
834 	tb_ctl_dbg(ctl, "acking hot %splug event on %llx:%u\n",  in tb_cfg_ack_plug()
836 	return tb_ctl_tx(ctl, &pkg, sizeof(pkg), TB_CFG_PKG_ERROR);  in tb_cfg_ack_plug()
891 struct tb_cfg_result tb_cfg_reset(struct tb_ctl *ctl, u64 route)  in tb_cfg_reset()  argument
913 	res = tb_cfg_request_sync(ctl, req, ctl->timeout_msec);  in tb_cfg_reset()
933 struct tb_cfg_result tb_cfg_read_raw(struct tb_ctl *ctl, void *buffer,  in tb_cfg_read_raw()  argument
970 		res = tb_cfg_request_sync(ctl, req, timeout_msec);  in tb_cfg_read_raw()
1004 struct tb_cfg_result tb_cfg_write_raw(struct tb_ctl *ctl, const void *buffer,  in tb_cfg_write_raw()  argument
1043 		res = tb_cfg_request_sync(ctl, req, timeout_msec);  in tb_cfg_write_raw()
1062 static int tb_cfg_get_error(struct tb_ctl *ctl, enum tb_cfg_space space,  in tb_cfg_get_error()  argument
1075 	tb_cfg_print_error(ctl, res);  in tb_cfg_get_error()
1085 int tb_cfg_read(struct tb_ctl *ctl, void *buffer, u64 route, u32 port,  in tb_cfg_read()  argument
1088 	struct tb_cfg_result res = tb_cfg_read_raw(ctl, buffer, route, port,  in tb_cfg_read()
1089 			space, offset, length, ctl->timeout_msec);  in tb_cfg_read()
1097 		return tb_cfg_get_error(ctl, space, &res);  in tb_cfg_read()
1100 		tb_ctl_warn(ctl, "%llx: timeout reading config space %u from %#x\n",  in tb_cfg_read()
1111 int tb_cfg_write(struct tb_ctl *ctl, const void *buffer, u64 route, u32 port,  in tb_cfg_write()  argument
1114 	struct tb_cfg_result res = tb_cfg_write_raw(ctl, buffer, route, port,  in tb_cfg_write()
1115 			space, offset, length, ctl->timeout_msec);  in tb_cfg_write()
1123 		return tb_cfg_get_error(ctl, space, &res);  in tb_cfg_write()
1126 		tb_ctl_warn(ctl, "%llx: timeout writing config space %u to %#x\n",  in tb_cfg_write()
1148 int tb_cfg_get_upstream_port(struct tb_ctl *ctl, u64 route)  in tb_cfg_get_upstream_port()  argument
1151 	struct tb_cfg_result res = tb_cfg_read_raw(ctl, &dummy, route, 0,  in tb_cfg_get_upstream_port()
1153 						   ctl->timeout_msec);  in tb_cfg_get_upstream_port()