53 #define tb_ctl_WARN(ctl, format, arg...) \  argument
54 	dev_WARN(&(ctl)->nhi->pdev->dev, format, ## arg)
56 #define tb_ctl_err(ctl, format, arg...) \  argument
57 	dev_err(&(ctl)->nhi->pdev->dev, format, ## arg)
59 #define tb_ctl_warn(ctl, format, arg...) \  argument
60 	dev_warn(&(ctl)->nhi->pdev->dev, format, ## arg)
62 #define tb_ctl_info(ctl, format, arg...) \  argument
63 	dev_info(&(ctl)->nhi->pdev->dev, format, ## arg)
65 #define tb_ctl_dbg(ctl, format, arg...) \  argument
66 	dev_dbg(&(ctl)->nhi->pdev->dev, format, ## arg)
123 static int tb_cfg_request_enqueue(struct tb_ctl *ctl,  in tb_cfg_request_enqueue()  argument
127 	WARN_ON(req->ctl);  in tb_cfg_request_enqueue()
129 	mutex_lock(&ctl->request_queue_lock);  in tb_cfg_request_enqueue()
130 	if (!ctl->running) {  in tb_cfg_request_enqueue()
131 		mutex_unlock(&ctl->request_queue_lock);  in tb_cfg_request_enqueue()
134 	req->ctl = ctl;  in tb_cfg_request_enqueue()
135 	list_add_tail(&req->list, &ctl->request_queue);  in tb_cfg_request_enqueue()
137 	mutex_unlock(&ctl->request_queue_lock);  in tb_cfg_request_enqueue()
143 	struct tb_ctl *ctl = req->ctl;  in tb_cfg_request_dequeue()  local
145 	mutex_lock(&ctl->request_queue_lock);  in tb_cfg_request_dequeue()
150 	mutex_unlock(&ctl->request_queue_lock);  in tb_cfg_request_dequeue()
159 tb_cfg_request_find(struct tb_ctl *ctl, struct ctl_pkg *pkg)  in tb_cfg_request_find()  argument
163 	mutex_lock(&pkg->ctl->request_queue_lock);  in tb_cfg_request_find()
164 	list_for_each_entry(iter, &pkg->ctl->request_queue, list) {  in tb_cfg_request_find()
172 	mutex_unlock(&pkg->ctl->request_queue_lock);  in tb_cfg_request_find()
233 	struct tb_ctl *ctl = response->ctl;  in decode_error()  local
243 		tb_ctl_warn(ctl, "pkg->zero1 is %#x\n", pkg->zero1);  in decode_error()
245 		tb_ctl_warn(ctl, "pkg->zero2 is %#x\n", pkg->zero2);  in decode_error()
247 		tb_ctl_warn(ctl, "pkg->zero3 is %#x\n", pkg->zero3);  in decode_error()
271 static void tb_cfg_print_error(struct tb_ctl *ctl,  in tb_cfg_print_error()  argument
285 		tb_ctl_dbg(ctl, "%llx:%x: invalid config space or offset\n",  in tb_cfg_print_error()
294 		tb_ctl_WARN(ctl, "CFG_ERROR(%llx:%x): Invalid port\n",  in tb_cfg_print_error()
298 		tb_ctl_WARN(ctl, "CFG_ERROR(%llx:%x): Route contains a loop\n",  in tb_cfg_print_error()
302 		tb_ctl_warn(ctl, "%llx:%x: downstream port is locked\n",  in tb_cfg_print_error()
307 		tb_ctl_WARN(ctl, "CFG_ERROR(%llx:%x): Unknown error\n",  in tb_cfg_print_error()
321 		dma_pool_free(pkg->ctl->frame_pool,  in tb_ctl_pkg_free()
327 static struct ctl_pkg *tb_ctl_pkg_alloc(struct tb_ctl *ctl)  in tb_ctl_pkg_alloc()  argument
332 	pkg->ctl = ctl;  in tb_ctl_pkg_alloc()
333 	pkg->buffer = dma_pool_alloc(ctl->frame_pool, GFP_KERNEL,  in tb_ctl_pkg_alloc()
359 static int tb_ctl_tx(struct tb_ctl *ctl, const void *data, size_t len,  in tb_ctl_tx()  argument
365 		tb_ctl_WARN(ctl, "TX: invalid size: %zu\n", len);  in tb_ctl_tx()
369 		tb_ctl_WARN(ctl, "TX: packet too large: %zu/%d\n",  in tb_ctl_tx()
373 	pkg = tb_ctl_pkg_alloc(ctl);  in tb_ctl_tx()
383 	res = tb_ring_tx(ctl->tx, &pkg->frame);  in tb_ctl_tx()
392 static bool tb_ctl_handle_event(struct tb_ctl *ctl, enum tb_cfg_pkg_type type,  in tb_ctl_handle_event()  argument
395 	return ctl->callback(ctl->callback_data, type, pkg->buffer, size);  in tb_ctl_handle_event()
400 	tb_ring_rx(pkg->ctl->rx, &pkg->frame); /*  in tb_ctl_rx_submit()
440 		tb_ctl_err(pkg->ctl, "RX: invalid size %#x, dropping packet\n",  in tb_ctl_rx_callback()
456 			tb_ctl_err(pkg->ctl,  in tb_ctl_rx_callback()
461 			tb_ctl_handle_event(pkg->ctl, frame->eof,  in tb_ctl_rx_callback()
471 			tb_ctl_err(pkg->ctl,  in tb_ctl_rx_callback()
477 		if (tb_ctl_handle_event(pkg->ctl, frame->eof, pkg, frame->size))  in tb_ctl_rx_callback()
491 	req = tb_cfg_request_find(pkg->ctl, pkg);  in tb_ctl_rx_callback()
523 int tb_cfg_request(struct tb_ctl *ctl, struct tb_cfg_request *req,  in tb_cfg_request()  argument
535 	ret = tb_cfg_request_enqueue(ctl, req);  in tb_cfg_request()
539 	ret = tb_ctl_tx(ctl, req->request, req->request_size,  in tb_cfg_request()
589 struct tb_cfg_result tb_cfg_request_sync(struct tb_ctl *ctl,  in tb_cfg_request_sync()  argument
598 	ret = tb_cfg_request(ctl, req, tb_cfg_request_complete, &done);  in tb_cfg_request_sync()
629 	struct tb_ctl *ctl = kzalloc(sizeof(*ctl), GFP_KERNEL);  in tb_ctl_alloc()  local
630 	if (!ctl)  in tb_ctl_alloc()
632 	ctl->nhi = nhi;  in tb_ctl_alloc()
633 	ctl->timeout_msec = timeout_msec;  in tb_ctl_alloc()
634 	ctl->callback = cb;  in tb_ctl_alloc()
635 	ctl->callback_data = cb_data;  in tb_ctl_alloc()
637 	mutex_init(&ctl->request_queue_lock);  in tb_ctl_alloc()
638 	INIT_LIST_HEAD(&ctl->request_queue);  in tb_ctl_alloc()
639 	ctl->frame_pool = dma_pool_create("thunderbolt_ctl", &nhi->pdev->dev,  in tb_ctl_alloc()
641 	if (!ctl->frame_pool)  in tb_ctl_alloc()
644 	ctl->tx = tb_ring_alloc_tx(nhi, 0, 10, RING_FLAG_NO_SUSPEND);  in tb_ctl_alloc()
645 	if (!ctl->tx)  in tb_ctl_alloc()
648 	ctl->rx = tb_ring_alloc_rx(nhi, 0, 10, RING_FLAG_NO_SUSPEND, 0, 0xffff,  in tb_ctl_alloc()
650 	if (!ctl->rx)  in tb_ctl_alloc()
654 		ctl->rx_packets[i] = tb_ctl_pkg_alloc(ctl);  in tb_ctl_alloc()
655 		if (!ctl->rx_packets[i])  in tb_ctl_alloc()
657 		ctl->rx_packets[i]->frame.callback = tb_ctl_rx_callback;  in tb_ctl_alloc()
660 	tb_ctl_dbg(ctl, "control channel created\n");  in tb_ctl_alloc()
661 	return ctl;  in tb_ctl_alloc()
663 	tb_ctl_free(ctl);  in tb_ctl_alloc()
675 void tb_ctl_free(struct tb_ctl *ctl)  in tb_ctl_free()  argument
679 	if (!ctl)  in tb_ctl_free()
682 	if (ctl->rx)  in tb_ctl_free()
683 		tb_ring_free(ctl->rx);  in tb_ctl_free()
684 	if (ctl->tx)  in tb_ctl_free()
685 		tb_ring_free(ctl->tx);  in tb_ctl_free()
689 		tb_ctl_pkg_free(ctl->rx_packets[i]);  in tb_ctl_free()
692 	dma_pool_destroy(ctl->frame_pool);  in tb_ctl_free()
693 	kfree(ctl);  in tb_ctl_free()
700 void tb_ctl_start(struct tb_ctl *ctl)  in tb_ctl_start()  argument
703 	tb_ctl_dbg(ctl, "control channel starting...\n");  in tb_ctl_start()
704 	tb_ring_start(ctl->tx); /* is used to ack hotplug packets, start first */  in tb_ctl_start()
705 	tb_ring_start(ctl->rx);  in tb_ctl_start()
707 		tb_ctl_rx_submit(ctl->rx_packets[i]);  in tb_ctl_start()
709 	ctl->running = true;  in tb_ctl_start()
721 void tb_ctl_stop(struct tb_ctl *ctl)  in tb_ctl_stop()  argument
723 	mutex_lock(&ctl->request_queue_lock);  in tb_ctl_stop()
724 	ctl->running = false;  in tb_ctl_stop()
725 	mutex_unlock(&ctl->request_queue_lock);  in tb_ctl_stop()
727 	tb_ring_stop(ctl->rx);  in tb_ctl_stop()
728 	tb_ring_stop(ctl->tx);  in tb_ctl_stop()
730 	if (!list_empty(&ctl->request_queue))  in tb_ctl_stop()
731 		tb_ctl_WARN(ctl, "dangling request in request_queue\n");  in tb_ctl_stop()
732 	INIT_LIST_HEAD(&ctl->request_queue);  in tb_ctl_stop()
733 	tb_ctl_dbg(ctl, "control channel stopped\n");  in tb_ctl_stop()
748 int tb_cfg_ack_plug(struct tb_ctl *ctl, u64 route, u32 port, bool unplug)  in tb_cfg_ack_plug()  argument
757 	tb_ctl_dbg(ctl, "acking hot %splug event on %llx:%x\n",  in tb_cfg_ack_plug()
759 	return tb_ctl_tx(ctl, &pkg, sizeof(pkg), TB_CFG_PKG_ERROR);  in tb_cfg_ack_plug()
814 struct tb_cfg_result tb_cfg_reset(struct tb_ctl *ctl, u64 route)  in tb_cfg_reset()  argument
836 	res = tb_cfg_request_sync(ctl, req, ctl->timeout_msec);  in tb_cfg_reset()
856 struct tb_cfg_result tb_cfg_read_raw(struct tb_ctl *ctl, void *buffer,  in tb_cfg_read_raw()  argument
893 		res = tb_cfg_request_sync(ctl, req, timeout_msec);  in tb_cfg_read_raw()
927 struct tb_cfg_result tb_cfg_write_raw(struct tb_ctl *ctl, const void *buffer,  in tb_cfg_write_raw()  argument
966 		res = tb_cfg_request_sync(ctl, req, timeout_msec);  in tb_cfg_write_raw()
985 static int tb_cfg_get_error(struct tb_ctl *ctl, enum tb_cfg_space space,  in tb_cfg_get_error()  argument
998 	tb_cfg_print_error(ctl, res);  in tb_cfg_get_error()
1008 int tb_cfg_read(struct tb_ctl *ctl, void *buffer, u64 route, u32 port,  in tb_cfg_read()  argument
1011 	struct tb_cfg_result res = tb_cfg_read_raw(ctl, buffer, route, port,  in tb_cfg_read()
1012 			space, offset, length, ctl->timeout_msec);  in tb_cfg_read()
1020 		return tb_cfg_get_error(ctl, space, &res);  in tb_cfg_read()
1023 		tb_ctl_warn(ctl, "%llx: timeout reading config space %u from %#x\n",  in tb_cfg_read()
1034 int tb_cfg_write(struct tb_ctl *ctl, const void *buffer, u64 route, u32 port,  in tb_cfg_write()  argument
1037 	struct tb_cfg_result res = tb_cfg_write_raw(ctl, buffer, route, port,  in tb_cfg_write()
1038 			space, offset, length, ctl->timeout_msec);  in tb_cfg_write()
1046 		return tb_cfg_get_error(ctl, space, &res);  in tb_cfg_write()
1049 		tb_ctl_warn(ctl, "%llx: timeout writing config space %u to %#x\n",  in tb_cfg_write()
1071 int tb_cfg_get_upstream_port(struct tb_ctl *ctl, u64 route)  in tb_cfg_get_upstream_port()  argument
1074 	struct tb_cfg_result res = tb_cfg_read_raw(ctl, &dummy, route, 0,  in tb_cfg_get_upstream_port()
1076 						   ctl->timeout_msec);  in tb_cfg_get_upstream_port()