13 void vnic_wq_copy_enable(struct vnic_wq_copy *wq)  in vnic_wq_copy_enable()  argument
15 	iowrite32(1, &wq->ctrl->enable);  in vnic_wq_copy_enable()
18 int vnic_wq_copy_disable(struct vnic_wq_copy *wq)  in vnic_wq_copy_disable()  argument
22 	iowrite32(0, &wq->ctrl->enable);  in vnic_wq_copy_disable()
26 		if (!(ioread32(&wq->ctrl->running)))  in vnic_wq_copy_disable()
33 	       wq->index, ioread32(&wq->ctrl->fetch_index),  in vnic_wq_copy_disable()
34 	       ioread32(&wq->ctrl->posted_index));  in vnic_wq_copy_disable()
39 void vnic_wq_copy_clean(struct vnic_wq_copy *wq,  in vnic_wq_copy_clean()  argument
40 	void (*q_clean)(struct vnic_wq_copy *wq,  in vnic_wq_copy_clean()  argument
43 	BUG_ON(ioread32(&wq->ctrl->enable));  in vnic_wq_copy_clean()
45 	if (vnic_wq_copy_desc_in_use(wq))  in vnic_wq_copy_clean()
46 		vnic_wq_copy_service(wq, -1, q_clean);  in vnic_wq_copy_clean()
48 	wq->to_use_index = wq->to_clean_index = 0;  in vnic_wq_copy_clean()
50 	iowrite32(0, &wq->ctrl->fetch_index);  in vnic_wq_copy_clean()
51 	iowrite32(0, &wq->ctrl->posted_index);  in vnic_wq_copy_clean()
52 	iowrite32(0, &wq->ctrl->error_status);  in vnic_wq_copy_clean()
54 	vnic_dev_clear_desc_ring(&wq->ring);  in vnic_wq_copy_clean()
57 void vnic_wq_copy_free(struct vnic_wq_copy *wq)  in vnic_wq_copy_free()  argument
61 	vdev = wq->vdev;  in vnic_wq_copy_free()
62 	vnic_dev_free_desc_ring(vdev, &wq->ring);  in vnic_wq_copy_free()
63 	wq->ctrl = NULL;  in vnic_wq_copy_free()
66 int vnic_wq_copy_alloc(struct vnic_dev *vdev, struct vnic_wq_copy *wq,  in vnic_wq_copy_alloc()  argument
70 	wq->index = index;  in vnic_wq_copy_alloc()
71 	wq->vdev = vdev;  in vnic_wq_copy_alloc()
72 	wq->to_use_index = wq->to_clean_index = 0;  in vnic_wq_copy_alloc()
73 	wq->ctrl = vnic_dev_get_res(vdev, RES_TYPE_WQ, index);  in vnic_wq_copy_alloc()
74 	if (!wq->ctrl) {  in vnic_wq_copy_alloc()
79 	vnic_wq_copy_disable(wq);  in vnic_wq_copy_alloc()
81 	return vnic_dev_alloc_desc_ring(vdev, &wq->ring, desc_count, desc_size);  in vnic_wq_copy_alloc()
84 void vnic_wq_copy_init(struct vnic_wq_copy *wq, unsigned int cq_index,  in vnic_wq_copy_init()  argument
90 	paddr = (u64)wq->ring.base_addr | VNIC_PADDR_TARGET;  in vnic_wq_copy_init()
91 	writeq(paddr, &wq->ctrl->ring_base);  in vnic_wq_copy_init()
92 	iowrite32(wq->ring.desc_count, &wq->ctrl->ring_size);  in vnic_wq_copy_init()
93 	iowrite32(0, &wq->ctrl->fetch_index);  in vnic_wq_copy_init()
94 	iowrite32(0, &wq->ctrl->posted_index);  in vnic_wq_copy_init()
95 	iowrite32(cq_index, &wq->ctrl->cq_index);  in vnic_wq_copy_init()
96 	iowrite32(error_interrupt_enable, &wq->ctrl->error_interrupt_enable);  in vnic_wq_copy_init()
97 	iowrite32(error_interrupt_offset, &wq->ctrl->error_interrupt_offset);  in vnic_wq_copy_init()