155 	struct virtqueue vq;
200 	bool (*notify)(struct virtqueue *vq);
215 static struct virtqueue *__vring_new_virtqueue(unsigned int index,
220 					       bool (*notify)(struct virtqueue *),
221 					       void (*callback)(struct virtqueue *),
224 static void vring_free(struct virtqueue *_vq);
465 static struct vring_desc *alloc_indirect_split(struct virtqueue *_vq,  in alloc_indirect_split()
488 static inline unsigned int virtqueue_add_desc_split(struct virtqueue *vq,  in virtqueue_add_desc_split()
517 static inline int virtqueue_add_split(struct virtqueue *_vq,  in virtqueue_add_split()
700 static bool virtqueue_kick_prepare_split(struct virtqueue *_vq)  in virtqueue_kick_prepare_split()
787 static void *virtqueue_get_buf_ctx_split(struct virtqueue *_vq,  in virtqueue_get_buf_ctx_split()
845 static void virtqueue_disable_cb_split(struct virtqueue *_vq)  in virtqueue_disable_cb_split()
861 static unsigned int virtqueue_enable_cb_prepare_split(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare_split()
886 static bool virtqueue_poll_split(struct virtqueue *_vq, unsigned int last_used_idx)  in virtqueue_poll_split()
894 static bool virtqueue_enable_cb_delayed_split(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed_split()
930 static void *virtqueue_detach_unused_buf_split(struct virtqueue *_vq)  in virtqueue_detach_unused_buf_split()
1093 static struct virtqueue *vring_create_virtqueue_split(  in vring_create_virtqueue_split()
1101 	bool (*notify)(struct virtqueue *),  in vring_create_virtqueue_split()  argument
1102 	void (*callback)(struct virtqueue *),  in vring_create_virtqueue_split()  argument
1106 	struct virtqueue *vq;  in vring_create_virtqueue_split()
1126 static int virtqueue_resize_split(struct virtqueue *_vq, u32 num)  in virtqueue_resize_split()
1344 static inline int virtqueue_add_packed(struct virtqueue *_vq,  in virtqueue_add_packed()
1495 static bool virtqueue_kick_prepare_packed(struct virtqueue *_vq)  in virtqueue_kick_prepare_packed()
1615 static void *virtqueue_get_buf_ctx_packed(struct virtqueue *_vq,  in virtqueue_get_buf_ctx_packed()
1684 static void virtqueue_disable_cb_packed(struct virtqueue *_vq)  in virtqueue_disable_cb_packed()
1695 static unsigned int virtqueue_enable_cb_prepare_packed(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare_packed()
1728 static bool virtqueue_poll_packed(struct virtqueue *_vq, u16 off_wrap)  in virtqueue_poll_packed()
1740 static bool virtqueue_enable_cb_delayed_packed(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed_packed()
1801 static void *virtqueue_detach_unused_buf_packed(struct virtqueue *_vq)  in virtqueue_detach_unused_buf_packed()
1980 static struct virtqueue *vring_create_virtqueue_packed(  in vring_create_virtqueue_packed()
1988 	bool (*notify)(struct virtqueue *),  in vring_create_virtqueue_packed()  argument
1989 	void (*callback)(struct virtqueue *),  in vring_create_virtqueue_packed()  argument
2048 static int virtqueue_resize_packed(struct virtqueue *_vq, u32 num)  in virtqueue_resize_packed()
2083 static inline int virtqueue_add(struct virtqueue *_vq,  in virtqueue_add()
2114 int virtqueue_add_sgs(struct virtqueue *_vq,  in virtqueue_add_sgs()
2148 int virtqueue_add_outbuf(struct virtqueue *vq,  in virtqueue_add_outbuf()
2170 int virtqueue_add_inbuf(struct virtqueue *vq,  in virtqueue_add_inbuf()
2193 int virtqueue_add_inbuf_ctx(struct virtqueue *vq,  in virtqueue_add_inbuf_ctx()
2214 bool virtqueue_kick_prepare(struct virtqueue *_vq)  in virtqueue_kick_prepare()
2231 bool virtqueue_notify(struct virtqueue *_vq)  in virtqueue_notify()
2259 bool virtqueue_kick(struct virtqueue *vq)  in virtqueue_kick()
2284 void *virtqueue_get_buf_ctx(struct virtqueue *_vq, unsigned int *len,  in virtqueue_get_buf_ctx()
2294 void *virtqueue_get_buf(struct virtqueue *_vq, unsigned int *len)  in virtqueue_get_buf()
2308 void virtqueue_disable_cb(struct virtqueue *_vq)  in virtqueue_disable_cb()
2337 unsigned int virtqueue_enable_cb_prepare(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare()
2358 bool virtqueue_poll(struct virtqueue *_vq, unsigned int last_used_idx)  in virtqueue_poll()
2382 bool virtqueue_enable_cb(struct virtqueue *_vq)  in virtqueue_enable_cb()
2403 bool virtqueue_enable_cb_delayed(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed()
2423 void *virtqueue_detach_unused_buf(struct virtqueue *_vq)  in virtqueue_detach_unused_buf()
2477 static struct virtqueue *__vring_new_virtqueue(unsigned int index,  in __vring_new_virtqueue()
2482 					       bool (*notify)(struct virtqueue *),  in __vring_new_virtqueue()  argument
2483 					       void (*callback)(struct virtqueue *),  in __vring_new_virtqueue()  argument
2536 struct virtqueue *vring_create_virtqueue(  in vring_create_virtqueue()
2544 	bool (*notify)(struct virtqueue *),  in vring_create_virtqueue()  argument
2545 	void (*callback)(struct virtqueue *),  in vring_create_virtqueue()  argument
2584 int virtqueue_resize(struct virtqueue *_vq, u32 num,  in virtqueue_resize()
2585 		     void (*recycle)(struct virtqueue *vq, void *buf))  in virtqueue_resize()
2630 struct virtqueue *vring_new_virtqueue(unsigned int index,  in vring_new_virtqueue()
2637 				      bool (*notify)(struct virtqueue *vq),  in vring_new_virtqueue()
2638 				      void (*callback)(struct virtqueue *vq),  in vring_new_virtqueue()
2652 static void vring_free(struct virtqueue *_vq)  in vring_free()
2688 void vring_del_virtqueue(struct virtqueue *_vq)  in vring_del_virtqueue()
2736 unsigned int virtqueue_get_vring_size(struct virtqueue *_vq)  in virtqueue_get_vring_size()
2748 void __virtqueue_break(struct virtqueue *_vq)  in __virtqueue_break()
2760 void __virtqueue_unbreak(struct virtqueue *_vq)  in __virtqueue_unbreak()
2769 bool virtqueue_is_broken(struct virtqueue *_vq)  in virtqueue_is_broken()
2783 	struct virtqueue *_vq;  in virtio_break_device()
2805 	struct virtqueue *_vq;  in __virtio_unbreak_device()
2818 dma_addr_t virtqueue_get_desc_addr(struct virtqueue *_vq)  in virtqueue_get_desc_addr()
2831 dma_addr_t virtqueue_get_avail_addr(struct virtqueue *_vq)  in virtqueue_get_avail_addr()
2845 dma_addr_t virtqueue_get_used_addr(struct virtqueue *_vq)  in virtqueue_get_used_addr()
2860 const struct vring *virtqueue_get_vring(struct virtqueue *vq)  in virtqueue_get_vring()