63 #define START_USE(vq)  argument
64 #define END_USE(vq)  argument
65 #define LAST_ADD_TIME_UPDATE(vq)  argument
66 #define LAST_ADD_TIME_CHECK(vq)  argument
67 #define LAST_ADD_TIME_INVALID(vq)  argument
155 	struct virtqueue vq;  member
232 static inline bool virtqueue_use_indirect(struct vring_virtqueue *vq,  in virtqueue_use_indirect()
346 static inline struct device *vring_dma_dev(const struct vring_virtqueue *vq)  in vring_dma_dev()
352 static dma_addr_t vring_map_one_sg(const struct vring_virtqueue *vq,  in vring_map_one_sg()
376 static dma_addr_t vring_map_single(const struct vring_virtqueue *vq,  in vring_map_single()
387 static int vring_mapping_error(const struct vring_virtqueue *vq,  in vring_mapping_error()
396 static void virtqueue_init(struct vring_virtqueue *vq, u32 num)  in virtqueue_init()
419 static void vring_unmap_one_split_indirect(const struct vring_virtqueue *vq,  in vring_unmap_one_split_indirect()
436 static unsigned int vring_unmap_one_split(const struct vring_virtqueue *vq,  in vring_unmap_one_split()
488 static inline unsigned int virtqueue_add_desc_split(struct virtqueue *vq,  in virtqueue_add_desc_split()
526 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_add_split()  local
702 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_kick_prepare_split()  local
731 static void detach_buf_split(struct vring_virtqueue *vq, unsigned int head,  in detach_buf_split()
781 static inline bool more_used_split(const struct vring_virtqueue *vq)  in more_used_split()
791 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_buf_ctx_split()  local
847 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_disable_cb_split()  local
863 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_cb_prepare_split()  local
888 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_poll_split()  local
896 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_cb_delayed_split()  local
932 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_detach_unused_buf_split()  local
958 				       struct vring_virtqueue *vq)  in virtqueue_vring_init_split()
976 static void virtqueue_reinit_split(struct vring_virtqueue *vq)  in virtqueue_reinit_split()
999 static void virtqueue_vring_attach_split(struct vring_virtqueue *vq,  in virtqueue_vring_attach_split()
1106 	struct virtqueue *vq;  in vring_create_virtqueue_split()  local
1129 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_resize_split()  local
1173 static void vring_unmap_extra_packed(const struct vring_virtqueue *vq,  in vring_unmap_extra_packed()
1196 static void vring_unmap_desc_packed(const struct vring_virtqueue *vq,  in vring_unmap_desc_packed()
1230 static int virtqueue_add_indirect_packed(struct vring_virtqueue *vq,  in virtqueue_add_indirect_packed()
1353 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_add_packed()  local
1497 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_kick_prepare_packed()  local
1544 static void detach_buf_packed(struct vring_virtqueue *vq,  in detach_buf_packed()
1590 static inline bool is_used_desc_packed(const struct vring_virtqueue *vq,  in is_used_desc_packed()
1603 static inline bool more_used_packed(const struct vring_virtqueue *vq)  in more_used_packed()
1619 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_buf_ctx_packed()  local
1686 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_disable_cb_packed()  local
1697 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_cb_prepare_packed()  local
1730 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_poll_packed()  local
1742 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_cb_delayed_packed()  local
1803 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_detach_unused_buf_packed()  local
1959 static void virtqueue_vring_attach_packed(struct vring_virtqueue *vq,  in virtqueue_vring_attach_packed()
1968 static void virtqueue_reinit_packed(struct vring_virtqueue *vq)  in virtqueue_reinit_packed()
1993 	struct vring_virtqueue *vq;  in vring_create_virtqueue_packed()  local
2051 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_resize_packed()  local
2092 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_add()  local
2148 int virtqueue_add_outbuf(struct virtqueue *vq,  in virtqueue_add_outbuf()
2170 int virtqueue_add_inbuf(struct virtqueue *vq,  in virtqueue_add_inbuf()
2193 int virtqueue_add_inbuf_ctx(struct virtqueue *vq,  in virtqueue_add_inbuf_ctx()
2216 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_kick_prepare()  local
2233 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_notify()  local
2259 bool virtqueue_kick(struct virtqueue *vq)  in virtqueue_kick()
2287 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_buf_ctx()  local
2310 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_disable_cb()  local
2339 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_cb_prepare()  local
2360 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_poll()  local
2405 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_enable_cb_delayed()  local
2425 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_detach_unused_buf()  local
2432 static inline bool more_used(const struct vring_virtqueue *vq)  in more_used()
2447 	struct vring_virtqueue *vq = to_vvq(_vq);  in vring_interrupt()  local
2486 	struct vring_virtqueue *vq;  in __vring_new_virtqueue()  local
2585 		     void (*recycle)(struct virtqueue *vq, void *buf))  in virtqueue_resize()
2587 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_resize()  local
2637 				      bool (*notify)(struct virtqueue *vq),  in vring_new_virtqueue()
2638 				      void (*callback)(struct virtqueue *vq),  in vring_new_virtqueue()
2654 	struct vring_virtqueue *vq = to_vvq(_vq);  in vring_free()  local
2690 	struct vring_virtqueue *vq = to_vvq(_vq);  in vring_del_virtqueue()  local
2739 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_vring_size()  local
2750 	struct vring_virtqueue *vq = to_vvq(_vq);  in __virtqueue_break()  local
2762 	struct vring_virtqueue *vq = to_vvq(_vq);  in __virtqueue_unbreak()  local
2771 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_is_broken()  local
2787 		struct vring_virtqueue *vq = to_vvq(_vq);  in virtio_break_device()  local
2809 		struct vring_virtqueue *vq = to_vvq(_vq);  in __virtio_unbreak_device()  local
2820 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_desc_addr()  local
2833 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_avail_addr()  local
2847 	struct vring_virtqueue *vq = to_vvq(_vq);  in virtqueue_get_used_addr()  local
2860 const struct vring *virtqueue_get_vring(struct virtqueue *vq)  in virtqueue_get_vring()