/linux-6.1.9/block/ |
D | blk-mq.h | 26 struct blk_mq_hw_ctx *hctxs[HCTX_MAX_TYPES]; 39 bool blk_mq_dispatch_rq_list(struct blk_mq_hw_ctx *hctx, struct list_head *, 43 void blk_mq_flush_busy_ctxs(struct blk_mq_hw_ctx *hctx, struct list_head *list); 44 struct request *blk_mq_dequeue_from_ctx(struct blk_mq_hw_ctx *hctx, 62 void __blk_mq_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq, 66 void blk_mq_insert_requests(struct blk_mq_hw_ctx *hctx, struct blk_mq_ctx *ctx, 68 void blk_mq_try_issue_list_directly(struct blk_mq_hw_ctx *hctx, 82 static inline struct blk_mq_hw_ctx *blk_mq_map_queue_type(struct request_queue *q, in blk_mq_map_queue_type() 109 static inline struct blk_mq_hw_ctx *blk_mq_map_queue(struct request_queue *q, in blk_mq_map_queue() 125 extern void blk_mq_hctx_kobj_init(struct blk_mq_hw_ctx *hctx); [all …]
|
D | blk-mq-debugfs.h | 9 struct blk_mq_hw_ctx; 25 struct blk_mq_hw_ctx *hctx); 26 void blk_mq_debugfs_unregister_hctx(struct blk_mq_hw_ctx *hctx); 33 struct blk_mq_hw_ctx *hctx); 34 void blk_mq_debugfs_unregister_sched_hctx(struct blk_mq_hw_ctx *hctx); 44 struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_register_hctx() 48 static inline void blk_mq_debugfs_unregister_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_unregister_hctx() 69 struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_register_sched_hctx() 73 static inline void blk_mq_debugfs_unregister_sched_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_unregister_sched_hctx()
|
D | blk-mq-sysfs.c | 36 struct blk_mq_hw_ctx *hctx = container_of(kobj, struct blk_mq_hw_ctx, in blk_mq_hw_sysfs_release() 48 ssize_t (*show)(struct blk_mq_hw_ctx *, char *); 49 ssize_t (*store)(struct blk_mq_hw_ctx *, const char *, size_t); 56 struct blk_mq_hw_ctx *hctx; in blk_mq_hw_sysfs_show() 61 hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj); in blk_mq_hw_sysfs_show() 78 struct blk_mq_hw_ctx *hctx; in blk_mq_hw_sysfs_store() 83 hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj); in blk_mq_hw_sysfs_store() 95 static ssize_t blk_mq_hw_sysfs_nr_tags_show(struct blk_mq_hw_ctx *hctx, in blk_mq_hw_sysfs_nr_tags_show() 101 static ssize_t blk_mq_hw_sysfs_nr_reserved_tags_show(struct blk_mq_hw_ctx *hctx, in blk_mq_hw_sysfs_nr_reserved_tags_show() 107 static ssize_t blk_mq_hw_sysfs_cpus_show(struct blk_mq_hw_ctx *hctx, char *page) in blk_mq_hw_sysfs_cpus_show() [all …]
|
D | blk-mq-tag.h | 23 extern int blk_mq_tag_update_depth(struct blk_mq_hw_ctx *hctx, 37 struct blk_mq_hw_ctx *hctx) in bt_wait_ptr() 50 extern void __blk_mq_tag_busy(struct blk_mq_hw_ctx *); 51 extern void __blk_mq_tag_idle(struct blk_mq_hw_ctx *); 53 static inline void blk_mq_tag_busy(struct blk_mq_hw_ctx *hctx) in blk_mq_tag_busy() 59 static inline void blk_mq_tag_idle(struct blk_mq_hw_ctx *hctx) in blk_mq_tag_idle()
|
D | blk-mq-sched.h | 17 void blk_mq_sched_mark_restart_hctx(struct blk_mq_hw_ctx *hctx); 18 void __blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx); 22 void blk_mq_sched_insert_requests(struct blk_mq_hw_ctx *hctx, 26 void blk_mq_sched_dispatch_requests(struct blk_mq_hw_ctx *hctx); 32 static inline void blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_restart() 77 static inline bool blk_mq_sched_has_work(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_has_work() 87 static inline bool blk_mq_sched_needs_restart(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_needs_restart()
|
D | blk-mq-sched.c | 25 void blk_mq_sched_mark_restart_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_mark_restart_hctx() 34 void __blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx) in __blk_mq_sched_restart() 61 struct blk_mq_hw_ctx *hctx = in blk_mq_dispatch_hctx_list() 90 static int __blk_mq_do_dispatch_sched(struct blk_mq_hw_ctx *hctx) in __blk_mq_do_dispatch_sched() 181 static int blk_mq_do_dispatch_sched(struct blk_mq_hw_ctx *hctx) in blk_mq_do_dispatch_sched() 199 static struct blk_mq_ctx *blk_mq_next_ctx(struct blk_mq_hw_ctx *hctx, in blk_mq_next_ctx() 218 static int blk_mq_do_dispatch_ctx(struct blk_mq_hw_ctx *hctx) in blk_mq_do_dispatch_ctx() 273 static int __blk_mq_sched_dispatch_requests(struct blk_mq_hw_ctx *hctx) in __blk_mq_sched_dispatch_requests() 325 void blk_mq_sched_dispatch_requests(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_dispatch_requests() 350 struct blk_mq_hw_ctx *hctx; in blk_mq_sched_bio_merge() [all …]
|
D | elevator.h | 23 struct blk_mq_hw_ctx; 28 int (*init_hctx)(struct blk_mq_hw_ctx *, unsigned int); 29 void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); 30 void (*depth_updated)(struct blk_mq_hw_ctx *); 40 void (*insert_requests)(struct blk_mq_hw_ctx *, struct list_head *, bool); 41 struct request *(*dispatch_request)(struct blk_mq_hw_ctx *); 42 bool (*has_work)(struct blk_mq_hw_ctx *);
|
D | blk-mq-debugfs.c | 202 struct blk_mq_hw_ctx *hctx = data; in hctx_state_show() 230 struct blk_mq_hw_ctx *hctx = data; in hctx_flags_show() 342 struct blk_mq_hw_ctx *hctx = m->private; in hctx_dispatch_start() 350 struct blk_mq_hw_ctx *hctx = m->private; in hctx_dispatch_next() 358 struct blk_mq_hw_ctx *hctx = m->private; in hctx_dispatch_stop() 372 struct blk_mq_hw_ctx *hctx; 392 struct blk_mq_hw_ctx *hctx = data; in hctx_busy_show() 409 struct blk_mq_hw_ctx *hctx = data; in hctx_type_show() 418 struct blk_mq_hw_ctx *hctx = data; in hctx_ctx_map_show() 443 struct blk_mq_hw_ctx *hctx = data; in hctx_tags_show() [all …]
|
D | blk-mq.c | 72 static inline struct blk_mq_hw_ctx *blk_qc_to_hctx(struct request_queue *q, in blk_qc_to_hctx() 79 static inline struct request *blk_qc_to_rq(struct blk_mq_hw_ctx *hctx, in blk_qc_to_rq() 100 static bool blk_mq_hctx_has_pending(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_has_pending() 110 static void blk_mq_hctx_mark_pending(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_mark_pending() 119 static void blk_mq_hctx_clear_pending(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_clear_pending() 316 struct blk_mq_hw_ctx *hctx; in blk_mq_wake_waiters() 345 struct blk_mq_hw_ctx *hctx = data->hctx; in blk_mq_rq_ctx_init() 681 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in __blk_mq_free_request() 698 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in blk_mq_free_request() 1029 static inline void blk_mq_flush_tag_batch(struct blk_mq_hw_ctx *hctx, in blk_mq_flush_tag_batch() [all …]
|
D | kyber-iosched.c | 455 static void kyber_depth_updated(struct blk_mq_hw_ctx *hctx) in kyber_depth_updated() 466 static int kyber_init_hctx(struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in kyber_init_hctx() 521 static void kyber_exit_hctx(struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in kyber_exit_hctx() 573 struct blk_mq_hw_ctx *hctx = blk_mq_map_queue(q, bio->bi_opf, ctx); in kyber_bio_merge() 592 static void kyber_insert_requests(struct blk_mq_hw_ctx *hctx, in kyber_insert_requests() 699 struct blk_mq_hw_ctx *hctx = READ_ONCE(wqe->private); in kyber_domain_wake() 709 struct blk_mq_hw_ctx *hctx) in kyber_get_domain_token() 757 struct blk_mq_hw_ctx *hctx) in kyber_dispatch_cur_domain() 804 static struct request *kyber_dispatch_request(struct blk_mq_hw_ctx *hctx) in kyber_dispatch_request() 850 static bool kyber_has_work(struct blk_mq_hw_ctx *hctx) in kyber_has_work() [all …]
|
D | blk-mq-tag.c | 40 void __blk_mq_tag_busy(struct blk_mq_hw_ctx *hctx) in __blk_mq_tag_busy() 75 void __blk_mq_tag_idle(struct blk_mq_hw_ctx *hctx) in __blk_mq_tag_idle() 238 struct blk_mq_hw_ctx *hctx; 262 struct blk_mq_hw_ctx *hctx = iter_data->hctx; in bt_iter() 305 static void bt_for_each(struct blk_mq_hw_ctx *hctx, struct request_queue *q, in bt_for_each() 509 struct blk_mq_hw_ctx *hctx; in blk_mq_queue_tag_busy_iter() 594 int blk_mq_tag_update_depth(struct blk_mq_hw_ctx *hctx, in blk_mq_tag_update_depth()
|
D | mq-deadline.c | 572 static struct request *dd_dispatch_request(struct blk_mq_hw_ctx *hctx) in dd_dispatch_request() 620 static void dd_depth_updated(struct blk_mq_hw_ctx *hctx) in dd_depth_updated() 632 static int dd_init_hctx(struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in dd_init_hctx() 770 static void dd_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq, in dd_insert_request() 827 static void dd_insert_requests(struct blk_mq_hw_ctx *hctx, in dd_insert_requests() 850 static bool dd_has_write_work(struct blk_mq_hw_ctx *hctx) in dd_has_write_work() 915 static bool dd_has_work(struct blk_mq_hw_ctx *hctx) in dd_has_work()
|
D | blk-flush.c | 362 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in mq_flush_data_end_io() 528 void blk_mq_hctx_set_fq_lock_class(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_set_fq_lock_class()
|
D | bsg-lib.c | 272 static blk_status_t bsg_queue_rq(struct blk_mq_hw_ctx *hctx, in bsg_queue_rq()
|
/linux-6.1.9/include/linux/ |
D | blk-mq.h | 86 struct blk_mq_hw_ctx *mq_hctx; 295 struct blk_mq_hw_ctx { struct 547 blk_status_t (*queue_rq)(struct blk_mq_hw_ctx *, 557 void (*commit_rqs)(struct blk_mq_hw_ctx *); 597 int (*poll)(struct blk_mq_hw_ctx *, struct io_comp_batch *); 609 int (*init_hctx)(struct blk_mq_hw_ctx *, void *, unsigned int); 613 void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); 874 void blk_mq_stop_hw_queue(struct blk_mq_hw_ctx *hctx); 875 void blk_mq_start_hw_queue(struct blk_mq_hw_ctx *hctx); 878 void blk_mq_start_stopped_hw_queue(struct blk_mq_hw_ctx *hctx, bool async); [all …]
|
/linux-6.1.9/drivers/block/rnbd/ |
D | rnbd-clt.h | 105 struct blk_mq_hw_ctx *hctx;
|
D | rnbd-clt.c | 1096 struct blk_mq_hw_ctx *hctx, in rnbd_clt_dev_kick_mq_queue() 1111 static blk_status_t rnbd_queue_rq(struct blk_mq_hw_ctx *hctx, in rnbd_queue_rq() 1158 static int rnbd_rdma_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in rnbd_rdma_poll() 1312 struct blk_mq_hw_ctx *hctx) in rnbd_init_hw_queue() 1322 struct blk_mq_hw_ctx *hctx; in rnbd_init_mq_hw_queues()
|
/linux-6.1.9/drivers/block/ |
D | virtio_blk.c | 104 static inline struct virtio_blk_vq *get_virtio_blk_vq(struct blk_mq_hw_ctx *hctx) in get_virtio_blk_vq() 188 static int virtblk_map_data(struct blk_mq_hw_ctx *hctx, struct request *req, in virtblk_map_data() 304 static void virtio_commit_rqs(struct blk_mq_hw_ctx *hctx) in virtio_commit_rqs() 331 static blk_status_t virtblk_prep_rq(struct blk_mq_hw_ctx *hctx, in virtblk_prep_rq() 353 static blk_status_t virtio_queue_rq(struct blk_mq_hw_ctx *hctx, in virtio_queue_rq() 851 static int virtblk_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in virtblk_poll()
|
D | z2ram.c | 68 static blk_status_t z2_queue_rq(struct blk_mq_hw_ctx *hctx, in z2_queue_rq()
|
/linux-6.1.9/drivers/s390/block/ |
D | scm_blk.c | 282 static blk_status_t scm_blk_request(struct blk_mq_hw_ctx *hctx, in scm_blk_request() 331 static int scm_blk_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in scm_blk_init_hctx() 345 static void scm_blk_exit_hctx(struct blk_mq_hw_ctx *hctx, unsigned int idx) in scm_blk_exit_hctx()
|
/linux-6.1.9/drivers/nvme/target/ |
D | loop.c | 131 static blk_status_t nvme_loop_queue_rq(struct blk_mq_hw_ctx *hctx, in nvme_loop_queue_rq() 218 static int nvme_loop_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_loop_init_hctx() 238 static int nvme_loop_init_admin_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_loop_init_admin_hctx()
|
/linux-6.1.9/drivers/block/null_blk/ |
D | main.c | 1584 static int null_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in null_poll() 1614 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in null_timeout_rq() 1640 static blk_status_t null_queue_rq(struct blk_mq_hw_ctx *hctx, in null_queue_rq() 1704 static void null_exit_hctx(struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in null_exit_hctx() 1721 static int null_init_hctx(struct blk_mq_hw_ctx *hctx, void *driver_data, in null_init_hctx()
|
/linux-6.1.9/drivers/block/paride/ |
D | pcd.c | 187 static blk_status_t pcd_queue_rq(struct blk_mq_hw_ctx *hctx, 704 static blk_status_t pcd_queue_rq(struct blk_mq_hw_ctx *hctx, in pcd_queue_rq()
|
D | pf.c | 209 static blk_status_t pf_queue_rq(struct blk_mq_hw_ctx *hctx, 775 static blk_status_t pf_queue_rq(struct blk_mq_hw_ctx *hctx, in pf_queue_rq()
|
/linux-6.1.9/drivers/nvme/host/ |
D | apple.c | 732 static blk_status_t apple_nvme_queue_rq(struct blk_mq_hw_ctx *hctx, in apple_nvme_queue_rq() 775 static int apple_nvme_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in apple_nvme_init_hctx() 922 static int apple_nvme_poll(struct blk_mq_hw_ctx *hctx, in apple_nvme_poll()
|