| /linux-5.19.10/net/smc/ |
| D | smc_core.c | 52 static void smc_buf_free(struct smc_link_group *lgr, bool is_rmb,
54 static void __smc_lgr_terminate(struct smc_link_group *lgr, bool soft);
59 static inline struct list_head *smc_lgr_list_head(struct smc_link_group *lgr, in smc_lgr_list_head() argument
62 if (lgr->is_smcd) { in smc_lgr_list_head()
63 *lgr_lock = &lgr->smcd->lgr_lock; in smc_lgr_list_head()
64 return &lgr->smcd->lgr_list; in smc_lgr_list_head()
81 static void smc_lgr_schedule_free_work(struct smc_link_group *lgr) in smc_lgr_schedule_free_work() argument
87 if (!lgr->freeing) { in smc_lgr_schedule_free_work()
88 mod_delayed_work(system_wq, &lgr->free_work, in smc_lgr_schedule_free_work()
89 (!lgr->is_smcd && lgr->role == SMC_CLNT) ? in smc_lgr_schedule_free_work()
[all …]
|
| D | smc_llc.c | 233 static void smc_llc_flow_parallel(struct smc_link_group *lgr, u8 flow_type, in smc_llc_flow_parallel() argument
239 flow_type != msg_type && !lgr->delayed_event) { in smc_llc_flow_parallel()
240 lgr->delayed_event = qentry; in smc_llc_flow_parallel()
247 SMC_LGR_ID_SIZE, &lgr->id, in smc_llc_flow_parallel()
248 lgr->net->net_cookie, in smc_llc_flow_parallel()
250 flow_type, lgr->role); in smc_llc_flow_parallel()
258 struct smc_link_group *lgr = qentry->link->lgr; in smc_llc_flow_start() local
260 spin_lock_bh(&lgr->llc_flow_lock); in smc_llc_flow_start()
263 smc_llc_flow_parallel(lgr, flow->type, qentry); in smc_llc_flow_start()
264 spin_unlock_bh(&lgr->llc_flow_lock); in smc_llc_flow_start()
[all …]
|
| D | smc_llc.h | 62 static inline struct smc_link *smc_llc_usable_link(struct smc_link_group *lgr) in smc_llc_usable_link() argument
67 if (smc_link_usable(&lgr->lnk[i])) in smc_llc_usable_link()
68 return &lgr->lnk[i]; in smc_llc_usable_link()
73 static inline void smc_llc_set_termination_rsn(struct smc_link_group *lgr, in smc_llc_set_termination_rsn() argument
76 if (!lgr->llc_termination_rsn) in smc_llc_set_termination_rsn()
77 lgr->llc_termination_rsn = rsn; in smc_llc_set_termination_rsn()
90 void smc_llc_lgr_init(struct smc_link_group *lgr, struct smc_sock *smc);
91 void smc_llc_lgr_clear(struct smc_link_group *lgr);
97 int smc_llc_do_delete_rkey(struct smc_link_group *lgr,
99 int smc_llc_flow_initiate(struct smc_link_group *lgr,
[all …]
|
| D | smc_wr.c | 96 if (link->lgr->smc_version != SMC_V2 || in smc_wr_tx_process_cqe()
104 memset(link->lgr->wr_tx_buf_v2, 0, in smc_wr_tx_process_cqe()
105 sizeof(*link->lgr->wr_tx_buf_v2)); in smc_wr_tx_process_cqe()
122 if (link->lgr->smc_version == SMC_V2) { in smc_wr_tx_process_cqe()
125 memset(link->lgr->wr_tx_buf_v2, 0, in smc_wr_tx_process_cqe()
126 sizeof(*link->lgr->wr_tx_buf_v2)); in smc_wr_tx_process_cqe()
201 struct smc_link_group *lgr = smc_get_lgr(link); in smc_wr_tx_get_free_slot() local
210 if (in_softirq() || lgr->terminating) { in smc_wr_tx_get_free_slot()
218 lgr->terminating || in smc_wr_tx_get_free_slot()
266 *wr_buf = link->lgr->wr_tx_buf_v2; in smc_wr_tx_get_v2_slot()
[all …]
|
| D | smc_core.h | 144 struct smc_link_group *lgr; /* parent link group */ member
392 u32 token, struct smc_link_group *lgr) in smc_lgr_find_conn() argument
397 node = lgr->conns_all.rb_node; in smc_lgr_find_conn()
419 return conn->lgr && conn->alert_token_local; in smc_conn_lgr_valid()
498 void smc_lgr_cleanup_early(struct smc_link_group *lgr);
499 void smc_lgr_terminate_sched(struct smc_link_group *lgr);
500 void smc_lgr_hold(struct smc_link_group *lgr);
501 void smc_lgr_put(struct smc_link_group *lgr);
514 void smc_rtoken_set(struct smc_link_group *lgr, int link_idx, int link_idx_new,
516 void smc_rtoken_set2(struct smc_link_group *lgr, int rtok_idx, int link_id,
[all …]
|
| D | smc_ism.c | 71 spin_lock_irqsave(&conn->lgr->smcd->lock, flags); in smc_ism_set_conn()
72 conn->lgr->smcd->conn[conn->rmb_desc->sba_idx] = conn; in smc_ism_set_conn()
73 spin_unlock_irqrestore(&conn->lgr->smcd->lock, flags); in smc_ism_set_conn()
84 spin_lock_irqsave(&conn->lgr->smcd->lock, flags); in smc_ism_unset_conn()
85 conn->lgr->smcd->conn[conn->rmb_desc->sba_idx] = NULL; in smc_ism_unset_conn()
86 spin_unlock_irqrestore(&conn->lgr->smcd->lock, flags); in smc_ism_unset_conn()
194 int smc_ism_register_dmb(struct smc_link_group *lgr, int dmb_len, in smc_ism_register_dmb() argument
203 dmb.vlan_id = lgr->vlan_id; in smc_ism_register_dmb()
204 dmb.rgid = lgr->peer_gid; in smc_ism_register_dmb()
205 rc = lgr->smcd->ops->register_dmb(lgr->smcd, &dmb); in smc_ism_register_dmb()
[all …]
|
| D | smc_tracepoint.h | 93 __field(const void *, lgr)
101 const struct smc_link_group *lgr = lnk->lgr;
104 __entry->lgr = lgr;
105 __entry->net_cookie = lgr->net->net_cookie;
112 __entry->lnk, __entry->lgr, __entry->net_cookie,
|
| D | smc_ib.c | 75 if (lnk->lgr->smc_version == SMC_V2 && lnk->lgr->uses_gateway) in smc_ib_modify_qp_rtr()
79 if (lnk->lgr->smc_version == SMC_V2 && lnk->lgr->uses_gateway) in smc_ib_modify_qp_rtr()
80 memcpy(&qp_attr.ah_attr.roce.dmac, lnk->lgr->nexthop_mac, in smc_ib_modify_qp_rtr()
81 sizeof(lnk->lgr->nexthop_mac)); in smc_ib_modify_qp_rtr()
125 struct smc_link_group *lgr = smc_get_lgr(lnk); in smc_ib_ready_link() local
145 if (lgr->role == SMC_SERV) { in smc_ib_ready_link()
329 struct smc_link_group *lgr; in smc_ib_gid_check() local
333 list_for_each_entry(lgr, &smc_lgr_list.list, list) { in smc_ib_gid_check()
334 if (strncmp(smcibdev->pnetid[ibport - 1], lgr->pnet_id, in smc_ib_gid_check()
337 if (list_empty(&lgr->list)) in smc_ib_gid_check()
[all …]
|
| D | smc_diag.c | 92 else if (smc_conn_lgr_valid(&smc->conn) && smc->conn.lgr->is_smcd) in __smc_diag_dump()
145 if (smc_conn_lgr_valid(&smc->conn) && !smc->conn.lgr->is_smcd && in __smc_diag_dump()
147 !list_empty(&smc->conn.lgr->list)) { in __smc_diag_dump()
151 .role = smc->conn.lgr->role, in __smc_diag_dump()
157 smc->conn.lgr->lnk[0].smcibdev->ibdev->name, in __smc_diag_dump()
165 if (smc_conn_lgr_valid(&smc->conn) && smc->conn.lgr->is_smcd && in __smc_diag_dump()
167 !list_empty(&smc->conn.lgr->list)) { in __smc_diag_dump()
173 dinfo.linkid = *((u32 *)conn->lgr->id); in __smc_diag_dump()
174 dinfo.peer_gid = conn->lgr->peer_gid; in __smc_diag_dump()
175 dinfo.my_gid = conn->lgr->smcd->local_gid; in __smc_diag_dump()
|
| D | smc_cdc.c | 211 (conn->lgr->is_smcd && conn->lgr->peer_shutdown)) in smc_cdc_get_slot_and_msg_send()
214 if (conn->lgr->is_smcd) { in smc_cdc_get_slot_and_msg_send()
440 struct smc_link_group *lgr; in smc_cdc_rx_handler() local
449 lgr = smc_get_lgr(link); in smc_cdc_rx_handler()
450 read_lock_bh(&lgr->conns_lock); in smc_cdc_rx_handler()
451 conn = smc_lgr_find_conn(ntohl(cdc->token), lgr); in smc_cdc_rx_handler()
452 read_unlock_bh(&lgr->conns_lock); in smc_cdc_rx_handler()
|
| D | smc_ism.h | 45 int smc_ism_register_dmb(struct smc_link_group *lgr, int buf_size,
50 int smc_ism_signal_shutdown(struct smc_link_group *lgr);
|
| D | af_smc.c | 494 struct smc_link_group *lgr = link->lgr; in smcr_lgr_reg_rmbs() local
497 rc = smc_llc_flow_initiate(lgr, SMC_LLC_FLOW_RKEY); in smcr_lgr_reg_rmbs()
503 mutex_lock(&lgr->llc_conf_mutex); in smcr_lgr_reg_rmbs()
505 if (!smc_link_active(&lgr->lnk[i])) in smcr_lgr_reg_rmbs()
507 rc = smcr_link_reg_rmb(&lgr->lnk[i], rmb_desc); in smcr_lgr_reg_rmbs()
520 mutex_unlock(&lgr->llc_conf_mutex); in smcr_lgr_reg_rmbs()
521 smc_llc_flow_stop(lgr, &lgr->llc_flow_lcl); in smcr_lgr_reg_rmbs()
532 qentry = smc_llc_wait(link->lgr, NULL, SMC_LLC_WAIT_TIME, in smcr_clnt_conf_first_link()
543 smc_llc_flow_qentry_del(&link->lgr->llc_flow_lcl); in smcr_clnt_conf_first_link()
565 smcr_lgr_set_type(link->lgr, SMC_LGR_SINGLE); in smcr_clnt_conf_first_link()
[all …]
|
| D | smc_tx.c | 332 rc = smc_ism_write(conn->lgr->smcd, &pos, data, len); in smcd_tx_ism_write()
342 struct smc_link_group *lgr = conn->lgr; in smc_tx_rdma_write() local
349 lgr->rtokens[conn->rtoken_idx][link->link_idx].dma_addr + in smc_tx_rdma_write()
354 rdma_wr->rkey = lgr->rtokens[conn->rtoken_idx][link->link_idx].rkey; in smc_tx_rdma_write()
541 if (conn->lgr->is_smcd) in smc_tx_rdma_writes()
587 mod_delayed_work(conn->lgr->tx_wq, &conn->tx_work, in smcr_tx_sndbuf_nonempty()
661 if (conn->lgr->is_smcd) in __smc_tx_sndbuf_nonempty()
763 queue_delayed_work(conn->lgr->tx_wq, &conn->tx_work, in smc_tx_consumer_update()
|
| D | smc_wr.h | 108 int smc_wr_alloc_lgr_mem(struct smc_link_group *lgr);
111 void smc_wr_free_lgr_mem(struct smc_link_group *lgr);
|
| D | smc_clc.c | 752 smc->conn.lgr->sync_err = 1; in smc_clc_wait_msg()
753 smc_lgr_terminate_sched(smc->conn.lgr); in smc_clc_wait_msg()
779 if ((!smc_conn_lgr_valid(&smc->conn) || !smc->conn.lgr->is_smcd) && in smc_clc_send_decline()
998 if (conn->lgr->is_smcd) { in smc_clc_send_confirm_accept()
1003 clc->d0.gid = conn->lgr->smcd->local_gid; in smc_clc_send_confirm_accept()
1007 memcpy(&clc->d0.linkid, conn->lgr->id, SMC_LGR_ID_SIZE); in smc_clc_send_confirm_accept()
1012 htons(smc_ism_get_chid(conn->lgr->smcd)); in smc_clc_send_confirm_accept()
1060 fce.v2_direct = !link->lgr->uses_gateway; in smc_clc_send_confirm_accept()
1091 if (!conn->lgr->is_smcd) { in smc_clc_send_confirm_accept()
|
| /linux-5.19.10/arch/s390/purgatory/ |
| D | head.S | 37 lgr %r0,\dst
38 lgr %r1,\len
39 lgr %r2,\src
40 lgr %r3,\len
52 lgr %r4,\len
54 11: lgr %r4,%r0
144 lgr %r8,%r13
169 lgr %r7,%r9
185 lgr %r0,%r7
205 lgr %r12,%r7
[all …]
|
| /linux-5.19.10/arch/s390/kernel/ |
| D | relocate_kernel.S | 38 lgr %r6,%r5 # r6 = r5
45 lgr %r2,%r5 # move it into the right register,
54 lgr %r8,%r5 # r8 = r5
60 lgr %r0,%r4 # subcode
|
| D | text_amode31.S | 31 lgr %r1,%r2
32 lgr %r2,%r3
33 lgr %r3,%r4
51 lgr %r1,%r2
|
| D | reipl.S | 73 lgr %r9,%r2
74 lgr %r2,%r3
|
| D | entry.S | 64 lgr %r14,%r15
155 lgr %r14,\reg
333 lgr %r3,%r14
348 lgr %r3,%r11
|
| D | earlypgm.S | 18 lgr %r2,%r11
|
| /linux-5.19.10/arch/s390/lib/ |
| D | mem.S | 20 lgr %r1,%r2
78 lgr %r1,%r2
91 lgr %r1,%r2
129 lgr %r1,%r2
163 lgr %r1,%r2
|
| /linux-5.19.10/fs/nfs/filelayout/ |
| D | filelayout.c | 599 struct nfs4_layoutget_res *lgr, in filelayout_check_layout() argument
607 if (lgr->range.offset != 0 || in filelayout_check_layout()
608 lgr->range.length != NFS4_MAX_UINT64) { in filelayout_check_layout()
614 if (fl->pattern_offset > lgr->range.offset) { in filelayout_check_layout()
650 struct nfs4_layoutget_res *lgr, in filelayout_decode_layout() argument
666 xdr_init_decode_pages(&stream, &buf, lgr->layoutp->pages, lgr->layoutp->len); in filelayout_decode_layout()
765 struct nfs4_layoutget_res *lgr, in filelayout_alloc_lseg() argument
776 rc = filelayout_decode_layout(layoutid, fl, lgr, gfp_flags); in filelayout_alloc_lseg()
777 if (rc != 0 || filelayout_check_layout(layoutid, fl, lgr, gfp_flags)) { in filelayout_alloc_lseg()
|
| /linux-5.19.10/fs/nfs/blocklayout/ |
| D | blocklayout.c | 645 bl_alloc_lseg(struct pnfs_layout_hdr *lo, struct nfs4_layoutget_res *lgr, in bl_alloc_lseg() argument
649 .mode = lgr->range.iomode, in bl_alloc_lseg()
650 .start = lgr->range.offset >> SECTOR_SHIFT, in bl_alloc_lseg()
651 .inval = lgr->range.offset >> SECTOR_SHIFT, in bl_alloc_lseg()
652 .cowread = lgr->range.offset >> SECTOR_SHIFT, in bl_alloc_lseg()
676 lgr->layoutp->pages, lgr->layoutp->len); in bl_alloc_lseg()
697 if (lgr->range.offset + lgr->range.length != in bl_alloc_lseg()
|
| /linux-5.19.10/arch/s390/boot/ |
| D | head_kdump.S | 61 lgr %r11,%r2 # Save kdump base address
62 lgr %r12,%r2
|