Home
last modified time | relevance | path

Searched refs:wr (Results 1 – 25 of 227) sorted by relevance

12345678910

/freebsd-11-stable/contrib/ofed/librdmacm/
HDrdma_verbs.h102 struct ibv_recv_wr wr, *bad; in rdma_post_recvv() local
104 wr.wr_id = (uintptr_t) context; in rdma_post_recvv()
105 wr.next = NULL; in rdma_post_recvv()
106 wr.sg_list = sgl; in rdma_post_recvv()
107 wr.num_sge = nsge; in rdma_post_recvv()
110 return rdma_seterrno(ibv_post_srq_recv(id->srq, &wr, &bad)); in rdma_post_recvv()
112 return rdma_seterrno(ibv_post_recv(id->qp, &wr, &bad)); in rdma_post_recvv()
119 struct ibv_send_wr wr, *bad; in rdma_post_sendv() local
121 wr.wr_id = (uintptr_t) context; in rdma_post_sendv()
122 wr.next = NULL; in rdma_post_sendv()
[all …]
/freebsd-11-stable/contrib/ofed/libmlx5/
HDqp.c210 struct ibv_send_wr *wr) in set_datagram_seg() argument
212 memcpy(&dseg->av, &to_mah(wr->wr.ud.ah)->av, sizeof dseg->av); in set_datagram_seg()
213 dseg->av.dqp_dct = htobe32(wr->wr.ud.remote_qpn | MLX5_EXTENDED_UD_AV); in set_datagram_seg()
214 dseg->av.key.qkey.qkey = htobe32(wr->wr.ud.remote_qkey); in set_datagram_seg()
256 static uint32_t send_ieth(struct ibv_send_wr *wr) in send_ieth() argument
258 switch (wr->opcode) { in send_ieth()
261 return wr->imm_data; in send_ieth()
263 return htobe32(wr->imm_data); in send_ieth()
269 static int set_data_inl_seg(struct mlx5_qp *qp, struct ibv_send_wr *wr, in set_data_inl_seg() argument
284 for (i = sg_copy_ptr->index; i < wr->num_sge; ++i) { in set_data_inl_seg()
[all …]
HDsrq.c87 struct ibv_recv_wr *wr, in mlx5_post_srq_recv() argument
99 for (nreq = 0; wr; ++nreq, wr = wr->next) { in mlx5_post_srq_recv()
100 if (wr->num_sge > srq->max_gs) { in mlx5_post_srq_recv()
102 *bad_wr = wr; in mlx5_post_srq_recv()
109 *bad_wr = wr; in mlx5_post_srq_recv()
113 srq->wrid[srq->head] = wr->wr_id; in mlx5_post_srq_recv()
119 for (i = 0; i < wr->num_sge; ++i) { in mlx5_post_srq_recv()
120 scat[i].byte_count = htobe32(wr->sg_list[i].length); in mlx5_post_srq_recv()
121 scat[i].lkey = htobe32(wr->sg_list[i].lkey); in mlx5_post_srq_recv()
122 scat[i].addr = htobe64(wr->sg_list[i].addr); in mlx5_post_srq_recv()
/freebsd-11-stable/contrib/flex/
HDtables.c55 int yytbl_write32 (struct yytbl_writer *wr, flex_uint32_t v);
56 int yytbl_write16 (struct yytbl_writer *wr, flex_uint16_t v);
57 int yytbl_write8 (struct yytbl_writer *wr, flex_uint8_t v);
58 int yytbl_writen (struct yytbl_writer *wr, void *v, flex_int32_t len);
71 int yytbl_writer_init (struct yytbl_writer *wr, FILE * out) in yytbl_writer_init() argument
73 wr->out = out; in yytbl_writer_init()
74 wr->total_written = 0; in yytbl_writer_init()
126 static int yytbl_write_pad64 (struct yytbl_writer *wr) in yytbl_write_pad64() argument
130 pad = yypad64 (wr->total_written); in yytbl_write_pad64()
132 if (yytbl_write8 (wr, 0) < 0) in yytbl_write_pad64()
[all …]
/freebsd-11-stable/contrib/ofed/libcxgb4/
HDqp.c104 struct ibv_send_wr *wr, int max, u32 *plenp) in build_immd() argument
112 for (i = 0; i < wr->num_sge; i++) { in build_immd()
113 if ((plen + wr->sg_list[i].length) > max) in build_immd()
115 srcp = (u8 *)(unsigned long)wr->sg_list[i].addr; in build_immd()
116 plen += wr->sg_list[i].length; in build_immd()
117 len = wr->sg_list[i].length; in build_immd()
159 struct ibv_send_wr *wr, u8 *len16) in build_rdma_send() argument
165 if (wr->num_sge > T4_MAX_SEND_SGE) in build_rdma_send()
167 if (wr->send_flags & IBV_SEND_SOLICITED) in build_rdma_send()
178 if (wr->num_sge) { in build_rdma_send()
[all …]
/freebsd-11-stable/contrib/ofed/libmlx4/
HDqp.c121 static void set_bind_seg(struct mlx4_wqe_bind_seg *bseg, struct ibv_send_wr *wr) in set_bind_seg() argument
123 int acc = wr->bind_mw.bind_info.mw_access_flags; in set_bind_seg()
133 if (((struct ibv_mw *)(wr->bind_mw.mw))->type == IBV_MW_TYPE_2) in set_bind_seg()
138 bseg->new_rkey = htobe32(wr->bind_mw.rkey); in set_bind_seg()
139 bseg->lkey = htobe32(wr->bind_mw.bind_info.mr->lkey); in set_bind_seg()
140 bseg->addr = htobe64((uint64_t) wr->bind_mw.bind_info.addr); in set_bind_seg()
141 bseg->length = htobe64(wr->bind_mw.bind_info.length); in set_bind_seg()
163 static void set_atomic_seg(struct mlx4_wqe_atomic_seg *aseg, struct ibv_send_wr *wr) in set_atomic_seg() argument
165 if (wr->opcode == IBV_WR_ATOMIC_CMP_AND_SWP) { in set_atomic_seg()
166 aseg->swap_add = htobe64(wr->wr.atomic.swap); in set_atomic_seg()
[all …]
HDsrq.c63 struct ibv_recv_wr *wr, in mlx4_post_srq_recv() argument
75 for (nreq = 0; wr; ++nreq, wr = wr->next) { in mlx4_post_srq_recv()
76 if (wr->num_sge > srq->max_gs) { in mlx4_post_srq_recv()
78 *bad_wr = wr; in mlx4_post_srq_recv()
85 *bad_wr = wr; in mlx4_post_srq_recv()
89 srq->wrid[srq->head] = wr->wr_id; in mlx4_post_srq_recv()
95 for (i = 0; i < wr->num_sge; ++i) { in mlx4_post_srq_recv()
96 scat[i].byte_count = htobe32(wr->sg_list[i].length); in mlx4_post_srq_recv()
97 scat[i].lkey = htobe32(wr->sg_list[i].lkey); in mlx4_post_srq_recv()
98 scat[i].addr = htobe64(wr->sg_list[i].addr); in mlx4_post_srq_recv()
/freebsd-11-stable/crypto/openssl/crypto/ripemd/asm/
HDrmd-586.pl39 @wr=( 5,14, 7, 0, 9, 2,11, 4,13, 6,15, 8, 1,10, 3,12,
446 &RIP5($A,$B,$C,$D,$E,$wr[ 0],$sr[ 0],$KR0,-2);
447 &RIP5($E,$A,$B,$C,$D,$wr[ 1],$sr[ 1],$KR0,0);
448 &RIP5($D,$E,$A,$B,$C,$wr[ 2],$sr[ 2],$KR0,0);
449 &RIP5($C,$D,$E,$A,$B,$wr[ 3],$sr[ 3],$KR0,0);
450 &RIP5($B,$C,$D,$E,$A,$wr[ 4],$sr[ 4],$KR0,0);
451 &RIP5($A,$B,$C,$D,$E,$wr[ 5],$sr[ 5],$KR0,0);
452 &RIP5($E,$A,$B,$C,$D,$wr[ 6],$sr[ 6],$KR0,0);
453 &RIP5($D,$E,$A,$B,$C,$wr[ 7],$sr[ 7],$KR0,0);
454 &RIP5($C,$D,$E,$A,$B,$wr[ 8],$sr[ 8],$KR0,0);
[all …]
/freebsd-11-stable/sys/dev/cxgb/ulp/iw_cxgb/
HDiw_cxgb_qp.c92 static int build_rdma_send(union t3_wr *wqe, struct ib_send_wr *wr, in build_rdma_send() argument
98 switch (wr->opcode) { in build_rdma_send()
100 if (wr->send_flags & IB_SEND_SOLICITED) in build_rdma_send()
107 if (wr->send_flags & IB_SEND_SOLICITED) in build_rdma_send()
116 if (wr->num_sge > T3_MAX_SGE) in build_rdma_send()
122 for (i = 0; i < wr->num_sge; i++) { in build_rdma_send()
123 if ((plen + wr->sg_list[i].length) < plen) { in build_rdma_send()
126 plen += wr->sg_list[i].length; in build_rdma_send()
128 htobe32(wr->sg_list[i].lkey); in build_rdma_send()
130 htobe32(wr->sg_list[i].length); in build_rdma_send()
[all …]
/freebsd-11-stable/contrib/gcc/config/s390/
HD2084.md44 (define_reservation "x-wr-st" "((x_wr_s | x_wr_t),x-x)")
45 (define_reservation "x-wr-np" "((x_wr_r + x_wr_s + x_wr_t),x-x)")
46 (define_reservation "x-wr-fp" "x_wr_fp,x-f")
68 "x-e1-st,x-wr-st")
74 "x-e1-st,x-wr-st")
79 "x-e1-st,x-wr-st")
84 "x-e1-st,x-wr-st")
89 "x-e1-st,x-wr-st")
94 "x-e1-st+x-mem,x-wr-st")
99 "x-e1-st+x_store_tok,x-wr-st")
[all …]
/freebsd-11-stable/sys/dev/mlx5/mlx5_ib/
HDmlx5_ib_gsi.c71 struct mlx5_ib_gsi_wr *wr; in generate_completions() local
76 wr = &gsi->outstanding_wrs[index % gsi->cap.max_send_wr]; in generate_completions()
78 if (!wr->completed) in generate_completions()
82 wr->send_flags & IB_SEND_SIGNALED) in generate_completions()
83 WARN_ON_ONCE(mlx5_ib_generate_wc(gsi_cq, &wr->wc)); in generate_completions()
85 wr->completed = false; in generate_completions()
94 struct mlx5_ib_gsi_wr *wr = in handle_single_completion() local
100 wr->completed = true; in handle_single_completion()
101 wr_id = wr->wc.wr_id; in handle_single_completion()
102 wr->wc = *wc; in handle_single_completion()
[all …]
HDmlx5_ib_qp.c2951 struct ib_send_wr *wr, void *qend, in set_eth_seg() argument
2958 if (wr->send_flags & IB_SEND_IP_CSUM) in set_eth_seg()
2965 if (wr->opcode == IB_WR_LSO) { in set_eth_seg()
2966 struct ib_ud_wr *ud_wr = container_of(wr, struct ib_ud_wr, wr); in set_eth_seg()
3004 struct ib_send_wr *wr) in set_datagram_seg() argument
3006 memcpy(&dseg->av, &to_mah(ud_wr(wr)->ah)->av, sizeof(struct mlx5_av)); in set_datagram_seg()
3007 dseg->av.dqp_dct = cpu_to_be32(ud_wr(wr)->remote_qpn | MLX5_EXTENDED_UD_AV); in set_datagram_seg()
3008 dseg->av.key.qkey.qkey = cpu_to_be32(ud_wr(wr)->remote_qkey); in set_datagram_seg()
3163 struct ib_send_wr *wr) in set_reg_umr_segment() argument
3165 struct mlx5_umr_wr *umrwr = umr_wr(wr); in set_reg_umr_segment()
[all …]
/freebsd-11-stable/sys/dev/mthca/
HDmthca_qp.c1479 int ind, struct ib_ud_wr *wr, in build_mlx_header() argument
1488 mthca_ah_grh_present(to_mah(wr->ah)), 0, 0, 0, in build_mlx_header()
1491 err = mthca_read_ah(dev, to_mah(wr->ah), &sqp->ud_header); in build_mlx_header()
1502 switch (wr->wr.opcode) { in build_mlx_header()
1510 sqp->ud_header.immediate_data = wr->wr.ex.imm_data; in build_mlx_header()
1519 sqp->ud_header.bth.solicited_event = !!(wr->wr.send_flags & IB_SEND_SOLICITED); in build_mlx_header()
1525 wr->pkey_index, &pkey); in build_mlx_header()
1527 sqp->ud_header.bth.destination_qpn = cpu_to_be32(wr->remote_qpn); in build_mlx_header()
1529 sqp->ud_header.deth.qkey = cpu_to_be32(wr->remote_qkey & 0x80000000 ? in build_mlx_header()
1530 sqp->qkey : wr->remote_qkey); in build_mlx_header()
[all …]
HDmthca_srq.c475 int mthca_tavor_post_srq_recv(struct ib_srq *ibsrq, struct ib_recv_wr *wr, in mthca_tavor_post_srq_recv() argument
494 for (nreq = 0; wr; wr = wr->next) { in mthca_tavor_post_srq_recv()
502 *bad_wr = wr; in mthca_tavor_post_srq_recv()
514 if (unlikely(wr->num_sge > srq->max_gs)) { in mthca_tavor_post_srq_recv()
516 *bad_wr = wr; in mthca_tavor_post_srq_recv()
521 for (i = 0; i < wr->num_sge; ++i) { in mthca_tavor_post_srq_recv()
522 mthca_set_data_seg(wqe, wr->sg_list + i); in mthca_tavor_post_srq_recv()
532 srq->wrid[ind] = wr->wr_id; in mthca_tavor_post_srq_recv()
575 int mthca_arbel_post_srq_recv(struct ib_srq *ibsrq, struct ib_recv_wr *wr, in mthca_arbel_post_srq_recv() argument
590 for (nreq = 0; wr; ++nreq, wr = wr->next) { in mthca_arbel_post_srq_recv()
[all …]
/freebsd-11-stable/sys/dev/cxgbe/iw_cxgbe/
HDqp.c138 struct wrqe *wr; in create_qp() local
237 wr = alloc_wrqe(wr_len, &sc->sge.ctrlq[0]); in create_qp()
238 if (wr == NULL) { in create_qp()
242 res_wr = wrtod(wr); in create_qp()
301 t4_wrq_tx(sc, wr); in create_qp()
336 struct ib_send_wr *wr, int max, u32 *plenp) in build_immd() argument
344 for (i = 0; i < wr->num_sge; i++) { in build_immd()
345 if ((plen + wr->sg_list[i].length) > max) in build_immd()
347 srcp = (u8 *)(unsigned long)wr->sg_list[i].addr; in build_immd()
348 plen += wr->sg_list[i].length; in build_immd()
[all …]
/freebsd-11-stable/sys/geom/eli/
HDg_eli.c189 struct g_eli_worker *wr; in g_eli_crypto_rerun() local
195 LIST_FOREACH(wr, &sc->sc_workers, w_next) { in g_eli_crypto_rerun()
196 if (wr->w_number == bp->bio_pflags) in g_eli_crypto_rerun()
199 KASSERT(wr != NULL, ("Invalid worker (%u).", bp->bio_pflags)); in g_eli_crypto_rerun()
201 bp->bio_cmd == BIO_READ ? "READ" : "WRITE", (uintmax_t)wr->w_sid, in g_eli_crypto_rerun()
203 wr->w_sid = crp->crp_sid; in g_eli_crypto_rerun()
406 g_eli_newsession(struct g_eli_worker *wr) in g_eli_newsession() argument
412 sc = wr->w_softc; in g_eli_newsession()
435 error = crypto_newsession(&wr->w_sid, &crie, in g_eli_newsession()
439 error = crypto_newsession(&wr->w_sid, &crie, in g_eli_newsession()
[all …]
/freebsd-11-stable/contrib/ofed/librdmacm/examples/
HDrdma_xclient.c53 struct ibv_send_wr wr, *bad; in post_send() local
60 wr.wr_id = (uintptr_t) NULL; in post_send()
61 wr.next = NULL; in post_send()
62 wr.sg_list = &sge; in post_send()
63 wr.num_sge = 1; in post_send()
64 wr.opcode = IBV_WR_SEND; in post_send()
65 wr.send_flags = IBV_SEND_INLINE; in post_send()
67 wr.qp_type.xrc.remote_srqn = srqn; in post_send()
69 ret = ibv_post_send(id->qp, &wr, &bad); in post_send()
/freebsd-11-stable/sys/dev/mlx4/mlx4_ib/
HDmlx4_ib_qp.c2298 struct ib_ud_wr *wr, in build_sriov_qp0_header() argument
2305 struct mlx4_ib_ah *ah = to_mah(wr->ah); in build_sriov_qp0_header()
2313 if (wr->wr.opcode != IB_WR_SEND) in build_sriov_qp0_header()
2318 for (i = 0; i < wr->wr.num_sge; ++i) in build_sriov_qp0_header()
2319 send_size += wr->wr.sg_list[i].length; in build_sriov_qp0_header()
2344 sqp->ud_header.bth.solicited_event = !!(wr->wr.send_flags & IB_SEND_SOLICITED); in build_sriov_qp0_header()
2348 sqp->ud_header.bth.destination_qpn = cpu_to_be32(wr->remote_qpn); in build_sriov_qp0_header()
2427 static int build_mlx_header(struct mlx4_ib_sqp *sqp, struct ib_ud_wr *wr, in build_mlx_header() argument
2434 struct mlx4_ib_ah *ah = to_mah(wr->ah); in build_mlx_header()
2450 for (i = 0; i < wr->wr.num_sge; ++i) in build_mlx_header()
[all …]
HDmlx4_ib_srq.c314 int mlx4_ib_post_srq_recv(struct ib_srq *ibsrq, struct ib_recv_wr *wr, in mlx4_ib_post_srq_recv() argument
329 *bad_wr = wr; in mlx4_ib_post_srq_recv()
334 for (nreq = 0; wr; ++nreq, wr = wr->next) { in mlx4_ib_post_srq_recv()
335 if (unlikely(wr->num_sge > srq->msrq.max_gs)) { in mlx4_ib_post_srq_recv()
337 *bad_wr = wr; in mlx4_ib_post_srq_recv()
343 *bad_wr = wr; in mlx4_ib_post_srq_recv()
347 srq->wrid[srq->head] = wr->wr_id; in mlx4_ib_post_srq_recv()
353 for (i = 0; i < wr->num_sge; ++i) { in mlx4_ib_post_srq_recv()
354 scat[i].byte_count = cpu_to_be32(wr->sg_list[i].length); in mlx4_ib_post_srq_recv()
355 scat[i].lkey = cpu_to_be32(wr->sg_list[i].lkey); in mlx4_ib_post_srq_recv()
[all …]
/freebsd-11-stable/sys/gnu/dts/arm/
HDomap3430-sdp.dts68 gpmc,cs-wr-off-ns = <186>;
71 gpmc,adv-wr-off-ns = <48>;
77 gpmc,wr-cycle-ns = <186>;
82 gpmc,wr-data-mux-bus-ns = <90>;
83 gpmc,wr-access-ns = <186>;
114 gpmc,cs-wr-off-ns = <36>;
117 gpmc,adv-wr-off-ns = <36>;
123 gpmc,wr-cycle-ns = <72>;
125 gpmc,wr-access-ns = <30>;
159 gpmc,cs-wr-off-ns = <72>;
[all …]
/freebsd-11-stable/contrib/ofed/libibverbs/
HDcompat-1_0.c107 } wr; member
204 struct ibv_send_wr_1_0 *wr,
207 struct ibv_recv_wr_1_0 *wr,
367 static int post_srq_recv_wrapper_1_0(struct ibv_srq_1_0 *srq, struct ibv_recv_wr_1_0 *wr, in post_srq_recv_wrapper_1_0() argument
374 for (w = wr; w; w = w->next) { in post_srq_recv_wrapper_1_0()
392 for (real_wr = head_wr, w = wr; in post_srq_recv_wrapper_1_0()
404 static int post_send_wrapper_1_0(struct ibv_qp_1_0 *qp, struct ibv_send_wr_1_0 *wr, in post_send_wrapper_1_0() argument
412 for (w = wr; w; w = w->next) { in post_send_wrapper_1_0()
428 TEST_SIZE_TO_END (wr)) { in post_send_wrapper_1_0()
436 memcpy(&real_wr->wr, &w->wr, sizeof real_wr->wr); in post_send_wrapper_1_0()
[all …]
/freebsd-11-stable/sys/dev/iser/
HDiser_memory.c162 struct ib_send_wr *bad_wr, *wr = NULL; in iser_fast_reg_mr() local
171 wr = &inv_wr; in iser_fast_reg_mr()
181 fastreg_wr.wr.opcode = IB_WR_REG_MR; in iser_fast_reg_mr()
182 fastreg_wr.wr.wr_id = ISER_FASTREG_LI_WRID; in iser_fast_reg_mr()
183 fastreg_wr.wr.num_sge = 0; in iser_fast_reg_mr()
190 if (!wr) in iser_fast_reg_mr()
191 wr = &fastreg_wr.wr; in iser_fast_reg_mr()
193 wr->next = &fastreg_wr.wr; in iser_fast_reg_mr()
195 ret = ib_post_send(ib_conn->qp, wr, &bad_wr); in iser_fast_reg_mr()
/freebsd-11-stable/lib/libthr/
HDplockstat.d41 probe rw__acquire(void *lock, int wr);
42 probe rw__release(void *lock, int wr);
43 probe rw__block(void *lock, int wr);
44 probe rw__blocked(void *lock, int wr, int success);
45 probe rw__error(void *lock, int wr, int err);
/freebsd-11-stable/sys/dev/cxgbe/tom/
HDt4_cpl_io.c114 struct wrqe *wr; in send_flowc_wr() local
142 wr = alloc_wrqe(roundup2(flowclen, 16), toep->ofld_txq); in send_flowc_wr()
143 if (wr == NULL) { in send_flowc_wr()
147 flowc = wrtod(wr); in send_flowc_wr()
148 memset(flowc, 0, wr->wr_len); in send_flowc_wr()
206 t4_wrq_tx(sc, wr); in send_flowc_wr()
233 struct wrqe *wr; in update_tx_rate_limit() local
242 (wr = alloc_wrqe(roundup2(flowclen, 16), toep->ofld_txq)) == NULL) { in update_tx_rate_limit()
248 flowc = wrtod(wr); in update_tx_rate_limit()
249 memset(flowc, 0, wr->wr_len); in update_tx_rate_limit()
[all …]
/freebsd-11-stable/sys/contrib/rdma/krping_compat/
HDkrping.c527 cb->fastreg_wr.wr.fast_reg.page_shift = PAGE_SHIFT; in krping_setup_wr()
528 cb->fastreg_wr.wr.fast_reg.length = cb->size; in krping_setup_wr()
529 cb->fastreg_wr.wr.fast_reg.page_list = cb->page_list; in krping_setup_wr()
530 cb->fastreg_wr.wr.fast_reg.page_list_len = cb->page_list_len; in krping_setup_wr()
877 cb->fastreg_wr.wr.fast_reg.rkey = cb->fastreg_mr->rkey; in krping_rdma_rkey()
883 cb->fastreg_wr.wr.fast_reg.access_flags = IB_ACCESS_REMOTE_READ; in krping_rdma_rkey()
885 cb->fastreg_wr.wr.fast_reg.access_flags = IB_ACCESS_REMOTE_WRITE | IB_ACCESS_LOCAL_WRITE; in krping_rdma_rkey()
886 cb->fastreg_wr.wr.fast_reg.iova_start = buf; in krping_rdma_rkey()
888 for (i=0; i < cb->fastreg_wr.wr.fast_reg.page_list_len; in krping_rdma_rkey()
897 cb->fastreg_wr.wr.fast_reg.rkey, in krping_rdma_rkey()
[all …]

12345678910