Home
last modified time | relevance | path

Searched refs:wqe (Results 1 – 25 of 29) sorted by relevance

12

/freebsd-10-stable/contrib/ofed/libcxgb4/src/
Dqp.c48 static void copy_wr_to_sq(struct t4_wq *wq, union t4_wr *wqe, u8 len16) in copy_wr_to_sq() argument
54 src = &wqe->flits[0]; in copy_wr_to_sq()
74 static void copy_wr_to_rq(struct t4_wq *wq, union t4_recv_wr *wqe, u8 len16) in copy_wr_to_rq() argument
80 src = &wqe->flits[0]; in copy_wr_to_rq()
151 static int build_rdma_send(struct t4_sq *sq, union t4_wr *wqe, in build_rdma_send() argument
161 wqe->send.sendop_pkd = cpu_to_be32( in build_rdma_send()
164 wqe->send.sendop_pkd = cpu_to_be32( in build_rdma_send()
166 wqe->send.stag_inv = 0; in build_rdma_send()
167 wqe->send.r3 = 0; in build_rdma_send()
168 wqe->send.r4 = 0; in build_rdma_send()
[all …]
Dt4.h157 static inline void init_wr_hdr(union t4_wr *wqe, u16 wrid, in init_wr_hdr() argument
160 wqe->send.opcode = (u8)opcode; in init_wr_hdr()
161 wqe->send.flags = flags; in init_wr_hdr()
162 wqe->send.wrid = wrid; in init_wr_hdr()
163 wqe->send.r1[0] = 0; in init_wr_hdr()
164 wqe->send.r1[1] = 0; in init_wr_hdr()
165 wqe->send.r1[2] = 0; in init_wr_hdr()
166 wqe->send.len16 = len16; in init_wr_hdr()
469 static void copy_wqe_to_udb(volatile u32 *udb_offset, void *wqe) in copy_wqe_to_udb() argument
474 src = (u64 *)wqe; in copy_wqe_to_udb()
[all …]
/freebsd-10-stable/contrib/ofed/libmthca/src/
Dsrq.c60 static inline int *wqe_to_link(void *wqe) in wqe_to_link() argument
62 return (int *) (wqe + 12); in wqe_to_link()
92 void *wqe; in mthca_tavor_post_srq_recv() local
101 wqe = get_wqe(srq, ind); in mthca_tavor_post_srq_recv()
102 next_ind = *wqe_to_link(wqe); in mthca_tavor_post_srq_recv()
111 srq->last = wqe; in mthca_tavor_post_srq_recv()
113 ((struct mthca_next_seg *) wqe)->ee_nds = 0; in mthca_tavor_post_srq_recv()
116 wqe += sizeof (struct mthca_next_seg); in mthca_tavor_post_srq_recv()
126 ((struct mthca_data_seg *) wqe)->byte_count = in mthca_tavor_post_srq_recv()
128 ((struct mthca_data_seg *) wqe)->lkey = in mthca_tavor_post_srq_recv()
[all …]
Dqp.c105 void *wqe, *prev_wqe; in mthca_tavor_post_send() local
133 wqe = get_send_wqe(qp, ind); in mthca_tavor_post_send()
135 qp->sq.last = wqe; in mthca_tavor_post_send()
137 ((struct mthca_next_seg *) wqe)->nda_op = 0; in mthca_tavor_post_send()
138 ((struct mthca_next_seg *) wqe)->ee_nds = 0; in mthca_tavor_post_send()
139 ((struct mthca_next_seg *) wqe)->flags = in mthca_tavor_post_send()
147 ((struct mthca_next_seg *) wqe)->imm = wr->imm_data; in mthca_tavor_post_send()
149 wqe += sizeof (struct mthca_next_seg); in mthca_tavor_post_send()
157 ((struct mthca_raddr_seg *) wqe)->raddr = in mthca_tavor_post_send()
159 ((struct mthca_raddr_seg *) wqe)->rkey = in mthca_tavor_post_send()
[all …]
Dcq.c105 uint32_t wqe; member
119 uint32_t wqe; member
187 ntohl(cqe->my_qpn), ntohl(cqe->wqe), in handle_error_cqe()
282 cqe->wqe = new_wqe; in handle_error_cqe()
299 uint32_t wqe; in mthca_poll_one() local
341 wqe_index = ((ntohl(cqe->wqe) - (*cur_qp)->send_wqe_offset) >> wq->wqe_shift); in mthca_poll_one()
345 wqe = htonl(cqe->wqe); in mthca_poll_one()
347 wqe_index = wqe >> srq->wqe_shift; in mthca_poll_one()
351 int32_t wqe; in mthca_poll_one() local
353 wqe = ntohl(cqe->wqe); in mthca_poll_one()
[all …]
/freebsd-10-stable/sys/dev/cxgb/ulp/iw_cxgb/
Diw_cxgb_qp.c92 static int build_rdma_send(union t3_wr *wqe, struct ib_send_wr *wr, in build_rdma_send() argument
101 wqe->send.rdmaop = T3_SEND_WITH_SE; in build_rdma_send()
103 wqe->send.rdmaop = T3_SEND; in build_rdma_send()
104 wqe->send.rem_stag = 0; in build_rdma_send()
108 wqe->send.rdmaop = T3_SEND_WITH_SE_INV; in build_rdma_send()
110 wqe->send.rdmaop = T3_SEND_WITH_INV; in build_rdma_send()
111 wqe->send.rem_stag = 0; in build_rdma_send()
118 wqe->send.reserved[0] = 0; in build_rdma_send()
119 wqe->send.reserved[1] = 0; in build_rdma_send()
120 wqe->send.reserved[2] = 0; in build_rdma_send()
[all …]
Diw_cxgb_hal.c179 struct t3_modify_qp_wr *wqe; in cxio_hal_clear_qp_ctx() local
182 m = M_GETHDR_OFLD(0, CPL_PRIORITY_CONTROL, wqe); in cxio_hal_clear_qp_ctx()
187 wqe = mtod(m, struct t3_modify_qp_wr *); in cxio_hal_clear_qp_ctx()
188 memset(wqe, 0, sizeof(*wqe)); in cxio_hal_clear_qp_ctx()
189 build_fw_riwrh((struct fw_riwrh *) wqe, T3_WR_QP_MOD, 3, 0, qpid, 7); in cxio_hal_clear_qp_ctx()
190 wqe->flags = htobe32(MODQP_WRITE_EC); in cxio_hal_clear_qp_ctx()
192 wqe->sge_cmd = htobe64(sge_cmd); in cxio_hal_clear_qp_ctx()
550 struct t3_modify_qp_wr *wqe; in cxio_hal_init_ctrl_qp() local
553 m = M_GETHDR_OFLD(0, CPL_PRIORITY_CONTROL, wqe); in cxio_hal_init_ctrl_qp()
593 memset(wqe, 0, sizeof(*wqe)); in cxio_hal_init_ctrl_qp()
[all …]
Diw_cxgb_wr.h367 static inline enum t3_wr_opcode fw_riwrh_opcode(struct fw_riwrh *wqe) in fw_riwrh_opcode() argument
369 return G_FW_RIWR_OP(be32toh(wqe->op_seop_flags)); in fw_riwrh_opcode()
372 static inline void build_fw_riwrh(struct fw_riwrh *wqe, enum t3_wr_opcode op, in build_fw_riwrh() argument
376 wqe->op_seop_flags = htobe32(V_FW_RIWR_OP(op) | in build_fw_riwrh()
380 wqe->gen_tid_len = htobe32(V_FW_RIWR_GEN(genbit) | in build_fw_riwrh()
384 ((union t3_wr *)wqe)->genbit.genbit = htobe64(genbit); in build_fw_riwrh()
Diw_cxgb_dbg.c176 void cxio_dump_wqe(union t3_wr *wqe) in cxio_dump_wqe() argument
178 uint64_t *data = (uint64_t *)wqe; in cxio_dump_wqe()
/freebsd-10-stable/sys/dev/cxgbe/iw_cxgbe/
Dqp.c356 static int build_rdma_send(struct t4_sq *sq, union t4_wr *wqe, in build_rdma_send() argument
368 wqe->send.sendop_pkd = cpu_to_be32( in build_rdma_send()
371 wqe->send.sendop_pkd = cpu_to_be32( in build_rdma_send()
373 wqe->send.stag_inv = 0; in build_rdma_send()
377 wqe->send.sendop_pkd = cpu_to_be32( in build_rdma_send()
380 wqe->send.sendop_pkd = cpu_to_be32( in build_rdma_send()
382 wqe->send.stag_inv = cpu_to_be32(wr->ex.invalidate_rkey); in build_rdma_send()
392 ret = build_immd(sq, wqe->send.u.immd_src, wr, in build_rdma_send()
396 size = sizeof wqe->send + sizeof(struct fw_ri_immd) + in build_rdma_send()
401 wqe->send.u.isgl_src, in build_rdma_send()
[all …]
Dt4.h130 static inline void init_wr_hdr(union t4_wr *wqe, u16 wrid, in init_wr_hdr() argument
133 wqe->send.opcode = (u8)opcode; in init_wr_hdr()
134 wqe->send.flags = flags; in init_wr_hdr()
135 wqe->send.wrid = wrid; in init_wr_hdr()
136 wqe->send.r1[0] = 0; in init_wr_hdr()
137 wqe->send.r1[1] = 0; in init_wr_hdr()
138 wqe->send.r1[2] = 0; in init_wr_hdr()
139 wqe->send.len16 = len16; in init_wr_hdr()
/freebsd-10-stable/sys/dev/mlx5/mlx5_en/
Dmlx5_en_tx.c47 struct mlx5e_tx_wqe *wqe = mlx5_wq_cyc_get_wqe(&sq->wq, pi); in mlx5e_send_nop() local
49 memset(&wqe->ctrl, 0, sizeof(wqe->ctrl)); in mlx5e_send_nop()
51 wqe->ctrl.opmod_idx_opcode = cpu_to_be32((sq->pc << 8) | MLX5_OPCODE_NOP); in mlx5e_send_nop()
52 wqe->ctrl.qpn_ds = cpu_to_be32((sq->sqn << 8) | ds_cnt); in mlx5e_send_nop()
54 wqe->ctrl.fm_ce_se = MLX5_WQE_CTRL_CQ_UPDATE; in mlx5e_send_nop()
56 wqe->ctrl.fm_ce_se = 0; in mlx5e_send_nop()
59 memcpy(sq->doorbell.d32, &wqe->ctrl, sizeof(sq->doorbell.d32)); in mlx5e_send_nop()
261 struct mlx5e_tx_wqe *wqe; in mlx5e_sq_xmit() local
295 wqe = mlx5_wq_cyc_get_wqe(&sq->wq, pi); in mlx5e_sq_xmit()
298 memset(wqe, 0, sizeof(*wqe)); in mlx5e_sq_xmit()
[all …]
Dmlx5_en_rx.c33 struct mlx5e_rx_wqe *wqe, u16 ix) in mlx5e_alloc_rx_wqe() argument
89 wqe->data[0].addr = cpu_to_be64(segs[0].ds_addr); in mlx5e_alloc_rx_wqe()
91 wqe->data[0].addr = cpu_to_be64(segs[0].ds_addr); in mlx5e_alloc_rx_wqe()
92 wqe->data[0].byte_count = cpu_to_be32(segs[0].ds_len | in mlx5e_alloc_rx_wqe()
95 wqe->data[i].addr = cpu_to_be64(segs[i].ds_addr); in mlx5e_alloc_rx_wqe()
96 wqe->data[i].byte_count = cpu_to_be32(segs[i].ds_len); in mlx5e_alloc_rx_wqe()
99 wqe->data[i].addr = 0; in mlx5e_alloc_rx_wqe()
100 wqe->data[i].byte_count = 0; in mlx5e_alloc_rx_wqe()
123 struct mlx5e_rx_wqe *wqe = mlx5_wq_ll_get_wqe(&rq->wq, rq->wq.head); in mlx5e_post_rx_wqes() local
125 if (unlikely(mlx5e_alloc_rx_wqe(rq, wqe, rq->wq.head))) { in mlx5e_post_rx_wqes()
[all …]
Den.h809 mlx5e_tx_notify_hw(struct mlx5e_sq *sq, u32 *wqe, int bf_sz) in mlx5e_tx_notify_hw() argument
825 __iowrite64_copy(sq->uar.bf_map + ofst, wqe, bf_sz); in mlx5e_tx_notify_hw()
831 mlx5_write64(wqe, sq->uar.map + ofst, in mlx5e_tx_notify_hw()
/freebsd-10-stable/sys/ofed/drivers/infiniband/hw/mthca/
Dmthca_srq.c90 static inline int *wqe_to_link(void *wqe) in wqe_to_link() argument
92 return (int *) (wqe + offsetof(struct mthca_next_seg, imm)); in wqe_to_link()
151 void *wqe; in mthca_alloc_srq_buf() local
178 next = wqe = get_wqe(srq, i); in mthca_alloc_srq_buf()
181 *wqe_to_link(wqe) = i + 1; in mthca_alloc_srq_buf()
184 *wqe_to_link(wqe) = -1; in mthca_alloc_srq_buf()
188 for (scatter = wqe + sizeof (struct mthca_next_seg); in mthca_alloc_srq_buf()
189 (void *) scatter < wqe + (1 << srq->wqe_shift); in mthca_alloc_srq_buf()
506 void *wqe; in mthca_tavor_post_srq_recv() local
515 wqe = get_wqe(srq, ind); in mthca_tavor_post_srq_recv()
[all …]
Dmthca_qp.c1621 void *wqe; in mthca_tavor_post_send() local
1657 wqe = get_send_wqe(qp, ind); in mthca_tavor_post_send()
1659 qp->sq.last = wqe; in mthca_tavor_post_send()
1661 ((struct mthca_next_seg *) wqe)->nda_op = 0; in mthca_tavor_post_send()
1662 ((struct mthca_next_seg *) wqe)->ee_nds = 0; in mthca_tavor_post_send()
1663 ((struct mthca_next_seg *) wqe)->flags = in mthca_tavor_post_send()
1671 ((struct mthca_next_seg *) wqe)->imm = wr->ex.imm_data; in mthca_tavor_post_send()
1673 wqe += sizeof (struct mthca_next_seg); in mthca_tavor_post_send()
1681 set_raddr_seg(wqe, wr->wr.atomic.remote_addr, in mthca_tavor_post_send()
1683 wqe += sizeof (struct mthca_raddr_seg); in mthca_tavor_post_send()
[all …]
Dmthca_cq.c125 __be32 wqe; member
139 __be32 wqe; member
311 mthca_free_srq_wqe(srq, be32_to_cpu(cqe->wqe)); in mthca_cq_clean()
387 be32_to_cpu(cqe->my_qpn), be32_to_cpu(cqe->wqe), in handle_error_cqe()
476 cqe->wqe = new_wqe; in handle_error_cqe()
510 be32_to_cpu(cqe->wqe)); in mthca_poll_one()
539 wqe_index = ((be32_to_cpu(cqe->wqe) - (*cur_qp)->send_wqe_offset) in mthca_poll_one()
544 u32 wqe = be32_to_cpu(cqe->wqe); in mthca_poll_one() local
546 wqe_index = wqe >> srq->wqe_shift; in mthca_poll_one()
548 mthca_free_srq_wqe(srq, wqe); in mthca_poll_one()
[all …]
/freebsd-10-stable/contrib/ofed/libmlx4/src/
Dqp.c75 uint32_t *wqe = get_send_wqe(qp, n); in stamp_send_wqe() local
77 int ds = (((struct mlx4_wqe_ctrl_seg *)wqe)->fence_size & 0x3f) << 2; in stamp_send_wqe()
80 wqe[i] = 0xffffffff; in stamp_send_wqe()
194 void *wqe; in mlx4_post_send() local
228 ctrl = wqe = get_send_wqe(qp, ind & (qp->sq.wqe_cnt - 1)); in mlx4_post_send()
244 wqe += sizeof *ctrl; in mlx4_post_send()
256 set_raddr_seg(wqe, wr->wr.atomic.remote_addr, in mlx4_post_send()
258 wqe += sizeof (struct mlx4_wqe_raddr_seg); in mlx4_post_send()
260 set_atomic_seg(wqe, wr); in mlx4_post_send()
261 wqe += sizeof (struct mlx4_wqe_atomic_seg); in mlx4_post_send()
[all …]
/freebsd-10-stable/sys/ofed/drivers/infiniband/hw/mlx4/
Dqp.c217 __be32 *wqe; in stamp_send_wqe() local
232 wqe = buf + (i & ((1 << qp->sq.wqe_shift) - 1)); in stamp_send_wqe()
233 *wqe = stamp; in stamp_send_wqe()
239 wqe = buf + i; in stamp_send_wqe()
240 *wqe = cpu_to_be32(0xffffffff); in stamp_send_wqe()
249 void *wqe; in post_nop_wqe() local
252 ctrl = wqe = get_send_wqe(qp, n & (qp->sq.wqe_cnt - 1)); in post_nop_wqe()
256 struct mlx4_wqe_datagram_seg *dgram = wqe + sizeof *ctrl; in post_nop_wqe()
265 inl = wqe + s; in post_nop_wqe()
2350 void *wqe, unsigned *mlx_seg_len) in build_sriov_qp0_header() argument
[all …]
/freebsd-10-stable/contrib/ofed/libmlx4/fixes/
Drocee_add_support.patch12 src/wqe.h | 3 ++-
49 set_datagram_seg(wqe, wr);
50 wqe += sizeof (struct mlx4_wqe_datagram_seg);
122 Index: libmlx4/src/wqe.h
124 --- libmlx4.orig/src/wqe.h 2010-08-23 08:07:46.287962570 +0300
125 +++ libmlx4/src/wqe.h 2010-08-23 08:07:50.231963413 +0300
Dxrc_consolidated_v2.patch310 ctrl = wqe = get_send_wqe(qp, ind & (qp->sq.wqe_cnt - 1));
608 diff --git a/src/wqe.h b/src/wqe.h
610 --- a/src/wqe.h
611 +++ b/src/wqe.h
/freebsd-10-stable/sys/contrib/octeon-sdk/
Dcvmx-raid.h105 …uint64_t wqe : 1; /**< Indicates whether RAD submits a work queue entry or write… member
/freebsd-10-stable/contrib/ofed/libmlx4/
DMakefile.am22 EXTRA_DIST = src/doorbell.h src/mlx4.h src/mlx4-abi.h src/wqe.h \
/freebsd-10-stable/contrib/ofed/libmthca/
DMakefile.am25 EXTRA_DIST = src/doorbell.h src/mthca.h src/mthca-abi.h src/wqe.h \
/freebsd-10-stable/sys/dev/mlx5/mlx5_ib/
Dmlx5_ib_qp.c2271 static u8 calc_sig(void *wqe, int size) in calc_sig() argument
2273 u8 *p = wqe; in calc_sig()
2283 static u8 calc_wq_sig(void *wqe) in calc_wq_sig() argument
2285 return calc_sig(wqe, (*((u8 *)wqe + 8) & 0x3f) << 4); in calc_wq_sig()
2289 void *wqe, int *sz) in set_data_inl_seg() argument
2299 seg = wqe; in set_data_inl_seg()
2300 wqe += sizeof(*seg); in set_data_inl_seg()
2309 if (unlikely(wqe + len > qend)) { in set_data_inl_seg()
2310 copy = (int)(qend - wqe); in set_data_inl_seg()
2311 memcpy(wqe, addr, copy); in set_data_inl_seg()
[all …]

12