| /freebsd-11-stable/contrib/ofed/libmlx4/ |
| HD | qp.c | 61 return qp->buf.buf + qp->rq.offset + (n << qp->rq.wqe_shift); in get_recv_wqe() 66 return qp->buf.buf + qp->sq.offset + (n << qp->sq.wqe_shift); in get_send_wqe() 100 ctrl->fence_size = 1 << (qp->sq.wqe_shift - 4); in mlx4_qp_init_sq_ownership() 648 for (qp->sq.wqe_shift = 6; 1 << qp->sq.wqe_shift < size; in mlx4_calc_sq_wqe_size() 649 qp->sq.wqe_shift++) in mlx4_calc_sq_wqe_size() 672 for (qp->rq.wqe_shift = 4; in mlx4_alloc_qp_buf() 673 1 << qp->rq.wqe_shift < qp->rq.max_gs * sizeof (struct mlx4_wqe_data_seg); in mlx4_alloc_qp_buf() 674 qp->rq.wqe_shift++) in mlx4_alloc_qp_buf() 677 qp->buf_size = (qp->rq.wqe_cnt << qp->rq.wqe_shift) + in mlx4_alloc_qp_buf() 678 (qp->sq.wqe_cnt << qp->sq.wqe_shift); in mlx4_alloc_qp_buf() [all …]
|
| HD | srq.c | 46 return srq->buf.buf + (n << srq->wqe_shift); in get_wqe() 141 for (srq->wqe_shift = 5; 1 << srq->wqe_shift < size; ++srq->wqe_shift) in mlx4_alloc_srq_buf() 144 buf_size = srq->max << srq->wqe_shift; in mlx4_alloc_srq_buf() 164 (void *) scatter < (void *) next + (1 << srq->wqe_shift); in mlx4_alloc_srq_buf()
|
| HD | mlx4.h | 201 int wqe_shift; member 217 int wqe_shift; member
|
| HD | verbs.c | 824 qp->sq_spare_wqes = (2048 >> qp->sq.wqe_shift) + 1; in mlx4_create_qp_ex() 860 cmd.log_sq_stride = qp->sq.wqe_shift; in mlx4_create_qp_ex()
|
| /freebsd-11-stable/sys/dev/mthca/ |
| HD | mthca_srq.c | 75 return srq->queue.direct.buf + (n << srq->wqe_shift); in get_wqe() 77 return srq->queue.page_list[(n << srq->wqe_shift) >> PAGE_SHIFT].buf + in get_wqe() 78 ((n << srq->wqe_shift) & (PAGE_SIZE - 1)); in get_wqe() 102 context->wqe_base_ds = cpu_to_be64(1 << (srq->wqe_shift - 4)); in mthca_tavor_init_srq_context() 131 context->logstride_usrpage = cpu_to_be32((srq->wqe_shift - 4) << 29); in mthca_arbel_init_srq_context() 142 mthca_buf_free(dev, srq->max << srq->wqe_shift, &srq->queue, in mthca_free_srq_buf() 162 err = mthca_buf_alloc(dev, srq->max << srq->wqe_shift, in mthca_alloc_srq_buf() 182 next->nda_op = htonl(((i + 1) << srq->wqe_shift) | 1); in mthca_alloc_srq_buf() 189 (void *) scatter < wqe + (1 << srq->wqe_shift); in mthca_alloc_srq_buf() 227 srq->wqe_shift = ilog2(ds); in mthca_alloc_srq() [all …]
|
| HD | mthca_qp.c | 210 return qp->queue.direct.buf + (n << qp->rq.wqe_shift); in get_recv_wqe() 212 return qp->queue.page_list[(n << qp->rq.wqe_shift) >> PAGE_SHIFT].buf + in get_recv_wqe() 213 ((n << qp->rq.wqe_shift) & (PAGE_SIZE - 1)); in get_recv_wqe() 220 (n << qp->sq.wqe_shift); in get_send_wqe() 223 (n << qp->sq.wqe_shift)) >> in get_send_wqe() 225 ((qp->send_wqe_offset + (n << qp->sq.wqe_shift)) & in get_send_wqe() 600 qp_context->rq_size_stride |= qp->rq.wqe_shift - 4; in __mthca_modify_qp() 604 qp_context->sq_size_stride |= qp->sq.wqe_shift - 4; in __mthca_modify_qp() 951 1 << qp->sq.wqe_shift)); in mthca_adjust_qp_caps() 958 (min(dev->limits.max_desc_sz, 1 << qp->rq.wqe_shift) - in mthca_adjust_qp_caps() [all …]
|
| HD | mthca_provider.h | 231 int wqe_shift; member 257 int wqe_shift; member
|
| HD | mthca_cq.c | 541 >> wq->wqe_shift); in mthca_poll_one() 548 wqe_index = wqe >> srq->wqe_shift; in mthca_poll_one() 555 wqe_index = wqe >> wq->wqe_shift; in mthca_poll_one()
|
| /freebsd-11-stable/contrib/ofed/libmlx5/ |
| HD | srq.c | 46 return srq->buf.buf + (n << srq->wqe_shift); in get_wqe() 55 int max = 1 << (srq->wqe_shift - 4); in mlx5_copy_to_recv_srq() 181 srq->wqe_shift = mlx5_ilog2(size); in mlx5_alloc_srq_buf()
|
| HD | mlx5.c | 650 qp_out->sq.stride = 1 << mqp->sq.wqe_shift; in mlx5dv_get_qp() 654 qp_out->rq.stride = 1 << mqp->rq.wqe_shift; in mlx5dv_get_qp() 694 rwq_out->stride = 1 << mrwq->rq.wqe_shift; in mlx5dv_get_rwq() 709 srq_out->stride = 1 << msrq->wqe_shift; in mlx5dv_get_srq()
|
| HD | verbs.c | 908 qp->sq.wqe_shift = mlx5_ilog2(MLX5_SEND_WQE_BB); in mlx5_calc_sq_size() 941 rwq->rq.wqe_shift = mlx5_ilog2(wqe_size); in mlx5_calc_rwq_size() 976 qp->rq.wqe_shift = mlx5_ilog2(wqe_size); in mlx5_calc_rq_size() 983 qp->rq.wqe_shift = 0; in mlx5_calc_rq_size() 1300 (qp->sq.wqe_cnt << qp->sq.wqe_shift); in create_qp() 1304 (qp->sq.wqe_cnt << qp->sq.wqe_shift); in create_qp() 1328 cmd.rq_wqe_shift = qp->rq.wqe_shift; in create_qp() 2081 cmd.drv.rq_wqe_shift = rwq->rq.wqe_shift; in mlx5_create_wq()
|
| HD | qp.c | 63 return qp->buf.buf + qp->rq.offset + (n << qp->rq.wqe_shift); in get_recv_wqe() 68 return rwq->pbuff + (n << rwq->rq.wqe_shift); in get_wq_recv_wqe() 96 int max = 1 << (qp->rq.wqe_shift - 4); in mlx5_copy_to_recv_wqe() 1093 memset(sig, 0, 1 << rwq->rq.wqe_shift); in mlx5_post_wq_recv() 1166 memset(sig, 0, 1 << qp->rq.wqe_shift); in mlx5_post_recv()
|
| HD | mlx5.h | 353 int wqe_shift; member 376 int wqe_shift; member
|
| /freebsd-11-stable/sys/dev/mlx5/mlx5_core/ |
| HD | mlx5_srq.c | 64 MLX5_SET(wq, wq, log_wq_stride, in->wqe_shift + 4); in set_wq() 76 MLX5_SET(srqc, srqc, log_rq_stride, in->wqe_shift); in set_srqc() 91 in->wqe_shift = MLX5_GET(wq, wq, log_wq_stride) - 4; in get_wq() 104 in->wqe_shift = MLX5_GET(srqc, srqc, log_rq_stride); in get_srqc() 133 u32 log_rq_stride = in->wqe_shift; in get_pas_size()
|
| /freebsd-11-stable/sys/dev/mlx4/mlx4_ib/ |
| HD | mlx4_ib_qp.c | 198 return get_wqe(qp, qp->rq.offset + (n << qp->rq.wqe_shift)); in get_recv_wqe() 203 return get_wqe(qp, qp->sq.offset + (n << qp->sq.wqe_shift)); in get_send_wqe() 226 s = roundup(size, 1U << qp->sq.wqe_shift); in stamp_send_wqe() 228 ind = (i >> qp->sq.wqe_shift) + n; in stamp_send_wqe() 232 wqe = buf + (i & ((1 << qp->sq.wqe_shift) - 1)); in stamp_send_wqe() 287 post_nop_wqe(qp, ind, s << qp->sq.wqe_shift); in pad_wraparound() 405 qp->rq.wqe_shift = ilog2(qp->rq.max_gs * sizeof (struct mlx4_wqe_data_seg)); in set_rq_size() 488 qp->sq.wqe_shift = ilog2(64); in set_kernel_sq_size() 490 qp->sq.wqe_shift = ilog2(roundup_pow_of_two(s)); in set_kernel_sq_size() 493 qp->sq_max_wqes_per_wr = DIV_ROUND_UP(s, 1U << qp->sq.wqe_shift); in set_kernel_sq_size() [all …]
|
| HD | mlx4_ib_srq.c | 43 return mlx4_buf_offset(&srq->buf, n << srq->msrq.wqe_shift); in get_wqe() 104 srq->msrq.wqe_shift = ilog2(desc_size); in mlx4_ib_create_srq() 290 mlx4_buf_free(dev->dev, msrq->msrq.max << msrq->msrq.wqe_shift, in mlx4_ib_destroy_srq()
|
| HD | mlx4_ib.h | 180 int wqe_shift; member
|
| /freebsd-11-stable/sys/dev/mlx5/mlx5_ib/ |
| HD | mlx5_ib_srq.c | 42 return mlx5_buf_offset(&srq->buf, n << srq->msrq.wqe_shift); in get_wqe() 277 srq->msrq.wqe_shift = ilog2(desc_size); in mlx5_ib_create_srq() 297 in.wqe_shift = srq->msrq.wqe_shift - 4; in mlx5_ib_create_srq()
|
| HD | mlx5_ib_qp.c | 105 return get_wqe(qp, qp->rq.offset + (n << qp->rq.wqe_shift)); in get_recv_wqe() 150 offset = wq->offset + ((wqe_index % wq->wqe_cnt) << wq->wqe_shift); in mlx5_ib_read_user_wqe() 151 wq_end = wq->offset + (wq->wqe_cnt << wq->wqe_shift); in mlx5_ib_read_user_wqe() 171 wqe_length = 1 << wq->wqe_shift; in mlx5_ib_read_user_wqe() 245 qp->rq.wqe_shift = 0; in set_rq_size() 251 qp->rq.wqe_shift = ucmd->rq_wqe_shift; in set_rq_size() 252 qp->rq.max_gs = (1 << qp->rq.wqe_shift) / sizeof(struct mlx5_wqe_data_seg) - qp->wq_sig; in set_rq_size() 268 qp->rq.wqe_shift = ilog2(wqe_size); in set_rq_size() 269 qp->rq.max_gs = (1 << qp->rq.wqe_shift) / sizeof(struct mlx5_wqe_data_seg) - qp->wq_sig; in set_rq_size() 407 qp->sq.wqe_shift = ilog2(MLX5_SEND_WQE_BB); in calc_sq_size() [all …]
|
| HD | mlx5_ib.h | 217 int wqe_shift; member 240 u32 wqe_shift; member
|
| /freebsd-11-stable/sys/dev/mlx5/ |
| HD | srq.h | 42 u32 wqe_shift; member
|
| HD | driver.h | 471 int wqe_shift; member
|
| /freebsd-11-stable/sys/dev/mlx4/mlx4_core/ |
| HD | mlx4_srq.c | 190 srq_context->logstride = srq->wqe_shift - 4; in mlx4_srq_alloc()
|
| /freebsd-11-stable/sys/dev/mlx4/ |
| HD | device.h | 766 int wqe_shift; member
|