Home
last modified time | relevance | path

Searched refs:rx_ring (Results 1 – 25 of 68) sorted by relevance

123

/freebsd-12-stable/sys/dev/rtwn/pci/
Drtwn_pci_attach.c128 struct rtwn_rx_ring *rx_ring = &pc->rx_ring; in rtwn_pci_alloc_rx_list() local
137 size, 1, size, 0, NULL, NULL, &rx_ring->desc_dmat); in rtwn_pci_alloc_rx_list()
143 error = bus_dmamem_alloc(rx_ring->desc_dmat, (void **)&rx_ring->desc, in rtwn_pci_alloc_rx_list()
145 &rx_ring->desc_map); in rtwn_pci_alloc_rx_list()
150 error = bus_dmamap_load(rx_ring->desc_dmat, rx_ring->desc_map, in rtwn_pci_alloc_rx_list()
151 rx_ring->desc, size, rtwn_pci_dma_map_addr, &rx_ring->paddr, 0); in rtwn_pci_alloc_rx_list()
156 bus_dmamap_sync(rx_ring->desc_dmat, rx_ring->desc_map, in rtwn_pci_alloc_rx_list()
162 MJUMPAGESIZE, 1, MJUMPAGESIZE, 0, NULL, NULL, &rx_ring->data_dmat); in rtwn_pci_alloc_rx_list()
170 rx_data = &rx_ring->rx_data[i]; in rtwn_pci_alloc_rx_list()
171 error = bus_dmamap_create(rx_ring->data_dmat, 0, &rx_data->map); in rtwn_pci_alloc_rx_list()
[all …]
/freebsd-12-stable/sys/ofed/drivers/infiniband/ulp/sdp/
Dsdp_rx.c109 int id = ring_head(ssk->rx_ring); in sdp_post_recv()
125 rx_req = ssk->rx_ring.buffer + (id & (SDP_RX_SIZE - 1)); in sdp_post_recv()
156 atomic_inc(&ssk->rx_ring.head); in sdp_post_recv()
286 ssk->recv_request_head = ring_head(ssk->rx_ring) + 1; in sdp_handle_resize_request()
288 ssk->recv_request_head = ring_tail(ssk->rx_ring); in sdp_handle_resize_request()
308 if (unlikely(id != ring_tail(ssk->rx_ring))) { in sdp_recv_completion()
310 id, ring_tail(ssk->rx_ring)); in sdp_recv_completion()
315 rx_req = &ssk->rx_ring.buffer[id & (SDP_RX_SIZE - 1)]; in sdp_recv_completion()
319 atomic_inc(&ssk->rx_ring.tail); in sdp_recv_completion()
533 struct ib_cq *cq = ssk->rx_ring.cq; in sdp_poll_rx_cq()
[all …]
Dsdp.h147 #define rx_ring_posted(ssk) ring_posted(ssk->rx_ring)
401 struct sdp_rx_ring rx_ring; member
464 static inline void rx_ring_unlock(struct sdp_rx_ring *rx_ring) in rx_ring_unlock() argument
466 rw_runlock(&rx_ring->destroyed_lock); in rx_ring_unlock()
469 static inline int rx_ring_trylock(struct sdp_rx_ring *rx_ring) in rx_ring_trylock() argument
471 rw_rlock(&rx_ring->destroyed_lock); in rx_ring_trylock()
472 if (rx_ring->destroyed) { in rx_ring_trylock()
473 rx_ring_unlock(rx_ring); in rx_ring_trylock()
479 static inline void rx_ring_destroy_lock(struct sdp_rx_ring *rx_ring) in rx_ring_destroy_lock() argument
481 rw_wlock(&rx_ring->destroyed_lock); in rx_ring_destroy_lock()
[all …]
/freebsd-12-stable/sys/dev/ena/
Dena_datapath.c77 struct ena_ring *rx_ring; in ena_cleanup() local
89 rx_ring = que->rx_ring; in ena_cleanup()
95 atomic_store_8(&rx_ring->first_interrupt, 1); in ena_cleanup()
98 rxc = ena_rx_cleanup(rx_ring); in ena_cleanup()
349 ena_rx_hash_mbuf(struct ena_ring *rx_ring, struct ena_com_rx_ctx *ena_rx_ctx, in ena_rx_hash_mbuf() argument
352 struct ena_adapter *adapter = rx_ring->adapter; in ena_rx_hash_mbuf()
408 mbuf->m_pkthdr.flowid = rx_ring->qid; in ena_rx_hash_mbuf()
422 ena_rx_mbuf(struct ena_ring *rx_ring, struct ena_com_rx_buf_info *ena_bufs, in ena_rx_mbuf() argument
433 adapter = rx_ring->adapter; in ena_rx_mbuf()
438 rx_info = &rx_ring->rx_buffer_info[req_id]; in ena_rx_mbuf()
[all …]
Dena.c395 rxr = &adapter->rx_ring[i]; in ena_init_io_rings_basic()
409 que->rx_ring = rxr; in ena_init_io_rings_basic()
427 rxr = &adapter->rx_ring[i]; in ena_init_io_rings_advanced()
470 struct ena_ring *rxr = &adapter->rx_ring[qid]; in ena_free_io_ring_resources()
842 struct ena_ring *rx_ring = que->rx_ring; in ena_setup_rx_resources() local
845 size = sizeof(struct ena_rx_buffer) * rx_ring->ring_size; in ena_setup_rx_resources()
849 rx_ring->initialized = false; in ena_setup_rx_resources()
858 rx_ring->rx_buffer_info = malloc(size, M_DEVBUF, M_WAITOK | M_ZERO); in ena_setup_rx_resources()
860 size = sizeof(uint16_t) * rx_ring->ring_size; in ena_setup_rx_resources()
861 rx_ring->free_rx_ids = malloc(size, M_DEVBUF, M_WAITOK); in ena_setup_rx_resources()
[all …]
Dena_netmap.h53 struct ena_ring *rx_ring, struct ena_rx_buffer *rx_info);
55 struct ena_ring *rx_ring, struct ena_rx_buffer *rx_info);
/freebsd-12-stable/sys/dev/al_eth/
Dal_eth.c1007 struct al_eth_ring *ring = &adapter->rx_ring[i]; in al_eth_init_rings()
1048 struct al_eth_ring *rx_ring, in al_eth_alloc_rx_buf() argument
1074 error = bus_dmamap_load_mbuf_sg(rx_ring->dma_buf_tag, rx_info->dma_map, in al_eth_alloc_rx_buf()
1077 device_printf(rx_ring->dev, "failed to map mbuf, error = %d\n", in al_eth_alloc_rx_buf()
1095 struct al_eth_ring *rx_ring = &adapter->rx_ring[qid]; in al_eth_refill_rx_bufs() local
1099 next_to_use = rx_ring->next_to_use; in al_eth_refill_rx_bufs()
1104 &rx_ring->rx_buffer_info[next_to_use]; in al_eth_refill_rx_bufs()
1107 rx_ring, rx_info) < 0)) { in al_eth_refill_rx_bufs()
1113 rc = al_eth_rx_buffer_add(rx_ring->dma_q, in al_eth_refill_rx_bufs()
1121 next_to_use = AL_ETH_RX_RING_IDX_NEXT(rx_ring, next_to_use); in al_eth_refill_rx_bufs()
[all …]
Dal_eth.h154 #define AL_ETH_RX_RING_IDX_NEXT(rx_ring, idx) (((idx) + 1) & (AL_ETH_DEFAULT_RX_DESCS - 1)) argument
155 #define AL_ETH_RX_RING_IDX_ADD(rx_ring, idx, n) (((idx) + (n)) & (AL_ETH_DEFAULT_RX_DESCS - 1)) argument
279 struct al_eth_ring rx_ring[AL_ETH_NUM_QUEUES]; member
/freebsd-12-stable/sys/dev/qlxge/
Dqls_hw.c943 ha->rx_ring[0].cq_db_offset)); in qls_init_hw_if()
950 Q81_WR_LBQ_PROD_IDX(i, ha->rx_ring[i].lbq_in); in qls_init_hw_if()
951 Q81_WR_SBQ_PROD_IDX(i, ha->rx_ring[i].sbq_in); in qls_init_hw_if()
1065 rxr = &ha->rx_ring[cid]; in qls_init_comp_queue()
1566 if (ha->rx_ring[ridx].flags.cq_dma) { in qls_free_rx_ring_dma()
1567 qls_free_dmabuf(ha, &ha->rx_ring[ridx].cq_dma); in qls_free_rx_ring_dma()
1568 ha->rx_ring[ridx].flags.cq_dma = 0; in qls_free_rx_ring_dma()
1571 if (ha->rx_ring[ridx].flags.lbq_dma) { in qls_free_rx_ring_dma()
1572 qls_free_dmabuf(ha, &ha->rx_ring[ridx].lbq_dma); in qls_free_rx_ring_dma()
1573 ha->rx_ring[ridx].flags.lbq_dma = 0; in qls_free_rx_ring_dma()
[all …]
Dqls_dbg.c277 qls_dump_buf32(ha, "cq_icb", ha->rx_ring[0].cq_icb_vaddr, in qls_dump_cq()
281 (void *)ha->rx_ring[0].lbq_addr_tbl_paddr); in qls_dump_cq()
283 qls_dump_buf32(ha, "lbq_addr_tbl", ha->rx_ring[0].lbq_addr_tbl_vaddr, in qls_dump_cq()
287 (void *)ha->rx_ring[0].lbq_paddr); in qls_dump_cq()
289 qls_dump_buf32(ha, "lbq", ha->rx_ring[0].lbq_vaddr, in qls_dump_cq()
293 (void *)ha->rx_ring[0].sbq_addr_tbl_paddr); in qls_dump_cq()
295 qls_dump_buf32(ha, "sbq_addr_tbl", ha->rx_ring[0].sbq_addr_tbl_vaddr, in qls_dump_cq()
299 (void *)ha->rx_ring[0].sbq_paddr); in qls_dump_cq()
301 qls_dump_buf32(ha, "sbq", ha->rx_ring[0].sbq_vaddr, in qls_dump_cq()
305 (void *)ha->rx_ring[0].lb_paddr); in qls_dump_cq()
Dqls_isr.c87 rxr = &ha->rx_ring[r_idx]; in qls_replenish_rx()
141 rxr = &ha->rx_ring[rxr_idx]; in qls_rx_comp()
240 cq_b = ha->rx_ring[cq_idx].cq_base_vaddr; in qls_cq_isr()
241 lro = &ha->rx_ring[cq_idx].lro; in qls_cq_isr()
243 cq_comp_idx = *(ha->rx_ring[cq_idx].cqi_vaddr); in qls_cq_isr()
245 i = ha->rx_ring[cq_idx].cq_next; in qls_cq_isr()
268 __func__, i, (*(ha->rx_ring[cq_idx].cqi_vaddr)), in qls_cq_isr()
284 cq_comp_idx = *(ha->rx_ring[cq_idx].cqi_vaddr); in qls_cq_isr()
295 ha->rx_ring[cq_idx].cq_next = cq_comp_idx; in qls_cq_isr()
298 Q81_WR_CQ_CONS_IDX(cq_idx, (ha->rx_ring[cq_idx].cq_next)); in qls_cq_isr()
Dqls_os.c211 (void *)ha->rx_ring[i].rx_int); in qls_sysctl_get_drvr_stats()
216 (void *)ha->rx_ring[i].rss_int); in qls_sysctl_get_drvr_stats()
221 ha->rx_ring[i].lbq_next); in qls_sysctl_get_drvr_stats()
226 ha->rx_ring[i].lbq_free); in qls_sysctl_get_drvr_stats()
231 ha->rx_ring[i].lbq_in); in qls_sysctl_get_drvr_stats()
236 ha->rx_ring[i].sbq_next); in qls_sysctl_get_drvr_stats()
241 ha->rx_ring[i].sbq_free); in qls_sysctl_get_drvr_stats()
246 ha->rx_ring[i].sbq_in); in qls_sysctl_get_drvr_stats()
1290 qla_rx_ring_t *rx_ring; in qls_alloc_rcv_mbufs() local
1294 rx_ring = &ha->rx_ring[r]; in qls_alloc_rcv_mbufs()
[all …]
Dqls_hw.h959 (ha->rx_ring[cq_idx].cq_db_offset + Q81_COMPQ_INDEX_REG), idx)
962 (ha->rx_ring[cq_idx].cq_db_offset + Q81_COMPQ_INDEX_REG))
965 (ha->rx_ring[cq_idx].cq_db_offset + Q81_COMPQ_VALID_REG),\
969 (ha->rx_ring[cq_idx].cq_db_offset + Q81_COMPQ_VALID_REG),\
973 (ha->rx_ring[cq_idx].cq_db_offset + Q81_LRGBQ_INDEX_REG), idx)
976 (ha->rx_ring[cq_idx].cq_db_offset + Q81_LRGBQ_INDEX_REG))
979 (ha->rx_ring[cq_idx].cq_db_offset + Q81_SMBQ_INDEX_REG), idx)
982 (ha->rx_ring[cq_idx].cq_db_offset + Q81_SMBQ_INDEX_REG))
/freebsd-12-stable/sys/contrib/octeon-sdk/
Dcvmx-mgmt-port.c100 cvmx_mgmt_port_ring_entry_t rx_ring[CVMX_MGMT_PORT_NUM_RX_BUFFERS]; member
301 state->rx_ring[i].s.len = CVMX_MGMT_PORT_RX_BUFFER_SIZE - 8; in cvmx_mgmt_port_initialize()
302 state->rx_ring[i].s.addr = cvmx_ptr_to_phys(state->rx_buffers[i]); in cvmx_mgmt_port_initialize()
307 iring1.s.ibase = cvmx_ptr_to_phys(state->rx_ring)>>3; in cvmx_mgmt_port_initialize()
680 while (state->rx_ring[state->rx_read_index].s.code == 16) in cvmx_mgmt_port_receive()
683 int length = state->rx_ring[state->rx_read_index].s.len; in cvmx_mgmt_port_receive()
694 state->rx_ring[state->rx_read_index].s.code = 0; in cvmx_mgmt_port_receive()
695 state->rx_ring[state->rx_read_index].s.len = CVMX_MGMT_PORT_RX_BUFFER_SIZE - 8; in cvmx_mgmt_port_receive()
707 if (state->rx_ring[state->rx_read_index].s.code == 15) in cvmx_mgmt_port_receive()
709 if (buffer_len >= state->rx_ring[state->rx_read_index].s.len) in cvmx_mgmt_port_receive()
[all …]
/freebsd-12-stable/sys/dev/et/
Dif_et.c871 struct et_rxdesc_ring *rx_ring; in et_dma_alloc() local
905 rx_ring = &sc->sc_rx_ring[0]; in et_dma_alloc()
907 &rx_ring->rr_dtag, (uint8_t **)&rx_ring->rr_desc, &rx_ring->rr_dmap, in et_dma_alloc()
908 &rx_ring->rr_paddr, "RX ring 0"); in et_dma_alloc()
909 rx_ring->rr_posreg = ET_RX_RING0_POS; in et_dma_alloc()
914 rx_ring = &sc->sc_rx_ring[1]; in et_dma_alloc()
916 &rx_ring->rr_dtag, (uint8_t **)&rx_ring->rr_desc, &rx_ring->rr_dmap, in et_dma_alloc()
917 &rx_ring->rr_paddr, "RX ring 1"); in et_dma_alloc()
918 rx_ring->rr_posreg = ET_RX_RING1_POS; in et_dma_alloc()
1050 struct et_rxdesc_ring *rx_ring; in et_dma_free() local
[all …]
/freebsd-12-stable/sys/ofed/drivers/infiniband/ulp/ipoib/
Dipoib_cm.c132 rx_req = (struct ipoib_rx_buf *)&rx->rx_ring[id]; in ipoib_cm_post_receive_nonsrq()
145 m_freem(rx->rx_ring[id].mb); in ipoib_cm_post_receive_nonsrq()
146 rx->rx_ring[id].mb = NULL; in ipoib_cm_post_receive_nonsrq()
160 struct ipoib_cm_rx_buf *rx_ring) in ipoib_cm_free_rx_ring() argument
165 if (rx_ring[i].mb) { in ipoib_cm_free_rx_ring()
166 ipoib_cm_dma_unmap_rx(priv, &rx_ring[i]); in ipoib_cm_free_rx_ring()
167 m_freem(rx_ring[i].mb); in ipoib_cm_free_rx_ring()
170 kfree(rx_ring); in ipoib_cm_free_rx_ring()
312 rx->rx_ring = kzalloc(ipoib_recvq_size * sizeof *rx->rx_ring, GFP_KERNEL); in ipoib_cm_nonsrq_init_rx()
313 if (!rx->rx_ring) { in ipoib_cm_nonsrq_init_rx()
[all …]
Dipoib_ib.c157 rx_req = &priv->rx_ring[id]; in ipoib_ib_post_receive()
168 ipoib_dma_unmap_rx(priv, &priv->rx_ring[id]); in ipoib_ib_post_receive()
169 m_freem(priv->rx_ring[id].mb); in ipoib_ib_post_receive()
170 priv->rx_ring[id].mb = NULL; in ipoib_ib_post_receive()
179 return ipoib_alloc_map_mb(priv, &priv->rx_ring[id], in ipoib_alloc_rx_mb()
219 mb = priv->rx_ring[wr_id].mb; in ipoib_ib_handle_rx_wc()
229 ipoib_dma_unmap_rx(priv, &priv->rx_ring[wr_id]); in ipoib_ib_handle_rx_wc()
231 priv->rx_ring[wr_id].mb = NULL; in ipoib_ib_handle_rx_wc()
243 memcpy(&saverx, &priv->rx_ring[wr_id], sizeof(saverx)); in ipoib_ib_handle_rx_wc()
249 memcpy(&priv->rx_ring[wr_id], &saverx, sizeof(saverx)); in ipoib_ib_handle_rx_wc()
[all …]
/freebsd-12-stable/sys/dev/axgbe/
Dxgbe-drv.c132 struct xgbe_ring *tx_ring, *rx_ring; in xgbe_alloc_channels() local
142 rx_ring = malloc(pdata->rx_ring_count * sizeof(struct xgbe_ring), in xgbe_alloc_channels()
168 spin_lock_init(&rx_ring->lock); in xgbe_alloc_channels()
169 channel->rx_ring = rx_ring++; in xgbe_alloc_channels()
179 free(rx_ring, M_AXGBE); in xgbe_alloc_channels()
191 free(pdata->channel->rx_ring, M_AXGBE); in xgbe_free_channels()
253 if (channel->tx_ring && channel->rx_ring) in xgbe_enable_rx_tx_ints()
257 else if (channel->rx_ring) in xgbe_enable_rx_tx_ints()
587 ring = channel->rx_ring; in xgbe_free_rx_data()
871 struct xgbe_ring *ring = channel->rx_ring; in xgbe_rx_refresh()
[all …]
/freebsd-12-stable/sys/dev/bnxt/
Dbnxt_txrx.c257 struct bnxt_ring *rx_ring; in bnxt_isc_rxd_refill() local
277 rx_ring = &softc->rx_rings[rxqid]; in bnxt_isc_rxd_refill()
281 rx_ring = &softc->ag_rings[rxqid]; in bnxt_isc_rxd_refill()
284 rxbd = (void *)rx_ring->vaddr; in bnxt_isc_rxd_refill()
293 if (++pidx == rx_ring->ring_size) in bnxt_isc_rxd_refill()
304 struct bnxt_ring *rx_ring; in bnxt_isc_rxd_flush() local
307 rx_ring = &softc->rx_rings[rxqid]; in bnxt_isc_rxd_flush()
309 rx_ring = &softc->ag_rings[rxqid]; in bnxt_isc_rxd_flush()
319 BNXT_RX_DB(rx_ring, pidx); in bnxt_isc_rxd_flush()
321 BNXT_RX_DB(rx_ring, pidx); in bnxt_isc_rxd_flush()
/freebsd-12-stable/sys/dev/neta/
Dif_mvnetavar.h219 KASSERT(mtx_owned(&(sc)->rx_ring[(q)].ring_mtx),\
291 struct mvneta_rx_ring rx_ring[MVNETA_RX_QNUM_MAX]; member
319 (&(sc)->rx_ring[(q)])
/freebsd-12-stable/sys/dev/mlx4/mlx4_en/
Dmlx4_en_port.c165 const struct mlx4_en_rx_ring *ring = priv->rx_ring[i]; in mlx4_en_fold_software_stats()
214 priv->port_stats.rx_chksum_good += priv->rx_ring[i]->csum_ok; in mlx4_en_DUMP_ETH_STATS()
215 priv->port_stats.rx_chksum_none += priv->rx_ring[i]->csum_none; in mlx4_en_DUMP_ETH_STATS()
451 priv->pkstats.rx_packets += priv->rx_ring[i]->packets; in mlx4_en_get_vport_stats()
452 priv->pkstats.rx_bytes += priv->rx_ring[i]->bytes; in mlx4_en_get_vport_stats()
453 priv->port_stats.rx_chksum_good += priv->rx_ring[i]->csum_ok; in mlx4_en_get_vport_stats()
454 priv->port_stats.rx_chksum_none += priv->rx_ring[i]->csum_none; in mlx4_en_get_vport_stats()
Dmlx4_en_rx.c265 ring = priv->rx_ring[ring_ind]; in mlx4_en_fill_rx_buffers()
291 ring = priv->rx_ring[ring_ind]; in mlx4_en_fill_rx_buffers()
473 ring = priv->rx_ring[ring_ind]; in mlx4_en_activate_rx_rings()
520 ring = priv->rx_ring[ring_ind]; in mlx4_en_activate_rx_rings()
530 mlx4_en_free_rx_buf(priv, priv->rx_ring[ring_ind]); in mlx4_en_activate_rx_rings()
535 ring = priv->rx_ring[ring_ind]; in mlx4_en_activate_rx_rings()
742 struct mlx4_en_rx_ring *ring = priv->rx_ring[cq->ring]; in mlx4_en_process_rx_cq()
1047 priv->rx_ring[i]->qpn = rss_map->base_qpn + i; in mlx4_en_config_rss_steer()
1048 err = mlx4_en_config_rss_qp(priv, priv->rx_ring[i]->qpn, in mlx4_en_config_rss_steer()
1049 priv->rx_ring[i], in mlx4_en_config_rss_steer()
[all …]
Dmlx4_en_netdev.c68 struct mlx4_en_rx_ring *rx_ring = priv->rx_ring[cq->ring]; in mlx4_en_low_latency_recv() local
80 rx_ring->cleaned += done; in mlx4_en_low_latency_recv()
82 rx_ring->misses++; in mlx4_en_low_latency_recv()
1137 rx_packets = priv->rx_ring[ring]->packets; in mlx4_en_auto_moderation()
1138 rx_bytes = priv->rx_ring[ring]->bytes; in mlx4_en_auto_moderation()
1317 priv->rx_ring[i]->cqn = cq->mcq.cqn; in mlx4_en_start_port()
1450 mlx4_en_deactivate_rx_ring(priv, priv->rx_ring[i]); in mlx4_en_start_port()
1559 mlx4_en_deactivate_rx_ring(priv, priv->rx_ring[i]); in mlx4_en_stop_port()
1628 priv->rx_ring[i]->bytes = 0; in mlx4_en_clear_stats()
1629 priv->rx_ring[i]->packets = 0; in mlx4_en_clear_stats()
[all …]
/freebsd-12-stable/sys/dev/e1000/
Dem_txrx.c505 struct rx_ring *rxr = &que->rxr; in lem_isc_rxd_refill()
534 struct rx_ring *rxr = &que->rxr; in em_isc_rxd_refill()
562 struct rx_ring *rxr = &que->rxr; in em_isc_rxd_flush()
573 struct rx_ring *rxr = &que->rxr; in lem_isc_rxd_available()
598 struct rx_ring *rxr = &que->rxr; in em_isc_rxd_available()
623 struct rx_ring *rxr = &que->rxr; in lem_isc_rxd_pkt_get()
684 struct rx_ring *rxr = &que->rxr; in em_isc_rxd_pkt_get()
/freebsd-12-stable/sys/dev/qlxgbe/
Dql_isr.c72 qla_rx_ring_t *rx_ring; in qla_rx_intr() local
83 rx_ring = &ha->rx_ring[r_idx]; in qla_rx_intr()
86 rxb = &rx_ring->rx_buf[sgc->handle[i] & 0x7FFF]; in qla_rx_intr()
222 qla_rx_ring_t *rx_ring; in qla_lro_intr() local
229 rx_ring = &ha->rx_ring[r_idx]; in qla_lro_intr()
245 rxb = &rx_ring->rx_buf[sgc->handle[i] & 0x7FFF]; in qla_lro_intr()

123