| /trueos/sys/dev/ixgbe/ |
| HD | ix_txrx.c | 133 ixgbe_start_locked(struct tx_ring *txr, struct ifnet * ifp) in ixgbe_start_locked() argument 136 struct adapter *adapter = txr->adapter; in ixgbe_start_locked() 138 IXGBE_TX_LOCK_ASSERT(txr); in ixgbe_start_locked() 146 if (txr->tx_avail <= IXGBE_QUEUE_MIN_FREE) in ixgbe_start_locked() 153 if (ixgbe_xmit(txr, &m_head)) { in ixgbe_start_locked() 173 struct tx_ring *txr = adapter->tx_rings; in ixgbe_start() local 176 IXGBE_TX_LOCK(txr); in ixgbe_start() 177 ixgbe_start_locked(txr, ifp); in ixgbe_start() 178 IXGBE_TX_UNLOCK(txr); in ixgbe_start() 194 struct tx_ring *txr; in ixgbe_mq_start() local [all …]
|
| HD | if_ixv.c | 417 struct tx_ring *txr = que->txr; in ixv_detach() local 418 taskqueue_drain(que->tq, &txr->txq_task); in ixv_detach() 757 struct tx_ring *txr = que->txr; in ixv_handle_que() local 763 IXGBE_TX_LOCK(txr); in ixv_handle_que() 764 ixgbe_txeof(txr); in ixv_handle_que() 766 if (!drbr_empty(ifp, txr->br)) in ixv_handle_que() 767 ixgbe_mq_start_locked(ifp, txr); in ixv_handle_que() 770 ixgbe_start_locked(txr, ifp); in ixv_handle_que() 772 IXGBE_TX_UNLOCK(txr); in ixv_handle_que() 795 struct tx_ring *txr = que->txr; in ixv_msix_que() local [all …]
|
| HD | if_ix.c | 600 struct tx_ring *txr = adapter->tx_rings; in ixgbe_detach() local 616 for (int i = 0; i < adapter->num_queues; i++, que++, txr++) { in ixgbe_detach() 619 taskqueue_drain(que->tq, &txr->txq_task); in ixgbe_detach() 1271 struct tx_ring *txr = que->txr; in ixgbe_handle_que() local 1277 IXGBE_TX_LOCK(txr); in ixgbe_handle_que() 1278 ixgbe_txeof(txr); in ixgbe_handle_que() 1280 if (!drbr_empty(ifp, txr->br)) in ixgbe_handle_que() 1281 ixgbe_mq_start_locked(ifp, txr); in ixgbe_handle_que() 1284 ixgbe_start_locked(txr, ifp); in ixgbe_handle_que() 1286 IXGBE_TX_UNLOCK(txr); in ixgbe_handle_que() [all …]
|
| HD | ixgbe.h | 313 struct tx_ring *txr; member
|
| /trueos/sys/dev/ixl/ |
| HD | ixl_txrx.c | 66 struct tx_ring *txr; in ixl_mq_start() local 80 txr = &que->txr; in ixl_mq_start() 82 err = drbr_enqueue(ifp, txr->br, m); in ixl_mq_start() 85 if (IXL_TX_TRYLOCK(txr)) { in ixl_mq_start() 86 ixl_mq_start_locked(ifp, txr); in ixl_mq_start() 87 IXL_TX_UNLOCK(txr); in ixl_mq_start() 95 ixl_mq_start_locked(struct ifnet *ifp, struct tx_ring *txr) in ixl_mq_start_locked() argument 97 struct ixl_queue *que = txr->que; in ixl_mq_start_locked() 108 while ((next = drbr_peek(ifp, txr->br)) != NULL) { in ixl_mq_start_locked() 111 drbr_advance(ifp, txr->br); in ixl_mq_start_locked() [all …]
|
| HD | if_ixlv.c | 1351 struct tx_ring *txr; in ixlv_assign_msix() local 1356 txr = &que->txr; in ixlv_assign_msix() 1546 struct tx_ring *txr; in ixlv_setup_queues() local 1573 txr = &que->txr; in ixlv_setup_queues() 1574 txr->que = que; in ixlv_setup_queues() 1575 txr->tail = I40E_QTX_TAIL1(que->me); in ixlv_setup_queues() 1577 snprintf(txr->mtx_name, sizeof(txr->mtx_name), "%s:tx(%d)", in ixlv_setup_queues() 1579 mtx_init(&txr->mtx, txr->mtx_name, NULL, MTX_DEF); in ixlv_setup_queues() 1588 &txr->dma, i40e_mem_reserved, tsize, DBA_ALIGN)) { in ixlv_setup_queues() 1594 txr->base = (struct i40e_tx_desc *)txr->dma.va; in ixlv_setup_queues() [all …]
|
| HD | if_ixl.c | 1190 struct tx_ring *txr = &que->txr; in ixl_handle_que() local 1196 IXL_TX_LOCK(txr); in ixl_handle_que() 1198 if (!drbr_empty(ifp, txr->br)) in ixl_handle_que() 1199 ixl_mq_start_locked(ifp, txr); in ixl_handle_que() 1200 IXL_TX_UNLOCK(txr); in ixl_handle_que() 1226 struct tx_ring *txr = &que->txr; in ixl_intr() local 1251 IXL_TX_LOCK(txr); in ixl_intr() 1253 if (!drbr_empty(vsi->ifp, txr->br)) in ixl_intr() 1255 IXL_TX_UNLOCK(txr); in ixl_intr() 1287 struct tx_ring *txr = &que->txr; in ixl_msix_que() local [all …]
|
| HD | ixlvc.c | 359 struct tx_ring *txr; in ixlv_configure_queues() local 382 txr = &que->txr; in ixlv_configure_queues() 387 vqpi->txq.dma_ring_addr = txr->dma.pa; in ixlv_configure_queues() 390 vqpi->txq.dma_headwb_addr = txr->dma.pa + in ixlv_configure_queues() 794 tx_discards += sc->vsi.queues[i].txr.br->br_drops; in ixlv_update_stats_counters()
|
| HD | ixl.h | 424 struct tx_ring txr; member
|
| /trueos/sys/dev/e1000/ |
| HD | if_em.c | 878 struct tx_ring *txr = adapter->tx_rings; in em_resume() local 889 for (int i = 0; i < adapter->num_queues; i++, txr++) { in em_resume() 890 EM_TX_LOCK(txr); in em_resume() 892 if (!drbr_empty(ifp, txr->br)) in em_resume() 893 em_mq_start_locked(ifp, txr, NULL); in em_resume() 896 em_start_locked(ifp, txr); in em_resume() 898 EM_TX_UNLOCK(txr); in em_resume() 917 em_mq_start_locked(struct ifnet *ifp, struct tx_ring *txr, struct mbuf *m) in em_mq_start_locked() argument 919 struct adapter *adapter = txr->adapter; in em_mq_start_locked() 926 err = drbr_enqueue(ifp, txr->br, m); in em_mq_start_locked() [all …]
|
| HD | if_igb.c | 857 struct tx_ring *txr = adapter->tx_rings; in igb_resume() local 866 for (int i = 0; i < adapter->num_queues; i++, txr++) { in igb_resume() 867 IGB_TX_LOCK(txr); in igb_resume() 870 if (((txr->queue_status & IGB_QUEUE_DEPLETED) == 0) && in igb_resume() 871 !drbr_empty(ifp, txr->br)) in igb_resume() 872 igb_mq_start_locked(ifp, txr); in igb_resume() 875 igb_start_locked(txr, ifp); in igb_resume() 877 IGB_TX_UNLOCK(txr); in igb_resume() 899 igb_start_locked(struct tx_ring *txr, struct ifnet *ifp) in igb_start_locked() argument 904 IGB_TX_LOCK_ASSERT(txr); in igb_start_locked() [all …]
|
| HD | if_igb.h | 282 struct tx_ring *txr; member
|
| /trueos/sys/dev/netmap/ |
| HD | if_em_netmap.h | 48 struct tx_ring *txr = adapter->tx_rings; in em_netmap_block_tasks() local 51 for (i = 0; i < adapter->num_queues; i++, txr++, rxr++) { in em_netmap_block_tasks() 52 taskqueue_block(txr->tq); in em_netmap_block_tasks() 53 taskqueue_drain(txr->tq, &txr->tx_task); in em_netmap_block_tasks() 69 struct tx_ring *txr = adapter->tx_rings; in em_netmap_unblock_tasks() local 74 taskqueue_unblock(txr->tq); in em_netmap_unblock_tasks() 131 struct tx_ring *txr = &adapter->tx_rings[kring->ring_id]; in em_netmap_txsync() local 133 bus_dmamap_sync(txr->txdma.dma_tag, txr->txdma.dma_map, in em_netmap_txsync() 150 struct e1000_tx_desc *curr = &txr->tx_base[nic_i]; in em_netmap_txsync() 151 struct em_buffer *txbuf = &txr->tx_buffers[nic_i]; in em_netmap_txsync() [all …]
|
| HD | ixgbe_netmap.h | 174 struct tx_ring *txr = &adapter->tx_rings[kring->ring_id]; in ixgbe_netmap_txsync() local 177 bus_dmamap_sync(txr->txdma.dma_tag, txr->txdma.dma_map, in ixgbe_netmap_txsync() 220 __builtin_prefetch(&txr->tx_buffers[nic_i]); in ixgbe_netmap_txsync() 229 union ixgbe_adv_tx_desc *curr = &txr->tx_base[nic_i]; in ixgbe_netmap_txsync() 230 struct ixgbe_tx_buf *txbuf = &txr->tx_buffers[nic_i]; in ixgbe_netmap_txsync() 237 __builtin_prefetch(&txr->tx_buffers[nic_i + 1]); in ixgbe_netmap_txsync() 243 netmap_reload_map(na, txr->txtag, txbuf->map, addr); in ixgbe_netmap_txsync() 255 bus_dmamap_sync(txr->txtag, txbuf->map, in ixgbe_netmap_txsync() 264 bus_dmamap_sync(txr->txdma.dma_tag, txr->txdma.dma_map, in ixgbe_netmap_txsync() 268 IXGBE_WRITE_REG(&adapter->hw, IXGBE_TDT(txr->me), nic_i); in ixgbe_netmap_txsync() [all …]
|
| HD | if_igb_netmap.h | 99 struct tx_ring *txr = &adapter->tx_rings[kring->ring_id]; in igb_netmap_txsync() local 102 (adapter->hw.mac.type == e1000_82575) ? (txr->me << 4) : 0; in igb_netmap_txsync() 104 bus_dmamap_sync(txr->txdma.dma_tag, txr->txdma.dma_map, in igb_netmap_txsync() 122 (union e1000_adv_tx_desc *)&txr->tx_base[nic_i]; in igb_netmap_txsync() 123 struct igb_tx_buf *txbuf = &txr->tx_buffers[nic_i]; in igb_netmap_txsync() 132 netmap_reload_map(na, txr->txtag, txbuf->map, addr); in igb_netmap_txsync() 149 bus_dmamap_sync(txr->txtag, txbuf->map, in igb_netmap_txsync() 158 txr->queue_status = IGB_QUEUE_WORKING; in igb_netmap_txsync() 159 txr->watchdog_time = ticks; in igb_netmap_txsync() 162 bus_dmamap_sync(txr->txdma.dma_tag, txr->txdma.dma_map, in igb_netmap_txsync() [all …]
|
| HD | if_vtnet_netmap.h | 397 vtnet_netmap_config(struct netmap_adapter *na, u_int *txr, u_int *txd, in vtnet_netmap_config() argument 403 *txr = *rxr = sc->vtnet_max_vq_pairs; in vtnet_netmap_config() 407 *txr, *txd, *rxr, *rxd); in vtnet_netmap_config()
|
| HD | netmap_mem2.h | 135 u_int txr, u_int txd, u_int rxr, u_int rxd, u_int extra_bufs, u_int npipes,
|
| HD | netmap.c | 656 u_int txr, txd, rxr, rxd; in netmap_update_config() local 658 txr = txd = rxr = rxd = 0; in netmap_update_config() 660 na->nm_config(na, &txr, &txd, &rxr, &rxd)) { in netmap_update_config() 662 txr = na->num_tx_rings; in netmap_update_config() 668 if (na->num_tx_rings == txr && na->num_tx_desc == txd && in netmap_update_config() 677 na->name, txr, txd, rxr, rxd); in netmap_update_config() 681 na->num_tx_rings = txr; in netmap_update_config()
|
| HD | netmap_mem2.c | 1131 netmap_mem_private_new(const char *name, u_int txr, u_int txd, in netmap_mem_private_new() argument 1153 txr++; in netmap_mem_private_new() 1162 v = sizeof(struct netmap_if) + sizeof(ssize_t) * (txr + rxr); in netmap_mem_private_new() 1175 v = txr + rxr + 8 * npipes; in netmap_mem_private_new() 1183 v = (4 * npipes + rxr) * rxd + (4 * npipes + txr) * txd + 2 + extra_bufs; in netmap_mem_private_new()
|
| HD | netmap_vale.c | 2105 netmap_bwrap_config(struct netmap_adapter *na, u_int *txr, u_int *txd, in netmap_bwrap_config() argument 2115 *txr = hwna->num_rx_rings; in netmap_bwrap_config()
|
| HD | netmap_kern.h | 551 u_int *txr, u_int *txd, u_int *rxr, u_int *rxd);
|
| /trueos/sys/dev/vmware/vmxnet3/ |
| HD | if_vmx.c | 970 struct vmxnet3_txring *txr; in vmxnet3_init_txq() local 973 txr = &txq->vxtxq_cmd_ring; in vmxnet3_init_txq() 982 txr->vxtxr_ndesc = sc->vmx_ntxdescs; in vmxnet3_init_txq() 983 txr->vxtxr_txbuf = malloc(txr->vxtxr_ndesc * in vmxnet3_init_txq() 985 if (txr->vxtxr_txbuf == NULL) in vmxnet3_init_txq() 1066 struct vmxnet3_txring *txr; in vmxnet3_destroy_txq() local 1068 txr = &txq->vxtxq_cmd_ring; in vmxnet3_destroy_txq() 1080 if (txr->vxtxr_txbuf != NULL) { in vmxnet3_destroy_txq() 1081 free(txr->vxtxr_txbuf, M_DEVBUF); in vmxnet3_destroy_txq() 1082 txr->vxtxr_txbuf = NULL; in vmxnet3_destroy_txq() [all …]
|
| HD | if_vmxvar.h | 77 VMXNET3_TXRING_AVAIL(struct vmxnet3_txring *txr) in VMXNET3_TXRING_AVAIL() argument 79 int avail = txr->vxtxr_next - txr->vxtxr_head - 1; in VMXNET3_TXRING_AVAIL() 80 return (avail < 0 ? txr->vxtxr_ndesc + avail : avail); in VMXNET3_TXRING_AVAIL()
|
| /trueos/sys/dev/qlxge/ |
| HD | qls_hw.c | 1145 qla_tx_ring_t *txr; in qls_init_work_queue() local 1149 txr = &ha->tx_ring[wid]; in qls_init_work_queue() 1151 txr->wq_db_addr = (struct resource *)((uint8_t *)ha->pci_reg1 in qls_init_work_queue() 1154 txr->wq_db_offset = (ha->vm_pgsize * wid); in qls_init_work_queue() 1156 wq_icb = txr->wq_icb_vaddr; in qls_init_work_queue() 1167 wq_icb->baddr_lo = txr->wq_paddr & 0xFFFFFFFF; in qls_init_work_queue() 1168 wq_icb->baddr_hi = (txr->wq_paddr >> 32)& 0xFFFFFFFF; in qls_init_work_queue() 1170 wq_icb->ci_addr_lo = txr->txr_cons_paddr & 0xFFFFFFFF; in qls_init_work_queue() 1171 wq_icb->ci_addr_hi = (txr->txr_cons_paddr >> 32)& 0xFFFFFFFF; in qls_init_work_queue() 1185 value = (uint32_t)txr->wq_icb_paddr; in qls_init_work_queue() [all …]
|
| /trueos/sys/dev/xen/netfront/ |
| HD | netfront.c | 1114 netif_tx_response_t *txr; in xn_txeof() local 1129 txr = RING_GET_RESPONSE(&np->tx, i); in xn_txeof() 1130 if (txr->status == NETIF_RSP_NULL) in xn_txeof() 1133 if (txr->status != NETIF_RSP_OKAY) { in xn_txeof() 1135 __func__, txr->status); in xn_txeof() 1137 id = txr->id; in xn_txeof()
|