| /freebsd-11-stable/sys/dev/vmware/vmxnet3/ |
| HD | vmx_netmap.h | 138 u_int nm_i; in vmxnet3_netmap_txsync() local
159 nm_i = kring->nr_hwcur; in vmxnet3_netmap_txsync()
160 if (nm_i != head) { in vmxnet3_netmap_txsync()
161 nic_i = netmap_idx_k2n(kring, nm_i); in vmxnet3_netmap_txsync()
162 for (n = 0; nm_i != head; n++) { in vmxnet3_netmap_txsync()
163 struct netmap_slot *slot = &ring->slot[nm_i]; in vmxnet3_netmap_txsync()
196 nm_i = nm_next(nm_i, lim); in vmxnet3_netmap_txsync()
206 kring->nr_hwcur = nm_i; in vmxnet3_netmap_txsync()
242 u_int nm_i; in vmxnet3_netmap_rxsync() local
264 nm_i = kring->nr_hwtail; in vmxnet3_netmap_rxsync()
[all …]
|
| /freebsd-11-stable/sys/dev/netmap/ |
| HD | if_ixl_netmap.h | 164 u_int nm_i; /* index into the netmap ring */ in ixl_netmap_txsync() local
205 nm_i = kring->nr_hwcur; in ixl_netmap_txsync()
206 if (nm_i != head) { /* we have new packets to send */ in ixl_netmap_txsync()
207 nic_i = netmap_idx_k2n(kring, nm_i); in ixl_netmap_txsync()
209 __builtin_prefetch(&ring->slot[nm_i]); in ixl_netmap_txsync()
212 for (n = 0; nm_i != head; n++) { in ixl_netmap_txsync()
213 struct netmap_slot *slot = &ring->slot[nm_i]; in ixl_netmap_txsync()
226 __builtin_prefetch(&ring->slot[nm_i + 1]); in ixl_netmap_txsync()
250 nm_i = nm_next(nm_i, lim); in ixl_netmap_txsync()
298 u_int nm_i; /* index into the netmap ring */ in ixl_netmap_rxsync() local
[all …]
|
| HD | if_igb_netmap.h | 89 u_int nm_i; /* index into the netmap ring */ in igb_netmap_txsync() local
111 nm_i = kring->nr_hwcur; in igb_netmap_txsync()
112 if (nm_i != head) { /* we have new packets to send */ in igb_netmap_txsync()
113 nic_i = netmap_idx_k2n(kring, nm_i); in igb_netmap_txsync()
114 for (n = 0; nm_i != head; n++) { in igb_netmap_txsync()
115 struct netmap_slot *slot = &ring->slot[nm_i]; in igb_netmap_txsync()
152 nm_i = nm_next(nm_i, lim); in igb_netmap_txsync()
196 u_int nm_i; /* index into the netmap ring */ in igb_netmap_rxsync() local
219 nm_i = netmap_idx_n2k(kring, nic_i); in igb_netmap_rxsync()
227 ring->slot[nm_i].len = le16toh(curr->wb.upper.length); in igb_netmap_rxsync()
[all …]
|
| HD | if_lem_netmap.h | 105 u_int nm_i; /* index into the netmap ring */ in lem_netmap_txsync() local
122 nm_i = kring->nr_hwcur; in lem_netmap_txsync()
123 if (nm_i != head) { /* we have new packets to send */ in lem_netmap_txsync()
124 nic_i = netmap_idx_k2n(kring, nm_i); in lem_netmap_txsync()
125 while (nm_i != head) { in lem_netmap_txsync()
126 struct netmap_slot *slot = &ring->slot[nm_i]; in lem_netmap_txsync()
154 nm_i = nm_next(nm_i, lim); in lem_netmap_txsync()
196 u_int nm_i; /* index into the netmap ring */ in lem_netmap_rxsync() local
218 nm_i = netmap_idx_n2k(kring, nic_i); in lem_netmap_rxsync()
232 ring->slot[nm_i].len = len; in lem_netmap_rxsync()
[all …]
|
| HD | ixgbe_netmap.h | 176 u_int nm_i; /* index into the netmap ring */ in ixgbe_netmap_txsync() local
230 nm_i = kring->nr_hwcur; in ixgbe_netmap_txsync()
231 if (nm_i != head) { /* we have new packets to send */ in ixgbe_netmap_txsync()
232 nic_i = netmap_idx_k2n(kring, nm_i); in ixgbe_netmap_txsync()
234 __builtin_prefetch(&ring->slot[nm_i]); in ixgbe_netmap_txsync()
237 for (n = 0; nm_i != head; n++) { in ixgbe_netmap_txsync()
238 struct netmap_slot *slot = &ring->slot[nm_i]; in ixgbe_netmap_txsync()
251 __builtin_prefetch(&ring->slot[nm_i + 1]); in ixgbe_netmap_txsync()
273 nm_i = nm_next(nm_i, lim); in ixgbe_netmap_txsync()
363 u_int nm_i; /* index into the netmap ring */ in ixgbe_netmap_rxsync() local
[all …]
|
| HD | if_em_netmap.h | 121 u_int nm_i; /* index into the netmap ring */ in em_netmap_txsync() local
140 nm_i = kring->nr_hwcur; in em_netmap_txsync()
141 if (nm_i != head) { /* we have new packets to send */ in em_netmap_txsync()
142 nic_i = netmap_idx_k2n(kring, nm_i); in em_netmap_txsync()
143 for (n = 0; nm_i != head; n++) { in em_netmap_txsync()
144 struct netmap_slot *slot = &ring->slot[nm_i]; in em_netmap_txsync()
172 nm_i = nm_next(nm_i, lim); in em_netmap_txsync()
214 u_int nm_i; /* index into the netmap ring */ in em_netmap_rxsync() local
237 nm_i = netmap_idx_n2k(kring, nic_i); in em_netmap_rxsync()
245 ring->slot[nm_i].len = le16toh(curr->wb.upper.length); in em_netmap_rxsync()
[all …]
|
| HD | netmap_generic.c | 500 u_int nm_i = nm_next(kring->nr_hwtail, lim); in generic_netmap_tx_clean() local
507 while (nm_i != hwcur) { /* buffers not completed */ in generic_netmap_tx_clean()
508 struct mbuf *m = tx_pool[nm_i]; in generic_netmap_tx_clean()
524 tx_pool[nm_i] = NULL; in generic_netmap_tx_clean()
550 nm_i = nm_next(nm_i, lim); in generic_netmap_tx_clean()
552 kring->nr_hwtail = nm_prev(nm_i, lim); in generic_netmap_tx_clean()
654 u_int nm_i; /* index into the netmap ring */ // j in generic_netmap_txsync() local
666 nm_i = kring->nr_hwcur; in generic_netmap_txsync()
667 if (nm_i != head) { /* we have new packets to send */ in generic_netmap_txsync()
675 event = ring_middle(nm_i, head, lim); in generic_netmap_txsync()
[all …]
|
| HD | if_re_netmap.h | 73 u_int nm_i; /* index into the netmap ring */ in re_netmap_txsync() local
90 nm_i = kring->nr_hwcur; in re_netmap_txsync()
91 if (nm_i != head) { /* we have new packets to send */ in re_netmap_txsync()
95 for (n = 0; nm_i != head; n++) { in re_netmap_txsync()
96 struct netmap_slot *slot = &ring->slot[nm_i]; in re_netmap_txsync()
128 nm_i = nm_next(nm_i, lim); in re_netmap_txsync()
175 u_int nm_i; /* index into the netmap ring */ in re_netmap_rxsync() local
205 nm_i = netmap_idx_n2k(kring, nic_i); in re_netmap_rxsync()
207 while (nm_i != stop_i) { in re_netmap_rxsync()
217 ring->slot[nm_i].len = total_len; in re_netmap_rxsync()
[all …]
|
| HD | if_vtnet_netmap.h | 154 u_int nm_i; /* index into the netmap ring */ in vtnet_netmap_txsync() local
170 nm_i = kring->nr_hwcur; in vtnet_netmap_txsync()
171 if (nm_i != head) { /* we have new packets to send */ in vtnet_netmap_txsync()
174 for (; nm_i != head; nm_i = nm_next(nm_i, lim)) { in vtnet_netmap_txsync()
176 struct netmap_slot *slot = &ring->slot[nm_i]; in vtnet_netmap_txsync()
207 kring->nr_hwcur = nm_i; /* note we migth break early */ in vtnet_netmap_txsync()
236 vtnet_netmap_kring_refill(struct netmap_kring *kring, u_int nm_i, u_int head) in vtnet_netmap_kring_refill() argument
253 for (; nm_i != head; nm_i = nm_next(nm_i, lim)) { in vtnet_netmap_kring_refill()
254 struct netmap_slot *slot = &ring->slot[nm_i]; in vtnet_netmap_kring_refill()
281 return nm_i; in vtnet_netmap_kring_refill()
[all …]
|
| HD | netmap_bdg.c | 955 u_int nm_i, lim = kring->nkr_num_slots - 1; in netmap_vp_rxsync_locked() local
969 nm_i = kring->nr_hwcur; in netmap_vp_rxsync_locked()
970 if (nm_i != head) { in netmap_vp_rxsync_locked()
972 for (n = 0; likely(nm_i != head); n++) { in netmap_vp_rxsync_locked()
973 struct netmap_slot *slot = &ring->slot[nm_i]; in netmap_vp_rxsync_locked()
981 nm_i = nm_next(nm_i, lim); in netmap_vp_rxsync_locked()
|
| HD | netmap.c | 1319 u_int nm_i, n; in netmap_rxsync_from_host() local
1335 nm_i = kring->nr_hwtail; in netmap_rxsync_from_host()
1337 while ( nm_i != stop_i && (m = mbq_dequeue(q)) != NULL ) { in netmap_rxsync_from_host()
1339 struct netmap_slot *slot = &ring->slot[nm_i]; in netmap_rxsync_from_host()
1342 nm_prdis("nm %d len %d", nm_i, len); in netmap_rxsync_from_host()
1348 nm_i = nm_next(nm_i, lim); in netmap_rxsync_from_host()
1351 kring->nr_hwtail = nm_i; in netmap_rxsync_from_host()
1357 nm_i = kring->nr_hwcur; in netmap_rxsync_from_host()
1358 if (nm_i != head) { /* something was released */ in netmap_rxsync_from_host()
|
| HD | netmap_kern.h | 1403 kring->ring_id, nm_i, slot->buf_idx, len); \
|
| /freebsd-11-stable/sys/dev/ixgbe/ |
| HD | ixgbe_netmap.c | 191 u_int nm_i; /* index into the netmap ring */ in ixgbe_netmap_txsync() local
245 nm_i = kring->nr_hwcur; in ixgbe_netmap_txsync()
246 if (nm_i != head) { /* we have new packets to send */ in ixgbe_netmap_txsync()
247 nic_i = netmap_idx_k2n(kring, nm_i); in ixgbe_netmap_txsync()
249 __builtin_prefetch(&ring->slot[nm_i]); in ixgbe_netmap_txsync()
252 for (n = 0; nm_i != head; n++) { in ixgbe_netmap_txsync()
253 struct netmap_slot *slot = &ring->slot[nm_i]; in ixgbe_netmap_txsync()
266 __builtin_prefetch(&ring->slot[nm_i + 1]); in ixgbe_netmap_txsync()
288 nm_i = nm_next(nm_i, lim); in ixgbe_netmap_txsync()
377 u_int nm_i; /* index into the netmap ring */ in ixgbe_netmap_rxsync() local
[all …]
|
| /freebsd-11-stable/sys/dev/ena/ |
| HD | ena_netmap.c | 50 u_int nm_i; member
118 int nm_i, qid, head, lim, rc; in ena_netmap_alloc_rx_slot() local
126 nm_i = kring->nr_hwcur; in ena_netmap_alloc_rx_slot()
133 if ((nm_i == head) && rx_ring->initialized) { in ena_netmap_alloc_rx_slot()
143 slot = &ring->slot[nm_i]; in ena_netmap_alloc_rx_slot()
166 kring->nr_hwcur = nm_next(nm_i, lim); in ena_netmap_alloc_rx_slot()
178 int nm_i, qid, lim; in ena_netmap_free_rx_slot() local
200 nm_i = nm_prev(kring->nr_hwcur, lim); in ena_netmap_free_rx_slot()
211 slot = &kring->ring->slot[nm_i]; in ena_netmap_free_rx_slot()
218 kring->nr_hwcur = nm_i; in ena_netmap_free_rx_slot()
[all …]
|
| /freebsd-11-stable/sys/net/ |
| HD | iflib.c | 754 static int netmap_fl_refill(iflib_rxq_t rxq, struct netmap_kring *kring, uint32_t nm_i, bool init);
819 netmap_fl_refill(iflib_rxq_t rxq, struct netmap_kring *kring, uint32_t nm_i, bool init) in netmap_fl_refill() argument
831 if (nm_i == head && __predict_true(!init)) in netmap_fl_refill()
835 refill_pidx = netmap_idx_k2n(kring, nm_i); in netmap_fl_refill()
841 while (nm_i != head) { in netmap_fl_refill()
842 for (int tmp_pidx = 0; tmp_pidx < IFLIB_MAX_RX_REFRESH && nm_i != head; tmp_pidx++) { in netmap_fl_refill()
843 struct netmap_slot *slot = &ring->slot[nm_i]; in netmap_fl_refill()
846 nic_i = netmap_idx_k2n(kring, nm_i); in netmap_fl_refill()
862 nm_i = nm_next(nm_i, lim); in netmap_fl_refill()
864 if (nm_i != head && tmp_pidx < IFLIB_MAX_RX_REFRESH-1) in netmap_fl_refill()
[all …]
|