175 static void	xnb_fill_eh_and_ip(struct mbuf *m, uint16_t ip_len,
178 static void	xnb_fill_tcp(struct mbuf *m);
193 static inline void safe_m_freem(struct mbuf **ppMbuf) {  in safe_m_freem()
993 	struct mbuf *pMbuf;  in xnb_pkt2mbufc_empty()
1012 	struct mbuf *pMbuf;  in xnb_pkt2mbufc_short()
1029 	struct mbuf *pMbuf;  in xnb_pkt2mbufc_csum()
1050 	struct mbuf *pMbuf;  in xnb_pkt2mbufc_1cluster()
1067 	struct mbuf *pMbuf;  in xnb_pkt2mbufc_largecluster()
1085 	struct mbuf *pMbuf;  in xnb_pkt2mbufc_2cluster()
1086 	struct mbuf *m;  in xnb_pkt2mbufc_2cluster()
1107 	struct mbuf *pMbuf;  in xnb_txpkt2gnttab_empty()
1130 	struct mbuf *pMbuf;  in xnb_txpkt2gnttab_short()
1170 	struct mbuf *pMbuf;  in xnb_txpkt2gnttab_2req()
1215 	struct mbuf *pMbuf;  in xnb_txpkt2gnttab_2cluster()
1291 	struct mbuf *pMbuf;  in xnb_update_mbufc_short()
1327 	struct mbuf *pMbuf;  in xnb_update_mbufc_2req()
1374 	struct mbuf *pMbuf;  in xnb_update_mbufc_2cluster()
1422 	struct mbuf *mbuf;  in xnb_mbufc2pkt_empty()  local
1424 	mbuf = m_get(M_WAITOK, MT_DATA);  in xnb_mbufc2pkt_empty()
1429 	XNB_ASSERT(mbuf->m_len == 0);  in xnb_mbufc2pkt_empty()
1431 	xnb_mbufc2pkt(mbuf, &pkt, 0, free_slots);  in xnb_mbufc2pkt_empty()
1434 	safe_m_freem(&mbuf);  in xnb_mbufc2pkt_empty()
1444 	struct mbuf *mbuf;  in xnb_mbufc2pkt_short()  local
1446 	mbuf = m_getm(NULL, size, M_WAITOK, MT_DATA);  in xnb_mbufc2pkt_short()
1447 	mbuf->m_flags |= M_PKTHDR;  in xnb_mbufc2pkt_short()
1448 	mbuf->m_pkthdr.len = size;  in xnb_mbufc2pkt_short()
1449 	mbuf->m_len = size;  in xnb_mbufc2pkt_short()
1451 	xnb_mbufc2pkt(mbuf, &pkt, start, free_slots);  in xnb_mbufc2pkt_short()
1460 	safe_m_freem(&mbuf);  in xnb_mbufc2pkt_short()
1470 	struct mbuf *mbuf;  in xnb_mbufc2pkt_1cluster()  local
1472 	mbuf = m_getm(NULL, size, M_WAITOK, MT_DATA);  in xnb_mbufc2pkt_1cluster()
1473 	mbuf->m_flags |= M_PKTHDR;  in xnb_mbufc2pkt_1cluster()
1474 	mbuf->m_pkthdr.len = size;  in xnb_mbufc2pkt_1cluster()
1475 	mbuf->m_len = size;  in xnb_mbufc2pkt_1cluster()
1477 	xnb_mbufc2pkt(mbuf, &pkt, start, free_slots);  in xnb_mbufc2pkt_1cluster()
1486 	safe_m_freem(&mbuf);  in xnb_mbufc2pkt_1cluster()
1497 	struct mbuf *mbufc, *mbufc2;  in xnb_mbufc2pkt_2short()
1539 	struct mbuf *mbufc, *m;  in xnb_mbufc2pkt_long()
1577 	struct mbuf *mbufc, *m;  in xnb_mbufc2pkt_extra()
1618 	struct mbuf *mbufc, *m;  in xnb_mbufc2pkt_nospace()
1650 	struct mbuf *mbuf;  in xnb_rxpkt2gnttab_empty()  local
1652 	mbuf = m_get(M_WAITOK, MT_DATA);  in xnb_rxpkt2gnttab_empty()
1654 	xnb_mbufc2pkt(mbuf, &pkt, 0, free_slots);  in xnb_rxpkt2gnttab_empty()
1655 	nr_entries = xnb_rxpkt2gnttab(&pkt, mbuf, xnb_unit_pvt.gnttab,  in xnb_rxpkt2gnttab_empty()
1660 	safe_m_freem(&mbuf);  in xnb_rxpkt2gnttab_empty()
1672 	struct mbuf *mbuf;  in xnb_rxpkt2gnttab_short()  local
1674 	mbuf = m_getm(NULL, size, M_WAITOK, MT_DATA);  in xnb_rxpkt2gnttab_short()
1675 	mbuf->m_flags |= M_PKTHDR;  in xnb_rxpkt2gnttab_short()
1676 	mbuf->m_pkthdr.len = size;  in xnb_rxpkt2gnttab_short()
1677 	mbuf->m_len = size;  in xnb_rxpkt2gnttab_short()
1679 	xnb_mbufc2pkt(mbuf, &pkt, start, free_slots);  in xnb_rxpkt2gnttab_short()
1684 	nr_entries = xnb_rxpkt2gnttab(&pkt, mbuf, xnb_unit_pvt.gnttab,  in xnb_rxpkt2gnttab_short()
1694 		   mtod(mbuf, vm_offset_t)));  in xnb_rxpkt2gnttab_short()
1696 		   virt_to_mfn(mtod(mbuf, vm_offset_t)));  in xnb_rxpkt2gnttab_short()
1699 	safe_m_freem(&mbuf);  in xnb_rxpkt2gnttab_short()
1716 	struct mbuf *mbuf, *m;  in xnb_rxpkt2gnttab_2req()  local
1718 	mbuf = m_getm(NULL, size, M_WAITOK, MT_DATA);  in xnb_rxpkt2gnttab_2req()
1719 	mbuf->m_flags |= M_PKTHDR;  in xnb_rxpkt2gnttab_2req()
1720 	mbuf->m_pkthdr.len = size;  in xnb_rxpkt2gnttab_2req()
1721 	mbuf->m_len = size;  in xnb_rxpkt2gnttab_2req()
1723 	xnb_mbufc2pkt(mbuf, &pkt, start, free_slots);  in xnb_rxpkt2gnttab_2req()
1725 	for (i = 0, m=mbuf; m != NULL; i++, m = m->m_next) {  in xnb_rxpkt2gnttab_2req()
1733 	nr_entries = xnb_rxpkt2gnttab(&pkt, mbuf, xnb_unit_pvt.gnttab,  in xnb_rxpkt2gnttab_2req()
1758 	struct mbuf *mbuf;  in xnb_rxpkt2rsp_empty()  local
1760 	mbuf = m_get(M_WAITOK, MT_DATA);  in xnb_rxpkt2rsp_empty()
1762 	xnb_mbufc2pkt(mbuf, &pkt, 0, free_slots);  in xnb_rxpkt2rsp_empty()
1763 	nr_entries = xnb_rxpkt2gnttab(&pkt, mbuf, xnb_unit_pvt.gnttab,  in xnb_rxpkt2rsp_empty()
1774 	safe_m_freem(&mbuf);  in xnb_rxpkt2rsp_empty()
1790 	struct mbuf *mbuf;  in xnb_rxpkt2rsp_short()  local
1792 	mbuf = m_getm(NULL, size, M_WAITOK, MT_DATA);  in xnb_rxpkt2rsp_short()
1793 	mbuf->m_flags |= M_PKTHDR;  in xnb_rxpkt2rsp_short()
1794 	mbuf->m_pkthdr.len = size;  in xnb_rxpkt2rsp_short()
1795 	mbuf->m_len = size;  in xnb_rxpkt2rsp_short()
1797 	xnb_mbufc2pkt(mbuf, &pkt, start, free_slots);  in xnb_rxpkt2rsp_short()
1805 	nr_entries = xnb_rxpkt2gnttab(&pkt, mbuf, xnb_unit_pvt.gnttab,  in xnb_rxpkt2rsp_short()
1819 	safe_m_freem(&mbuf);  in xnb_rxpkt2rsp_short()
1836 	struct mbuf *mbufc;  in xnb_rxpkt2rsp_extra()
1908 	struct mbuf *mbuf;  in xnb_rxpkt2rsp_2slots()  local
1910 	mbuf = m_getm(NULL, size, M_WAITOK, MT_DATA);  in xnb_rxpkt2rsp_2slots()
1911 	mbuf->m_flags |= M_PKTHDR;  in xnb_rxpkt2rsp_2slots()
1912 	mbuf->m_pkthdr.len = size;  in xnb_rxpkt2rsp_2slots()
1913 	if (mbuf->m_next != NULL) {  in xnb_rxpkt2rsp_2slots()
1914 		size_t first_len = MIN(M_TRAILINGSPACE(mbuf), size);  in xnb_rxpkt2rsp_2slots()
1915 		mbuf->m_len = first_len;  in xnb_rxpkt2rsp_2slots()
1916 		mbuf->m_next->m_len = size - first_len;  in xnb_rxpkt2rsp_2slots()
1919 		mbuf->m_len = size;  in xnb_rxpkt2rsp_2slots()
1922 	xnb_mbufc2pkt(mbuf, &pkt, start, free_slots);  in xnb_rxpkt2rsp_2slots()
1934 	nr_entries = xnb_rxpkt2gnttab(&pkt, mbuf, xnb_unit_pvt.gnttab,  in xnb_rxpkt2rsp_2slots()
1956 	safe_m_freem(&mbuf);  in xnb_rxpkt2rsp_2slots()
1972 	struct mbuf *mbufc;  in xnb_rxpkt2rsp_2short()
2032 	struct mbuf *mbuf;  in xnb_rxpkt2rsp_copyerror()  local
2034 	mbuf = m_getm(NULL, size, M_WAITOK, MT_DATA);  in xnb_rxpkt2rsp_copyerror()
2035 	mbuf->m_flags |= M_PKTHDR;  in xnb_rxpkt2rsp_copyerror()
2036 	mbuf->m_pkthdr.len = size;  in xnb_rxpkt2rsp_copyerror()
2037 	mbuf->m_len = size;  in xnb_rxpkt2rsp_copyerror()
2039 	xnb_mbufc2pkt(mbuf, &pkt, start, free_slots);  in xnb_rxpkt2rsp_copyerror()
2051 	nr_entries = xnb_rxpkt2gnttab(&pkt, mbuf, xnb_unit_pvt.gnttab,  in xnb_rxpkt2rsp_copyerror()
2068 	safe_m_freem(&mbuf);  in xnb_rxpkt2rsp_copyerror()
2080 	struct mbuf *mbufc;  in xnb_add_mbuf_cksum_arp()
2147 xnb_fill_eh_and_ip(struct mbuf *m, uint16_t ip_len, uint16_t ip_id,  in xnb_fill_eh_and_ip()
2191 	struct mbuf *mbufc;  in xnb_add_mbuf_cksum_icmp()
2257 	struct mbuf *mbufc;  in xnb_add_mbuf_cksum_udp()
2308 xnb_fill_tcp(struct mbuf *m)  in xnb_fill_tcp()
2362 	struct mbuf *mbufc;  in xnb_add_mbuf_cksum_tcp()
2403 	struct mbuf *mbufc;  in xnb_add_mbuf_cksum_tcp_swcksum()