104 free_ci_counters(struct cxgbei_data *ci)  in free_ci_counters()  argument
108 	if (ci->x != NULL) { \  in free_ci_counters()
109 		counter_u64_free(ci->x); \  in free_ci_counters()
110 		ci->x = NULL; \  in free_ci_counters()
124 alloc_ci_counters(struct cxgbei_data *ci)  in alloc_ci_counters()  argument
128 	ci->x = counter_u64_alloc(M_WAITOK); \  in alloc_ci_counters()
129 	if (ci->x == NULL) \  in alloc_ci_counters()
143 	free_ci_counters(ci);  in alloc_ci_counters()
178 cxgbei_init(struct adapter *sc, struct cxgbei_data *ci)  in cxgbei_init()  argument
187 	MPASS(ci != NULL);  in cxgbei_init()
189 	rc = alloc_ci_counters(ci);  in cxgbei_init()
193 	read_pdu_limits(sc, &ci->max_tx_pdu_len, &ci->max_rx_pdu_len);  in cxgbei_init()
195 	pr = &ci->pr;  in cxgbei_init()
202 		free_ci_counters(ci);  in cxgbei_init()
221 	sysctl_ctx_init(&ci->ctx);  in cxgbei_init()
225 	oid = SYSCTL_ADD_NODE(&ci->ctx, children, OID_AUTO, "iscsi", CTLFLAG_RD,  in cxgbei_init()
229 	SYSCTL_ADD_COUNTER_U64(&ci->ctx, children, OID_AUTO, "ddp_setup_ok",  in cxgbei_init()
230 	    CTLFLAG_RD, &ci->ddp_setup_ok,  in cxgbei_init()
233 	SYSCTL_ADD_COUNTER_U64(&ci->ctx, children, OID_AUTO, "ddp_setup_error",  in cxgbei_init()
234 	    CTLFLAG_RD, &ci->ddp_setup_error,  in cxgbei_init()
237 	SYSCTL_ADD_COUNTER_U64(&ci->ctx, children, OID_AUTO, "ddp_bytes",  in cxgbei_init()
238 	    CTLFLAG_RD, &ci->ddp_bytes, "# of bytes placed directly");  in cxgbei_init()
240 	SYSCTL_ADD_COUNTER_U64(&ci->ctx, children, OID_AUTO, "ddp_pdus",  in cxgbei_init()
241 	    CTLFLAG_RD, &ci->ddp_pdus, "# of PDUs with data placed directly.");  in cxgbei_init()
243 	SYSCTL_ADD_COUNTER_U64(&ci->ctx, children, OID_AUTO, "fl_bytes",  in cxgbei_init()
244 	    CTLFLAG_RD, &ci->fl_bytes, "# of data bytes delivered in freelist");  in cxgbei_init()
246 	SYSCTL_ADD_COUNTER_U64(&ci->ctx, children, OID_AUTO, "fl_pdus",  in cxgbei_init()
247 	    CTLFLAG_RD, &ci->fl_pdus,  in cxgbei_init()
250 	ci->ddp_threshold = 2048;  in cxgbei_init()
251 	SYSCTL_ADD_UINT(&ci->ctx, children, OID_AUTO, "ddp_threshold",  in cxgbei_init()
252 	    CTLFLAG_RW, &ci->ddp_threshold, 0, "Rx zero copy threshold");  in cxgbei_init()
298 	struct cxgbei_data *ci = sc->iscsi_ulp_softc;  in do_rx_iscsi_data()  local
318 	counter_u64_add(ci->fl_pdus, 1);  in do_rx_iscsi_data()
319 	counter_u64_add(ci->fl_bytes, m->m_pkthdr.len);  in do_rx_iscsi_data()
333 	struct cxgbei_data *ci = sc->iscsi_ulp_softc;  in do_rx_iscsi_ddp()  local
376 		counter_u64_add(ci->ddp_pdus, 1);  in do_rx_iscsi_ddp()
377 		counter_u64_add(ci->ddp_bytes, ip->ip_data_len);  in do_rx_iscsi_ddp()
489 	struct cxgbei_data *ci;  in cxgbei_activate()  local
507 	ci = malloc(sizeof(*ci), M_CXGBE, M_ZERO | M_WAITOK);  in cxgbei_activate()
508 	if (ci == NULL)  in cxgbei_activate()
511 	rc = cxgbei_init(sc, ci);  in cxgbei_activate()
513 		free(ci, M_CXGBE);  in cxgbei_activate()
517 	sc->iscsi_ulp_softc = ci;  in cxgbei_activate()
525 	struct cxgbei_data *ci = sc->iscsi_ulp_softc;  in cxgbei_deactivate()  local
529 	if (ci != NULL) {  in cxgbei_deactivate()
530 		sysctl_ctx_free(&ci->ctx);  in cxgbei_deactivate()
531 		t4_free_ppod_region(&ci->pr);  in cxgbei_deactivate()
532 		free_ci_counters(ci);  in cxgbei_deactivate()
533 		free(ci, M_CXGBE);  in cxgbei_deactivate()