Home
last modified time | relevance | path

Searched refs:cpl (Results 1 – 25 of 56) sorted by relevance

123

/freebsd-12-stable/sys/dev/cxgbe/tom/
Dt4_connect.c77 const struct cpl_act_establish *cpl = (const void *)(rss + 1); in do_act_establish() local
78 u_int tid = GET_TID(cpl); in do_act_establish()
79 u_int atid = G_TID_TID(ntohl(cpl->tos_atid)); in do_act_establish()
98 send_reset(sc, toep, be32toh(cpl->snd_isn)); in do_act_establish()
102 make_established(toep, be32toh(cpl->snd_isn) - 1, in do_act_establish()
103 be32toh(cpl->rcv_isn) - 1, cpl->tcp_opt); in do_act_establish()
144 const struct cpl_act_open_rpl *cpl = (const void *)(rss + 1); in do_act_open_rpl() local
145 u_int atid = G_TID_TID(G_AOPEN_ATID(be32toh(cpl->atid_status))); in do_act_open_rpl()
146 u_int status = G_AOPEN_STATUS(be32toh(cpl->atid_status)); in do_act_open_rpl()
160 release_tid(sc, GET_TID(cpl), toep->ctrlq); in do_act_open_rpl()
[all …]
Dt4_listen.c741 const struct cpl_pass_open_rpl *cpl = (const void *)(rss + 1); in do_pass_open_rpl() local
742 int stid = GET_TID(cpl); in do_pass_open_rpl()
743 unsigned int status = cpl->status; in do_pass_open_rpl()
747 unsigned int opcode = G_CPL_OPCODE(be32toh(OPCODE_TID(cpl))); in do_pass_open_rpl()
816 const struct cpl_close_listsvr_rpl *cpl = (const void *)(rss + 1); in do_close_server_rpl() local
817 int stid = GET_TID(cpl); in do_close_server_rpl()
818 unsigned int status = cpl->status; in do_close_server_rpl()
822 unsigned int opcode = G_CPL_OPCODE(be32toh(OPCODE_TID(cpl))); in do_close_server_rpl()
879 const struct cpl_abort_req_rss *cpl = (const void *)(rss + 1); in do_abort_req_synqe() local
880 unsigned int tid = GET_TID(cpl); in do_abort_req_synqe()
[all …]
Dt4_cpl_io.c1196 const struct cpl_peer_close *cpl = (const void *)(rss + 1); in do_peer_close() local
1197 unsigned int tid = GET_TID(cpl); in do_peer_close()
1204 unsigned int opcode = G_CPL_OPCODE(be32toh(OPCODE_TID(cpl))); in do_peer_close()
1246 handle_ddp_close(toep, tp, cpl->rcv_nxt); in do_peer_close()
1251 KASSERT(tp->rcv_nxt == be32toh(cpl->rcv_nxt), in do_peer_close()
1253 be32toh(cpl->rcv_nxt))); in do_peer_close()
1298 const struct cpl_close_con_rpl *cpl = (const void *)(rss + 1); in do_close_con_rpl() local
1299 unsigned int tid = GET_TID(cpl); in do_close_con_rpl()
1306 unsigned int opcode = G_CPL_OPCODE(be32toh(OPCODE_TID(cpl))); in do_close_con_rpl()
1326 tp->snd_una = be32toh(cpl->snd_nxt) - 1; /* exclude FIN */ in do_close_con_rpl()
[all …]
Dt4_tls.c970 write_tlstx_cpl(struct cpl_tx_tls_sfo *cpl, struct toepcb *toep, in write_tlstx_cpl() argument
981 cpl->op_to_seg_len = htobe32(V_CPL_TX_TLS_SFO_OPCODE(CPL_TX_TLS_SFO) | in write_tlstx_cpl()
984 cpl->pld_len = htobe32(plen); in write_tlstx_cpl()
986 cpl->type_protover = htobe32( in write_tlstx_cpl()
988 cpl->seqno_numivs = htobe32(tls_ofld->scmd0.seqno_numivs | in write_tlstx_cpl()
990 cpl->ivgen_hdrlen = htobe32(tls_ofld->scmd0.ivgen_hdrlen); in write_tlstx_cpl()
991 cpl->scmd1 = htobe64(tls_ofld->tx_seq_no); in write_tlstx_cpl()
1083 struct cpl_tx_tls_sfo *cpl; in t4_push_tls_records() local
1317 cpl = (struct cpl_tx_tls_sfo *)(txwr + 1); in t4_push_tls_records()
1323 write_tlstx_cpl(cpl, toep, &thdr, tls_size, pdus); in t4_push_tls_records()
[all …]
Dt4_tom.c463 struct cpl_get_tcb *cpl; in send_get_tcb() local
468 cpl = start_wrq_wr(&sc->sge.ctrlq[0], howmany(sizeof(*cpl), 16), in send_get_tcb()
470 if (__predict_false(cpl == NULL)) in send_get_tcb()
472 bzero(cpl, sizeof(*cpl)); in send_get_tcb()
473 INIT_TP_WR(cpl, tid); in send_get_tcb()
474 OPCODE_TID(cpl) = htobe32(MK_OPCODE_TID(CPL_GET_TCB, tid)); in send_get_tcb()
475 cpl->reply_ctrl = htobe16(V_REPLY_CHAN(0) | in send_get_tcb()
477 cpl->cookie = 0xff; in send_get_tcb()
478 commit_wrq_wr(&sc->sge.ctrlq[0], cpl, &cookie); in send_get_tcb()
676 const struct cpl_get_tcb_rpl *cpl = mtod(m, const void *); in do_get_tcb_rpl() local
[all …]
Dt4_ddp.c627 const struct cpl_set_tcb_rpl *cpl = (const void *)(rss + 1); in do_ddp_tcb_rpl() local
628 unsigned int tid = GET_TID(cpl); in do_ddp_tcb_rpl()
636 if (cpl->status != CPL_ERR_NONE) in do_ddp_tcb_rpl()
637 panic("XXX: tcp_rpl failed: %d", cpl->status); in do_ddp_tcb_rpl()
641 switch (cpl->cookie) { in do_ddp_tcb_rpl()
647 db_idx = G_COOKIE(cpl->cookie) - DDP_BUF0_INVALIDATED; in do_ddp_tcb_rpl()
691 G_WORD(cpl->cookie), G_COOKIE(cpl->cookie)); in do_ddp_tcb_rpl()
756 const struct cpl_rx_data_ddp *cpl = (const void *)(rss + 1); in do_rx_data_ddp() local
757 unsigned int tid = GET_TID(cpl); in do_rx_data_ddp()
766 vld = be32toh(cpl->ddpvld); in do_rx_data_ddp()
[all …]
/freebsd-12-stable/sys/dev/nvme/
Dnvme_qpair.c348 struct nvme_completion *cpl) in nvme_qpair_print_completion() argument
352 sct = NVME_STATUS_GET_SCT(cpl->status); in nvme_qpair_print_completion()
353 sc = NVME_STATUS_GET_SC(cpl->status); in nvme_qpair_print_completion()
356 get_status_string(sct, sc), sct, sc, cpl->sqid, cpl->cid, in nvme_qpair_print_completion()
357 cpl->cdw0); in nvme_qpair_print_completion()
361 nvme_completion_is_retry(const struct nvme_completion *cpl) in nvme_completion_is_retry() argument
365 sct = NVME_STATUS_GET_SCT(cpl->status); in nvme_completion_is_retry()
366 sc = NVME_STATUS_GET_SC(cpl->status); in nvme_completion_is_retry()
367 dnr = NVME_STATUS_GET_DNR(cpl->status); /* Do Not Retry Bit */ in nvme_completion_is_retry()
422 struct nvme_completion *cpl, error_print_t print_on_error) in nvme_qpair_complete_tracker() argument
[all …]
Dnvme.c102 nvme_dump_completion(struct nvme_completion *cpl) in nvme_dump_completion() argument
107 status = le16toh(cpl->status); in nvme_dump_completion()
117 le32toh(cpl->cdw0), le16toh(cpl->sqhd), le16toh(cpl->sqid), in nvme_dump_completion()
118 cpl->cid, p, sc, sct, m, dnr); in nvme_dump_completion()
340 nvme_completion_poll_cb(void *arg, const struct nvme_completion *cpl) in nvme_completion_poll_cb() argument
349 memcpy(&status->cpl, cpl, sizeof(*cpl)); in nvme_completion_poll_cb()
Dnvme_ctrlr.c447 if (nvme_completion_is_error(&status.cpl)) { in nvme_ctrlr_identify()
476 if (nvme_completion_is_error(&status.cpl)) { in nvme_ctrlr_set_num_qpairs()
486 sq_allocated = (status.cpl.cdw0 & 0xFFFF) + 1; in nvme_ctrlr_set_num_qpairs()
487 cq_allocated = (status.cpl.cdw0 >> 16) + 1; in nvme_ctrlr_set_num_qpairs()
516 if (nvme_completion_is_error(&status.cpl)) { in nvme_ctrlr_create_qpairs()
525 if (nvme_completion_is_error(&status.cpl)) { in nvme_ctrlr_create_qpairs()
547 if (nvme_completion_is_error(&status.cpl)) { in nvme_ctrlr_delete_qpairs()
556 if (nvme_completion_is_error(&status.cpl)) { in nvme_ctrlr_delete_qpairs()
665 nvme_ctrlr_async_event_log_page_cb(void *arg, const struct nvme_completion *cpl) in nvme_ctrlr_async_event_log_page_cb() argument
678 if (nvme_completion_is_error(cpl)) in nvme_ctrlr_async_event_log_page_cb()
[all …]
Dnvme_test.c165 nvme_ns_io_test_cb(void *arg, const struct nvme_completion *cpl) in nvme_ns_io_test_cb() argument
172 if (nvme_completion_is_error(cpl)) { in nvme_ns_io_test_cb()
207 struct nvme_completion cpl; in nvme_ns_io_test() local
219 memset(&cpl, 0, sizeof(cpl)); in nvme_ns_io_test()
221 nvme_ns_io_test_cb(tth, &cpl); in nvme_ns_io_test()
Dnvme_sim.c66 nvme_sim_nvmeio_done(void *ccb_arg, const struct nvme_completion *cpl) in nvme_sim_nvmeio_done() argument
74 memcpy(&ccb->nvmeio.cpl, cpl, sizeof(*cpl)); in nvme_sim_nvmeio_done()
76 if (nvme_completion_is_error(cpl)) { in nvme_sim_nvmeio_done()
Dnvme_sysctl.c57 struct nvme_completion *cpl; in nvme_dump_queue() local
65 cpl = &qpair->cpl[i]; in nvme_dump_queue()
67 nvme_dump_completion(cpl); in nvme_dump_queue()
Dnvme_ns.c52 const struct nvme_completion *cpl);
128 nvme_ns_strategy_done(void *arg, const struct nvme_completion *cpl) in nvme_ns_strategy_done() argument
136 if (nvme_completion_is_error(cpl)) { in nvme_ns_strategy_done()
302 nvme_bio_child_done(void *arg, const struct nvme_completion *cpl) in nvme_bio_child_done() argument
310 bio_error = nvme_completion_is_error(cpl) ? EIO : 0; in nvme_bio_child_done()
540 if (nvme_completion_is_error(&status.cpl)) { in nvme_ns_construct()
Dnvme_private.h114 struct nvme_completion cpl; member
147 struct nvme_completion cpl; member
194 struct nvme_completion *cpl; member
403 void nvme_completion_poll_cb(void *arg, const struct nvme_completion *cpl);
447 void nvme_dump_completion(struct nvme_completion *cpl);
/freebsd-12-stable/sys/dev/cxgb/
Dcxgb_offload.h96 #define M_GETHDR_OFLD(qset, ctrl, cpl) \ argument
97 m_gethdr_ofld(qset, ctrl, sizeof(*cpl), (void **)&cpl)
99 m_gethdr_ofld(int qset, int ctrl, int cpllen, void **cpl) in m_gethdr_ofld() argument
110 *cpl = (void *)(oh + 1); in m_gethdr_ofld()
/freebsd-12-stable/sys/dev/cxgbe/cxgbei/
Dcxgbei.c261 struct cpl_iscsi_hdr *cpl = mtod(m, struct cpl_iscsi_hdr *); in do_rx_iscsi_hdr() local
262 u_int tid = GET_TID(cpl); in do_rx_iscsi_hdr()
266 uint16_t len_ddp = be16toh(cpl->pdu_len_ddp); in do_rx_iscsi_hdr()
267 uint16_t len = be16toh(cpl->len); in do_rx_iscsi_hdr()
270 MPASS(m->m_pkthdr.len == len + sizeof(*cpl)); in do_rx_iscsi_hdr()
275 m_copydata(m, sizeof(*cpl), ISCSI_BHS_SIZE, (caddr_t)ip->ip_bhs); in do_rx_iscsi_hdr()
278 icp->icp_seq = ntohl(cpl->seq); in do_rx_iscsi_hdr()
299 struct cpl_iscsi_data *cpl = mtod(m, struct cpl_iscsi_data *); in do_rx_iscsi_data() local
300 u_int tid = GET_TID(cpl); in do_rx_iscsi_data()
305 MPASS(m->m_pkthdr.len == be16toh(cpl->len) + sizeof(*cpl)); in do_rx_iscsi_data()
[all …]
/freebsd-12-stable/sbin/nvmecontrol/
Dns.c435 if (nvme_completion_is_error(&pt.cpl)) in nsactive()
481 if (nvme_completion_is_error(&pt.cpl)) in nsallocated()
526 if (nvme_completion_is_error(&pt.cpl)) in nscontrollers()
615 if (nvme_completion_is_error(&pt.cpl)) { in nscreate()
617 get_res_str((pt.cpl.status >> NVME_STATUS_SC_SHIFT) & in nscreate()
620 printf("namespace %d created\n", pt.cpl.cdw0); in nscreate()
669 if (nvme_completion_is_error(&pt.cpl)) { in nsdelete()
671 get_res_str((pt.cpl.status >> NVME_STATUS_SC_SHIFT) & in nsdelete()
735 if (nvme_completion_is_error(&pt.cpl)) in nsattach()
756 if (nvme_completion_is_error(&pt.cpl)) { in nsattach()
[all …]
Dselftest.c71 if (NVME_STATUS_GET_SCT(pt.cpl.status) == NVME_SCT_COMMAND_SPECIFIC && in selftest_op()
72 NVME_STATUS_GET_SC(pt.cpl.status) == NVME_SC_SELF_TEST_IN_PROGRESS) in selftest_op()
74 else if (nvme_completion_is_error(&pt.cpl)) in selftest_op()
Dpower.c121 if (nvme_completion_is_error(&pt.cpl)) in power_set()
137 if (nvme_completion_is_error(&pt.cpl)) in power_show()
140 printf("Current Power Mode is %d\n", pt.cpl.cdw0); in power_show()
Dfirmware.c193 if (nvme_completion_is_error(&pt.cpl)) in update_firmware()
216 sct = NVME_STATUS_GET_SCT(pt.cpl.status); in activate_firmware()
217 sc = NVME_STATUS_GET_SC(pt.cpl.status); in activate_firmware()
223 if (nvme_completion_is_error(&pt.cpl)) in activate_firmware()
/freebsd-12-stable/sys/dev/cxgbe/
Dt4_sge.c377 const struct cpl_set_tcb_rpl *cpl = (const void *)(rss + 1); in set_tcb_rpl_handler() local
383 tid = GET_TID(cpl); in set_tcb_rpl_handler()
392 cookie = G_COOKIE(cpl->cookie); in set_tcb_rpl_handler()
417 const struct cpl_act_open_rpl *cpl = (const void *)(rss + 1); in act_open_rpl_handler() local
418 u_int cookie = G_TID_COOKIE(G_AOPEN_ATID(be32toh(cpl->atid_status))); in act_open_rpl_handler()
446 const struct cpl_fw4_ack *cpl = (const void *)(rss + 1); in fw4_ack_handler() local
447 unsigned int tid = G_CPL_FW4_ACK_FLOWID(be32toh(OPCODE_TID(cpl))); in fw4_ack_handler()
1893 const struct cpl_rx_pkt *cpl; in eth_rx() local
1946 cpl = (const void *)(&d->rss + 1); in eth_rx()
1948 const uint16_t ev = be16toh(cpl->err_vec); in eth_rx()
[all …]
Dt4_filter.c1204 const struct cpl_act_open_rpl *cpl = (const void *)(rss + 1); in t4_hashfilter_ao_rpl() local
1205 u_int atid = G_TID_TID(G_AOPEN_ATID(be32toh(cpl->atid_status))); in t4_hashfilter_ao_rpl()
1206 u_int status = G_AOPEN_STATUS(be32toh(cpl->atid_status)); in t4_hashfilter_ao_rpl()
1216 f->tid = GET_TID(cpl); in t4_hashfilter_ao_rpl()
1234 release_tid(sc, GET_TID(cpl), &sc->sge.ctrlq[0]); in t4_hashfilter_ao_rpl()
1288 const struct cpl_abort_rpl_rss *cpl = (const void *)(rss + 1); in t4_del_hashfilter_rpl() local
1289 unsigned int tid = GET_TID(cpl); in t4_del_hashfilter_rpl()
1300 if (cpl->status == 0) { in t4_del_hashfilter_rpl()
1413 uint64_t ftuple, struct cpl_act_open_req6 *cpl) in mk_act_open_req6() argument
1415 struct cpl_t5_act_open_req6 *cpl5 = (void *)cpl; in mk_act_open_req6()
[all …]
Dt4_netmap.c998 struct cpl_tx_pkt_core *cpl; in cxgbe_nm_tx() local
1012 cpl = (void *)(wr + 1); in cxgbe_nm_tx()
1019 cpl->ctrl0 = nm_txq->cpl_ctrl0; in cxgbe_nm_tx()
1020 cpl->pack = 0; in cxgbe_nm_tx()
1021 cpl->len = htobe16(slot->len); in cxgbe_nm_tx()
1022 cpl->ctrl1 = nm_txcsum ? 0 : in cxgbe_nm_tx()
1025 usgl = (void *)(cpl + 1); in cxgbe_nm_tx()
1032 cpl = (void *)(usgl + 1); in cxgbe_nm_tx()
1327 unwrap_nm_fw6_msg(const struct cpl_fw6_msg *cpl) in unwrap_nm_fw6_msg() argument
1330 MPASS(cpl->type == FW_TYPE_RSSCPL || cpl->type == FW6_TYPE_RSSCPL); in unwrap_nm_fw6_msg()
[all …]
/freebsd-12-stable/usr.sbin/bhyve/
Dtask_switch.c275 sup_paging.cpl = 0; /* implicit supervisor mode */ in read_tss_descriptor()
318 int cpl, dpl, rpl; in validate_seg_desc() local
373 sup_paging.cpl = 0; /* implicit supervisor mode */ in validate_seg_desc()
400 cpl = cs & SEL_RPL_MASK; in validate_seg_desc()
404 if (stackseg && (rpl != cpl || dpl != cpl)) { in validate_seg_desc()
411 if ((conforming && (cpl < dpl)) || in validate_seg_desc()
412 (!conforming && (cpl != dpl))) { in validate_seg_desc()
428 if (!conforming && (rpl > dpl || cpl > dpl)) { in validate_seg_desc()
592 ts->paging.cpl = tss->tss_cs & SEL_RPL_MASK; in tss32_restore()
677 if (vie_alignment_check(paging->cpl, bytes, cr0, rflags, gla)) { in push_errcode()
[all …]
/freebsd-12-stable/sys/dev/cxgbe/crypto/
Dt4_crypto.c296 struct cpl_rx_phys_dsgl *cpl; in ccr_write_phys_dsgl() local
303 cpl = dst; in ccr_write_phys_dsgl()
304 cpl->op_to_tid = htobe32(V_CPL_RX_PHYS_DSGL_OPCODE(CPL_RX_PHYS_DSGL) | in ccr_write_phys_dsgl()
306 cpl->pcirlxorder_to_noofsgentr = htobe32( in ccr_write_phys_dsgl()
311 cpl->rss_hdr_int.opcode = CPL_RX_PHYS_ADDR; in ccr_write_phys_dsgl()
312 cpl->rss_hdr_int.qid = htobe16(sc->rxq->iq.abs_id); in ccr_write_phys_dsgl()
313 cpl->rss_hdr_int.hash_val = 0; in ccr_write_phys_dsgl()
314 sgl = (struct phys_sge_pairs *)(cpl + 1); in ccr_write_phys_dsgl()
336 MPASS(j + 8 * (sgl - (struct phys_sge_pairs *)(cpl + 1)) == nsegs); in ccr_write_phys_dsgl()
562 const struct cpl_fw6_pld *cpl, int error) in ccr_hash_done() argument
[all …]

123