xref: /dragonfly/sys/dev/disk/isp/isp_target.c (revision 191d7ec1f1aadafa7feda00a69a351e6a683a8cc)
1 /*-
2  *  Copyright (c) 1997-2009 by Matthew Jacob
3  *  All rights reserved.
4  *
5  *  Redistribution and use in source and binary forms, with or without
6  *  modification, are permitted provided that the following conditions
7  *  are met:
8  *
9  *  1. Redistributions of source code must retain the above copyright
10  *     notice, this list of conditions and the following disclaimer.
11  *  2. Redistributions in binary form must reproduce the above copyright
12  *     notice, this list of conditions and the following disclaimer in the
13  *     documentation and/or other materials provided with the distribution.
14  *
15  *  THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16  *  ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17  *  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18  *  ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
19  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20  *  DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21  *  OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22  *  HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23  *  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24  *  OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25  *  SUCH DAMAGE.
26  *
27  * $FreeBSD: src/sys/dev/isp/isp_target.c,v 1.47 2010/02/27 05:41:23 mjacob Exp $
28  */
29 /*
30  * Machine and OS Independent Target Mode Code for the Qlogic SCSI/FC adapters.
31  */
32 /*
33  * Bug fixes gratefully acknowledged from:
34  *        Oded Kedem <oded@kashya.com>
35  */
36 /*
37  * Include header file appropriate for platform we're building on.
38  */
39 
40 #include <dev/disk/isp/isp_freebsd.h>
41 
42 #ifdef    ISP_TARGET_MODE
43 static const char atiocope[] = "ATIO returned for lun %d because it was in the middle of Bus Device Reset on bus %d";
44 static const char atior[] = "ATIO returned on for lun %d on from loopid %d because a Bus Reset occurred on bus %d";
45 static const char rqo[] = "%s: Request Queue Overflow";
46 
47 static void isp_got_msg(ispsoftc_t *, in_entry_t *);
48 static void isp_got_msg_fc(ispsoftc_t *, in_fcentry_t *);
49 static void isp_got_tmf_24xx(ispsoftc_t *, at7_entry_t *);
50 static void isp_handle_atio(ispsoftc_t *, at_entry_t *);
51 static void isp_handle_atio2(ispsoftc_t *, at2_entry_t *);
52 static void isp_handle_ctio(ispsoftc_t *, ct_entry_t *);
53 static void isp_handle_ctio2(ispsoftc_t *, ct2_entry_t *);
54 static void isp_handle_ctio7(ispsoftc_t *, ct7_entry_t *);
55 static void isp_handle_24xx_inotify(ispsoftc_t *, in_fcentry_24xx_t *);
56 
57 /*
58  * The Qlogic driver gets an interrupt to look at response queue entries.
59  * Some of these are status completions for initiatior mode commands, but
60  * if target mode is enabled, we get a whole wad of response queue entries
61  * to be handled here.
62  *
63  * Basically the split into 3 main groups: Lun Enable/Modification responses,
64  * SCSI Command processing, and Immediate Notification events.
65  *
66  * You start by writing a request queue entry to enable target mode (and
67  * establish some resource limitations which you can modify later).
68  * The f/w responds with a LUN ENABLE or LUN MODIFY response with
69  * the status of this action. If the enable was successful, you can expect...
70  *
71  * Response queue entries with SCSI commands encapsulate show up in an ATIO
72  * (Accept Target IO) type- sometimes with enough info to stop the command at
73  * this level. Ultimately the driver has to feed back to the f/w's request
74  * queue a sequence of CTIOs (continue target I/O) that describe data to
75  * be moved and/or status to be sent) and finally finishing with sending
76  * to the f/w's response queue an ATIO which then completes the handshake
77  * with the f/w for that command. There's a lot of variations on this theme,
78  * including flags you can set in the CTIO for the Qlogic 2X00 fibre channel
79  * cards that 'auto-replenish' the f/w's ATIO count, but this is the basic
80  * gist of it.
81  *
82  * The third group that can show up in the response queue are Immediate
83  * Notification events. These include things like notifications of SCSI bus
84  * resets, or Bus Device Reset messages or other messages received. This
85  * a classic oddbins area. It can get  a little weird because you then turn
86  * around and acknowledge the Immediate Notify by writing an entry onto the
87  * request queue and then the f/w turns around and gives you an acknowledgement
88  * to *your* acknowledgement on the response queue (the idea being to let
89  * the f/w tell you when the event is *really* over I guess).
90  *
91  */
92 
93 
94 /*
95  * A new response queue entry has arrived. The interrupt service code
96  * has already swizzled it into the platform dependent from canonical form.
97  *
98  * Because of the way this driver is designed, unfortunately most of the
99  * actual synchronization work has to be done in the platform specific
100  * code- we have no synchroniation primitives in the common code.
101  */
102 
103 int
isp_target_notify(ispsoftc_t * isp,void * vptr,uint32_t * optrp)104 isp_target_notify(ispsoftc_t *isp, void *vptr, uint32_t *optrp)
105 {
106           uint16_t status;
107           uint32_t seqid;
108           union {
109                     at_entry_t          *atiop;
110                     at2_entry_t         *at2iop;
111                     at2e_entry_t        *at2eiop;
112                     at7_entry_t         *at7iop;
113                     ct_entry_t          *ctiop;
114                     ct2_entry_t         *ct2iop;
115                     ct2e_entry_t        *ct2eiop;
116                     ct7_entry_t         *ct7iop;
117                     lun_entry_t         *lunenp;
118                     in_entry_t          *inotp;
119                     in_fcentry_t        *inot_fcp;
120                     in_fcentry_e_t      *inote_fcp;
121                     in_fcentry_24xx_t *inot_24xx;
122                     na_entry_t          *nackp;
123                     na_fcentry_t        *nack_fcp;
124                     na_fcentry_e_t      *nacke_fcp;
125                     na_fcentry_24xx_t *nack_24xx;
126                     isphdr_t  *hp;
127                     abts_t              *abts;
128                     abts_rsp_t          *abts_rsp;
129                     els_t               *els;
130                     void *              *vp;
131 #define   atiop               unp.atiop
132 #define   at2iop              unp.at2iop
133 #define   at2eiop             unp.at2eiop
134 #define   at7iop              unp.at7iop
135 #define   ctiop               unp.ctiop
136 #define   ct2iop              unp.ct2iop
137 #define   ct2eiop             unp.ct2eiop
138 #define   ct7iop              unp.ct7iop
139 #define   lunenp              unp.lunenp
140 #define   inotp               unp.inotp
141 #define   inot_fcp  unp.inot_fcp
142 #define   inote_fcp unp.inote_fcp
143 #define   inot_24xx unp.inot_24xx
144 #define   nackp               unp.nackp
145 #define   nack_fcp  unp.nack_fcp
146 #define   nacke_fcp unp.nacke_fcp
147 #define   nack_24xx unp.nack_24xx
148 #define   abts                unp.abts
149 #define   abts_rsp  unp.abts_rsp
150 #define els                   unp.els
151 #define   hdrp                unp.hp
152           } unp;
153           uint8_t local[QENTRY_LEN];
154           uint16_t iid;
155           int bus, type, level, rval = 1;
156           isp_notify_t notify;
157 
158           type = isp_get_response_type(isp, (isphdr_t *)vptr);
159           unp.vp = vptr;
160 
161           ISP_TDQE(isp, "isp_target_notify", (int) *optrp, vptr);
162 
163           switch (type) {
164           case RQSTYPE_ATIO:
165                     if (IS_24XX(isp)) {
166                               int len;
167 
168                               isp_get_atio7(isp, at7iop, (at7_entry_t *) local);
169                               at7iop = (at7_entry_t *) local;
170                               /*
171                                * Check for and do something with commands whose
172                                * IULEN extends past a single queue entry.
173                                */
174                               len = at7iop->at_ta_len & 0xfffff;
175                               if (len > (QENTRY_LEN - 8)) {
176                                         len -= (QENTRY_LEN - 8);
177                                         isp_prt(isp, ISP_LOGINFO, "long IU length (%d) ignored", len);
178                                         while (len > 0) {
179                                                   *optrp =  ISP_NXT_QENTRY(*optrp, RESULT_QUEUE_LEN(isp));
180                                                   len -= QENTRY_LEN;
181                                         }
182                               }
183                               /*
184                                * Check for a task management function
185                                */
186                               if (at7iop->at_cmnd.fcp_cmnd_task_management) {
187                                         isp_got_tmf_24xx(isp, at7iop);
188                                         break;
189                               }
190                               /*
191                                * Just go straight to outer layer for this one.
192                                */
193                               isp_async(isp, ISPASYNC_TARGET_ACTION, local);
194                     } else {
195                               isp_get_atio(isp, atiop, (at_entry_t *) local);
196                               isp_handle_atio(isp, (at_entry_t *) local);
197                     }
198                     break;
199 
200           case RQSTYPE_CTIO:
201                     isp_get_ctio(isp, ctiop, (ct_entry_t *) local);
202                     isp_handle_ctio(isp, (ct_entry_t *) local);
203                     break;
204 
205           case RQSTYPE_ATIO2:
206                     if (ISP_CAP_2KLOGIN(isp)) {
207                               isp_get_atio2e(isp, at2eiop, (at2e_entry_t *) local);
208                     } else {
209                               isp_get_atio2(isp, at2iop, (at2_entry_t *) local);
210                     }
211                     isp_handle_atio2(isp, (at2_entry_t *) local);
212                     break;
213 
214           case RQSTYPE_CTIO3:
215           case RQSTYPE_CTIO2:
216                     if (ISP_CAP_2KLOGIN(isp)) {
217                               isp_get_ctio2e(isp, ct2eiop, (ct2e_entry_t *) local);
218                     } else {
219                               isp_get_ctio2(isp, ct2iop, (ct2_entry_t *) local);
220                     }
221                     isp_handle_ctio2(isp, (ct2_entry_t *) local);
222                     break;
223 
224           case RQSTYPE_CTIO7:
225                     isp_get_ctio7(isp, ct7iop, (ct7_entry_t *) local);
226                     isp_handle_ctio7(isp, (ct7_entry_t *) local);
227                     break;
228 
229           case RQSTYPE_ENABLE_LUN:
230           case RQSTYPE_MODIFY_LUN:
231                     isp_get_enable_lun(isp, lunenp, (lun_entry_t *) local);
232                     isp_async(isp, ISPASYNC_TARGET_ACTION, local);
233                     break;
234 
235           case RQSTYPE_NOTIFY:
236                     bus = 0;
237                     if (IS_24XX(isp)) {
238                               isp_get_notify_24xx(isp, inot_24xx, (in_fcentry_24xx_t *)local);
239                               inot_24xx = (in_fcentry_24xx_t *) local;
240                               isp_handle_24xx_inotify(isp, inot_24xx);
241                               break;
242                     }
243                     if (IS_FC(isp)) {
244                               if (ISP_CAP_2KLOGIN(isp)) {
245                                         in_fcentry_e_t *ecp = (in_fcentry_e_t *)local;
246                                         isp_get_notify_fc_e(isp, inote_fcp, ecp);
247                                         iid = ecp->in_iid;
248                                         status = ecp->in_status;
249                                         seqid = ecp->in_seqid;
250                               } else {
251                                         in_fcentry_t *fcp = (in_fcentry_t *)local;
252                                         isp_get_notify_fc(isp, inot_fcp, fcp);
253                                         iid = fcp->in_iid;
254                                         status = fcp->in_status;
255                                         seqid = fcp->in_seqid;
256                               }
257                     } else {
258                               in_entry_t *inp = (in_entry_t *)local;
259                               isp_get_notify(isp, inotp, inp);
260                               status = inp->in_status & 0xff;
261                               seqid = inp->in_seqid;
262                               iid = inp->in_iid;
263                               if (IS_DUALBUS(isp)) {
264                                         bus = GET_BUS_VAL(inp->in_iid);
265                                         SET_BUS_VAL(inp->in_iid, 0);
266                               }
267                     }
268 
269                     isp_prt(isp, ISP_LOGTDEBUG0, "Immediate Notify On Bus %d, status=0x%x seqid=0x%x", bus, status, seqid);
270 
271                     switch (status) {
272                     case IN_MSG_RECEIVED:
273                     case IN_IDE_RECEIVED:
274                               if (IS_FC(isp)) {
275                                         isp_got_msg_fc(isp, (in_fcentry_t *)local);
276                               } else {
277                                         isp_got_msg(isp, (in_entry_t *)local);
278                               }
279                               break;
280                     case IN_RSRC_UNAVAIL:
281                               isp_prt(isp, ISP_LOGINFO, "Firmware out of ATIOs");
282                               (void) isp_notify_ack(isp, local);
283                               break;
284 
285                     case IN_RESET:
286                               ISP_MEMZERO(&notify, sizeof (isp_notify_t));
287                               notify.nt_hba = isp;
288                               notify.nt_wwn = INI_ANY;
289                               notify.nt_tgt = TGT_ANY;
290                               notify.nt_nphdl = iid;
291                               notify.nt_sid = PORT_ANY;
292                               notify.nt_did = PORT_ANY;
293                               notify.nt_lun = LUN_ANY;
294                               notify.nt_tagval = TAG_ANY;
295                               notify.nt_tagval |= (((uint64_t)(isp->isp_serno++)) << 32);
296                               notify.nt_ncode = NT_BUS_RESET;
297                               notify.nt_need_ack = 1;
298                               notify.nt_lreserved = local;
299                               isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
300                               break;
301 
302                     case IN_PORT_LOGOUT:
303                               ISP_MEMZERO(&notify, sizeof (isp_notify_t));
304                               notify.nt_hba = isp;
305                               notify.nt_wwn = INI_ANY;
306                               notify.nt_nphdl = iid;
307                               notify.nt_sid = PORT_ANY;
308                               notify.nt_did = PORT_ANY;
309                               notify.nt_ncode = NT_LOGOUT;
310                               notify.nt_need_ack = 1;
311                               notify.nt_lreserved = local;
312                               isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
313                               break;
314 
315                     case IN_ABORT_TASK:
316                               ISP_MEMZERO(&notify, sizeof (isp_notify_t));
317                               notify.nt_hba = isp;
318                               notify.nt_wwn = INI_ANY;
319                               notify.nt_nphdl = iid;
320                               notify.nt_sid = PORT_ANY;
321                               notify.nt_did = PORT_ANY;
322                               notify.nt_ncode = NT_ABORT_TASK;
323                               notify.nt_need_ack = 1;
324                               notify.nt_lreserved = local;
325                               isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
326                               break;
327 
328                     case IN_GLOBAL_LOGO:
329                               isp_prt(isp, ISP_LOGTINFO, "%s: all ports logged out", __func__);
330                               ISP_MEMZERO(&notify, sizeof (isp_notify_t));
331                               notify.nt_hba = isp;
332                               notify.nt_wwn = INI_ANY;
333                               notify.nt_nphdl = NIL_HANDLE;
334                               notify.nt_sid = PORT_ANY;
335                               notify.nt_did = PORT_ANY;
336                               notify.nt_ncode = NT_GLOBAL_LOGOUT;
337                               isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
338                               (void) isp_notify_ack(isp, local);
339                               break;
340 
341                     case IN_PORT_CHANGED:
342                               isp_prt(isp, ISP_LOGTINFO, "%s: port changed", __func__);
343                               (void) isp_notify_ack(isp, local);
344                               break;
345 
346                     default:
347                               ISP_SNPRINTF(local, sizeof local, "%s: unknown status to RQSTYPE_NOTIFY (0x%x)", __func__, status);
348                               isp_print_bytes(isp, local, QENTRY_LEN, vptr);
349                               (void) isp_notify_ack(isp, local);
350                               break;
351                     }
352                     break;
353 
354           case RQSTYPE_NOTIFY_ACK:
355                     /*
356                      * The ISP is acknowledging our acknowledgement of an
357                      * Immediate Notify entry for some asynchronous event.
358                      */
359                     if (IS_24XX(isp)) {
360                               isp_get_notify_ack_24xx(isp, nack_24xx, (na_fcentry_24xx_t *) local);
361                               nack_24xx = (na_fcentry_24xx_t *) local;
362                               if (nack_24xx->na_status != NA_OK) {
363                                         level = ISP_LOGINFO;
364                               } else {
365                                         level = ISP_LOGTDEBUG1;
366                               }
367                               isp_prt(isp, level, "Notify Ack Status=0x%x; Subcode 0x%x seqid=0x%x", nack_24xx->na_status, nack_24xx->na_status_subcode, nack_24xx->na_rxid);
368                     } else if (IS_FC(isp)) {
369                               if (ISP_CAP_2KLOGIN(isp)) {
370                                         isp_get_notify_ack_fc_e(isp, nacke_fcp, (na_fcentry_e_t *)local);
371                               } else {
372                                         isp_get_notify_ack_fc(isp, nack_fcp, (na_fcentry_t *)local);
373                               }
374                               nack_fcp = (na_fcentry_t *)local;
375                               if (nack_fcp->na_status != NA_OK) {
376                                         level = ISP_LOGINFO;
377                               } else {
378                                         level = ISP_LOGTDEBUG1;
379                               }
380                               isp_prt(isp, level, "Notify Ack Status=0x%x seqid 0x%x", nack_fcp->na_status, nack_fcp->na_seqid);
381                     } else {
382                               isp_get_notify_ack(isp, nackp, (na_entry_t *)local);
383                               nackp = (na_entry_t *)local;
384                               if (nackp->na_status != NA_OK) {
385                                         level = ISP_LOGINFO;
386                               } else {
387                                         level = ISP_LOGTDEBUG1;
388                               }
389                               isp_prt(isp, level, "Notify Ack event 0x%x status=0x%x seqid 0x%x", nackp->na_event, nackp->na_status, nackp->na_seqid);
390                     }
391                     break;
392 
393           case RQSTYPE_ABTS_RCVD:
394                     isp_get_abts(isp, abts, (abts_t *)local);
395                     isp_async(isp, ISPASYNC_TARGET_ACTION, &local);
396                     break;
397           case RQSTYPE_ABTS_RSP:
398                     isp_get_abts_rsp(isp, abts_rsp, (abts_rsp_t *)local);
399                     abts_rsp = (abts_rsp_t *) local;
400                     if (abts_rsp->abts_rsp_status) {
401                               level = ISP_LOGINFO;
402                     } else {
403                               level = ISP_LOGTDEBUG0;
404                     }
405                     isp_prt(isp, level, "ABTS RSP response[0x%x]: status=0x%x sub=(0x%x 0x%x)", abts_rsp->abts_rsp_rxid_task, abts_rsp->abts_rsp_status,
406                         abts_rsp->abts_rsp_payload.rsp.subcode1, abts_rsp->abts_rsp_payload.rsp.subcode2);
407                     break;
408           default:
409                     isp_prt(isp, ISP_LOGERR, "%s: unknown entry type 0x%x", __func__, type);
410                     rval = 0;
411                     break;
412           }
413 #undef    atiop
414 #undef    at2iop
415 #undef    at2eiop
416 #undef    at7iop
417 #undef    ctiop
418 #undef    ct2iop
419 #undef    ct2eiop
420 #undef    ct7iop
421 #undef    lunenp
422 #undef    inotp
423 #undef    inot_fcp
424 #undef    inote_fcp
425 #undef    inot_24xx
426 #undef    nackp
427 #undef    nack_fcp
428 #undef    nacke_fcp
429 #undef    hack_24xx
430 #undef    abts
431 #undef    abts_rsp
432 #undef    els
433 #undef    hdrp
434           return (rval);
435 }
436 
437 
438 /*
439  * Toggle (on/off) target mode for bus/target/lun.
440  *
441  * The caller has checked for overlap and legality.
442  *
443  * Note that not all of bus, target or lun can be paid attention to.
444  * Note also that this action will not be complete until the f/w writes
445  * a response entry. The caller is responsible for synchronizing with this.
446  */
447 int
isp_lun_cmd(ispsoftc_t * isp,int cmd,int bus,int lun,int cmd_cnt,int inot_cnt)448 isp_lun_cmd(ispsoftc_t *isp, int cmd, int bus, int lun, int cmd_cnt, int inot_cnt)
449 {
450           lun_entry_t el;
451           void *outp;
452 
453           ISP_MEMZERO(&el, sizeof (el));
454           if (IS_DUALBUS(isp)) {
455                     el.le_rsvd = (bus & 0x1) << 7;
456           }
457           el.le_cmd_count = cmd_cnt;
458           el.le_in_count = inot_cnt;
459           if (cmd == RQSTYPE_ENABLE_LUN) {
460                     if (IS_SCSI(isp)) {
461                               el.le_flags = LUN_TQAE|LUN_DISAD;
462                               el.le_cdb6len = 12;
463                               el.le_cdb7len = 12;
464                     }
465           } else if (cmd == -RQSTYPE_ENABLE_LUN) {
466                     cmd = RQSTYPE_ENABLE_LUN;
467                     el.le_cmd_count = 0;
468                     el.le_in_count = 0;
469           } else if (cmd == -RQSTYPE_MODIFY_LUN) {
470                     cmd = RQSTYPE_MODIFY_LUN;
471                     el.le_ops = LUN_CCDECR | LUN_INDECR;
472           } else {
473                     el.le_ops = LUN_CCINCR | LUN_ININCR;
474           }
475           el.le_header.rqs_entry_type = cmd;
476           el.le_header.rqs_entry_count = 1;
477           if (IS_SCSI(isp)) {
478                     el.le_tgt = SDPARAM(isp, bus)->isp_initiator_id;
479                     el.le_lun = lun;
480           } else if (ISP_CAP_SCCFW(isp) == 0) {
481                     el.le_lun = lun;
482           }
483           el.le_timeout = 30;
484 
485           outp = isp_getrqentry(isp);
486           if (outp == NULL) {
487                     isp_prt(isp, ISP_LOGERR, rqo, __func__);
488                     return (-1);
489           }
490           isp_put_enable_lun(isp, &el, outp);
491           ISP_TDQE(isp, "isp_lun_cmd", isp->isp_reqidx, &el);
492           ISP_SYNC_REQUEST(isp);
493           return (0);
494 }
495 
496 int
isp_target_put_entry(ispsoftc_t * isp,void * ap)497 isp_target_put_entry(ispsoftc_t *isp, void *ap)
498 {
499           void *outp;
500           uint8_t etype = ((isphdr_t *) ap)->rqs_entry_type;
501 
502           outp = isp_getrqentry(isp);
503           if (outp == NULL) {
504                     isp_prt(isp, ISP_LOGWARN, rqo, __func__);
505                     return (-1);
506           }
507           switch (etype) {
508           case RQSTYPE_ATIO:
509                     isp_put_atio(isp, (at_entry_t *) ap, (at_entry_t *) outp);
510                     break;
511           case RQSTYPE_ATIO2:
512                     if (ISP_CAP_2KLOGIN(isp)) {
513                               isp_put_atio2e(isp, (at2e_entry_t *) ap, (at2e_entry_t *) outp);
514                     } else {
515                               isp_put_atio2(isp, (at2_entry_t *) ap, (at2_entry_t *) outp);
516                     }
517                     break;
518           case RQSTYPE_CTIO:
519                     isp_put_ctio(isp, (ct_entry_t *) ap, (ct_entry_t *) outp);
520                     break;
521           case RQSTYPE_CTIO2:
522                     if (ISP_CAP_2KLOGIN(isp)) {
523                               isp_put_ctio2e(isp, (ct2e_entry_t *) ap, (ct2e_entry_t *) outp);
524                     } else {
525                               isp_put_ctio2(isp, (ct2_entry_t *) ap, (ct2_entry_t *) outp);
526                     }
527                     break;
528           case RQSTYPE_CTIO7:
529                     isp_put_ctio7(isp, (ct7_entry_t *) ap, (ct7_entry_t *) outp);
530                     break;
531           default:
532                     isp_prt(isp, ISP_LOGERR, "%s: Unknown type 0x%x", __func__, etype);
533                     return (-1);
534           }
535           ISP_TDQE(isp, __func__, isp->isp_reqidx, ap);
536           ISP_SYNC_REQUEST(isp);
537           return (0);
538 }
539 
540 int
isp_target_put_atio(ispsoftc_t * isp,void * arg)541 isp_target_put_atio(ispsoftc_t *isp, void *arg)
542 {
543           union {
544                     at_entry_t _atio;
545                     at2_entry_t _atio2;
546                     at2e_entry_t _atio2e;
547           } atun;
548 
549           ISP_MEMZERO(&atun, sizeof atun);
550           if (IS_FC(isp)) {
551                     at2_entry_t *aep = arg;
552                     atun._atio2.at_header.rqs_entry_type = RQSTYPE_ATIO2;
553                     atun._atio2.at_header.rqs_entry_count = 1;
554                     if (ISP_CAP_SCCFW(isp)) {
555                               atun._atio2.at_scclun = aep->at_scclun;
556                     } else {
557                               atun._atio2.at_lun = (uint8_t) aep->at_lun;
558                     }
559                     if (ISP_CAP_2KLOGIN(isp)) {
560                               atun._atio2e.at_iid = ((at2e_entry_t *)aep)->at_iid;
561                     } else {
562                               atun._atio2.at_iid = aep->at_iid;
563                     }
564                     atun._atio2.at_rxid = aep->at_rxid;
565                     atun._atio2.at_status = CT_OK;
566           } else {
567                     at_entry_t *aep = arg;
568                     atun._atio.at_header.rqs_entry_type = RQSTYPE_ATIO;
569                     atun._atio.at_header.rqs_entry_count = 1;
570                     atun._atio.at_handle = aep->at_handle;
571                     atun._atio.at_iid = aep->at_iid;
572                     atun._atio.at_tgt = aep->at_tgt;
573                     atun._atio.at_lun = aep->at_lun;
574                     atun._atio.at_tag_type = aep->at_tag_type;
575                     atun._atio.at_tag_val = aep->at_tag_val;
576                     atun._atio.at_status = (aep->at_flags & AT_TQAE);
577                     atun._atio.at_status |= CT_OK;
578           }
579           return (isp_target_put_entry(isp, &atun));
580 }
581 
582 /*
583  * Command completion- both for handling cases of no resources or
584  * no blackhole driver, or other cases where we have to, inline,
585  * finish the command sanely, or for normal command completion.
586  *
587  * The 'completion' code value has the scsi status byte in the low 8 bits.
588  * If status is a CHECK CONDITION and bit 8 is nonzero, then bits 12..15 have
589  * the sense key and  bits 16..23 have the ASCQ and bits 24..31 have the ASC
590  * values.
591  *
592  * NB: the key, asc, ascq, cannot be used for parallel SCSI as it doesn't
593  * NB: inline SCSI sense reporting. As such, we lose this information. XXX.
594  *
595  * For both parallel && fibre channel, we use the feature that does
596  * an automatic resource autoreplenish so we don't have then later do
597  * put of an atio to replenish the f/w's resource count.
598  */
599 
600 int
isp_endcmd(ispsoftc_t * isp,...)601 isp_endcmd(ispsoftc_t *isp, ...)
602 {
603           uint32_t code, hdl;
604           uint8_t sts;
605           union {
606                     ct_entry_t _ctio;
607                     ct2_entry_t _ctio2;
608                     ct2e_entry_t _ctio2e;
609                     ct7_entry_t _ctio7;
610           } un;
611           va_list ap;
612 
613           ISP_MEMZERO(&un, sizeof un);
614 
615           if (IS_24XX(isp)) {
616                     int vpidx, nphdl;
617                     at7_entry_t *aep;
618                     ct7_entry_t *cto = &un._ctio7;
619 
620                     va_start(ap, isp);
621                     aep = va_arg(ap, at7_entry_t *);
622                     nphdl = va_arg(ap, int);
623                     /*
624                      * Note that vpidx may equal 0xff (unknown) here
625                      */
626                     vpidx = va_arg(ap, int);
627                     code = va_arg(ap, uint32_t);
628                     hdl = va_arg(ap, uint32_t);
629                     va_end(ap);
630                     isp_prt(isp, ISP_LOGTDEBUG0, "%s: [RX_ID 0x%x] chan %d code %x", __func__, aep->at_rxid, vpidx, code);
631 
632                     sts = code & 0xff;
633                     cto->ct_header.rqs_entry_type = RQSTYPE_CTIO7;
634                     cto->ct_header.rqs_entry_count = 1;
635                     cto->ct_nphdl = nphdl;
636                     cto->ct_rxid = aep->at_rxid;
637                     cto->ct_iid_lo = (aep->at_hdr.s_id[1] << 8) | aep->at_hdr.s_id[2];
638                     cto->ct_iid_hi = aep->at_hdr.s_id[0];
639                     cto->ct_oxid = aep->at_hdr.ox_id;
640                     cto->ct_scsi_status = sts;
641                     cto->ct_vpidx = vpidx;
642                     cto->ct_flags = CT7_NOACK;
643                     if (code & ECMD_TERMINATE) {
644                               cto->ct_flags |= CT7_TERMINATE;
645                     } else if (code & ECMD_SVALID) {
646                               cto->ct_flags |= CT7_FLAG_MODE1 | CT7_SENDSTATUS;
647                               cto->ct_scsi_status |= (FCP_SNSLEN_VALID << 8);
648                               cto->rsp.m1.ct_resplen = cto->ct_senselen = min(16, MAXRESPLEN_24XX);
649                               ISP_MEMZERO(cto->rsp.m1.ct_resp, sizeof (cto->rsp.m1.ct_resp));
650                               cto->rsp.m1.ct_resp[0] = 0xf0;
651                               cto->rsp.m1.ct_resp[2] = (code >> 12) & 0xf;
652                               cto->rsp.m1.ct_resp[7] = 8;
653                               cto->rsp.m1.ct_resp[12] = (code >> 24) & 0xff;
654                               cto->rsp.m1.ct_resp[13] = (code >> 16) & 0xff;
655                     } else {
656                               cto->ct_flags |= CT7_FLAG_MODE1 | CT7_SENDSTATUS;
657                     }
658                     if (aep->at_cmnd.cdb_dl.sf.fcp_cmnd_dl) {
659                               cto->ct_resid = aep->at_cmnd.cdb_dl.sf.fcp_cmnd_dl;
660                               if (cto->ct_resid < 0) {
661                                          cto->ct_scsi_status |= (FCP_RESID_OVERFLOW << 8);
662                               } else if (cto->ct_resid > 0) {
663                                          cto->ct_scsi_status |= (FCP_RESID_UNDERFLOW << 8);
664                               }
665                     }
666                     cto->ct_syshandle = hdl;
667           } else if (IS_FC(isp)) {
668                     at2_entry_t *aep;
669                     ct2_entry_t *cto = &un._ctio2;
670 
671                     va_start(ap, isp);
672                     aep = va_arg(ap, at2_entry_t *);
673                     code = va_arg(ap, uint32_t);
674                     hdl = va_arg(ap, uint32_t);
675                     va_end(ap);
676 
677                     isp_prt(isp, ISP_LOGTDEBUG0, "%s: [RX_ID 0x%x] code %x", __func__, aep->at_rxid, code);
678 
679                     sts = code & 0xff;
680                     cto->ct_header.rqs_entry_type = RQSTYPE_CTIO2;
681                     cto->ct_header.rqs_entry_count = 1;
682                     if (ISP_CAP_SCCFW(isp) == 0) {
683                               cto->ct_lun = aep->at_lun;
684                     }
685                     if (ISP_CAP_2KLOGIN(isp)) {
686                               un._ctio2e.ct_iid = ((at2e_entry_t *)aep)->at_iid;
687                     } else {
688                               cto->ct_iid = aep->at_iid;
689                     }
690                     cto->ct_rxid = aep->at_rxid;
691                     cto->rsp.m1.ct_scsi_status = sts;
692                     cto->ct_flags = CT2_SENDSTATUS | CT2_NO_DATA | CT2_FLAG_MODE1;
693                     if (hdl == 0) {
694                               cto->ct_flags |= CT2_CCINCR;
695                     }
696                     if (aep->at_datalen) {
697                               cto->ct_resid = aep->at_datalen;
698                               cto->rsp.m1.ct_scsi_status |= CT2_DATA_UNDER;
699                     }
700                     if (sts == SCSI_CHECK && (code & ECMD_SVALID)) {
701                               cto->rsp.m1.ct_resp[0] = 0xf0;
702                               cto->rsp.m1.ct_resp[2] = (code >> 12) & 0xf;
703                               cto->rsp.m1.ct_resp[7] = 8;
704                               cto->rsp.m1.ct_resp[12] = (code >> 24) & 0xff;
705                               cto->rsp.m1.ct_resp[13] = (code >> 16) & 0xff;
706                               cto->rsp.m1.ct_senselen = 16;
707                               cto->rsp.m1.ct_scsi_status |= CT2_SNSLEN_VALID;
708                     }
709                     cto->ct_syshandle = hdl;
710           } else {
711                     at_entry_t *aep;
712                     ct_entry_t *cto = &un._ctio;
713 
714                     va_start(ap, isp);
715                     aep = va_arg(ap, at_entry_t *);
716                     code = va_arg(ap, uint32_t);
717                     hdl = va_arg(ap, uint32_t);
718                     va_end(ap);
719                     isp_prt(isp, ISP_LOGTDEBUG0, "%s: [IID %d] code %x", __func__, aep->at_iid, code);
720                     sts = code;
721 
722                     cto->ct_header.rqs_entry_type = RQSTYPE_CTIO;
723                     cto->ct_header.rqs_entry_count = 1;
724                     cto->ct_fwhandle = aep->at_handle;
725                     cto->ct_iid = aep->at_iid;
726                     cto->ct_tgt = aep->at_tgt;
727                     cto->ct_lun = aep->at_lun;
728                     cto->ct_tag_type = aep->at_tag_type;
729                     cto->ct_tag_val = aep->at_tag_val;
730                     if (aep->at_flags & AT_TQAE) {
731                               cto->ct_flags |= CT_TQAE;
732                     }
733                     cto->ct_flags = CT_SENDSTATUS | CT_NO_DATA;
734                     if (hdl == 0) {
735                               cto->ct_flags |= CT_CCINCR;
736                     }
737                     cto->ct_scsi_status = sts;
738                     cto->ct_syshandle = hdl;
739           }
740           return (isp_target_put_entry(isp, &un));
741 }
742 
743 /*
744  * These are either broadcast events or specifically CTIO fast completion
745  */
746 
747 int
isp_target_async(ispsoftc_t * isp,int bus,int event)748 isp_target_async(ispsoftc_t *isp, int bus, int event)
749 {
750           isp_notify_t notify;
751 
752           ISP_MEMZERO(&notify, sizeof (isp_notify_t));
753           notify.nt_hba = isp;
754           notify.nt_wwn = INI_ANY;
755           notify.nt_nphdl = NIL_HANDLE;
756           notify.nt_sid = PORT_ANY;
757           notify.nt_did = PORT_ANY;
758           notify.nt_tgt = TGT_ANY;
759           notify.nt_channel = bus;
760           notify.nt_lun = LUN_ANY;
761           notify.nt_tagval = TAG_ANY;
762           notify.nt_tagval |= (((uint64_t)(isp->isp_serno++)) << 32);
763 
764           switch (event) {
765           case ASYNC_LOOP_UP:
766           case ASYNC_PTPMODE:
767                     isp_prt(isp, ISP_LOGTDEBUG0, "%s: LOOP UP", __func__);
768                     notify.nt_ncode = NT_LINK_UP;
769                     isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
770                     break;
771           case ASYNC_LOOP_DOWN:
772                     isp_prt(isp, ISP_LOGTDEBUG0, "%s: LOOP DOWN", __func__);
773                     notify.nt_ncode = NT_LINK_DOWN;
774                     isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
775                     break;
776           case ASYNC_LIP_ERROR:
777           case ASYNC_LIP_F8:
778           case ASYNC_LIP_OCCURRED:
779           case ASYNC_LOOP_RESET:
780                     isp_prt(isp, ISP_LOGTDEBUG0, "%s: LIP RESET", __func__);
781                     notify.nt_ncode = NT_LIP_RESET;
782                     isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
783                     break;
784           case ASYNC_BUS_RESET:
785           case ASYNC_TIMEOUT_RESET:     /* XXX: where does this come from ? */
786                     isp_prt(isp, ISP_LOGTDEBUG0, "%s: BUS RESET", __func__);
787                     notify.nt_ncode = NT_BUS_RESET;
788                     isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
789                     break;
790           case ASYNC_DEVICE_RESET:
791                     isp_prt(isp, ISP_LOGTDEBUG0, "%s: DEVICE RESET", __func__);
792                     notify.nt_ncode = NT_TARGET_RESET;
793                     isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
794                     break;
795           case ASYNC_CTIO_DONE:
796           {
797                     uint8_t storage[QENTRY_LEN];
798                     isp_prt(isp, ISP_LOGTDEBUG0, "%s: CTIO DONE", __func__);
799                     memset(storage, 0, QENTRY_LEN);
800                     if (IS_24XX(isp)) {
801                               ct7_entry_t *ct = (ct7_entry_t *) storage;
802                               ct->ct_header.rqs_entry_type = RQSTYPE_CTIO7;
803                               ct->ct_nphdl = CT7_OK;
804                               ct->ct_syshandle = bus;
805                               ct->ct_flags = CT7_SENDSTATUS;
806                     } else if (IS_FC(isp)) {
807                               /* This should also suffice for 2K login code */
808                               ct2_entry_t *ct = (ct2_entry_t *) storage;
809                               ct->ct_header.rqs_entry_type = RQSTYPE_CTIO2;
810                               ct->ct_status = CT_OK;
811                               ct->ct_syshandle = bus;
812                               ct->ct_flags = CT2_SENDSTATUS|CT2_FASTPOST;
813                     } else {
814                               ct_entry_t *ct = (ct_entry_t *) storage;
815                               ct->ct_header.rqs_entry_type = RQSTYPE_CTIO;
816                               ct->ct_status = CT_OK;
817                               ct->ct_syshandle = bus;
818                               /* we skip fwhandle here */
819                               ct->ct_fwhandle = 0;
820                               ct->ct_flags = CT_SENDSTATUS;
821                     }
822                     isp_async(isp, ISPASYNC_TARGET_ACTION, storage);
823                     break;
824           }
825           default:
826                     isp_prt(isp, ISP_LOGERR, "%s: unknown event 0x%x", __func__, event);
827                     if (isp->isp_state == ISP_RUNSTATE) {
828                               (void) isp_notify_ack(isp, NULL);
829                     }
830                     break;
831           }
832           return (0);
833 }
834 
835 
836 /*
837  * Process a received message.
838  * The ISP firmware can handle most messages, there are only
839  * a few that we need to deal with:
840  * - abort: clean up the current command
841  * - abort tag and clear queue
842  */
843 
844 static void
isp_got_msg(ispsoftc_t * isp,in_entry_t * inp)845 isp_got_msg(ispsoftc_t *isp, in_entry_t *inp)
846 {
847           isp_notify_t notify;
848           uint8_t status = inp->in_status & ~QLTM_SVALID;
849 
850           ISP_MEMZERO(&notify, sizeof (notify));
851           notify.nt_hba = isp;
852           notify.nt_wwn = INI_ANY;
853           notify.nt_nphdl = GET_IID_VAL(inp->in_iid);
854           notify.nt_sid = PORT_ANY;
855           notify.nt_did = PORT_ANY;
856           notify.nt_channel = GET_BUS_VAL(inp->in_iid);
857           notify.nt_tgt = inp->in_tgt;
858           notify.nt_lun = inp->in_lun;
859           IN_MAKE_TAGID(notify.nt_tagval, inp);
860           notify.nt_tagval |= (((uint64_t)(isp->isp_serno++)) << 32);
861           notify.nt_lreserved = inp;
862 
863           if (status == IN_IDE_RECEIVED || status == IN_MSG_RECEIVED) {
864                     switch (inp->in_msg[0]) {
865                     case MSG_ABORT:
866                               notify.nt_ncode = NT_ABORT_TASK_SET;
867                               break;
868                     case MSG_BUS_DEV_RESET:
869                               notify.nt_ncode = NT_TARGET_RESET;
870                               break;
871                     case MSG_ABORT_TAG:
872                               notify.nt_ncode = NT_ABORT_TASK;
873                               break;
874                     case MSG_CLEAR_QUEUE:
875                               notify.nt_ncode = NT_CLEAR_TASK_SET;
876                               break;
877                     case MSG_REL_RECOVERY:
878                               notify.nt_ncode = NT_CLEAR_ACA;
879                               break;
880                     case MSG_TERM_IO_PROC:
881                               notify.nt_ncode = NT_ABORT_TASK;
882                               break;
883                     case MSG_LUN_RESET:
884                               notify.nt_ncode = NT_LUN_RESET;
885                               break;
886                     default:
887                               isp_prt(isp, ISP_LOGERR, "%s: unhandled message 0x%x", __func__, inp->in_msg[0]);
888                               (void) isp_notify_ack(isp, inp);
889                               return;
890                     }
891                     isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
892           } else {
893                     isp_prt(isp, ISP_LOGERR, "%s: unknown immediate notify status 0x%x", __func__, inp->in_status);
894                     (void) isp_notify_ack(isp, inp);
895           }
896 }
897 
898 /*
899  * Synthesize a message from the task management flags in a FCP_CMND_IU.
900  */
901 static void
isp_got_msg_fc(ispsoftc_t * isp,in_fcentry_t * inp)902 isp_got_msg_fc(ispsoftc_t *isp, in_fcentry_t *inp)
903 {
904           isp_notify_t notify;
905           static const char f1[] = "%s from N-port handle 0x%x lun %d seq 0x%x";
906           static const char f2[] = "unknown %s 0x%x lun %d N-Port handle 0x%x task flags 0x%x seq 0x%x\n";
907           uint16_t seqid, loopid;
908 
909           ISP_MEMZERO(&notify, sizeof (isp_notify_t));
910           notify.nt_hba = isp;
911           notify.nt_wwn = INI_ANY;
912           if (ISP_CAP_2KLOGIN(isp)) {
913                     notify.nt_nphdl = ((in_fcentry_e_t *)inp)->in_iid;
914                     loopid = ((in_fcentry_e_t *)inp)->in_iid;
915                     seqid = ((in_fcentry_e_t *)inp)->in_seqid;
916           } else {
917                     notify.nt_nphdl = inp->in_iid;
918                     loopid = inp->in_iid;
919                     seqid = inp->in_seqid;
920           }
921           notify.nt_sid = PORT_ANY;
922           notify.nt_did = PORT_ANY;
923 
924           /* nt_tgt set in outer layers */
925           if (ISP_CAP_SCCFW(isp)) {
926                     notify.nt_lun = inp->in_scclun;
927           } else {
928                     notify.nt_lun = inp->in_lun;
929           }
930           notify.nt_tagval = seqid;
931           notify.nt_tagval |= (((uint64_t)(isp->isp_serno++)) << 32);
932           notify.nt_need_ack = 1;
933           notify.nt_lreserved = inp;
934 
935           if (inp->in_status != IN_MSG_RECEIVED) {
936                     isp_prt(isp, ISP_LOGINFO, f2, "immediate notify status", inp->in_status, notify.nt_lun, loopid, inp->in_task_flags, inp->in_seqid);
937                     (void) isp_notify_ack(isp, inp);
938                     return;
939           }
940 
941           if (inp->in_task_flags & TASK_FLAGS_ABORT_TASK_SET) {
942                     isp_prt(isp, ISP_LOGINFO, f1, "ABORT TASK SET", loopid, notify.nt_lun, inp->in_seqid);
943                     notify.nt_ncode = NT_ABORT_TASK_SET;
944           } else if (inp->in_task_flags & TASK_FLAGS_CLEAR_TASK_SET) {
945                     isp_prt(isp, ISP_LOGINFO, f1, "CLEAR TASK SET", loopid, notify.nt_lun, inp->in_seqid);
946                     notify.nt_ncode = NT_CLEAR_TASK_SET;
947           } else if (inp->in_task_flags & TASK_FLAGS_LUN_RESET) {
948                     isp_prt(isp, ISP_LOGINFO, f1, "LUN RESET", loopid, notify.nt_lun, inp->in_seqid);
949                     notify.nt_ncode = NT_LUN_RESET;
950           } else if (inp->in_task_flags & TASK_FLAGS_TARGET_RESET) {
951                     isp_prt(isp, ISP_LOGINFO, f1, "TARGET RESET", loopid, notify.nt_lun, inp->in_seqid);
952                     notify.nt_ncode = NT_TARGET_RESET;
953           } else if (inp->in_task_flags & TASK_FLAGS_CLEAR_ACA) {
954                     isp_prt(isp, ISP_LOGINFO, f1, "CLEAR ACA", loopid, notify.nt_lun, inp->in_seqid);
955                     notify.nt_ncode = NT_CLEAR_ACA;
956           } else {
957                     isp_prt(isp, ISP_LOGWARN, f2, "task flag", inp->in_status, notify.nt_lun, loopid, inp->in_task_flags,  inp->in_seqid);
958                     (void) isp_notify_ack(isp, inp);
959                     return;
960           }
961           isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
962 }
963 
964 static void
isp_got_tmf_24xx(ispsoftc_t * isp,at7_entry_t * aep)965 isp_got_tmf_24xx(ispsoftc_t *isp, at7_entry_t *aep)
966 {
967           isp_notify_t notify;
968           static const char f1[] = "%s from PortID 0x%06x lun %d seq 0x%08x";
969           static const char f2[] = "unknown Task Flag 0x%x lun %d PortID 0x%x tag 0x%08x";
970           uint16_t chan;
971           uint32_t sid, did;
972 
973           ISP_MEMZERO(&notify, sizeof (isp_notify_t));
974           notify.nt_hba = isp;
975           notify.nt_wwn = INI_ANY;
976           notify.nt_lun = (aep->at_cmnd.fcp_cmnd_lun[0] << 8) | (aep->at_cmnd.fcp_cmnd_lun[1]);
977           notify.nt_tagval = aep->at_rxid;
978           notify.nt_tagval |= (((uint64_t)(isp->isp_serno++)) << 32);
979           notify.nt_lreserved = aep;
980           sid = (aep->at_hdr.s_id[0] << 16) | (aep->at_hdr.s_id[1] <<  8) | (aep->at_hdr.s_id[2]);
981 
982           /* Channel has to derived from D_ID */
983           did = (aep->at_hdr.d_id[0] << 16) | (aep->at_hdr.d_id[1] << 8) | aep->at_hdr.d_id[2];
984           for (chan = 0; chan < isp->isp_nchan; chan++) {
985                     if (FCPARAM(isp, chan)->isp_portid == did) {
986                               break;
987                     }
988           }
989           if (chan == isp->isp_nchan) {
990                     isp_prt(isp, ISP_LOGWARN, "%s: D_ID 0x%x not found on any channel", __func__, did);
991                     /* just drop on the floor */
992                     return;
993           }
994           notify.nt_nphdl = NIL_HANDLE; /* unknown here */
995           notify.nt_sid = sid;
996           notify.nt_did = did;
997           notify.nt_channel = chan;
998           if (aep->at_cmnd.fcp_cmnd_task_management & FCP_CMND_TMF_ABORT_TASK_SET) {
999                     isp_prt(isp, ISP_LOGINFO, f1, "ABORT TASK SET", sid, notify.nt_lun, aep->at_rxid);
1000                     notify.nt_ncode = NT_ABORT_TASK_SET;
1001           } else if (aep->at_cmnd.fcp_cmnd_task_management & FCP_CMND_TMF_CLEAR_TASK_SET) {
1002                     isp_prt(isp, ISP_LOGINFO, f1, "CLEAR TASK SET", sid, notify.nt_lun, aep->at_rxid);
1003                     notify.nt_ncode = NT_CLEAR_TASK_SET;
1004           } else if (aep->at_cmnd.fcp_cmnd_task_management & FCP_CMND_TMF_LUN_RESET) {
1005                     isp_prt(isp, ISP_LOGINFO, f1, "LUN RESET", sid, notify.nt_lun, aep->at_rxid);
1006                     notify.nt_ncode = NT_LUN_RESET;
1007           } else if (aep->at_cmnd.fcp_cmnd_task_management & FCP_CMND_TMF_TGT_RESET) {
1008                     isp_prt(isp, ISP_LOGINFO, f1, "TARGET RESET", sid, notify.nt_lun, aep->at_rxid);
1009                     notify.nt_ncode = NT_TARGET_RESET;
1010           } else if (aep->at_cmnd.fcp_cmnd_task_management & FCP_CMND_TMF_CLEAR_ACA) {
1011                     isp_prt(isp, ISP_LOGINFO, f1, "CLEAR ACA", sid, notify.nt_lun, aep->at_rxid);
1012                     notify.nt_ncode = NT_CLEAR_ACA;
1013           } else {
1014                     isp_prt(isp, ISP_LOGWARN, f2, aep->at_cmnd.fcp_cmnd_task_management, notify.nt_lun, sid, aep->at_rxid);
1015                     notify.nt_ncode = NT_UNKNOWN;
1016                     return;
1017           }
1018           isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
1019 }
1020 
1021 int
isp_notify_ack(ispsoftc_t * isp,void * arg)1022 isp_notify_ack(ispsoftc_t *isp, void *arg)
1023 {
1024           char storage[QENTRY_LEN];
1025           void *outp;
1026 
1027           /*
1028            * This is in case a Task Management Function ends up here.
1029            */
1030           if (IS_24XX(isp) && arg != NULL && (((isphdr_t *)arg)->rqs_entry_type == RQSTYPE_ATIO)) {
1031                     at7_entry_t *aep = arg;
1032                     return (isp_endcmd(isp, aep, NIL_HANDLE, 0, 0, 0));
1033           }
1034 
1035           outp = isp_getrqentry(isp);
1036           if (outp == NULL) {
1037                     isp_prt(isp, ISP_LOGWARN, rqo, __func__);
1038                     return (1);
1039           }
1040 
1041           ISP_MEMZERO(storage, QENTRY_LEN);
1042 
1043           if (IS_24XX(isp)) {
1044                     na_fcentry_24xx_t *na = (na_fcentry_24xx_t *) storage;
1045                     if (arg) {
1046                               in_fcentry_24xx_t *in = arg;
1047                               na->na_nphdl = in->in_nphdl;
1048                               na->na_flags = in->in_flags & IN24XX_FLAG_PUREX_IOCB;
1049                               na->na_status = in->in_status;
1050                               na->na_status_subcode = in->in_status_subcode;
1051                               na->na_rxid = in->in_rxid;
1052                               na->na_oxid = in->in_oxid;
1053                               na->na_vpidx = in->in_vpidx;
1054                               if (in->in_status == IN24XX_SRR_RCVD) {
1055                                         na->na_srr_rxid = in->in_srr_rxid;
1056                                         na->na_srr_reloff_hi = in->in_srr_reloff_hi;
1057                                         na->na_srr_reloff_lo = in->in_srr_reloff_lo;
1058                                         na->na_srr_iu = in->in_srr_iu;
1059                                         na->na_srr_flags = 1;
1060                                         na->na_srr_reject_vunique = 0;
1061                                         na->na_srr_reject_explanation = 1;
1062                                         na->na_srr_reject_code = 1;
1063                               }
1064                     }
1065                     na->na_header.rqs_entry_type = RQSTYPE_NOTIFY_ACK;
1066                     na->na_header.rqs_entry_count = 1;
1067                     isp_put_notify_24xx_ack(isp, na, (na_fcentry_24xx_t *)outp);
1068           } else if (IS_FC(isp)) {
1069                     na_fcentry_t *na = (na_fcentry_t *) storage;
1070                     int iid = 0;
1071 
1072                     if (arg) {
1073                               in_fcentry_t *inp = arg;
1074                               ISP_MEMCPY(storage, arg, sizeof (isphdr_t));
1075                               if (ISP_CAP_2KLOGIN(isp)) {
1076                                         ((na_fcentry_e_t *)na)->na_iid = ((in_fcentry_e_t *)inp)->in_iid;
1077                                         iid = ((na_fcentry_e_t *)na)->na_iid;
1078                               } else {
1079                                         na->na_iid = inp->in_iid;
1080                                         iid = na->na_iid;
1081                               }
1082                               na->na_task_flags = inp->in_task_flags & TASK_FLAGS_RESERVED_MASK;
1083                               na->na_seqid = inp->in_seqid;
1084                               na->na_flags = NAFC_RCOUNT;
1085                               na->na_status = inp->in_status;
1086                               if (inp->in_status == IN_RESET) {
1087                                         na->na_flags |= NAFC_RST_CLRD;
1088                               }
1089                               if (inp->in_status == IN_MSG_RECEIVED) {
1090                                         na->na_flags |= NAFC_TVALID;
1091                                         na->na_response = 0;          /* XXX SUCCEEDED XXX */
1092                               }
1093                     } else {
1094                               na->na_flags = NAFC_RST_CLRD;
1095                     }
1096                     na->na_header.rqs_entry_type = RQSTYPE_NOTIFY_ACK;
1097                     na->na_header.rqs_entry_count = 1;
1098                     if (ISP_CAP_2KLOGIN(isp)) {
1099                               isp_put_notify_ack_fc_e(isp, (na_fcentry_e_t *) na, (na_fcentry_e_t *)outp);
1100                     } else {
1101                               isp_put_notify_ack_fc(isp, na, (na_fcentry_t *)outp);
1102                     }
1103                     isp_prt(isp, ISP_LOGTDEBUG0, "notify ack loopid %u seqid %x flags %x tflags %x response %x", iid, na->na_seqid,
1104                         na->na_flags, na->na_task_flags, na->na_response);
1105           } else {
1106                     na_entry_t *na = (na_entry_t *) storage;
1107                     if (arg) {
1108                               in_entry_t *inp = arg;
1109                               ISP_MEMCPY(storage, arg, sizeof (isphdr_t));
1110                               na->na_iid = inp->in_iid;
1111                               na->na_lun = inp->in_lun;
1112                               na->na_tgt = inp->in_tgt;
1113                               na->na_seqid = inp->in_seqid;
1114                               if (inp->in_status == IN_RESET) {
1115                                         na->na_event = NA_RST_CLRD;
1116                               }
1117                     } else {
1118                               na->na_event = NA_RST_CLRD;
1119                     }
1120                     na->na_header.rqs_entry_type = RQSTYPE_NOTIFY_ACK;
1121                     na->na_header.rqs_entry_count = 1;
1122                     isp_put_notify_ack(isp, na, (na_entry_t *)outp);
1123                     isp_prt(isp, ISP_LOGTDEBUG0, "notify ack loopid %u lun %u tgt %u seqid %x event %x", na->na_iid, na->na_lun, na->na_tgt, na->na_seqid, na->na_event);
1124           }
1125           ISP_TDQE(isp, "isp_notify_ack", isp->isp_reqidx, storage);
1126           ISP_SYNC_REQUEST(isp);
1127           return (0);
1128 }
1129 
1130 int
isp_acknak_abts(ispsoftc_t * isp,void * arg,int errno)1131 isp_acknak_abts(ispsoftc_t *isp, void *arg, int errno)
1132 {
1133           char storage[QENTRY_LEN];
1134           uint16_t tmpw;
1135           uint8_t tmpb;
1136           abts_t *abts = arg;
1137           abts_rsp_t *rsp = (abts_rsp_t *) storage;
1138           void *outp;
1139 
1140           if (!IS_24XX(isp)) {
1141                     isp_prt(isp, ISP_LOGERR, "%s: called for non-24XX card", __func__);
1142                     return (0);
1143           }
1144 
1145           if (abts->abts_header.rqs_entry_type != RQSTYPE_ABTS_RCVD) {
1146                     isp_prt(isp, ISP_LOGERR, "%s: called for non-ABTS entry (0x%x)", __func__, abts->abts_header.rqs_entry_type);
1147                     return (0);
1148           }
1149 
1150           outp = isp_getrqentry(isp);
1151           if (outp == NULL) {
1152                     isp_prt(isp, ISP_LOGWARN, rqo, __func__);
1153                     return (1);
1154           }
1155 
1156           ISP_MEMCPY(rsp, abts, QENTRY_LEN);
1157           rsp->abts_rsp_header.rqs_entry_type = RQSTYPE_ABTS_RSP;
1158 
1159           /*
1160            * Swap destination and source for response.
1161            */
1162           rsp->abts_rsp_r_ctl = BA_ACC;
1163           tmpw = rsp->abts_rsp_did_lo;
1164           tmpb = rsp->abts_rsp_did_hi;
1165           rsp->abts_rsp_did_lo = rsp->abts_rsp_sid_lo;
1166           rsp->abts_rsp_did_hi = rsp->abts_rsp_sid_hi;
1167           rsp->abts_rsp_sid_lo = tmpw;
1168           rsp->abts_rsp_sid_hi = tmpb;
1169 
1170           rsp->abts_rsp_f_ctl_hi ^= 0x80;         /* invert Exchange Context */
1171           rsp->abts_rsp_f_ctl_hi &= ~0x7f;        /* clear Sequence Initiator and other bits */
1172           rsp->abts_rsp_f_ctl_hi |= 0x10;                   /* abort the whole exchange */
1173           rsp->abts_rsp_f_ctl_hi |= 0x8;                    /* last data frame of sequence */
1174           rsp->abts_rsp_f_ctl_hi |= 0x1;                    /* transfer Sequence Initiative */
1175           rsp->abts_rsp_f_ctl_lo = 0;
1176 
1177           if (errno == 0) {
1178                     uint16_t rx_id, ox_id;
1179 
1180                     rx_id = rsp->abts_rsp_rx_id;
1181                     ox_id = rsp->abts_rsp_ox_id;
1182                     ISP_MEMZERO(&rsp->abts_rsp_payload.ba_acc, sizeof (rsp->abts_rsp_payload.ba_acc));
1183                 isp_prt(isp, ISP_LOGTINFO, "[0x%x] ABTS of 0x%x being BA_ACC'd", rsp->abts_rsp_rxid_abts, rsp->abts_rsp_rxid_task);
1184                 rsp->abts_rsp_payload.ba_acc.aborted_rx_id = rx_id;
1185                 rsp->abts_rsp_payload.ba_acc.aborted_ox_id = ox_id;
1186                 rsp->abts_rsp_payload.ba_acc.high_seq_cnt = 0xffff;
1187           } else {
1188                     ISP_MEMZERO(&rsp->abts_rsp_payload.ba_rjt, sizeof (rsp->abts_rsp_payload.ba_acc));
1189                     switch (errno) {
1190                     case ENOMEM:
1191                               rsp->abts_rsp_payload.ba_rjt.reason = 5;          /* Logical Busy */
1192                               break;
1193                     default:
1194                               rsp->abts_rsp_payload.ba_rjt.reason = 9;          /* Unable to perform command request */
1195                               break;
1196                     }
1197           }
1198 
1199           /*
1200            * The caller will have set response values as appropriate
1201            * in the ABTS structure just before calling us.
1202            */
1203           isp_put_abts_rsp(isp, rsp, (abts_rsp_t *)outp);
1204           ISP_TDQE(isp, "isp_acknak_abts", isp->isp_reqidx, storage);
1205           ISP_SYNC_REQUEST(isp);
1206           return (0);
1207 }
1208 
1209 static void
isp_handle_atio(ispsoftc_t * isp,at_entry_t * aep)1210 isp_handle_atio(ispsoftc_t *isp, at_entry_t *aep)
1211 {
1212           int lun;
1213           lun = aep->at_lun;
1214           /*
1215            * The firmware status (except for the QLTM_SVALID bit) indicates
1216            * why this ATIO was sent to us.
1217            *
1218            * If QLTM_SVALID is set, the firware has recommended Sense Data.
1219            *
1220            * If the DISCONNECTS DISABLED bit is set in the flags field,
1221            * we're still connected on the SCSI bus - i.e. the initiator
1222            * did not set DiscPriv in the identify message. We don't care
1223            * about this so it's ignored.
1224            */
1225 
1226           switch (aep->at_status & ~QLTM_SVALID) {
1227           case AT_PATH_INVALID:
1228                     /*
1229                      * ATIO rejected by the firmware due to disabled lun.
1230                      */
1231                     isp_prt(isp, ISP_LOGERR, "rejected ATIO for disabled lun %d", lun);
1232                     break;
1233           case AT_NOCAP:
1234                     /*
1235                      * Requested Capability not available
1236                      * We sent an ATIO that overflowed the firmware's
1237                      * command resource count.
1238                      */
1239                     isp_prt(isp, ISP_LOGERR, "rejected ATIO for lun %d because of command count overflow", lun);
1240                     break;
1241 
1242           case AT_BDR_MSG:
1243                     /*
1244                      * If we send an ATIO to the firmware to increment
1245                      * its command resource count, and the firmware is
1246                      * recovering from a Bus Device Reset, it returns
1247                      * the ATIO with this status. We set the command
1248                      * resource count in the Enable Lun entry and do
1249                      * not increment it. Therefore we should never get
1250                      * this status here.
1251                      */
1252                     isp_prt(isp, ISP_LOGERR, atiocope, lun, GET_BUS_VAL(aep->at_iid));
1253                     break;
1254 
1255           case AT_CDB:                  /* Got a CDB */
1256           case AT_PHASE_ERROR:          /* Bus Phase Sequence Error */
1257                     /*
1258                      * Punt to platform specific layer.
1259                      */
1260                     isp_async(isp, ISPASYNC_TARGET_ACTION, aep);
1261                     break;
1262 
1263           case AT_RESET:
1264                     /*
1265                      * A bus reset came along and blew away this command. Why
1266                      * they do this in addition the async event code stuff,
1267                      * I dunno.
1268                      *
1269                      * Ignore it because the async event will clear things
1270                      * up for us.
1271                      */
1272                     isp_prt(isp, ISP_LOGWARN, atior, lun, GET_IID_VAL(aep->at_iid), GET_BUS_VAL(aep->at_iid));
1273                     break;
1274 
1275 
1276           default:
1277                     isp_prt(isp, ISP_LOGERR, "Unknown ATIO status 0x%x from loopid %d for lun %d", aep->at_status, aep->at_iid, lun);
1278                     (void) isp_target_put_atio(isp, aep);
1279                     break;
1280           }
1281 }
1282 
1283 static void
isp_handle_atio2(ispsoftc_t * isp,at2_entry_t * aep)1284 isp_handle_atio2(ispsoftc_t *isp, at2_entry_t *aep)
1285 {
1286           int lun, iid;
1287 
1288           if (ISP_CAP_SCCFW(isp)) {
1289                     lun = aep->at_scclun;
1290           } else {
1291                     lun = aep->at_lun;
1292           }
1293 
1294           if (ISP_CAP_2KLOGIN(isp)) {
1295                     iid = ((at2e_entry_t *)aep)->at_iid;
1296           } else {
1297                     iid = aep->at_iid;
1298           }
1299 
1300           /*
1301            * The firmware status (except for the QLTM_SVALID bit) indicates
1302            * why this ATIO was sent to us.
1303            *
1304            * If QLTM_SVALID is set, the firware has recommended Sense Data.
1305            *
1306            * If the DISCONNECTS DISABLED bit is set in the flags field,
1307            * we're still connected on the SCSI bus - i.e. the initiator
1308            * did not set DiscPriv in the identify message. We don't care
1309            * about this so it's ignored.
1310            */
1311 
1312           switch (aep->at_status & ~QLTM_SVALID) {
1313           case AT_PATH_INVALID:
1314                     /*
1315                      * ATIO rejected by the firmware due to disabled lun.
1316                      */
1317                     isp_prt(isp, ISP_LOGERR, "rejected ATIO2 for disabled lun %d", lun);
1318                     break;
1319           case AT_NOCAP:
1320                     /*
1321                      * Requested Capability not available
1322                      * We sent an ATIO that overflowed the firmware's
1323                      * command resource count.
1324                      */
1325                     isp_prt(isp, ISP_LOGERR, "rejected ATIO2 for lun %d- command count overflow", lun);
1326                     break;
1327 
1328           case AT_BDR_MSG:
1329                     /*
1330                      * If we send an ATIO to the firmware to increment
1331                      * its command resource count, and the firmware is
1332                      * recovering from a Bus Device Reset, it returns
1333                      * the ATIO with this status. We set the command
1334                      * resource count in the Enable Lun entry and no
1335                      * not increment it. Therefore we should never get
1336                      * this status here.
1337                      */
1338                     isp_prt(isp, ISP_LOGERR, atiocope, lun, 0);
1339                     break;
1340 
1341           case AT_CDB:                  /* Got a CDB */
1342                     /*
1343                      * Punt to platform specific layer.
1344                      */
1345                     isp_async(isp, ISPASYNC_TARGET_ACTION, aep);
1346                     break;
1347 
1348           case AT_RESET:
1349                     /*
1350                      * A bus reset came along an blew away this command. Why
1351                      * they do this in addition the async event code stuff,
1352                      * I dunno.
1353                      *
1354                      * Ignore it because the async event will clear things
1355                      * up for us.
1356                      */
1357                     isp_prt(isp, ISP_LOGERR, atior, lun, iid, 0);
1358                     break;
1359 
1360 
1361           default:
1362                     isp_prt(isp, ISP_LOGERR, "Unknown ATIO2 status 0x%x from loopid %d for lun %d", aep->at_status, iid, lun);
1363                     (void) isp_target_put_atio(isp, aep);
1364                     break;
1365           }
1366 }
1367 
1368 static void
isp_handle_ctio(ispsoftc_t * isp,ct_entry_t * ct)1369 isp_handle_ctio(ispsoftc_t *isp, ct_entry_t *ct)
1370 {
1371           void *xs;
1372           int pl = ISP_LOGTDEBUG2;
1373           char *fmsg = NULL;
1374 
1375           if (ct->ct_syshandle) {
1376                     xs = isp_find_xs_tgt(isp, ct->ct_syshandle);
1377                     if (xs == NULL) {
1378                               pl = ISP_LOGALL;
1379                     }
1380           } else {
1381                     xs = NULL;
1382           }
1383 
1384           switch (ct->ct_status & ~QLTM_SVALID) {
1385           case CT_OK:
1386                     /*
1387                      * There are generally 3 possibilities as to why we'd get
1388                      * this condition:
1389                      *        We disconnected after receiving a CDB.
1390                      *        We sent or received data.
1391                      *        We sent status & command complete.
1392                      */
1393 
1394                     if (ct->ct_flags & CT_SENDSTATUS) {
1395                               break;
1396                     } else if ((ct->ct_flags & CT_DATAMASK) == CT_NO_DATA) {
1397                               /*
1398                                * Nothing to do in this case.
1399                                */
1400                               isp_prt(isp, pl, "CTIO- iid %d disconnected OK", ct->ct_iid);
1401                               return;
1402                     }
1403                     break;
1404 
1405           case CT_BDR_MSG:
1406                     /*
1407                      * Bus Device Reset message received or the SCSI Bus has
1408                      * been Reset; the firmware has gone to Bus Free.
1409                      *
1410                      * The firmware generates an async mailbox interrupt to
1411                      * notify us of this and returns outstanding CTIOs with this
1412                      * status. These CTIOs are handled in that same way as
1413                      * CT_ABORTED ones, so just fall through here.
1414                      */
1415                     fmsg = "Bus Device Reset";
1416                     /*FALLTHROUGH*/
1417           case CT_RESET:
1418                     if (fmsg == NULL)
1419                               fmsg = "Bus Reset";
1420                     /*FALLTHROUGH*/
1421           case CT_ABORTED:
1422                     /*
1423                      * When an Abort message is received the firmware goes to
1424                      * Bus Free and returns all outstanding CTIOs with the status
1425                      * set, then sends us an Immediate Notify entry.
1426                      */
1427                     if (fmsg == NULL)
1428                               fmsg = "ABORT TAG message sent by Initiator";
1429                     isp_prt(isp, ISP_LOGTDEBUG0, "CTIO destroyed by %s", fmsg);
1430                     break;
1431 
1432           case CT_INVAL:
1433                     /*
1434                      * CTIO rejected by the firmware due to disabled lun.
1435                      * "Cannot Happen".
1436                      */
1437                     isp_prt(isp, ISP_LOGERR, "Firmware rejected CTIO for disabled lun %d", ct->ct_lun);
1438                     break;
1439 
1440           case CT_NOPATH:
1441                     /*
1442                      * CTIO rejected by the firmware due "no path for the
1443                      * nondisconnecting nexus specified". This means that
1444                      * we tried to access the bus while a non-disconnecting
1445                      * command is in process.
1446                      */
1447                     isp_prt(isp, ISP_LOGERR, "Firmware rejected CTIO for bad nexus %d/%d/%d", ct->ct_iid, ct->ct_tgt, ct->ct_lun);
1448                     break;
1449 
1450           case CT_RSELTMO:
1451                     fmsg = "Reselection";
1452                     /*FALLTHROUGH*/
1453           case CT_TIMEOUT:
1454                     if (fmsg == NULL)
1455                               fmsg = "Command";
1456                     isp_prt(isp, ISP_LOGWARN, "Firmware timed out on %s", fmsg);
1457                     break;
1458 
1459           case      CT_PANIC:
1460                     if (fmsg == NULL)
1461                               fmsg = "Unrecoverable Error";
1462                     /*FALLTHROUGH*/
1463           case CT_ERR:
1464                     if (fmsg == NULL)
1465                               fmsg = "Completed with Error";
1466                     /*FALLTHROUGH*/
1467           case CT_PHASE_ERROR:
1468                     if (fmsg == NULL)
1469                               fmsg = "Phase Sequence Error";
1470                     /*FALLTHROUGH*/
1471           case CT_TERMINATED:
1472                     if (fmsg == NULL)
1473                               fmsg = "terminated by TERMINATE TRANSFER";
1474                     /*FALLTHROUGH*/
1475           case CT_NOACK:
1476                     if (fmsg == NULL)
1477                               fmsg = "unacknowledged Immediate Notify pending";
1478                     isp_prt(isp, ISP_LOGERR, "CTIO returned by f/w- %s", fmsg);
1479                     break;
1480           default:
1481                     isp_prt(isp, ISP_LOGERR, "Unknown CTIO status 0x%x", ct->ct_status & ~QLTM_SVALID);
1482                     break;
1483           }
1484 
1485           if (xs == NULL) {
1486                     /*
1487                      * There may be more than one CTIO for a data transfer,
1488                      * or this may be a status CTIO we're not monitoring.
1489                      *
1490                      * The assumption is that they'll all be returned in the
1491                      * order we got them.
1492                      */
1493                     if (ct->ct_syshandle == 0) {
1494                               if ((ct->ct_flags & CT_SENDSTATUS) == 0) {
1495                                         isp_prt(isp, pl, "intermediate CTIO completed ok");
1496                               } else {
1497                                         isp_prt(isp, pl, "unmonitored CTIO completed ok");
1498                               }
1499                     } else {
1500                               isp_prt(isp, pl, "NO xs for CTIO (handle 0x%x) status 0x%x", ct->ct_syshandle, ct->ct_status & ~QLTM_SVALID);
1501                     }
1502           } else {
1503                     /*
1504                      * Final CTIO completed. Release DMA resources and
1505                      * notify platform dependent layers.
1506                      */
1507                     if ((ct->ct_flags & CT_DATAMASK) != CT_NO_DATA) {
1508                               ISP_DMAFREE(isp, xs, ct->ct_syshandle);
1509                     }
1510                     isp_prt(isp, pl, "final CTIO complete");
1511                     /*
1512                      * The platform layer will destroy the handle if appropriate.
1513                      */
1514                     isp_async(isp, ISPASYNC_TARGET_ACTION, ct);
1515           }
1516 }
1517 
1518 static void
isp_handle_ctio2(ispsoftc_t * isp,ct2_entry_t * ct)1519 isp_handle_ctio2(ispsoftc_t *isp, ct2_entry_t *ct)
1520 {
1521           void *xs;
1522           int pl = ISP_LOGTDEBUG2;
1523           char *fmsg = NULL;
1524 
1525           if (ct->ct_syshandle) {
1526                     xs = isp_find_xs_tgt(isp, ct->ct_syshandle);
1527                     if (xs == NULL) {
1528                               pl = ISP_LOGALL;
1529                     }
1530           } else {
1531                     xs = NULL;
1532           }
1533 
1534           switch (ct->ct_status & ~QLTM_SVALID) {
1535           case CT_BUS_ERROR:
1536                     isp_prt(isp, ISP_LOGERR, "PCI DMA Bus Error");
1537                     /* FALL Through */
1538           case CT_DATA_OVER:
1539           case CT_DATA_UNDER:
1540           case CT_OK:
1541                     /*
1542                      * There are generally 2 possibilities as to why we'd get
1543                      * this condition:
1544                      *        We sent or received data.
1545                      *        We sent status & command complete.
1546                      */
1547 
1548                     break;
1549 
1550           case CT_BDR_MSG:
1551                     /*
1552                      * Target Reset function received.
1553                      *
1554                      * The firmware generates an async mailbox interrupt to
1555                      * notify us of this and returns outstanding CTIOs with this
1556                      * status. These CTIOs are handled in that same way as
1557                      * CT_ABORTED ones, so just fall through here.
1558                      */
1559                     fmsg = "TARGET RESET";
1560                     /*FALLTHROUGH*/
1561           case CT_RESET:
1562                     if (fmsg == NULL)
1563                               fmsg = "LIP Reset";
1564                     /*FALLTHROUGH*/
1565           case CT_ABORTED:
1566                     /*
1567                      * When an Abort message is received the firmware goes to
1568                      * Bus Free and returns all outstanding CTIOs with the status
1569                      * set, then sends us an Immediate Notify entry.
1570                      */
1571                     if (fmsg == NULL) {
1572                               fmsg = "ABORT";
1573                     }
1574 
1575                     isp_prt(isp, ISP_LOGTDEBUG0, "CTIO2 destroyed by %s: RX_ID=0x%x", fmsg, ct->ct_rxid);
1576                     break;
1577 
1578           case CT_INVAL:
1579                     /*
1580                      * CTIO rejected by the firmware - invalid data direction.
1581                      */
1582                     isp_prt(isp, ISP_LOGERR, "CTIO2 had wrong data direction");
1583                     break;
1584 
1585           case CT_RSELTMO:
1586                     fmsg = "failure to reconnect to initiator";
1587                     /*FALLTHROUGH*/
1588           case CT_TIMEOUT:
1589                     if (fmsg == NULL)
1590                               fmsg = "command";
1591                     isp_prt(isp, ISP_LOGWARN, "Firmware timed out on %s", fmsg);
1592                     break;
1593 
1594           case CT_ERR:
1595                     fmsg = "Completed with Error";
1596                     /*FALLTHROUGH*/
1597           case CT_LOGOUT:
1598                     if (fmsg == NULL)
1599                               fmsg = "Port Logout";
1600                     /*FALLTHROUGH*/
1601           case CT_PORTUNAVAIL:
1602                     if (fmsg == NULL)
1603                               fmsg = "Port not available";
1604                     /*FALLTHROUGH*/
1605           case CT_PORTCHANGED:
1606                     if (fmsg == NULL)
1607                               fmsg = "Port Changed";
1608                     /*FALLTHROUGH*/
1609           case CT_NOACK:
1610                     if (fmsg == NULL)
1611                               fmsg = "unacknowledged Immediate Notify pending";
1612                     isp_prt(isp, ISP_LOGWARN, "CTIO returned by f/w- %s", fmsg);
1613                     break;
1614 
1615           case CT_INVRXID:
1616                     /*
1617                      * CTIO rejected by the firmware because an invalid RX_ID.
1618                      * Just print a message.
1619                      */
1620                     isp_prt(isp, ISP_LOGWARN, "CTIO2 completed with Invalid RX_ID 0x%x", ct->ct_rxid);
1621                     break;
1622 
1623           default:
1624                     isp_prt(isp, ISP_LOGERR, "Unknown CTIO2 status 0x%x", ct->ct_status & ~QLTM_SVALID);
1625                     break;
1626           }
1627 
1628           if (xs == NULL) {
1629                     /*
1630                      * There may be more than one CTIO for a data transfer,
1631                      * or this may be a status CTIO we're not monitoring.
1632                      *
1633                      * The assumption is that they'll all be returned in the
1634                      * order we got them.
1635                      */
1636                     if (ct->ct_syshandle == 0) {
1637                               if ((ct->ct_flags & CT2_SENDSTATUS) == 0) {
1638                                         isp_prt(isp, pl, "intermediate CTIO completed ok");
1639                               } else {
1640                                         isp_prt(isp, pl, "unmonitored CTIO completed ok");
1641                               }
1642                     } else {
1643                               isp_prt(isp, pl, "NO xs for CTIO (handle 0x%x) status 0x%x", ct->ct_syshandle, ct->ct_status & ~QLTM_SVALID);
1644                     }
1645           } else {
1646                     if ((ct->ct_flags & CT2_DATAMASK) != CT2_NO_DATA) {
1647                               ISP_DMAFREE(isp, xs, ct->ct_syshandle);
1648                     }
1649                     if (ct->ct_flags & CT2_SENDSTATUS) {
1650                               /*
1651                                * Sent status and command complete.
1652                                *
1653                                * We're now really done with this command, so we
1654                                * punt to the platform dependent layers because
1655                                * only there can we do the appropriate command
1656                                * complete thread synchronization.
1657                                */
1658                               isp_prt(isp, pl, "status CTIO complete");
1659                     } else {
1660                               /*
1661                                * Final CTIO completed. Release DMA resources and
1662                                * notify platform dependent layers.
1663                                */
1664                               isp_prt(isp, pl, "data CTIO complete");
1665                     }
1666                     isp_async(isp, ISPASYNC_TARGET_ACTION, ct);
1667                     /*
1668                      * The platform layer will destroy the handle if appropriate.
1669                      */
1670           }
1671 }
1672 
1673 static void
isp_handle_ctio7(ispsoftc_t * isp,ct7_entry_t * ct)1674 isp_handle_ctio7(ispsoftc_t *isp, ct7_entry_t *ct)
1675 {
1676           void *xs;
1677           int pl = ISP_LOGTDEBUG2;
1678           char *fmsg = NULL;
1679 
1680           if (ct->ct_syshandle) {
1681                     xs = isp_find_xs_tgt(isp, ct->ct_syshandle);
1682                     if (xs == NULL) {
1683                               pl = ISP_LOGALL;
1684                     }
1685           } else {
1686                     xs = NULL;
1687           }
1688 
1689           switch (ct->ct_nphdl) {
1690           case CT7_BUS_ERROR:
1691                     isp_prt(isp, ISP_LOGERR, "PCI DMA Bus Error");
1692                     /* FALL Through */
1693           case CT7_DATA_OVER:
1694           case CT7_DATA_UNDER:
1695           case CT7_OK:
1696                     /*
1697                      * There are generally 2 possibilities as to why we'd get
1698                      * this condition:
1699                      *        We sent or received data.
1700                      *        We sent status & command complete.
1701                      */
1702 
1703                     break;
1704 
1705           case CT7_RESET:
1706                     if (fmsg == NULL) {
1707                               fmsg = "LIP Reset";
1708                     }
1709                     /*FALLTHROUGH*/
1710           case CT7_ABORTED:
1711                     /*
1712                      * When an Abort message is received the firmware goes to
1713                      * Bus Free and returns all outstanding CTIOs with the status
1714                      * set, then sends us an Immediate Notify entry.
1715                      */
1716                     if (fmsg == NULL) {
1717                               fmsg = "ABORT";
1718                     }
1719                     isp_prt(isp, ISP_LOGTDEBUG0, "CTIO7 destroyed by %s: RX_ID=0x%x", fmsg, ct->ct_rxid);
1720                     break;
1721 
1722           case CT7_TIMEOUT:
1723                     if (fmsg == NULL) {
1724                               fmsg = "command";
1725                     }
1726                     isp_prt(isp, ISP_LOGWARN, "Firmware timed out on %s", fmsg);
1727                     break;
1728 
1729           case CT7_ERR:
1730                     fmsg = "Completed with Error";
1731                     /*FALLTHROUGH*/
1732           case CT7_LOGOUT:
1733                     if (fmsg == NULL) {
1734                               fmsg = "Port Logout";
1735                     }
1736                     /*FALLTHROUGH*/
1737           case CT7_PORTUNAVAIL:
1738                     if (fmsg == NULL) {
1739                               fmsg = "Port not available";
1740                     }
1741                     /*FALLTHROUGH*/
1742           case CT7_PORTCHANGED:
1743                     if (fmsg == NULL) {
1744                               fmsg = "Port Changed";
1745                     }
1746                     isp_prt(isp, ISP_LOGWARN, "CTIO returned by f/w- %s", fmsg);
1747                     break;
1748 
1749           case CT7_INVRXID:
1750                     /*
1751                      * CTIO rejected by the firmware because an invalid RX_ID.
1752                      * Just print a message.
1753                      */
1754                     isp_prt(isp, ISP_LOGWARN, "CTIO7 completed with Invalid RX_ID 0x%x", ct->ct_rxid);
1755                     break;
1756 
1757           case CT7_REASSY_ERR:
1758                     isp_prt(isp, ISP_LOGWARN, "reassembly error");
1759                     break;
1760 
1761           case CT7_SRR:
1762                     isp_prt(isp, ISP_LOGWARN, "SRR received");
1763                     break;
1764 
1765           default:
1766                     isp_prt(isp, ISP_LOGERR, "Unknown CTIO7 status 0x%x", ct->ct_nphdl);
1767                     break;
1768           }
1769 
1770           if (xs == NULL) {
1771                     /*
1772                      * There may be more than one CTIO for a data transfer,
1773                      * or this may be a status CTIO we're not monitoring.
1774                      *
1775                      * The assumption is that they'll all be returned in the
1776                      * order we got them.
1777                      */
1778                     if (ct->ct_syshandle == 0) {
1779                               if (ct->ct_flags & CT7_TERMINATE) {
1780                                         isp_prt(isp, ISP_LOGINFO, "termination of 0x%x complete", ct->ct_rxid);
1781                               } else if ((ct->ct_flags & CT7_SENDSTATUS) == 0) {
1782                                         isp_prt(isp, pl, "intermediate CTIO completed ok");
1783                               } else {
1784                                         isp_prt(isp, pl, "unmonitored CTIO completed ok");
1785                               }
1786                     } else {
1787                               isp_prt(isp, pl, "NO xs for CTIO (handle 0x%x) status 0x%x", ct->ct_syshandle, ct->ct_nphdl);
1788                     }
1789           } else {
1790                     if ((ct->ct_flags & CT7_DATAMASK) != CT7_NO_DATA) {
1791                               ISP_DMAFREE(isp, xs, ct->ct_syshandle);
1792                     }
1793                     if (ct->ct_flags & CT7_SENDSTATUS) {
1794                               /*
1795                                * Sent status and command complete.
1796                                *
1797                                * We're now really done with this command, so we
1798                                * punt to the platform dependent layers because
1799                                * only there can we do the appropriate command
1800                                * complete thread synchronization.
1801                                */
1802                               isp_prt(isp, pl, "status CTIO complete");
1803                     } else {
1804                               /*
1805                                * Final CTIO completed. Release DMA resources and
1806                                * notify platform dependent layers.
1807                                */
1808                               isp_prt(isp, pl, "data CTIO complete");
1809                     }
1810                     isp_async(isp, ISPASYNC_TARGET_ACTION, ct);
1811                     /*
1812                      * The platform layer will destroy the handle if appropriate.
1813                      */
1814           }
1815 }
1816 
1817 static void
isp_handle_24xx_inotify(ispsoftc_t * isp,in_fcentry_24xx_t * inot_24xx)1818 isp_handle_24xx_inotify(ispsoftc_t *isp, in_fcentry_24xx_t *inot_24xx)
1819 {
1820           uint8_t ochan, chan, lochan, hichan;
1821 
1822           /*
1823            * Check to see whether we got a wildcard channel.
1824            * If so, we have to iterate over all channels.
1825            */
1826           ochan = chan = ISP_GET_VPIDX(isp, inot_24xx->in_vpidx);
1827           if (chan == 0xff) {
1828                     lochan = 0;
1829                     hichan = isp->isp_nchan;
1830           } else {
1831                     if (chan >= isp->isp_nchan) {
1832                               char buf[64];
1833                               ISP_SNPRINTF(buf, sizeof buf, "%s: bad channel %d for status 0x%x", __func__, chan, inot_24xx->in_status);
1834                               isp_print_bytes(isp, buf, QENTRY_LEN, inot_24xx);
1835                               (void) isp_notify_ack(isp, inot_24xx);
1836                               return;
1837                     }
1838                     lochan = chan;
1839                     hichan = chan + 1;
1840           }
1841           isp_prt(isp, ISP_LOGTDEBUG1, "%s: Immediate Notify Channels %d..%d status=0x%x seqid=0x%x", __func__, lochan, hichan-1, inot_24xx->in_status, inot_24xx->in_rxid);
1842           for (chan = lochan; chan < hichan; chan++) {
1843                     switch (inot_24xx->in_status) {
1844                     case IN24XX_LIP_RESET:
1845                     case IN24XX_LINK_RESET:
1846                     case IN24XX_PORT_LOGOUT:
1847                     case IN24XX_PORT_CHANGED:
1848                     case IN24XX_LINK_FAILED:
1849                     case IN24XX_SRR_RCVD:
1850                     case IN24XX_ELS_RCVD:
1851                               inot_24xx->in_vpidx = chan;
1852                               isp_async(isp, ISPASYNC_TARGET_ACTION, inot_24xx);
1853                               break;
1854                     default:
1855                               isp_prt(isp, ISP_LOGINFO, "%s: unhandled status (0x%x) for chan %d", __func__, inot_24xx->in_status, chan);
1856                               (void) isp_notify_ack(isp, inot_24xx);
1857                               break;
1858                     }
1859           }
1860           inot_24xx->in_vpidx = ochan;
1861 }
1862 #endif
1863