xref: /NextBSD/sys/dev/buslogic/bt.c (revision 287e3b14e9552995def1802ec9c5034f4adf28ec)
1 /*-
2  * Generic driver for the BusLogic MultiMaster SCSI host adapters
3  * Product specific probe and attach routines can be found in:
4  * sys/dev/buslogic/bt_isa.c	BT-54X, BT-445 cards
5  * sys/dev/buslogic/bt_mca.c	BT-64X, SDC3211B, SDC3211F
6  * sys/dev/buslogic/bt_eisa.c	BT-74X, BT-75x cards, SDC3222F
7  * sys/dev/buslogic/bt_pci.c	BT-946, BT-948, BT-956, BT-958 cards
8  *
9  * Copyright (c) 1998, 1999 Justin T. Gibbs.
10  * All rights reserved.
11  *
12  * Redistribution and use in source and binary forms, with or without
13  * modification, are permitted provided that the following conditions
14  * are met:
15  * 1. Redistributions of source code must retain the above copyright
16  *    notice, this list of conditions, and the following disclaimer,
17  *    without modification, immediately at the beginning of the file.
18  * 2. The name of the author may not be used to endorse or promote products
19  *    derived from this software without specific prior written permission.
20  *
21  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
22  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24  * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR
25  * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
26  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
30  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
31  * SUCH DAMAGE.
32  */
33 
34 #include <sys/cdefs.h>
35 __FBSDID("$FreeBSD$");
36 
37  /*
38   * Special thanks to Leonard N. Zubkoff for writing such a complete and
39   * well documented Mylex/BusLogic MultiMaster driver for Linux.  Support
40   * in this driver for the wide range of MultiMaster controllers and
41   * firmware revisions, with their otherwise undocumented quirks, would not
42   * have been possible without his efforts.
43   */
44 
45 #include <sys/param.h>
46 #include <sys/conf.h>
47 #include <sys/systm.h>
48 #include <sys/malloc.h>
49 #include <sys/kernel.h>
50 #include <sys/lock.h>
51 #include <sys/module.h>
52 #include <sys/mutex.h>
53 #include <sys/sysctl.h>
54 #include <sys/bus.h>
55 
56 #include <machine/bus.h>
57 #include <sys/rman.h>
58 
59 #include <cam/cam.h>
60 #include <cam/cam_ccb.h>
61 #include <cam/cam_sim.h>
62 #include <cam/cam_xpt_sim.h>
63 #include <cam/cam_debug.h>
64 
65 #include <cam/scsi/scsi_message.h>
66 
67 #include <vm/vm.h>
68 #include <vm/pmap.h>
69 
70 #include <dev/buslogic/btreg.h>
71 
72 /* MailBox Management functions */
73 static __inline void	btnextinbox(struct bt_softc *bt);
74 static __inline void	btnextoutbox(struct bt_softc *bt);
75 
76 static __inline void
btnextinbox(struct bt_softc * bt)77 btnextinbox(struct bt_softc *bt)
78 {
79 	if (bt->cur_inbox == bt->last_inbox)
80 		bt->cur_inbox = bt->in_boxes;
81 	else
82 		bt->cur_inbox++;
83 }
84 
85 static __inline void
btnextoutbox(struct bt_softc * bt)86 btnextoutbox(struct bt_softc *bt)
87 {
88 	if (bt->cur_outbox == bt->last_outbox)
89 		bt->cur_outbox = bt->out_boxes;
90 	else
91 		bt->cur_outbox++;
92 }
93 
94 /* CCB Mangement functions */
95 static __inline u_int32_t		btccbvtop(struct bt_softc *bt,
96 						  struct bt_ccb *bccb);
97 static __inline struct bt_ccb*		btccbptov(struct bt_softc *bt,
98 						  u_int32_t ccb_addr);
99 static __inline u_int32_t		btsensepaddr(struct bt_softc *bt,
100 						     struct bt_ccb *bccb);
101 static __inline struct scsi_sense_data* btsensevaddr(struct bt_softc *bt,
102 						     struct bt_ccb *bccb);
103 
104 static __inline u_int32_t
btccbvtop(struct bt_softc * bt,struct bt_ccb * bccb)105 btccbvtop(struct bt_softc *bt, struct bt_ccb *bccb)
106 {
107 	return (bt->bt_ccb_physbase
108 	      + (u_int32_t)((caddr_t)bccb - (caddr_t)bt->bt_ccb_array));
109 }
110 
111 static __inline struct bt_ccb *
btccbptov(struct bt_softc * bt,u_int32_t ccb_addr)112 btccbptov(struct bt_softc *bt, u_int32_t ccb_addr)
113 {
114 	return (bt->bt_ccb_array +
115 	        ((struct bt_ccb*)(uintptr_t)ccb_addr - (struct bt_ccb*)(uintptr_t)bt->bt_ccb_physbase));
116 }
117 
118 static __inline u_int32_t
btsensepaddr(struct bt_softc * bt,struct bt_ccb * bccb)119 btsensepaddr(struct bt_softc *bt, struct bt_ccb *bccb)
120 {
121 	u_int index;
122 
123 	index = (u_int)(bccb - bt->bt_ccb_array);
124 	return (bt->sense_buffers_physbase
125 		+ (index * sizeof(struct scsi_sense_data)));
126 }
127 
128 static __inline struct scsi_sense_data *
btsensevaddr(struct bt_softc * bt,struct bt_ccb * bccb)129 btsensevaddr(struct bt_softc *bt, struct bt_ccb *bccb)
130 {
131 	u_int index;
132 
133 	index = (u_int)(bccb - bt->bt_ccb_array);
134 	return (bt->sense_buffers + index);
135 }
136 
137 static __inline struct bt_ccb*	btgetccb(struct bt_softc *bt);
138 static __inline void		btfreeccb(struct bt_softc *bt,
139 					  struct bt_ccb *bccb);
140 static void		btallocccbs(struct bt_softc *bt);
141 static bus_dmamap_callback_t btexecuteccb;
142 static void		btdone(struct bt_softc *bt, struct bt_ccb *bccb,
143 			       bt_mbi_comp_code_t comp_code);
144 static void		bt_intr_locked(struct bt_softc *bt);
145 
146 /* Host adapter command functions */
147 static int	btreset(struct bt_softc* bt, int hard_reset);
148 
149 /* Initialization functions */
150 static int			btinitmboxes(struct bt_softc *bt);
151 static bus_dmamap_callback_t	btmapmboxes;
152 static bus_dmamap_callback_t	btmapccbs;
153 static bus_dmamap_callback_t	btmapsgs;
154 
155 /* Transfer Negotiation Functions */
156 static void btfetchtransinfo(struct bt_softc *bt,
157 			     struct ccb_trans_settings *cts);
158 
159 /* CAM SIM entry points */
160 #define ccb_bccb_ptr spriv_ptr0
161 #define ccb_bt_ptr spriv_ptr1
162 static void	btaction(struct cam_sim *sim, union ccb *ccb);
163 static void	btpoll(struct cam_sim *sim);
164 
165 /* Our timeout handler */
166 static void	bttimeout(void *arg);
167 
168 /*
169  * XXX
170  * Do our own re-probe protection until a configuration
171  * manager can do it for us.  This ensures that we don't
172  * reprobe a card already found by the EISA or PCI probes.
173  */
174 struct bt_isa_port bt_isa_ports[] =
175 {
176 	{ 0x130, 0, 4 },
177 	{ 0x134, 0, 5 },
178 	{ 0x230, 0, 2 },
179 	{ 0x234, 0, 3 },
180 	{ 0x330, 0, 0 },
181 	{ 0x334, 0, 1 }
182 };
183 
184 /*
185  * I/O ports listed in the order enumerated by the
186  * card for certain op codes.
187  */
188 u_int16_t bt_board_ports[] =
189 {
190 	0x330,
191 	0x334,
192 	0x230,
193 	0x234,
194 	0x130,
195 	0x134
196 };
197 
198 /* Exported functions */
199 void
bt_init_softc(device_t dev,struct resource * port,struct resource * irq,struct resource * drq)200 bt_init_softc(device_t dev, struct resource *port,
201 	      struct resource *irq, struct resource *drq)
202 {
203 	struct bt_softc *bt = device_get_softc(dev);
204 
205 	SLIST_INIT(&bt->free_bt_ccbs);
206 	LIST_INIT(&bt->pending_ccbs);
207 	SLIST_INIT(&bt->sg_maps);
208 	bt->dev = dev;
209 	bt->port = port;
210 	bt->irq = irq;
211 	bt->drq = drq;
212 	mtx_init(&bt->lock, "bt", NULL, MTX_DEF);
213 }
214 
215 void
bt_free_softc(device_t dev)216 bt_free_softc(device_t dev)
217 {
218 	struct bt_softc *bt = device_get_softc(dev);
219 
220 	switch (bt->init_level) {
221 	default:
222 	case 11:
223 		bus_dmamap_unload(bt->sense_dmat, bt->sense_dmamap);
224 	case 10:
225 		bus_dmamem_free(bt->sense_dmat, bt->sense_buffers,
226 				bt->sense_dmamap);
227 	case 9:
228 		bus_dma_tag_destroy(bt->sense_dmat);
229 	case 8:
230 	{
231 		struct sg_map_node *sg_map;
232 
233 		while ((sg_map = SLIST_FIRST(&bt->sg_maps))!= NULL) {
234 			SLIST_REMOVE_HEAD(&bt->sg_maps, links);
235 			bus_dmamap_unload(bt->sg_dmat,
236 					  sg_map->sg_dmamap);
237 			bus_dmamem_free(bt->sg_dmat, sg_map->sg_vaddr,
238 					sg_map->sg_dmamap);
239 			free(sg_map, M_DEVBUF);
240 		}
241 		bus_dma_tag_destroy(bt->sg_dmat);
242 	}
243 	case 7:
244 		bus_dmamap_unload(bt->ccb_dmat, bt->ccb_dmamap);
245 		/* FALLTHROUGH */
246 	case 6:
247 		bus_dmamem_free(bt->ccb_dmat, bt->bt_ccb_array,
248 				bt->ccb_dmamap);
249 		/* FALLTHROUGH */
250 	case 5:
251 		bus_dma_tag_destroy(bt->ccb_dmat);
252 		/* FALLTHROUGH */
253 	case 4:
254 		bus_dmamap_unload(bt->mailbox_dmat, bt->mailbox_dmamap);
255 		/* FALLTHROUGH */
256 	case 3:
257 		bus_dmamem_free(bt->mailbox_dmat, bt->in_boxes,
258 				bt->mailbox_dmamap);
259 		/* FALLTHROUGH */
260 	case 2:
261 		bus_dma_tag_destroy(bt->buffer_dmat);
262 		/* FALLTHROUGH */
263 	case 1:
264 		bus_dma_tag_destroy(bt->mailbox_dmat);
265 		/* FALLTHROUGH */
266 	case 0:
267 		break;
268 	}
269 	mtx_destroy(&bt->lock);
270 }
271 
272 int
bt_port_probe(device_t dev,struct bt_probe_info * info)273 bt_port_probe(device_t dev, struct bt_probe_info *info)
274 {
275 	struct bt_softc *bt = device_get_softc(dev);
276 	config_data_t config_data;
277 	int error;
278 
279 	/* See if there is really a card present */
280 	if (bt_probe(dev) || bt_fetch_adapter_info(dev))
281 		return(1);
282 
283 	/*
284 	 * Determine our IRQ, and DMA settings and
285 	 * export them to the configuration system.
286 	 */
287 	mtx_lock(&bt->lock);
288 	error = bt_cmd(bt, BOP_INQUIRE_CONFIG, NULL, /*parmlen*/0,
289 		       (u_int8_t*)&config_data, sizeof(config_data),
290 		       DEFAULT_CMD_TIMEOUT);
291 	mtx_unlock(&bt->lock);
292 	if (error != 0) {
293 		printf("bt_port_probe: Could not determine IRQ or DMA "
294 		       "settings for adapter.\n");
295 		return (1);
296 	}
297 
298 	if (bt->model[0] == '5') {
299 		/* DMA settings only make sense for ISA cards */
300 		switch (config_data.dma_chan) {
301 		case DMA_CHAN_5:
302 			info->drq = 5;
303 			break;
304 		case DMA_CHAN_6:
305 			info->drq = 6;
306 			break;
307 		case DMA_CHAN_7:
308 			info->drq = 7;
309 			break;
310 		default:
311 			printf("bt_port_probe: Invalid DMA setting "
312 			       "detected for adapter.\n");
313 			return (1);
314 		}
315 	} else {
316 		/* VL/EISA/PCI DMA */
317 		info->drq = -1;
318 	}
319 	switch (config_data.irq) {
320 	case IRQ_9:
321 	case IRQ_10:
322 	case IRQ_11:
323 	case IRQ_12:
324 	case IRQ_14:
325 	case IRQ_15:
326 		info->irq = ffs(config_data.irq) + 8;
327 		break;
328 	default:
329 		printf("bt_port_probe: Invalid IRQ setting %x"
330 		       "detected for adapter.\n", config_data.irq);
331 		return (1);
332 	}
333 	return (0);
334 }
335 
336 /*
337  * Probe the adapter and verify that the card is a BusLogic.
338  */
339 int
bt_probe(device_t dev)340 bt_probe(device_t dev)
341 {
342 	struct bt_softc *bt = device_get_softc(dev);
343 	esetup_info_data_t esetup_info;
344 	u_int	 status;
345 	u_int	 intstat;
346 	u_int	 geometry;
347 	int	 error;
348 	u_int8_t param;
349 
350 	/*
351 	 * See if the three I/O ports look reasonable.
352 	 * Touch the minimal number of registers in the
353 	 * failure case.
354 	 */
355 	status = bt_inb(bt, STATUS_REG);
356 	if ((status == 0)
357 	 || (status & (DIAG_ACTIVE|CMD_REG_BUSY|
358 		       STATUS_REG_RSVD|CMD_INVALID)) != 0) {
359 		if (bootverbose)
360 			device_printf(dev, "Failed Status Reg Test - %x\n",
361 			       status);
362 		return (ENXIO);
363 	}
364 
365 	intstat = bt_inb(bt, INTSTAT_REG);
366 	if ((intstat & INTSTAT_REG_RSVD) != 0) {
367 		device_printf(dev, "Failed Intstat Reg Test\n");
368 		return (ENXIO);
369 	}
370 
371 	geometry = bt_inb(bt, GEOMETRY_REG);
372 	if (geometry == 0xFF) {
373 		if (bootverbose)
374 			device_printf(dev, "Failed Geometry Reg Test\n");
375 		return (ENXIO);
376 	}
377 
378 	/*
379 	 * Looking good so far.  Final test is to reset the
380 	 * adapter and attempt to fetch the extended setup
381 	 * information.  This should filter out all 1542 cards.
382 	 */
383 	mtx_lock(&bt->lock);
384 	if ((error = btreset(bt, /*hard_reset*/TRUE)) != 0) {
385 		mtx_unlock(&bt->lock);
386 		if (bootverbose)
387 			device_printf(dev, "Failed Reset\n");
388 		return (ENXIO);
389 	}
390 
391 	param = sizeof(esetup_info);
392 	error = bt_cmd(bt, BOP_INQUIRE_ESETUP_INFO, &param, /*parmlen*/1,
393 		       (u_int8_t*)&esetup_info, sizeof(esetup_info),
394 		       DEFAULT_CMD_TIMEOUT);
395 	mtx_unlock(&bt->lock);
396 	if (error != 0) {
397 		return (ENXIO);
398 	}
399 
400 	return (0);
401 }
402 
403 /*
404  * Pull the boards setup information and record it in our softc.
405  */
406 int
bt_fetch_adapter_info(device_t dev)407 bt_fetch_adapter_info(device_t dev)
408 {
409 	struct bt_softc *bt = device_get_softc(dev);
410 	board_id_data_t	board_id;
411 	esetup_info_data_t esetup_info;
412 	config_data_t config_data;
413 	int	 error;
414 	u_int8_t length_param;
415 
416 	/* First record the firmware version */
417 	mtx_lock(&bt->lock);
418 	error = bt_cmd(bt, BOP_INQUIRE_BOARD_ID, NULL, /*parmlen*/0,
419 		       (u_int8_t*)&board_id, sizeof(board_id),
420 		       DEFAULT_CMD_TIMEOUT);
421 	if (error != 0) {
422 		mtx_unlock(&bt->lock);
423 		device_printf(dev, "bt_fetch_adapter_info - Failed Get Board Info\n");
424 		return (error);
425 	}
426 	bt->firmware_ver[0] = board_id.firmware_rev_major;
427 	bt->firmware_ver[1] = '.';
428 	bt->firmware_ver[2] = board_id.firmware_rev_minor;
429 	bt->firmware_ver[3] = '\0';
430 
431 	/*
432 	 * Depending on the firmware major and minor version,
433 	 * we may be able to fetch additional minor version info.
434 	 */
435 	if (bt->firmware_ver[0] > '0') {
436 
437 		error = bt_cmd(bt, BOP_INQUIRE_FW_VER_3DIG, NULL, /*parmlen*/0,
438 			       (u_int8_t*)&bt->firmware_ver[3], 1,
439 			       DEFAULT_CMD_TIMEOUT);
440 		if (error != 0) {
441 			mtx_unlock(&bt->lock);
442 			device_printf(dev,
443 				      "bt_fetch_adapter_info - Failed Get "
444 				      "Firmware 3rd Digit\n");
445 			return (error);
446 		}
447 		if (bt->firmware_ver[3] == ' ')
448 			bt->firmware_ver[3] = '\0';
449 		bt->firmware_ver[4] = '\0';
450 	}
451 
452 	if (strcmp(bt->firmware_ver, "3.3") >= 0) {
453 
454 		error = bt_cmd(bt, BOP_INQUIRE_FW_VER_4DIG, NULL, /*parmlen*/0,
455 			       (u_int8_t*)&bt->firmware_ver[4], 1,
456 			       DEFAULT_CMD_TIMEOUT);
457 		if (error != 0) {
458 			mtx_unlock(&bt->lock);
459 			device_printf(dev,
460 				      "bt_fetch_adapter_info - Failed Get "
461 				      "Firmware 4th Digit\n");
462 			return (error);
463 		}
464 		if (bt->firmware_ver[4] == ' ')
465 			bt->firmware_ver[4] = '\0';
466 		bt->firmware_ver[5] = '\0';
467 	}
468 
469 	/*
470 	 * Some boards do not handle the "recently documented"
471 	 * Inquire Board Model Number command correctly or do not give
472 	 * exact information.  Use the Firmware and Extended Setup
473 	 * information in these cases to come up with the right answer.
474 	 * The major firmware revision number indicates:
475 	 *
476 	 * 	5.xx	BusLogic "W" Series Host Adapters:
477 	 *		BT-948/958/958D
478 	 *	4.xx	BusLogic "C" Series Host Adapters:
479 	 *		BT-946C/956C/956CD/747C/757C/757CD/445C/545C/540CF
480 	 *	3.xx	BusLogic "S" Series Host Adapters:
481 	 *		BT-747S/747D/757S/757D/445S/545S/542D
482 	 *		BT-542B/742A (revision H)
483 	 *	2.xx	BusLogic "A" Series Host Adapters:
484 	 *		BT-542B/742A (revision G and below)
485 	 *	0.xx	AMI FastDisk VLB/EISA BusLogic Clone Host Adapter
486 	 */
487 	length_param = sizeof(esetup_info);
488 	error = bt_cmd(bt, BOP_INQUIRE_ESETUP_INFO, &length_param, /*parmlen*/1,
489 		       (u_int8_t*)&esetup_info, sizeof(esetup_info),
490 		       DEFAULT_CMD_TIMEOUT);
491 	if (error != 0) {
492 		mtx_unlock(&bt->lock);
493 		return (error);
494 	}
495 
496   	bt->bios_addr = esetup_info.bios_addr << 12;
497 
498 	bt->mailbox_addrlimit = BUS_SPACE_MAXADDR;
499 	if (esetup_info.bus_type == 'A'
500 	 && bt->firmware_ver[0] == '2') {
501 		snprintf(bt->model, sizeof(bt->model), "542B");
502 	} else if (esetup_info.bus_type == 'E'
503 	 	&& bt->firmware_ver[0] == '2') {
504 
505 		/*
506 		 * The 742A seems to object if its mailboxes are
507 		 * allocated above the 16MB mark.
508 		 */
509 		bt->mailbox_addrlimit = BUS_SPACE_MAXADDR_24BIT;
510 		snprintf(bt->model, sizeof(bt->model), "742A");
511 	} else if (esetup_info.bus_type == 'E'
512 		&& bt->firmware_ver[0] == '0') {
513 		/* AMI FastDisk EISA Series 441 0.x */
514 		snprintf(bt->model, sizeof(bt->model), "747A");
515 	} else {
516 		ha_model_data_t model_data;
517 		int i;
518 
519 		length_param = sizeof(model_data);
520 		error = bt_cmd(bt, BOP_INQUIRE_MODEL, &length_param, 1,
521 			       (u_int8_t*)&model_data, sizeof(model_data),
522 			       DEFAULT_CMD_TIMEOUT);
523 		if (error != 0) {
524 			mtx_unlock(&bt->lock);
525 			device_printf(dev,
526 				      "bt_fetch_adapter_info - Failed Inquire "
527 				      "Model Number\n");
528 			return (error);
529 		}
530 		for (i = 0; i < sizeof(model_data.ascii_model); i++) {
531 			bt->model[i] = model_data.ascii_model[i];
532 			if (bt->model[i] == ' ')
533 				break;
534 		}
535 		bt->model[i] = '\0';
536 	}
537 
538 	bt->level_trigger_ints = esetup_info.level_trigger_ints ? 1 : 0;
539 
540 	/* SG element limits */
541 	bt->max_sg = esetup_info.max_sg;
542 
543 	/* Set feature flags */
544 	bt->wide_bus = esetup_info.wide_bus;
545 	bt->diff_bus = esetup_info.diff_bus;
546 	bt->ultra_scsi = esetup_info.ultra_scsi;
547 
548 	if ((bt->firmware_ver[0] == '5')
549 	 || (bt->firmware_ver[0] == '4' && bt->wide_bus))
550 		bt->extended_lun = TRUE;
551 
552 	bt->strict_rr = (strcmp(bt->firmware_ver, "3.31") >= 0);
553 
554 	bt->extended_trans =
555 	    ((bt_inb(bt, GEOMETRY_REG) & EXTENDED_TRANSLATION) != 0);
556 
557 	/*
558 	 * Determine max CCB count and whether tagged queuing is
559 	 * available based on controller type. Tagged queuing
560 	 * only works on 'W' series adapters, 'C' series adapters
561 	 * with firmware of rev 4.42 and higher, and 'S' series
562 	 * adapters with firmware of rev 3.35 and higher.  The
563 	 * maximum CCB counts are as follows:
564 	 *
565 	 *	192	BT-948/958/958D
566 	 *	100	BT-946C/956C/956CD/747C/757C/757CD/445C
567 	 * 	50	BT-545C/540CF
568 	 * 	30	BT-747S/747D/757S/757D/445S/545S/542D/542B/742A
569 	 */
570 	if (bt->firmware_ver[0] == '5') {
571 		bt->max_ccbs = 192;
572 		bt->tag_capable = TRUE;
573 	} else if (bt->firmware_ver[0] == '4') {
574 		if (bt->model[0] == '5')
575 			bt->max_ccbs = 50;
576 		else
577 			bt->max_ccbs = 100;
578 		bt->tag_capable = (strcmp(bt->firmware_ver, "4.22") >= 0);
579 	} else {
580 		bt->max_ccbs = 30;
581 		if (bt->firmware_ver[0] == '3'
582 		 && (strcmp(bt->firmware_ver, "3.35") >= 0))
583 			bt->tag_capable = TRUE;
584 		else
585 			bt->tag_capable = FALSE;
586 	}
587 
588 	if (bt->tag_capable != FALSE)
589 		bt->tags_permitted = ALL_TARGETS;
590 
591 	/* Determine Sync/Wide/Disc settings */
592 	if (bt->firmware_ver[0] >= '4') {
593 		auto_scsi_data_t auto_scsi_data;
594 		fetch_lram_params_t fetch_lram_params;
595 		int error;
596 
597 		/*
598 		 * These settings are stored in the
599 		 * AutoSCSI data in LRAM of 'W' and 'C'
600 		 * adapters.
601 		 */
602 		fetch_lram_params.offset = AUTO_SCSI_BYTE_OFFSET;
603 		fetch_lram_params.response_len = sizeof(auto_scsi_data);
604 		error = bt_cmd(bt, BOP_FETCH_LRAM,
605 			       (u_int8_t*)&fetch_lram_params,
606 			       sizeof(fetch_lram_params),
607 			       (u_int8_t*)&auto_scsi_data,
608 			       sizeof(auto_scsi_data), DEFAULT_CMD_TIMEOUT);
609 
610 		if (error != 0) {
611 			mtx_unlock(&bt->lock);
612 			device_printf(dev,
613 				      "bt_fetch_adapter_info - Failed "
614 				      "Get Auto SCSI Info\n");
615 			return (error);
616 		}
617 
618 		bt->disc_permitted = auto_scsi_data.low_disc_permitted
619 				   | (auto_scsi_data.high_disc_permitted << 8);
620 		bt->sync_permitted = auto_scsi_data.low_sync_permitted
621 				   | (auto_scsi_data.high_sync_permitted << 8);
622 		bt->fast_permitted = auto_scsi_data.low_fast_permitted
623 				   | (auto_scsi_data.high_fast_permitted << 8);
624 		bt->ultra_permitted = auto_scsi_data.low_ultra_permitted
625 				   | (auto_scsi_data.high_ultra_permitted << 8);
626 		bt->wide_permitted = auto_scsi_data.low_wide_permitted
627 				   | (auto_scsi_data.high_wide_permitted << 8);
628 
629 		if (bt->ultra_scsi == FALSE)
630 			bt->ultra_permitted = 0;
631 
632 		if (bt->wide_bus == FALSE)
633 			bt->wide_permitted = 0;
634 	} else {
635 		/*
636 		 * 'S' and 'A' series have this information in the setup
637 		 * information structure.
638 		 */
639 		setup_data_t	setup_info;
640 
641 		length_param = sizeof(setup_info);
642 		error = bt_cmd(bt, BOP_INQUIRE_SETUP_INFO, &length_param,
643 			       /*paramlen*/1, (u_int8_t*)&setup_info,
644 			       sizeof(setup_info), DEFAULT_CMD_TIMEOUT);
645 
646 		if (error != 0) {
647 			mtx_unlock(&bt->lock);
648 			device_printf(dev,
649 				      "bt_fetch_adapter_info - Failed "
650 				      "Get Setup Info\n");
651 			return (error);
652 		}
653 
654 		if (setup_info.initiate_sync != 0) {
655 			bt->sync_permitted = ALL_TARGETS;
656 
657 			if (bt->model[0] == '7') {
658 				if (esetup_info.sync_neg10MB != 0)
659 					bt->fast_permitted = ALL_TARGETS;
660 				if (strcmp(bt->model, "757") == 0)
661 					bt->wide_permitted = ALL_TARGETS;
662 			}
663 		}
664 		bt->disc_permitted = ALL_TARGETS;
665 	}
666 
667 	/* We need as many mailboxes as we can have ccbs */
668 	bt->num_boxes = bt->max_ccbs;
669 
670 	/* Determine our SCSI ID */
671 
672 	error = bt_cmd(bt, BOP_INQUIRE_CONFIG, NULL, /*parmlen*/0,
673 		       (u_int8_t*)&config_data, sizeof(config_data),
674 		       DEFAULT_CMD_TIMEOUT);
675 	mtx_unlock(&bt->lock);
676 	if (error != 0) {
677 		device_printf(dev,
678 			      "bt_fetch_adapter_info - Failed Get Config\n");
679 		return (error);
680 	}
681 	bt->scsi_id = config_data.scsi_id;
682 
683 	return (0);
684 }
685 
686 /*
687  * Start the board, ready for normal operation
688  */
689 int
bt_init(device_t dev)690 bt_init(device_t dev)
691 {
692 	struct bt_softc *bt = device_get_softc(dev);
693 
694 	/* Announce the Adapter */
695 	device_printf(dev, "BT-%s FW Rev. %s ", bt->model, bt->firmware_ver);
696 
697 	if (bt->ultra_scsi != 0)
698 		printf("Ultra ");
699 
700 	if (bt->wide_bus != 0)
701 		printf("Wide ");
702 	else
703 		printf("Narrow ");
704 
705 	if (bt->diff_bus != 0)
706 		printf("Diff ");
707 
708 	printf("SCSI Host Adapter, SCSI ID %d, %d CCBs\n", bt->scsi_id,
709 	       bt->max_ccbs);
710 
711 	/*
712 	 * Create our DMA tags.  These tags define the kinds of device
713 	 * accessible memory allocations and memory mappings we will
714 	 * need to perform during normal operation.
715 	 *
716 	 * Unless we need to further restrict the allocation, we rely
717 	 * on the restrictions of the parent dmat, hence the common
718 	 * use of MAXADDR and MAXSIZE.
719 	 */
720 
721 	/* DMA tag for mapping buffers into device visible space. */
722 	if (bus_dma_tag_create( /* parent	*/ bt->parent_dmat,
723 				/* alignment	*/ 1,
724 				/* boundary	*/ 0,
725 				/* lowaddr	*/ BUS_SPACE_MAXADDR,
726 				/* highaddr	*/ BUS_SPACE_MAXADDR,
727 				/* filter	*/ NULL,
728 				/* filterarg	*/ NULL,
729 				/* maxsize	*/ DFLTPHYS,
730 				/* nsegments	*/ BT_NSEG,
731 				/* maxsegsz	*/ BUS_SPACE_MAXSIZE_32BIT,
732 				/* flags	*/ BUS_DMA_ALLOCNOW,
733 				/* lockfunc	*/ busdma_lock_mutex,
734 				/* lockarg	*/ &bt->lock,
735 				&bt->buffer_dmat) != 0) {
736 		goto error_exit;
737 	}
738 
739 	bt->init_level++;
740 	/* DMA tag for our mailboxes */
741 	if (bus_dma_tag_create(	/* parent	*/ bt->parent_dmat,
742 				/* alignment	*/ 1,
743 				/* boundary	*/ 0,
744 				/* lowaddr	*/ bt->mailbox_addrlimit,
745 				/* highaddr	*/ BUS_SPACE_MAXADDR,
746 				/* filter	*/ NULL,
747 				/* filterarg	*/ NULL,
748 				/* maxsize	*/ bt->num_boxes *
749 						   (sizeof(bt_mbox_in_t) +
750 						    sizeof(bt_mbox_out_t)),
751 				/* nsegments	*/ 1,
752 				/* maxsegsz	*/ BUS_SPACE_MAXSIZE_32BIT,
753 				/* flags	*/ 0,
754 				/* lockfunc	*/ NULL,
755 				/* lockarg	*/ NULL,
756 				&bt->mailbox_dmat) != 0) {
757 		goto error_exit;
758         }
759 
760 	bt->init_level++;
761 
762 	/* Allocation for our mailboxes */
763 	if (bus_dmamem_alloc(bt->mailbox_dmat, (void **)&bt->out_boxes,
764 			     BUS_DMA_NOWAIT, &bt->mailbox_dmamap) != 0) {
765 		goto error_exit;
766 	}
767 
768 	bt->init_level++;
769 
770 	/* And permanently map them */
771 	bus_dmamap_load(bt->mailbox_dmat, bt->mailbox_dmamap,
772        			bt->out_boxes,
773 			bt->num_boxes * (sizeof(bt_mbox_in_t)
774 				       + sizeof(bt_mbox_out_t)),
775 			btmapmboxes, bt, /*flags*/0);
776 
777 	bt->init_level++;
778 
779 	bt->in_boxes = (bt_mbox_in_t *)&bt->out_boxes[bt->num_boxes];
780 
781 	mtx_lock(&bt->lock);
782 	btinitmboxes(bt);
783 	mtx_unlock(&bt->lock);
784 
785 	/* DMA tag for our ccb structures */
786 	if (bus_dma_tag_create(	/* parent	*/ bt->parent_dmat,
787 				/* alignment	*/ 1,
788 				/* boundary	*/ 0,
789 				/* lowaddr	*/ BUS_SPACE_MAXADDR,
790 				/* highaddr	*/ BUS_SPACE_MAXADDR,
791 				/* filter	*/ NULL,
792 				/* filterarg	*/ NULL,
793 				/* maxsize	*/ bt->max_ccbs *
794 						   sizeof(struct bt_ccb),
795 				/* nsegments	*/ 1,
796 				/* maxsegsz	*/ BUS_SPACE_MAXSIZE_32BIT,
797 				/* flags	*/ 0,
798 				/* lockfunc	*/ NULL,
799 				/* lockarg	*/ NULL,
800 				&bt->ccb_dmat) != 0) {
801 		goto error_exit;
802         }
803 
804 	bt->init_level++;
805 
806 	/* Allocation for our ccbs */
807 	if (bus_dmamem_alloc(bt->ccb_dmat, (void **)&bt->bt_ccb_array,
808 			     BUS_DMA_NOWAIT, &bt->ccb_dmamap) != 0) {
809 		goto error_exit;
810 	}
811 
812 	bt->init_level++;
813 
814 	/* And permanently map them */
815 	bus_dmamap_load(bt->ccb_dmat, bt->ccb_dmamap,
816        			bt->bt_ccb_array,
817 			bt->max_ccbs * sizeof(struct bt_ccb),
818 			btmapccbs, bt, /*flags*/0);
819 
820 	bt->init_level++;
821 
822 	/* DMA tag for our S/G structures.  We allocate in page sized chunks */
823 	if (bus_dma_tag_create(	/* parent	*/ bt->parent_dmat,
824 				/* alignment	*/ 1,
825 				/* boundary	*/ 0,
826 				/* lowaddr	*/ BUS_SPACE_MAXADDR,
827 				/* highaddr	*/ BUS_SPACE_MAXADDR,
828 				/* filter	*/ NULL,
829 				/* filterarg	*/ NULL,
830 				/* maxsize	*/ PAGE_SIZE,
831 				/* nsegments	*/ 1,
832 				/* maxsegsz	*/ BUS_SPACE_MAXSIZE_32BIT,
833 				/* flags	*/ 0,
834 				/* lockfunc	*/ NULL,
835 				/* lockarg	*/ NULL,
836 				&bt->sg_dmat) != 0) {
837 		goto error_exit;
838         }
839 
840 	bt->init_level++;
841 
842 	/* Perform initial CCB allocation */
843 	bzero(bt->bt_ccb_array, bt->max_ccbs * sizeof(struct bt_ccb));
844 	btallocccbs(bt);
845 
846 	if (bt->num_ccbs == 0) {
847 		device_printf(dev,
848 			      "bt_init - Unable to allocate initial ccbs\n");
849 		goto error_exit;
850 	}
851 
852 	/*
853 	 * Note that we are going and return (to attach)
854 	 */
855 	return 0;
856 
857 error_exit:
858 
859 	return (ENXIO);
860 }
861 
862 int
bt_attach(device_t dev)863 bt_attach(device_t dev)
864 {
865 	struct bt_softc *bt = device_get_softc(dev);
866 	int tagged_dev_openings;
867 	struct cam_devq *devq;
868 	int error;
869 
870 	/*
871 	 * We reserve 1 ccb for error recovery, so don't
872 	 * tell the XPT about it.
873 	 */
874 	if (bt->tag_capable != 0)
875 		tagged_dev_openings = bt->max_ccbs - 1;
876 	else
877 		tagged_dev_openings = 0;
878 
879 	/*
880 	 * Create the device queue for our SIM.
881 	 */
882 	devq = cam_simq_alloc(bt->max_ccbs - 1);
883 	if (devq == NULL)
884 		return (ENOMEM);
885 
886 	/*
887 	 * Construct our SIM entry
888 	 */
889 	bt->sim = cam_sim_alloc(btaction, btpoll, "bt", bt,
890 	    device_get_unit(bt->dev), &bt->lock, 2, tagged_dev_openings, devq);
891 	if (bt->sim == NULL) {
892 		cam_simq_free(devq);
893 		return (ENOMEM);
894 	}
895 
896 	mtx_lock(&bt->lock);
897 	if (xpt_bus_register(bt->sim, dev, 0) != CAM_SUCCESS) {
898 		cam_sim_free(bt->sim, /*free_devq*/TRUE);
899 		mtx_unlock(&bt->lock);
900 		return (ENXIO);
901 	}
902 
903 	if (xpt_create_path(&bt->path, /*periph*/NULL,
904 			    cam_sim_path(bt->sim), CAM_TARGET_WILDCARD,
905 			    CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
906 		xpt_bus_deregister(cam_sim_path(bt->sim));
907 		cam_sim_free(bt->sim, /*free_devq*/TRUE);
908 		mtx_unlock(&bt->lock);
909 		return (ENXIO);
910 	}
911 	mtx_unlock(&bt->lock);
912 
913 	/*
914 	 * Setup interrupt.
915 	 */
916 	error = bus_setup_intr(dev, bt->irq, INTR_TYPE_CAM | INTR_ENTROPY |
917 	    INTR_MPSAFE, NULL, bt_intr, bt, &bt->ih);
918 	if (error) {
919 		device_printf(dev, "bus_setup_intr() failed: %d\n", error);
920 		return (error);
921 	}
922 
923 	return (0);
924 }
925 
926 int
bt_check_probed_iop(u_int ioport)927 bt_check_probed_iop(u_int ioport)
928 {
929 	u_int i;
930 
931 	for (i = 0; i < BT_NUM_ISAPORTS; i++) {
932 		if (bt_isa_ports[i].addr == ioport) {
933 			if (bt_isa_ports[i].probed != 0)
934 				return (1);
935 			else {
936 				return (0);
937 			}
938 		}
939 	}
940 	return (1);
941 }
942 
943 void
bt_mark_probed_bio(isa_compat_io_t port)944 bt_mark_probed_bio(isa_compat_io_t port)
945 {
946 	if (port < BIO_DISABLED)
947 		bt_mark_probed_iop(bt_board_ports[port]);
948 }
949 
950 void
bt_mark_probed_iop(u_int ioport)951 bt_mark_probed_iop(u_int ioport)
952 {
953 	u_int i;
954 
955 	for (i = 0; i < BT_NUM_ISAPORTS; i++) {
956 		if (ioport == bt_isa_ports[i].addr) {
957 			bt_isa_ports[i].probed = 1;
958 			break;
959 		}
960 	}
961 }
962 
963 void
bt_find_probe_range(int ioport,int * port_index,int * max_port_index)964 bt_find_probe_range(int ioport, int *port_index, int *max_port_index)
965 {
966 	if (ioport > 0) {
967 		int i;
968 
969 		for (i = 0;i < BT_NUM_ISAPORTS; i++)
970 			if (ioport <= bt_isa_ports[i].addr)
971 				break;
972 		if ((i >= BT_NUM_ISAPORTS)
973 		 || (ioport != bt_isa_ports[i].addr)) {
974 			printf(
975 "bt_find_probe_range: Invalid baseport of 0x%x specified.\n"
976 "bt_find_probe_range: Nearest valid baseport is 0x%x.\n"
977 "bt_find_probe_range: Failing probe.\n",
978 			       ioport,
979 			       (i < BT_NUM_ISAPORTS)
980 				    ? bt_isa_ports[i].addr
981 				    : bt_isa_ports[BT_NUM_ISAPORTS - 1].addr);
982 			*port_index = *max_port_index = -1;
983 			return;
984 		}
985 		*port_index = *max_port_index = bt_isa_ports[i].bio;
986 	} else {
987 		*port_index = 0;
988 		*max_port_index = BT_NUM_ISAPORTS - 1;
989 	}
990 }
991 
992 int
bt_iop_from_bio(isa_compat_io_t bio_index)993 bt_iop_from_bio(isa_compat_io_t bio_index)
994 {
995 	if (bio_index < BT_NUM_ISAPORTS)
996 		return (bt_board_ports[bio_index]);
997 	return (-1);
998 }
999 
1000 
1001 static void
btallocccbs(struct bt_softc * bt)1002 btallocccbs(struct bt_softc *bt)
1003 {
1004 	struct bt_ccb *next_ccb;
1005 	struct sg_map_node *sg_map;
1006 	bus_addr_t physaddr;
1007 	bt_sg_t *segs;
1008 	int newcount;
1009 	int i;
1010 
1011 	if (bt->num_ccbs >= bt->max_ccbs)
1012 		/* Can't allocate any more */
1013 		return;
1014 
1015 	next_ccb = &bt->bt_ccb_array[bt->num_ccbs];
1016 
1017 	sg_map = malloc(sizeof(*sg_map), M_DEVBUF, M_NOWAIT);
1018 
1019 	if (sg_map == NULL)
1020 		goto error_exit;
1021 
1022 	/* Allocate S/G space for the next batch of CCBS */
1023 	if (bus_dmamem_alloc(bt->sg_dmat, (void **)&sg_map->sg_vaddr,
1024 			     BUS_DMA_NOWAIT, &sg_map->sg_dmamap) != 0) {
1025 		free(sg_map, M_DEVBUF);
1026 		goto error_exit;
1027 	}
1028 
1029 	SLIST_INSERT_HEAD(&bt->sg_maps, sg_map, links);
1030 
1031 	bus_dmamap_load(bt->sg_dmat, sg_map->sg_dmamap, sg_map->sg_vaddr,
1032 			PAGE_SIZE, btmapsgs, bt, /*flags*/0);
1033 
1034 	segs = sg_map->sg_vaddr;
1035 	physaddr = sg_map->sg_physaddr;
1036 
1037 	newcount = (PAGE_SIZE / (BT_NSEG * sizeof(bt_sg_t)));
1038 	for (i = 0; bt->num_ccbs < bt->max_ccbs && i < newcount; i++) {
1039 		int error;
1040 
1041 		next_ccb->sg_list = segs;
1042 		next_ccb->sg_list_phys = physaddr;
1043 		next_ccb->flags = BCCB_FREE;
1044 		callout_init_mtx(&next_ccb->timer, &bt->lock, 0);
1045 		error = bus_dmamap_create(bt->buffer_dmat, /*flags*/0,
1046 					  &next_ccb->dmamap);
1047 		if (error != 0)
1048 			break;
1049 		SLIST_INSERT_HEAD(&bt->free_bt_ccbs, next_ccb, links);
1050 		segs += BT_NSEG;
1051 		physaddr += (BT_NSEG * sizeof(bt_sg_t));
1052 		next_ccb++;
1053 		bt->num_ccbs++;
1054 	}
1055 
1056 	/* Reserve a CCB for error recovery */
1057 	if (bt->recovery_bccb == NULL) {
1058 		bt->recovery_bccb = SLIST_FIRST(&bt->free_bt_ccbs);
1059 		SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1060 	}
1061 
1062 	if (SLIST_FIRST(&bt->free_bt_ccbs) != NULL)
1063 		return;
1064 
1065 error_exit:
1066 	device_printf(bt->dev, "Can't malloc BCCBs\n");
1067 }
1068 
1069 static __inline void
btfreeccb(struct bt_softc * bt,struct bt_ccb * bccb)1070 btfreeccb(struct bt_softc *bt, struct bt_ccb *bccb)
1071 {
1072 
1073 	if (!dumping)
1074 		mtx_assert(&bt->lock, MA_OWNED);
1075 	if ((bccb->flags & BCCB_ACTIVE) != 0)
1076 		LIST_REMOVE(&bccb->ccb->ccb_h, sim_links.le);
1077 	if (bt->resource_shortage != 0
1078 	 && (bccb->ccb->ccb_h.status & CAM_RELEASE_SIMQ) == 0) {
1079 		bccb->ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1080 		bt->resource_shortage = FALSE;
1081 	}
1082 	bccb->flags = BCCB_FREE;
1083 	SLIST_INSERT_HEAD(&bt->free_bt_ccbs, bccb, links);
1084 	bt->active_ccbs--;
1085 }
1086 
1087 static __inline struct bt_ccb*
btgetccb(struct bt_softc * bt)1088 btgetccb(struct bt_softc *bt)
1089 {
1090 	struct	bt_ccb* bccb;
1091 
1092 	if (!dumping)
1093 		mtx_assert(&bt->lock, MA_OWNED);
1094 	if ((bccb = SLIST_FIRST(&bt->free_bt_ccbs)) != NULL) {
1095 		SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1096 		bt->active_ccbs++;
1097 	} else {
1098 		btallocccbs(bt);
1099 		bccb = SLIST_FIRST(&bt->free_bt_ccbs);
1100 		if (bccb != NULL) {
1101 			SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1102 			bt->active_ccbs++;
1103 		}
1104 	}
1105 
1106 	return (bccb);
1107 }
1108 
1109 static void
btaction(struct cam_sim * sim,union ccb * ccb)1110 btaction(struct cam_sim *sim, union ccb *ccb)
1111 {
1112 	struct	bt_softc *bt;
1113 
1114 	CAM_DEBUG(ccb->ccb_h.path, CAM_DEBUG_TRACE, ("btaction\n"));
1115 
1116 	bt = (struct bt_softc *)cam_sim_softc(sim);
1117 	mtx_assert(&bt->lock, MA_OWNED);
1118 
1119 	switch (ccb->ccb_h.func_code) {
1120 	/* Common cases first */
1121 	case XPT_SCSI_IO:	/* Execute the requested I/O operation */
1122 	case XPT_RESET_DEV:	/* Bus Device Reset the specified SCSI device */
1123 	{
1124 		struct	bt_ccb	*bccb;
1125 		struct	bt_hccb *hccb;
1126 
1127 		/*
1128 		 * get a bccb to use.
1129 		 */
1130 		if ((bccb = btgetccb(bt)) == NULL) {
1131 
1132 			bt->resource_shortage = TRUE;
1133 			xpt_freeze_simq(bt->sim, /*count*/1);
1134 			ccb->ccb_h.status = CAM_REQUEUE_REQ;
1135 			xpt_done(ccb);
1136 			return;
1137 		}
1138 
1139 		hccb = &bccb->hccb;
1140 
1141 		/*
1142 		 * So we can find the BCCB when an abort is requested
1143 		 */
1144 		bccb->ccb = ccb;
1145 		ccb->ccb_h.ccb_bccb_ptr = bccb;
1146 		ccb->ccb_h.ccb_bt_ptr = bt;
1147 
1148 		/*
1149 		 * Put all the arguments for the xfer in the bccb
1150 		 */
1151 		hccb->target_id = ccb->ccb_h.target_id;
1152 		hccb->target_lun = ccb->ccb_h.target_lun;
1153 		hccb->btstat = 0;
1154 		hccb->sdstat = 0;
1155 
1156 		if (ccb->ccb_h.func_code == XPT_SCSI_IO) {
1157 			struct ccb_scsiio *csio;
1158 			struct ccb_hdr *ccbh;
1159 			int error;
1160 
1161 			csio = &ccb->csio;
1162 			ccbh = &csio->ccb_h;
1163 			hccb->opcode = INITIATOR_CCB_WRESID;
1164 			hccb->datain = (ccb->ccb_h.flags & CAM_DIR_IN) ? 1 : 0;
1165 			hccb->dataout =(ccb->ccb_h.flags & CAM_DIR_OUT) ? 1 : 0;
1166 			hccb->cmd_len = csio->cdb_len;
1167 			if (hccb->cmd_len > sizeof(hccb->scsi_cdb)) {
1168 				ccb->ccb_h.status = CAM_REQ_INVALID;
1169 				btfreeccb(bt, bccb);
1170 				xpt_done(ccb);
1171 				return;
1172 			}
1173 			hccb->sense_len = csio->sense_len;
1174 			if ((ccbh->flags & CAM_TAG_ACTION_VALID) != 0
1175 			 && ccb->csio.tag_action != CAM_TAG_ACTION_NONE) {
1176 				hccb->tag_enable = TRUE;
1177 				hccb->tag_type = (ccb->csio.tag_action & 0x3);
1178 			} else {
1179 				hccb->tag_enable = FALSE;
1180 				hccb->tag_type = 0;
1181 			}
1182 			if ((ccbh->flags & CAM_CDB_POINTER) != 0) {
1183 				if ((ccbh->flags & CAM_CDB_PHYS) == 0) {
1184 					bcopy(csio->cdb_io.cdb_ptr,
1185 					      hccb->scsi_cdb, hccb->cmd_len);
1186 				} else {
1187 					/* I guess I could map it in... */
1188 					ccbh->status = CAM_REQ_INVALID;
1189 					btfreeccb(bt, bccb);
1190 					xpt_done(ccb);
1191 					return;
1192 				}
1193 			} else {
1194 				bcopy(csio->cdb_io.cdb_bytes,
1195 				      hccb->scsi_cdb, hccb->cmd_len);
1196 			}
1197 			/* If need be, bounce our sense buffer */
1198 			if (bt->sense_buffers != NULL) {
1199 				hccb->sense_addr = btsensepaddr(bt, bccb);
1200 			} else {
1201 				hccb->sense_addr = vtophys(&csio->sense_data);
1202 			}
1203 			/*
1204 			 * If we have any data to send with this command,
1205 			 * map it into bus space.
1206 			 */
1207 			error = bus_dmamap_load_ccb(
1208 			    bt->buffer_dmat,
1209 			    bccb->dmamap,
1210 			    ccb,
1211 			    btexecuteccb,
1212 			    bccb,
1213 			    /*flags*/0);
1214 			if (error == EINPROGRESS) {
1215 				/*
1216 				 * So as to maintain ordering, freeze the
1217 				 * controller queue until our mapping is
1218 				 * returned.
1219 				 */
1220 				xpt_freeze_simq(bt->sim, 1);
1221 				csio->ccb_h.status |= CAM_RELEASE_SIMQ;
1222 			}
1223 		} else {
1224 			hccb->opcode = INITIATOR_BUS_DEV_RESET;
1225 			/* No data transfer */
1226 			hccb->datain = TRUE;
1227 			hccb->dataout = TRUE;
1228 			hccb->cmd_len = 0;
1229 			hccb->sense_len = 0;
1230 			hccb->tag_enable = FALSE;
1231 			hccb->tag_type = 0;
1232 			btexecuteccb(bccb, NULL, 0, 0);
1233 		}
1234 		break;
1235 	}
1236 	case XPT_EN_LUN:		/* Enable LUN as a target */
1237 	case XPT_TARGET_IO:		/* Execute target I/O request */
1238 	case XPT_ACCEPT_TARGET_IO:	/* Accept Host Target Mode CDB */
1239 	case XPT_CONT_TARGET_IO:	/* Continue Host Target I/O Connection*/
1240 	case XPT_ABORT:			/* Abort the specified CCB */
1241 		/* XXX Implement */
1242 		ccb->ccb_h.status = CAM_REQ_INVALID;
1243 		xpt_done(ccb);
1244 		break;
1245 	case XPT_SET_TRAN_SETTINGS:
1246 	{
1247 		/* XXX Implement */
1248 		ccb->ccb_h.status = CAM_PROVIDE_FAIL;
1249 		xpt_done(ccb);
1250 		break;
1251 	}
1252 	case XPT_GET_TRAN_SETTINGS:
1253 	/* Get default/user set transfer settings for the target */
1254 	{
1255 		struct	ccb_trans_settings *cts;
1256 		u_int	target_mask;
1257 
1258 		cts = &ccb->cts;
1259 		target_mask = 0x01 << ccb->ccb_h.target_id;
1260 		if (cts->type == CTS_TYPE_CURRENT_SETTINGS) {
1261 			struct ccb_trans_settings_scsi *scsi =
1262 			    &cts->proto_specific.scsi;
1263 			struct ccb_trans_settings_spi *spi =
1264 			    &cts->xport_specific.spi;
1265 			cts->protocol = PROTO_SCSI;
1266 			cts->protocol_version = SCSI_REV_2;
1267 			cts->transport = XPORT_SPI;
1268 			cts->transport_version = 2;
1269 
1270 			scsi->flags &= ~CTS_SCSI_FLAGS_TAG_ENB;
1271 			spi->flags &= ~CTS_SPI_FLAGS_DISC_ENB;
1272 
1273 			if ((bt->disc_permitted & target_mask) != 0)
1274 				spi->flags |= CTS_SPI_FLAGS_DISC_ENB;
1275 			if ((bt->tags_permitted & target_mask) != 0)
1276 				scsi->flags |= CTS_SCSI_FLAGS_TAG_ENB;
1277 
1278 			if ((bt->ultra_permitted & target_mask) != 0)
1279 				spi->sync_period = 12;
1280 			else if ((bt->fast_permitted & target_mask) != 0)
1281 				spi->sync_period = 25;
1282 			else if ((bt->sync_permitted & target_mask) != 0)
1283 				spi->sync_period = 50;
1284 			else
1285 				spi->sync_period = 0;
1286 
1287 			if (spi->sync_period != 0)
1288 				spi->sync_offset = 15;
1289 
1290 			spi->valid |= CTS_SPI_VALID_SYNC_RATE;
1291 			spi->valid |= CTS_SPI_VALID_SYNC_OFFSET;
1292 
1293 			spi->valid |= CTS_SPI_VALID_BUS_WIDTH;
1294 			if ((bt->wide_permitted & target_mask) != 0)
1295 				spi->bus_width = MSG_EXT_WDTR_BUS_16_BIT;
1296 			else
1297 				spi->bus_width = MSG_EXT_WDTR_BUS_8_BIT;
1298 
1299 			if (cts->ccb_h.target_lun != CAM_LUN_WILDCARD) {
1300 				scsi->valid = CTS_SCSI_VALID_TQ;
1301 				spi->valid |= CTS_SPI_VALID_DISC;
1302 			} else
1303 				scsi->valid = 0;
1304 		} else {
1305 			btfetchtransinfo(bt, cts);
1306 		}
1307 
1308 		ccb->ccb_h.status = CAM_REQ_CMP;
1309 		xpt_done(ccb);
1310 		break;
1311 	}
1312 	case XPT_CALC_GEOMETRY:
1313 	{
1314 		struct	  ccb_calc_geometry *ccg;
1315 		u_int32_t size_mb;
1316 		u_int32_t secs_per_cylinder;
1317 
1318 		ccg = &ccb->ccg;
1319 		size_mb = ccg->volume_size
1320 			/ ((1024L * 1024L) / ccg->block_size);
1321 
1322 		if (size_mb >= 1024 && (bt->extended_trans != 0)) {
1323 			if (size_mb >= 2048) {
1324 				ccg->heads = 255;
1325 				ccg->secs_per_track = 63;
1326 			} else {
1327 				ccg->heads = 128;
1328 				ccg->secs_per_track = 32;
1329 			}
1330 		} else {
1331 			ccg->heads = 64;
1332 			ccg->secs_per_track = 32;
1333 		}
1334 		secs_per_cylinder = ccg->heads * ccg->secs_per_track;
1335 		ccg->cylinders = ccg->volume_size / secs_per_cylinder;
1336 		ccb->ccb_h.status = CAM_REQ_CMP;
1337 		xpt_done(ccb);
1338 		break;
1339 	}
1340 	case XPT_RESET_BUS:		/* Reset the specified SCSI bus */
1341 	{
1342 		btreset(bt, /*hardreset*/TRUE);
1343 		ccb->ccb_h.status = CAM_REQ_CMP;
1344 		xpt_done(ccb);
1345 		break;
1346 	}
1347 	case XPT_TERM_IO:		/* Terminate the I/O process */
1348 		/* XXX Implement */
1349 		ccb->ccb_h.status = CAM_REQ_INVALID;
1350 		xpt_done(ccb);
1351 		break;
1352 	case XPT_PATH_INQ:		/* Path routing inquiry */
1353 	{
1354 		struct ccb_pathinq *cpi = &ccb->cpi;
1355 
1356 		cpi->version_num = 1; /* XXX??? */
1357 		cpi->hba_inquiry = PI_SDTR_ABLE;
1358 		if (bt->tag_capable != 0)
1359 			cpi->hba_inquiry |= PI_TAG_ABLE;
1360 		if (bt->wide_bus != 0)
1361 			cpi->hba_inquiry |= PI_WIDE_16;
1362 		cpi->target_sprt = 0;
1363 		cpi->hba_misc = 0;
1364 		cpi->hba_eng_cnt = 0;
1365 		cpi->max_target = bt->wide_bus ? 15 : 7;
1366 		cpi->max_lun = 7;
1367 		cpi->initiator_id = bt->scsi_id;
1368 		cpi->bus_id = cam_sim_bus(sim);
1369 		cpi->base_transfer_speed = 3300;
1370 		strncpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
1371 		strncpy(cpi->hba_vid, "BusLogic", HBA_IDLEN);
1372 		strncpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN);
1373 		cpi->unit_number = cam_sim_unit(sim);
1374 		cpi->ccb_h.status = CAM_REQ_CMP;
1375 		cpi->transport = XPORT_SPI;
1376 		cpi->transport_version = 2;
1377 		cpi->protocol = PROTO_SCSI;
1378 		cpi->protocol_version = SCSI_REV_2;
1379 		xpt_done(ccb);
1380 		break;
1381 	}
1382 	default:
1383 		ccb->ccb_h.status = CAM_REQ_INVALID;
1384 		xpt_done(ccb);
1385 		break;
1386 	}
1387 }
1388 
1389 static void
btexecuteccb(void * arg,bus_dma_segment_t * dm_segs,int nseg,int error)1390 btexecuteccb(void *arg, bus_dma_segment_t *dm_segs, int nseg, int error)
1391 {
1392 	struct	 bt_ccb *bccb;
1393 	union	 ccb *ccb;
1394 	struct	 bt_softc *bt;
1395 
1396 	bccb = (struct bt_ccb *)arg;
1397 	ccb = bccb->ccb;
1398 	bt = (struct bt_softc *)ccb->ccb_h.ccb_bt_ptr;
1399 
1400 	if (error != 0) {
1401 		if (error != EFBIG)
1402 			device_printf(bt->dev,
1403 				      "Unexepected error 0x%x returned from "
1404 				      "bus_dmamap_load\n", error);
1405 		if (ccb->ccb_h.status == CAM_REQ_INPROG) {
1406 			xpt_freeze_devq(ccb->ccb_h.path, /*count*/1);
1407 			ccb->ccb_h.status = CAM_REQ_TOO_BIG|CAM_DEV_QFRZN;
1408 		}
1409 		btfreeccb(bt, bccb);
1410 		xpt_done(ccb);
1411 		return;
1412 	}
1413 
1414 	if (nseg != 0) {
1415 		bt_sg_t *sg;
1416 		bus_dma_segment_t *end_seg;
1417 		bus_dmasync_op_t op;
1418 
1419 		end_seg = dm_segs + nseg;
1420 
1421 		/* Copy the segments into our SG list */
1422 		sg = bccb->sg_list;
1423 		while (dm_segs < end_seg) {
1424 			sg->len = dm_segs->ds_len;
1425 			sg->addr = dm_segs->ds_addr;
1426 			sg++;
1427 			dm_segs++;
1428 		}
1429 
1430 		if (nseg > 1) {
1431 			bccb->hccb.opcode = INITIATOR_SG_CCB_WRESID;
1432 			bccb->hccb.data_len = sizeof(bt_sg_t) * nseg;
1433 			bccb->hccb.data_addr = bccb->sg_list_phys;
1434 		} else {
1435 			bccb->hccb.data_len = bccb->sg_list->len;
1436 			bccb->hccb.data_addr = bccb->sg_list->addr;
1437 		}
1438 
1439 		if ((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN)
1440 			op = BUS_DMASYNC_PREREAD;
1441 		else
1442 			op = BUS_DMASYNC_PREWRITE;
1443 
1444 		bus_dmamap_sync(bt->buffer_dmat, bccb->dmamap, op);
1445 
1446 	} else {
1447 		bccb->hccb.opcode = INITIATOR_CCB;
1448 		bccb->hccb.data_len = 0;
1449 		bccb->hccb.data_addr = 0;
1450 	}
1451 
1452 	/*
1453 	 * Last time we need to check if this CCB needs to
1454 	 * be aborted.
1455 	 */
1456 	if (ccb->ccb_h.status != CAM_REQ_INPROG) {
1457 		if (nseg != 0)
1458 			bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1459 		btfreeccb(bt, bccb);
1460 		xpt_done(ccb);
1461 		return;
1462 	}
1463 
1464 	bccb->flags = BCCB_ACTIVE;
1465 	ccb->ccb_h.status |= CAM_SIM_QUEUED;
1466 	LIST_INSERT_HEAD(&bt->pending_ccbs, &ccb->ccb_h, sim_links.le);
1467 
1468 	callout_reset_sbt(&bccb->timer, SBT_1MS * ccb->ccb_h.timeout, 0,
1469 	    bttimeout, bccb, 0);
1470 
1471 	/* Tell the adapter about this command */
1472 	bt->cur_outbox->ccb_addr = btccbvtop(bt, bccb);
1473 	if (bt->cur_outbox->action_code != BMBO_FREE) {
1474 		/*
1475 		 * We should never encounter a busy mailbox.
1476 		 * If we do, warn the user, and treat it as
1477 		 * a resource shortage.  If the controller is
1478 		 * hung, one of the pending transactions will
1479 		 * timeout causing us to start recovery operations.
1480 		 */
1481 		device_printf(bt->dev,
1482 			      "Encountered busy mailbox with %d out of %d "
1483 			      "commands active!!!\n", bt->active_ccbs,
1484 			      bt->max_ccbs);
1485 		callout_stop(&bccb->timer);
1486 		if (nseg != 0)
1487 			bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1488 		btfreeccb(bt, bccb);
1489 		bt->resource_shortage = TRUE;
1490 		xpt_freeze_simq(bt->sim, /*count*/1);
1491 		ccb->ccb_h.status = CAM_REQUEUE_REQ;
1492 		xpt_done(ccb);
1493 		return;
1494 	}
1495 	bt->cur_outbox->action_code = BMBO_START;
1496 	bt_outb(bt, COMMAND_REG, BOP_START_MBOX);
1497 	btnextoutbox(bt);
1498 }
1499 
1500 void
bt_intr(void * arg)1501 bt_intr(void *arg)
1502 {
1503 	struct	bt_softc *bt;
1504 
1505 	bt = arg;
1506 	mtx_lock(&bt->lock);
1507 	bt_intr_locked(bt);
1508 	mtx_unlock(&bt->lock);
1509 }
1510 
1511 void
bt_intr_locked(struct bt_softc * bt)1512 bt_intr_locked(struct bt_softc *bt)
1513 {
1514 	u_int	intstat;
1515 
1516 	while (((intstat = bt_inb(bt, INTSTAT_REG)) & INTR_PENDING) != 0) {
1517 
1518 		if ((intstat & CMD_COMPLETE) != 0) {
1519 			bt->latched_status = bt_inb(bt, STATUS_REG);
1520 			bt->command_cmp = TRUE;
1521 		}
1522 
1523 		bt_outb(bt, CONTROL_REG, RESET_INTR);
1524 
1525 		if ((intstat & IMB_LOADED) != 0) {
1526 			while (bt->cur_inbox->comp_code != BMBI_FREE) {
1527 				btdone(bt,
1528 				       btccbptov(bt, bt->cur_inbox->ccb_addr),
1529 				       bt->cur_inbox->comp_code);
1530 				bt->cur_inbox->comp_code = BMBI_FREE;
1531 				btnextinbox(bt);
1532 			}
1533 		}
1534 
1535 		if ((intstat & SCSI_BUS_RESET) != 0) {
1536 			btreset(bt, /*hardreset*/FALSE);
1537 		}
1538 	}
1539 }
1540 
1541 static void
btdone(struct bt_softc * bt,struct bt_ccb * bccb,bt_mbi_comp_code_t comp_code)1542 btdone(struct bt_softc *bt, struct bt_ccb *bccb, bt_mbi_comp_code_t comp_code)
1543 {
1544 	union  ccb	  *ccb;
1545 	struct ccb_scsiio *csio;
1546 
1547 	ccb = bccb->ccb;
1548 	csio = &bccb->ccb->csio;
1549 
1550 	if ((bccb->flags & BCCB_ACTIVE) == 0) {
1551 		device_printf(bt->dev,
1552 			      "btdone - Attempt to free non-active BCCB %p\n",
1553 			      (void *)bccb);
1554 		return;
1555 	}
1556 
1557 	if ((ccb->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
1558 		bus_dmasync_op_t op;
1559 
1560 		if ((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN)
1561 			op = BUS_DMASYNC_POSTREAD;
1562 		else
1563 			op = BUS_DMASYNC_POSTWRITE;
1564 		bus_dmamap_sync(bt->buffer_dmat, bccb->dmamap, op);
1565 		bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1566 	}
1567 
1568 	if (bccb == bt->recovery_bccb) {
1569 		/*
1570 		 * The recovery BCCB does not have a CCB associated
1571 		 * with it, so short circuit the normal error handling.
1572 		 * We now traverse our list of pending CCBs and process
1573 		 * any that were terminated by the recovery CCBs action.
1574 		 * We also reinstate timeouts for all remaining, pending,
1575 		 * CCBs.
1576 		 */
1577 		struct cam_path *path;
1578 		struct ccb_hdr *ccb_h;
1579 		cam_status error;
1580 
1581 		/* Notify all clients that a BDR occured */
1582 		error = xpt_create_path(&path, /*periph*/NULL,
1583 					cam_sim_path(bt->sim),
1584 					bccb->hccb.target_id,
1585 					CAM_LUN_WILDCARD);
1586 
1587 		if (error == CAM_REQ_CMP) {
1588 			xpt_async(AC_SENT_BDR, path, NULL);
1589 			xpt_free_path(path);
1590 		}
1591 
1592 		ccb_h = LIST_FIRST(&bt->pending_ccbs);
1593 		while (ccb_h != NULL) {
1594 			struct bt_ccb *pending_bccb;
1595 
1596 			pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
1597 			if (pending_bccb->hccb.target_id
1598 			 == bccb->hccb.target_id) {
1599 				pending_bccb->hccb.btstat = BTSTAT_HA_BDR;
1600 				ccb_h = LIST_NEXT(ccb_h, sim_links.le);
1601 				btdone(bt, pending_bccb, BMBI_ERROR);
1602 			} else {
1603 				callout_reset_sbt(&pending_bccb->timer,
1604 				    SBT_1MS * ccb_h->timeout, 0, bttimeout,
1605 				    pending_bccb, 0);
1606 				ccb_h = LIST_NEXT(ccb_h, sim_links.le);
1607 			}
1608 		}
1609 		device_printf(bt->dev, "No longer in timeout\n");
1610 		return;
1611 	}
1612 
1613 	callout_stop(&bccb->timer);
1614 
1615 	switch (comp_code) {
1616 	case BMBI_FREE:
1617 		device_printf(bt->dev,
1618 			      "btdone - CCB completed with free status!\n");
1619 		break;
1620 	case BMBI_NOT_FOUND:
1621 		device_printf(bt->dev,
1622 			      "btdone - CCB Abort failed to find CCB\n");
1623 		break;
1624 	case BMBI_ABORT:
1625 	case BMBI_ERROR:
1626 		if (bootverbose) {
1627 			printf("bt: ccb %p - error %x occured.  "
1628 			       "btstat = %x, sdstat = %x\n",
1629 			       (void *)bccb, comp_code, bccb->hccb.btstat,
1630 			       bccb->hccb.sdstat);
1631 		}
1632 		/* An error occured */
1633 		switch(bccb->hccb.btstat) {
1634 		case BTSTAT_DATARUN_ERROR:
1635 			if (bccb->hccb.data_len == 0) {
1636 				/*
1637 				 * At least firmware 4.22, does this
1638 				 * for a QUEUE FULL condition.
1639 				 */
1640 				bccb->hccb.sdstat = SCSI_STATUS_QUEUE_FULL;
1641 			} else if (bccb->hccb.data_len < 0) {
1642 				csio->ccb_h.status = CAM_DATA_RUN_ERR;
1643 				break;
1644 			}
1645 			/* FALLTHROUGH */
1646 		case BTSTAT_NOERROR:
1647 		case BTSTAT_LINKED_CMD_COMPLETE:
1648 		case BTSTAT_LINKED_CMD_FLAG_COMPLETE:
1649 		case BTSTAT_DATAUNDERUN_ERROR:
1650 
1651 			csio->scsi_status = bccb->hccb.sdstat;
1652 			csio->ccb_h.status |= CAM_SCSI_STATUS_ERROR;
1653 			switch(csio->scsi_status) {
1654 			case SCSI_STATUS_CHECK_COND:
1655 			case SCSI_STATUS_CMD_TERMINATED:
1656 				csio->ccb_h.status |= CAM_AUTOSNS_VALID;
1657 				/* Bounce sense back if necessary */
1658 				if (bt->sense_buffers != NULL) {
1659 					csio->sense_data =
1660 					    *btsensevaddr(bt, bccb);
1661 				}
1662 				break;
1663 			default:
1664 				break;
1665 			case SCSI_STATUS_OK:
1666 				csio->ccb_h.status = CAM_REQ_CMP;
1667 				break;
1668 			}
1669 			csio->resid = bccb->hccb.data_len;
1670 			break;
1671 		case BTSTAT_SELTIMEOUT:
1672 			csio->ccb_h.status = CAM_SEL_TIMEOUT;
1673 			break;
1674 		case BTSTAT_UNEXPECTED_BUSFREE:
1675 			csio->ccb_h.status = CAM_UNEXP_BUSFREE;
1676 			break;
1677 		case BTSTAT_INVALID_PHASE:
1678 			csio->ccb_h.status = CAM_SEQUENCE_FAIL;
1679 			break;
1680 		case BTSTAT_INVALID_ACTION_CODE:
1681 			panic("%s: Inavlid Action code", bt_name(bt));
1682 			break;
1683 		case BTSTAT_INVALID_OPCODE:
1684 			panic("%s: Inavlid CCB Opcode code", bt_name(bt));
1685 			break;
1686 		case BTSTAT_LINKED_CCB_LUN_MISMATCH:
1687 			/* We don't even support linked commands... */
1688 			panic("%s: Linked CCB Lun Mismatch", bt_name(bt));
1689 			break;
1690 		case BTSTAT_INVALID_CCB_OR_SG_PARAM:
1691 			panic("%s: Invalid CCB or SG list", bt_name(bt));
1692 			break;
1693 		case BTSTAT_AUTOSENSE_FAILED:
1694 			csio->ccb_h.status = CAM_AUTOSENSE_FAIL;
1695 			break;
1696 		case BTSTAT_TAGGED_MSG_REJECTED:
1697 		{
1698 			struct ccb_trans_settings neg;
1699 			struct ccb_trans_settings_scsi *scsi =
1700 			    &neg.proto_specific.scsi;
1701 
1702 			neg.protocol = PROTO_SCSI;
1703 			neg.protocol_version = SCSI_REV_2;
1704 			neg.transport = XPORT_SPI;
1705 			neg.transport_version = 2;
1706 			scsi->valid = CTS_SCSI_VALID_TQ;
1707 			scsi->flags = 0;
1708 			xpt_print_path(csio->ccb_h.path);
1709 			printf("refuses tagged commands.  Performing "
1710 			       "non-tagged I/O\n");
1711 			xpt_setup_ccb(&neg.ccb_h, csio->ccb_h.path,
1712 				      /*priority*/1);
1713 			xpt_async(AC_TRANSFER_NEG, csio->ccb_h.path, &neg);
1714 			bt->tags_permitted &= ~(0x01 << csio->ccb_h.target_id);
1715 			csio->ccb_h.status = CAM_MSG_REJECT_REC;
1716 			break;
1717 		}
1718 		case BTSTAT_UNSUPPORTED_MSG_RECEIVED:
1719 			/*
1720 			 * XXX You would think that this is
1721 			 *     a recoverable error... Hmmm.
1722 			 */
1723 			csio->ccb_h.status = CAM_REQ_CMP_ERR;
1724 			break;
1725 		case BTSTAT_HA_SOFTWARE_ERROR:
1726 		case BTSTAT_HA_WATCHDOG_ERROR:
1727 		case BTSTAT_HARDWARE_FAILURE:
1728 			/* Hardware reset ??? Can we recover ??? */
1729 			csio->ccb_h.status = CAM_NO_HBA;
1730 			break;
1731 		case BTSTAT_TARGET_IGNORED_ATN:
1732 		case BTSTAT_OTHER_SCSI_BUS_RESET:
1733 		case BTSTAT_HA_SCSI_BUS_RESET:
1734 			if ((csio->ccb_h.status & CAM_STATUS_MASK)
1735 			 != CAM_CMD_TIMEOUT)
1736 				csio->ccb_h.status = CAM_SCSI_BUS_RESET;
1737 			break;
1738 		case BTSTAT_HA_BDR:
1739 			if ((bccb->flags & BCCB_DEVICE_RESET) == 0)
1740 				csio->ccb_h.status = CAM_BDR_SENT;
1741 			else
1742 				csio->ccb_h.status = CAM_CMD_TIMEOUT;
1743 			break;
1744 		case BTSTAT_INVALID_RECONNECT:
1745 		case BTSTAT_ABORT_QUEUE_GENERATED:
1746 			csio->ccb_h.status = CAM_REQ_TERMIO;
1747 			break;
1748 		case BTSTAT_SCSI_PERROR_DETECTED:
1749 			csio->ccb_h.status = CAM_UNCOR_PARITY;
1750 			break;
1751 		}
1752 		if (csio->ccb_h.status != CAM_REQ_CMP) {
1753 			xpt_freeze_devq(csio->ccb_h.path, /*count*/1);
1754 			csio->ccb_h.status |= CAM_DEV_QFRZN;
1755 		}
1756 		if ((bccb->flags & BCCB_RELEASE_SIMQ) != 0)
1757 			ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1758 		btfreeccb(bt, bccb);
1759 		xpt_done(ccb);
1760 		break;
1761 	case BMBI_OK:
1762 		/* All completed without incident */
1763 		ccb->ccb_h.status |= CAM_REQ_CMP;
1764 		if ((bccb->flags & BCCB_RELEASE_SIMQ) != 0)
1765 			ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1766 		btfreeccb(bt, bccb);
1767 		xpt_done(ccb);
1768 		break;
1769 	}
1770 }
1771 
1772 static int
btreset(struct bt_softc * bt,int hard_reset)1773 btreset(struct bt_softc* bt, int hard_reset)
1774 {
1775 	struct	 ccb_hdr *ccb_h;
1776 	u_int	 status;
1777 	u_int	 timeout;
1778 	u_int8_t reset_type;
1779 
1780 	if (hard_reset != 0)
1781 		reset_type = HARD_RESET;
1782 	else
1783 		reset_type = SOFT_RESET;
1784 	bt_outb(bt, CONTROL_REG, reset_type);
1785 
1786 	/* Wait 5sec. for Diagnostic start */
1787 	timeout = 5 * 10000;
1788 	while (--timeout) {
1789 		status = bt_inb(bt, STATUS_REG);
1790 		if ((status & DIAG_ACTIVE) != 0)
1791 			break;
1792 		DELAY(100);
1793 	}
1794 	if (timeout == 0) {
1795 		if (bootverbose)
1796 			device_printf(bt->dev,
1797 			    "btreset - Diagnostic Active failed to "
1798 			    "assert. status = 0x%x\n", status);
1799 		return (ETIMEDOUT);
1800 	}
1801 
1802 	/* Wait 10sec. for Diagnostic end */
1803 	timeout = 10 * 10000;
1804 	while (--timeout) {
1805 		status = bt_inb(bt, STATUS_REG);
1806 		if ((status & DIAG_ACTIVE) == 0)
1807 			break;
1808 		DELAY(100);
1809 	}
1810 	if (timeout == 0) {
1811 		panic("%s: btreset - Diagnostic Active failed to drop. "
1812 		       "status = 0x%x\n", bt_name(bt), status);
1813 		return (ETIMEDOUT);
1814 	}
1815 
1816 	/* Wait for the host adapter to become ready or report a failure */
1817 	timeout = 10000;
1818 	while (--timeout) {
1819 		status = bt_inb(bt, STATUS_REG);
1820 		if ((status & (DIAG_FAIL|HA_READY|DATAIN_REG_READY)) != 0)
1821 			break;
1822 		DELAY(100);
1823 	}
1824 	if (timeout == 0) {
1825 		device_printf(bt->dev,
1826 		    "btreset - Host adapter failed to come ready. "
1827 		    "status = 0x%x\n", status);
1828 		return (ETIMEDOUT);
1829 	}
1830 
1831 	/* If the diagnostics failed, tell the user */
1832 	if ((status & DIAG_FAIL) != 0
1833 	 || (status & HA_READY) == 0) {
1834 		device_printf(bt->dev,
1835 		    "btreset - Adapter failed diagnostics\n");
1836 
1837 		if ((status & DATAIN_REG_READY) != 0)
1838 			device_printf(bt->dev,
1839 			    "btreset - Host Adapter Error code = 0x%x\n",
1840 			    bt_inb(bt, DATAIN_REG));
1841 		return (ENXIO);
1842 	}
1843 
1844 	/* If we've allocated mailboxes, initialize them */
1845 	if (bt->init_level > 4)
1846 		btinitmboxes(bt);
1847 
1848 	/* If we've attached to the XPT, tell it about the event */
1849 	if (bt->path != NULL)
1850 		xpt_async(AC_BUS_RESET, bt->path, NULL);
1851 
1852 	/*
1853 	 * Perform completion processing for all outstanding CCBs.
1854 	 */
1855 	while ((ccb_h = LIST_FIRST(&bt->pending_ccbs)) != NULL) {
1856 		struct bt_ccb *pending_bccb;
1857 
1858 		pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
1859 		pending_bccb->hccb.btstat = BTSTAT_HA_SCSI_BUS_RESET;
1860 		btdone(bt, pending_bccb, BMBI_ERROR);
1861 	}
1862 
1863 	return (0);
1864 }
1865 
1866 /*
1867  * Send a command to the adapter.
1868  */
1869 int
bt_cmd(struct bt_softc * bt,bt_op_t opcode,u_int8_t * params,u_int param_len,u_int8_t * reply_data,u_int reply_len,u_int cmd_timeout)1870 bt_cmd(struct bt_softc *bt, bt_op_t opcode, u_int8_t *params, u_int param_len,
1871       u_int8_t *reply_data, u_int reply_len, u_int cmd_timeout)
1872 {
1873 	u_int	timeout;
1874 	u_int	status;
1875 	u_int	saved_status;
1876 	u_int	intstat;
1877 	u_int	reply_buf_size;
1878 	int	cmd_complete;
1879 	int	error;
1880 
1881 	/* No data returned to start */
1882 	reply_buf_size = reply_len;
1883 	reply_len = 0;
1884 	intstat = 0;
1885 	cmd_complete = 0;
1886 	saved_status = 0;
1887 	error = 0;
1888 
1889 	bt->command_cmp = 0;
1890 	/*
1891 	 * Wait up to 10 sec. for the adapter to become
1892 	 * ready to accept commands.
1893 	 */
1894 	timeout = 100000;
1895 	while (--timeout) {
1896 		status = bt_inb(bt, STATUS_REG);
1897 		if ((status & HA_READY) != 0
1898 		 && (status & CMD_REG_BUSY) == 0)
1899 			break;
1900 		/*
1901 		 * Throw away any pending data which may be
1902 		 * left over from earlier commands that we
1903 		 * timedout on.
1904 		 */
1905 		if ((status & DATAIN_REG_READY) != 0)
1906 			(void)bt_inb(bt, DATAIN_REG);
1907 		DELAY(100);
1908 	}
1909 	if (timeout == 0) {
1910 		device_printf(bt->dev,
1911 		    "bt_cmd: Timeout waiting for adapter ready, "
1912 		    "status = 0x%x\n", status);
1913 		return (ETIMEDOUT);
1914 	}
1915 
1916 	/*
1917 	 * Send the opcode followed by any necessary parameter bytes.
1918 	 */
1919 	bt_outb(bt, COMMAND_REG, opcode);
1920 
1921 	/*
1922 	 * Wait for up to 1sec for each byte of the
1923 	 * parameter list sent to be sent.
1924 	 */
1925 	timeout = 10000;
1926 	while (param_len && --timeout) {
1927 		DELAY(100);
1928 		status = bt_inb(bt, STATUS_REG);
1929 		intstat = bt_inb(bt, INTSTAT_REG);
1930 
1931 		if ((intstat & (INTR_PENDING|CMD_COMPLETE))
1932 		 == (INTR_PENDING|CMD_COMPLETE)) {
1933 			saved_status = status;
1934 			cmd_complete = 1;
1935 			break;
1936 		}
1937 		if (bt->command_cmp != 0) {
1938 			saved_status = bt->latched_status;
1939 			cmd_complete = 1;
1940 			break;
1941 		}
1942 		if ((status & DATAIN_REG_READY) != 0)
1943 			break;
1944 		if ((status & CMD_REG_BUSY) == 0) {
1945 			bt_outb(bt, COMMAND_REG, *params++);
1946 			param_len--;
1947 			timeout = 10000;
1948 		}
1949 	}
1950 	if (timeout == 0) {
1951 		device_printf(bt->dev, "bt_cmd: Timeout sending parameters, "
1952 		    "status = 0x%x\n", status);
1953 		cmd_complete = 1;
1954 		saved_status = status;
1955 		error = ETIMEDOUT;
1956 	}
1957 
1958 	/*
1959 	 * Wait for the command to complete.
1960 	 */
1961 	while (cmd_complete == 0 && --cmd_timeout) {
1962 
1963 		status = bt_inb(bt, STATUS_REG);
1964 		intstat = bt_inb(bt, INTSTAT_REG);
1965 		/*
1966 		 * It may be that this command was issued with
1967 		 * controller interrupts disabled.  We'll never
1968 		 * get to our command if an incoming mailbox
1969 		 * interrupt is pending, so take care of completed
1970 		 * mailbox commands by calling our interrupt handler.
1971 		 */
1972 		if ((intstat & (INTR_PENDING|IMB_LOADED))
1973 		 == (INTR_PENDING|IMB_LOADED))
1974 			bt_intr_locked(bt);
1975 
1976 		if (bt->command_cmp != 0) {
1977  			/*
1978 			 * Our interrupt handler saw CMD_COMPLETE
1979 			 * status before we did.
1980 			 */
1981 			cmd_complete = 1;
1982 			saved_status = bt->latched_status;
1983 		} else if ((intstat & (INTR_PENDING|CMD_COMPLETE))
1984 			== (INTR_PENDING|CMD_COMPLETE)) {
1985 			/*
1986 			 * Our poll (in case interrupts are blocked)
1987 			 * saw the CMD_COMPLETE interrupt.
1988 			 */
1989 			cmd_complete = 1;
1990 			saved_status = status;
1991 		} else if (opcode == BOP_MODIFY_IO_ADDR
1992 			&& (status & CMD_REG_BUSY) == 0) {
1993 			/*
1994 			 * The BOP_MODIFY_IO_ADDR does not issue a CMD_COMPLETE,
1995 			 * but it should update the status register.  So, we
1996 			 * consider this command complete when the CMD_REG_BUSY
1997 			 * status clears.
1998 			 */
1999 			saved_status = status;
2000 			cmd_complete = 1;
2001 		} else if ((status & DATAIN_REG_READY) != 0) {
2002 			u_int8_t data;
2003 
2004 			data = bt_inb(bt, DATAIN_REG);
2005 			if (reply_len < reply_buf_size) {
2006 				*reply_data++ = data;
2007 			} else {
2008 				device_printf(bt->dev,
2009 				    "bt_cmd - Discarded reply data byte "
2010 				    "for opcode 0x%x\n", opcode);
2011 			}
2012 			/*
2013 			 * Reset timeout to ensure at least a second
2014 			 * between response bytes.
2015 			 */
2016 			cmd_timeout = MAX(cmd_timeout, 10000);
2017 			reply_len++;
2018 
2019 		} else if ((opcode == BOP_FETCH_LRAM)
2020 			&& (status & HA_READY) != 0) {
2021 				saved_status = status;
2022 				cmd_complete = 1;
2023 		}
2024 		DELAY(100);
2025 	}
2026 	if (cmd_timeout == 0) {
2027 		device_printf(bt->dev,
2028 		    "bt_cmd: Timeout waiting for command (%x) "
2029 		    "to complete.\n", opcode);
2030 		device_printf(bt->dev, "status = 0x%x, intstat = 0x%x, "
2031 		    "rlen %d\n", status, intstat, reply_len);
2032 		error = (ETIMEDOUT);
2033 	}
2034 
2035 	/*
2036 	 * Clear any pending interrupts.
2037 	 */
2038 	bt_intr_locked(bt);
2039 
2040 	if (error != 0)
2041 		return (error);
2042 
2043 	/*
2044 	 * If the command was rejected by the controller, tell the caller.
2045 	 */
2046 	if ((saved_status & CMD_INVALID) != 0) {
2047 		/*
2048 		 * Some early adapters may not recover properly from
2049 		 * an invalid command.  If it appears that the controller
2050 		 * has wedged (i.e. status was not cleared by our interrupt
2051 		 * reset above), perform a soft reset.
2052       		 */
2053 		if (bootverbose)
2054 			device_printf(bt->dev, "Invalid Command 0x%x\n",
2055 				opcode);
2056 		DELAY(1000);
2057 		status = bt_inb(bt, STATUS_REG);
2058 		if ((status & (CMD_INVALID|STATUS_REG_RSVD|DATAIN_REG_READY|
2059 			      CMD_REG_BUSY|DIAG_FAIL|DIAG_ACTIVE)) != 0
2060 		 || (status & (HA_READY|INIT_REQUIRED))
2061 		  != (HA_READY|INIT_REQUIRED)) {
2062 			btreset(bt, /*hard_reset*/FALSE);
2063 		}
2064 		return (EINVAL);
2065 	}
2066 
2067 	if (param_len > 0) {
2068 		/* The controller did not accept the full argument list */
2069 	 	return (E2BIG);
2070 	}
2071 
2072 	if (reply_len != reply_buf_size) {
2073 		/* Too much or too little data received */
2074 		return (EMSGSIZE);
2075 	}
2076 
2077 	/* We were successful */
2078 	return (0);
2079 }
2080 
2081 static int
btinitmboxes(struct bt_softc * bt)2082 btinitmboxes(struct bt_softc *bt) {
2083 	init_32b_mbox_params_t init_mbox;
2084 	int error;
2085 
2086 	bzero(bt->in_boxes, sizeof(bt_mbox_in_t) * bt->num_boxes);
2087 	bzero(bt->out_boxes, sizeof(bt_mbox_out_t) * bt->num_boxes);
2088 	bt->cur_inbox = bt->in_boxes;
2089 	bt->last_inbox = bt->in_boxes + bt->num_boxes - 1;
2090 	bt->cur_outbox = bt->out_boxes;
2091 	bt->last_outbox = bt->out_boxes + bt->num_boxes - 1;
2092 
2093 	/* Tell the adapter about them */
2094 	init_mbox.num_boxes = bt->num_boxes;
2095 	init_mbox.base_addr[0] = bt->mailbox_physbase & 0xFF;
2096 	init_mbox.base_addr[1] = (bt->mailbox_physbase >> 8) & 0xFF;
2097 	init_mbox.base_addr[2] = (bt->mailbox_physbase >> 16) & 0xFF;
2098 	init_mbox.base_addr[3] = (bt->mailbox_physbase >> 24) & 0xFF;
2099 	error = bt_cmd(bt, BOP_INITIALIZE_32BMBOX, (u_int8_t *)&init_mbox,
2100 		       /*parmlen*/sizeof(init_mbox), /*reply_buf*/NULL,
2101 		       /*reply_len*/0, DEFAULT_CMD_TIMEOUT);
2102 
2103 	if (error != 0)
2104 		printf("btinitmboxes: Initialization command failed\n");
2105 	else if (bt->strict_rr != 0) {
2106 		/*
2107 		 * If the controller supports
2108 		 * strict round robin mode,
2109 		 * enable it
2110 		 */
2111 		u_int8_t param;
2112 
2113 		param = 0;
2114 		error = bt_cmd(bt, BOP_ENABLE_STRICT_RR, &param, 1,
2115 			       /*reply_buf*/NULL, /*reply_len*/0,
2116 			       DEFAULT_CMD_TIMEOUT);
2117 
2118 		if (error != 0) {
2119 			printf("btinitmboxes: Unable to enable strict RR\n");
2120 			error = 0;
2121 		} else if (bootverbose) {
2122 			device_printf(bt->dev,
2123 			    "Using Strict Round Robin Mailbox Mode\n");
2124 		}
2125 	}
2126 
2127 	return (error);
2128 }
2129 
2130 /*
2131  * Update the XPT's idea of the negotiated transfer
2132  * parameters for a particular target.
2133  */
2134 static void
btfetchtransinfo(struct bt_softc * bt,struct ccb_trans_settings * cts)2135 btfetchtransinfo(struct bt_softc *bt, struct ccb_trans_settings *cts)
2136 {
2137 	setup_data_t	setup_info;
2138 	u_int		target;
2139 	u_int		targ_offset;
2140 	u_int		targ_mask;
2141 	u_int		sync_period;
2142 	u_int		sync_offset;
2143 	u_int		bus_width;
2144 	int		error;
2145 	u_int8_t	param;
2146 	targ_syncinfo_t	sync_info;
2147 	struct ccb_trans_settings_scsi *scsi =
2148 	    &cts->proto_specific.scsi;
2149 	struct ccb_trans_settings_spi *spi =
2150 	    &cts->xport_specific.spi;
2151 
2152 	spi->valid = 0;
2153 	scsi->valid = 0;
2154 
2155 	target = cts->ccb_h.target_id;
2156 	targ_offset = (target & 0x7);
2157 	targ_mask = (0x01 << targ_offset);
2158 
2159 	/*
2160 	 * Inquire Setup Information.  This command retreives the
2161 	 * Wide negotiation status for recent adapters as well as
2162 	 * the sync info for older models.
2163 	 */
2164 	param = sizeof(setup_info);
2165 	error = bt_cmd(bt, BOP_INQUIRE_SETUP_INFO, &param, /*paramlen*/1,
2166 		       (u_int8_t*)&setup_info, sizeof(setup_info),
2167 		       DEFAULT_CMD_TIMEOUT);
2168 
2169 	if (error != 0) {
2170 		device_printf(bt->dev,
2171 		    "btfetchtransinfo - Inquire Setup Info Failed %x\n",
2172 		    error);
2173 		return;
2174 	}
2175 
2176 	sync_info = (target < 8) ? setup_info.low_syncinfo[targ_offset]
2177 				 : setup_info.high_syncinfo[targ_offset];
2178 
2179 	if (sync_info.sync == 0)
2180 		sync_offset = 0;
2181 	else
2182 		sync_offset = sync_info.offset;
2183 
2184 
2185 	bus_width = MSG_EXT_WDTR_BUS_8_BIT;
2186 	if (strcmp(bt->firmware_ver, "5.06L") >= 0) {
2187 		u_int wide_active;
2188 
2189 		wide_active =
2190 		    (target < 8) ? (setup_info.low_wide_active & targ_mask)
2191 		    		 : (setup_info.high_wide_active & targ_mask);
2192 
2193 		if (wide_active)
2194 			bus_width = MSG_EXT_WDTR_BUS_16_BIT;
2195 	} else if ((bt->wide_permitted & targ_mask) != 0) {
2196 		struct ccb_getdev cgd;
2197 
2198 		/*
2199 		 * Prior to rev 5.06L, wide status isn't provided,
2200 		 * so we "guess" that wide transfers are in effect
2201 		 * if the user settings allow for wide and the inquiry
2202 		 * data for the device indicates that it can handle
2203 		 * wide transfers.
2204 		 */
2205 		xpt_setup_ccb(&cgd.ccb_h, cts->ccb_h.path, /*priority*/1);
2206 		cgd.ccb_h.func_code = XPT_GDEV_TYPE;
2207 		xpt_action((union ccb *)&cgd);
2208 		if ((cgd.ccb_h.status & CAM_STATUS_MASK) == CAM_REQ_CMP
2209 		 && (cgd.inq_data.flags & SID_WBus16) != 0)
2210 			bus_width = MSG_EXT_WDTR_BUS_16_BIT;
2211 	}
2212 
2213 	if (bt->firmware_ver[0] >= '3') {
2214 		/*
2215 		 * For adapters that can do fast or ultra speeds,
2216 		 * use the more exact Target Sync Information command.
2217 		 */
2218 		target_sync_info_data_t sync_info;
2219 
2220 		param = sizeof(sync_info);
2221 		error = bt_cmd(bt, BOP_TARG_SYNC_INFO, &param, /*paramlen*/1,
2222 			       (u_int8_t*)&sync_info, sizeof(sync_info),
2223 			       DEFAULT_CMD_TIMEOUT);
2224 
2225 		if (error != 0) {
2226 			device_printf(bt->dev,
2227 			    "btfetchtransinfo - Inquire Sync "
2228 			    "Info Failed 0x%x\n", error);
2229 			return;
2230 		}
2231 		sync_period = sync_info.sync_rate[target] * 100;
2232 	} else {
2233 		sync_period = 2000 + (500 * sync_info.period);
2234 	}
2235 
2236 	cts->protocol = PROTO_SCSI;
2237 	cts->protocol_version = SCSI_REV_2;
2238 	cts->transport = XPORT_SPI;
2239 	cts->transport_version = 2;
2240 
2241 	spi->sync_period = sync_period;
2242 	spi->valid |= CTS_SPI_VALID_SYNC_RATE;
2243 	spi->sync_offset = sync_offset;
2244 	spi->valid |= CTS_SPI_VALID_SYNC_OFFSET;
2245 
2246 	spi->valid |= CTS_SPI_VALID_BUS_WIDTH;
2247 	spi->bus_width = bus_width;
2248 
2249 	if (cts->ccb_h.target_lun != CAM_LUN_WILDCARD) {
2250 		scsi->valid = CTS_SCSI_VALID_TQ;
2251 		spi->valid |= CTS_SPI_VALID_DISC;
2252 	} else
2253 		scsi->valid = 0;
2254 
2255         xpt_async(AC_TRANSFER_NEG, cts->ccb_h.path, cts);
2256 }
2257 
2258 static void
btmapmboxes(void * arg,bus_dma_segment_t * segs,int nseg,int error)2259 btmapmboxes(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2260 {
2261 	struct bt_softc* bt;
2262 
2263 	bt = (struct bt_softc*)arg;
2264 	bt->mailbox_physbase = segs->ds_addr;
2265 }
2266 
2267 static void
btmapccbs(void * arg,bus_dma_segment_t * segs,int nseg,int error)2268 btmapccbs(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2269 {
2270 	struct bt_softc* bt;
2271 
2272 	bt = (struct bt_softc*)arg;
2273 	bt->bt_ccb_physbase = segs->ds_addr;
2274 }
2275 
2276 static void
btmapsgs(void * arg,bus_dma_segment_t * segs,int nseg,int error)2277 btmapsgs(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2278 {
2279 
2280 	struct bt_softc* bt;
2281 
2282 	bt = (struct bt_softc*)arg;
2283 	SLIST_FIRST(&bt->sg_maps)->sg_physaddr = segs->ds_addr;
2284 }
2285 
2286 static void
btpoll(struct cam_sim * sim)2287 btpoll(struct cam_sim *sim)
2288 {
2289 	bt_intr_locked(cam_sim_softc(sim));
2290 }
2291 
2292 void
bttimeout(void * arg)2293 bttimeout(void *arg)
2294 {
2295 	struct bt_ccb	*bccb;
2296 	union  ccb	*ccb;
2297 	struct bt_softc *bt;
2298 
2299 	bccb = (struct bt_ccb *)arg;
2300 	ccb = bccb->ccb;
2301 	bt = (struct bt_softc *)ccb->ccb_h.ccb_bt_ptr;
2302 	mtx_assert(&bt->lock, MA_OWNED);
2303 	xpt_print_path(ccb->ccb_h.path);
2304 	printf("CCB %p - timed out\n", (void *)bccb);
2305 
2306 	if ((bccb->flags & BCCB_ACTIVE) == 0) {
2307 		xpt_print_path(ccb->ccb_h.path);
2308 		printf("CCB %p - timed out CCB already completed\n",
2309 		       (void *)bccb);
2310 		return;
2311 	}
2312 
2313 	/*
2314 	 * In order to simplify the recovery process, we ask the XPT
2315 	 * layer to halt the queue of new transactions and we traverse
2316 	 * the list of pending CCBs and remove their timeouts. This
2317 	 * means that the driver attempts to clear only one error
2318 	 * condition at a time.  In general, timeouts that occur
2319 	 * close together are related anyway, so there is no benefit
2320 	 * in attempting to handle errors in parrallel.  Timeouts will
2321 	 * be reinstated when the recovery process ends.
2322 	 */
2323 	if ((bccb->flags & BCCB_DEVICE_RESET) == 0) {
2324 		struct ccb_hdr *ccb_h;
2325 
2326 		if ((bccb->flags & BCCB_RELEASE_SIMQ) == 0) {
2327 			xpt_freeze_simq(bt->sim, /*count*/1);
2328 			bccb->flags |= BCCB_RELEASE_SIMQ;
2329 		}
2330 
2331 		ccb_h = LIST_FIRST(&bt->pending_ccbs);
2332 		while (ccb_h != NULL) {
2333 			struct bt_ccb *pending_bccb;
2334 
2335 			pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
2336 			callout_stop(&pending_bccb->timer);
2337 			ccb_h = LIST_NEXT(ccb_h, sim_links.le);
2338 		}
2339 	}
2340 
2341 	if ((bccb->flags & BCCB_DEVICE_RESET) != 0
2342 	 || bt->cur_outbox->action_code != BMBO_FREE
2343 	 || ((bccb->hccb.tag_enable == TRUE)
2344 	  && (bt->firmware_ver[0] < '5'))) {
2345 		/*
2346 		 * Try a full host adapter/SCSI bus reset.
2347 		 * We do this only if we have already attempted
2348 		 * to clear the condition with a BDR, or we cannot
2349 		 * attempt a BDR for lack of mailbox resources
2350 		 * or because of faulty firmware.  It turns out
2351 		 * that firmware versions prior to 5.xx treat BDRs
2352 		 * as untagged commands that cannot be sent until
2353 		 * all outstanding tagged commands have been processed.
2354 		 * This makes it somewhat difficult to use a BDR to
2355 		 * clear up a problem with an uncompleted tagged command.
2356 		 */
2357 		ccb->ccb_h.status = CAM_CMD_TIMEOUT;
2358 		btreset(bt, /*hardreset*/TRUE);
2359 		device_printf(bt->dev, "No longer in timeout\n");
2360 	} else {
2361 		/*
2362 		 * Send a Bus Device Reset message:
2363 		 * The target that is holding up the bus may not
2364 		 * be the same as the one that triggered this timeout
2365 		 * (different commands have different timeout lengths),
2366 		 * but we have no way of determining this from our
2367 		 * timeout handler.  Our strategy here is to queue a
2368 		 * BDR message to the target of the timed out command.
2369 		 * If this fails, we'll get another timeout 2 seconds
2370 		 * later which will attempt a bus reset.
2371 		 */
2372 		bccb->flags |= BCCB_DEVICE_RESET;
2373 		callout_reset(&bccb->timer, 2 * hz, bttimeout, bccb);
2374 
2375 		bt->recovery_bccb->hccb.opcode = INITIATOR_BUS_DEV_RESET;
2376 
2377 		/* No Data Transfer */
2378 		bt->recovery_bccb->hccb.datain = TRUE;
2379 		bt->recovery_bccb->hccb.dataout = TRUE;
2380 		bt->recovery_bccb->hccb.btstat = 0;
2381 		bt->recovery_bccb->hccb.sdstat = 0;
2382 		bt->recovery_bccb->hccb.target_id = ccb->ccb_h.target_id;
2383 
2384 		/* Tell the adapter about this command */
2385 		bt->cur_outbox->ccb_addr = btccbvtop(bt, bt->recovery_bccb);
2386 		bt->cur_outbox->action_code = BMBO_START;
2387 		bt_outb(bt, COMMAND_REG, BOP_START_MBOX);
2388 		btnextoutbox(bt);
2389 	}
2390 }
2391 
2392 MODULE_VERSION(bt, 1);
2393 MODULE_DEPEND(bt, cam, 1, 1, 1);
2394