xref: /linux/drivers/scsi/aacraid/linit.c (revision 44f57d78)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  *	Adaptec AAC series RAID controller driver
4  *	(c) Copyright 2001 Red Hat Inc.
5  *
6  * based on the old aacraid driver that is..
7  * Adaptec aacraid device driver for Linux.
8  *
9  * Copyright (c) 2000-2010 Adaptec, Inc.
10  *               2010-2015 PMC-Sierra, Inc. (aacraid@pmc-sierra.com)
11  *		 2016-2017 Microsemi Corp. (aacraid@microsemi.com)
12  *
13  * Module Name:
14  *   linit.c
15  *
16  * Abstract: Linux Driver entry module for Adaptec RAID Array Controller
17  */
18 
19 
20 #include <linux/compat.h>
21 #include <linux/blkdev.h>
22 #include <linux/completion.h>
23 #include <linux/init.h>
24 #include <linux/interrupt.h>
25 #include <linux/kernel.h>
26 #include <linux/module.h>
27 #include <linux/moduleparam.h>
28 #include <linux/pci.h>
29 #include <linux/aer.h>
30 #include <linux/pci-aspm.h>
31 #include <linux/slab.h>
32 #include <linux/mutex.h>
33 #include <linux/spinlock.h>
34 #include <linux/syscalls.h>
35 #include <linux/delay.h>
36 #include <linux/kthread.h>
37 
38 #include <scsi/scsi.h>
39 #include <scsi/scsi_cmnd.h>
40 #include <scsi/scsi_device.h>
41 #include <scsi/scsi_host.h>
42 #include <scsi/scsi_tcq.h>
43 #include <scsi/scsicam.h>
44 #include <scsi/scsi_eh.h>
45 
46 #include "aacraid.h"
47 
48 #define AAC_DRIVER_VERSION		"1.2.1"
49 #ifndef AAC_DRIVER_BRANCH
50 #define AAC_DRIVER_BRANCH		""
51 #endif
52 #define AAC_DRIVERNAME			"aacraid"
53 
54 #ifdef AAC_DRIVER_BUILD
55 #define _str(x) #x
56 #define str(x) _str(x)
57 #define AAC_DRIVER_FULL_VERSION	AAC_DRIVER_VERSION "[" str(AAC_DRIVER_BUILD) "]" AAC_DRIVER_BRANCH
58 #else
59 #define AAC_DRIVER_FULL_VERSION	AAC_DRIVER_VERSION AAC_DRIVER_BRANCH
60 #endif
61 
62 MODULE_AUTHOR("Red Hat Inc and Adaptec");
63 MODULE_DESCRIPTION("Dell PERC2, 2/Si, 3/Si, 3/Di, "
64 		   "Adaptec Advanced Raid Products, "
65 		   "HP NetRAID-4M, IBM ServeRAID & ICP SCSI driver");
66 MODULE_LICENSE("GPL");
67 MODULE_VERSION(AAC_DRIVER_FULL_VERSION);
68 
69 static DEFINE_MUTEX(aac_mutex);
70 static LIST_HEAD(aac_devices);
71 static int aac_cfg_major = AAC_CHARDEV_UNREGISTERED;
72 char aac_driver_version[] = AAC_DRIVER_FULL_VERSION;
73 
74 /*
75  * Because of the way Linux names scsi devices, the order in this table has
76  * become important.  Check for on-board Raid first, add-in cards second.
77  *
78  * Note: The last field is used to index into aac_drivers below.
79  */
80 static const struct pci_device_id aac_pci_tbl[] = {
81 	{ 0x1028, 0x0001, 0x1028, 0x0001, 0, 0, 0 }, /* PERC 2/Si (Iguana/PERC2Si) */
82 	{ 0x1028, 0x0002, 0x1028, 0x0002, 0, 0, 1 }, /* PERC 3/Di (Opal/PERC3Di) */
83 	{ 0x1028, 0x0003, 0x1028, 0x0003, 0, 0, 2 }, /* PERC 3/Si (SlimFast/PERC3Si */
84 	{ 0x1028, 0x0004, 0x1028, 0x00d0, 0, 0, 3 }, /* PERC 3/Di (Iguana FlipChip/PERC3DiF */
85 	{ 0x1028, 0x0002, 0x1028, 0x00d1, 0, 0, 4 }, /* PERC 3/Di (Viper/PERC3DiV) */
86 	{ 0x1028, 0x0002, 0x1028, 0x00d9, 0, 0, 5 }, /* PERC 3/Di (Lexus/PERC3DiL) */
87 	{ 0x1028, 0x000a, 0x1028, 0x0106, 0, 0, 6 }, /* PERC 3/Di (Jaguar/PERC3DiJ) */
88 	{ 0x1028, 0x000a, 0x1028, 0x011b, 0, 0, 7 }, /* PERC 3/Di (Dagger/PERC3DiD) */
89 	{ 0x1028, 0x000a, 0x1028, 0x0121, 0, 0, 8 }, /* PERC 3/Di (Boxster/PERC3DiB) */
90 	{ 0x9005, 0x0283, 0x9005, 0x0283, 0, 0, 9 }, /* catapult */
91 	{ 0x9005, 0x0284, 0x9005, 0x0284, 0, 0, 10 }, /* tomcat */
92 	{ 0x9005, 0x0285, 0x9005, 0x0286, 0, 0, 11 }, /* Adaptec 2120S (Crusader) */
93 	{ 0x9005, 0x0285, 0x9005, 0x0285, 0, 0, 12 }, /* Adaptec 2200S (Vulcan) */
94 	{ 0x9005, 0x0285, 0x9005, 0x0287, 0, 0, 13 }, /* Adaptec 2200S (Vulcan-2m) */
95 	{ 0x9005, 0x0285, 0x17aa, 0x0286, 0, 0, 14 }, /* Legend S220 (Legend Crusader) */
96 	{ 0x9005, 0x0285, 0x17aa, 0x0287, 0, 0, 15 }, /* Legend S230 (Legend Vulcan) */
97 
98 	{ 0x9005, 0x0285, 0x9005, 0x0288, 0, 0, 16 }, /* Adaptec 3230S (Harrier) */
99 	{ 0x9005, 0x0285, 0x9005, 0x0289, 0, 0, 17 }, /* Adaptec 3240S (Tornado) */
100 	{ 0x9005, 0x0285, 0x9005, 0x028a, 0, 0, 18 }, /* ASR-2020ZCR SCSI PCI-X ZCR (Skyhawk) */
101 	{ 0x9005, 0x0285, 0x9005, 0x028b, 0, 0, 19 }, /* ASR-2025ZCR SCSI SO-DIMM PCI-X ZCR (Terminator) */
102 	{ 0x9005, 0x0286, 0x9005, 0x028c, 0, 0, 20 }, /* ASR-2230S + ASR-2230SLP PCI-X (Lancer) */
103 	{ 0x9005, 0x0286, 0x9005, 0x028d, 0, 0, 21 }, /* ASR-2130S (Lancer) */
104 	{ 0x9005, 0x0286, 0x9005, 0x029b, 0, 0, 22 }, /* AAR-2820SA (Intruder) */
105 	{ 0x9005, 0x0286, 0x9005, 0x029c, 0, 0, 23 }, /* AAR-2620SA (Intruder) */
106 	{ 0x9005, 0x0286, 0x9005, 0x029d, 0, 0, 24 }, /* AAR-2420SA (Intruder) */
107 	{ 0x9005, 0x0286, 0x9005, 0x029e, 0, 0, 25 }, /* ICP9024RO (Lancer) */
108 	{ 0x9005, 0x0286, 0x9005, 0x029f, 0, 0, 26 }, /* ICP9014RO (Lancer) */
109 	{ 0x9005, 0x0286, 0x9005, 0x02a0, 0, 0, 27 }, /* ICP9047MA (Lancer) */
110 	{ 0x9005, 0x0286, 0x9005, 0x02a1, 0, 0, 28 }, /* ICP9087MA (Lancer) */
111 	{ 0x9005, 0x0286, 0x9005, 0x02a3, 0, 0, 29 }, /* ICP5445AU (Hurricane44) */
112 	{ 0x9005, 0x0285, 0x9005, 0x02a4, 0, 0, 30 }, /* ICP9085LI (Marauder-X) */
113 	{ 0x9005, 0x0285, 0x9005, 0x02a5, 0, 0, 31 }, /* ICP5085BR (Marauder-E) */
114 	{ 0x9005, 0x0286, 0x9005, 0x02a6, 0, 0, 32 }, /* ICP9067MA (Intruder-6) */
115 	{ 0x9005, 0x0287, 0x9005, 0x0800, 0, 0, 33 }, /* Themisto Jupiter Platform */
116 	{ 0x9005, 0x0200, 0x9005, 0x0200, 0, 0, 33 }, /* Themisto Jupiter Platform */
117 	{ 0x9005, 0x0286, 0x9005, 0x0800, 0, 0, 34 }, /* Callisto Jupiter Platform */
118 	{ 0x9005, 0x0285, 0x9005, 0x028e, 0, 0, 35 }, /* ASR-2020SA SATA PCI-X ZCR (Skyhawk) */
119 	{ 0x9005, 0x0285, 0x9005, 0x028f, 0, 0, 36 }, /* ASR-2025SA SATA SO-DIMM PCI-X ZCR (Terminator) */
120 	{ 0x9005, 0x0285, 0x9005, 0x0290, 0, 0, 37 }, /* AAR-2410SA PCI SATA 4ch (Jaguar II) */
121 	{ 0x9005, 0x0285, 0x1028, 0x0291, 0, 0, 38 }, /* CERC SATA RAID 2 PCI SATA 6ch (DellCorsair) */
122 	{ 0x9005, 0x0285, 0x9005, 0x0292, 0, 0, 39 }, /* AAR-2810SA PCI SATA 8ch (Corsair-8) */
123 	{ 0x9005, 0x0285, 0x9005, 0x0293, 0, 0, 40 }, /* AAR-21610SA PCI SATA 16ch (Corsair-16) */
124 	{ 0x9005, 0x0285, 0x9005, 0x0294, 0, 0, 41 }, /* ESD SO-DIMM PCI-X SATA ZCR (Prowler) */
125 	{ 0x9005, 0x0285, 0x103C, 0x3227, 0, 0, 42 }, /* AAR-2610SA PCI SATA 6ch */
126 	{ 0x9005, 0x0285, 0x9005, 0x0296, 0, 0, 43 }, /* ASR-2240S (SabreExpress) */
127 	{ 0x9005, 0x0285, 0x9005, 0x0297, 0, 0, 44 }, /* ASR-4005 */
128 	{ 0x9005, 0x0285, 0x1014, 0x02F2, 0, 0, 45 }, /* IBM 8i (AvonPark) */
129 	{ 0x9005, 0x0285, 0x1014, 0x0312, 0, 0, 45 }, /* IBM 8i (AvonPark Lite) */
130 	{ 0x9005, 0x0286, 0x1014, 0x9580, 0, 0, 46 }, /* IBM 8k/8k-l8 (Aurora) */
131 	{ 0x9005, 0x0286, 0x1014, 0x9540, 0, 0, 47 }, /* IBM 8k/8k-l4 (Aurora Lite) */
132 	{ 0x9005, 0x0285, 0x9005, 0x0298, 0, 0, 48 }, /* ASR-4000 (BlackBird) */
133 	{ 0x9005, 0x0285, 0x9005, 0x0299, 0, 0, 49 }, /* ASR-4800SAS (Marauder-X) */
134 	{ 0x9005, 0x0285, 0x9005, 0x029a, 0, 0, 50 }, /* ASR-4805SAS (Marauder-E) */
135 	{ 0x9005, 0x0286, 0x9005, 0x02a2, 0, 0, 51 }, /* ASR-3800 (Hurricane44) */
136 
137 	{ 0x9005, 0x0285, 0x1028, 0x0287, 0, 0, 52 }, /* Perc 320/DC*/
138 	{ 0x1011, 0x0046, 0x9005, 0x0365, 0, 0, 53 }, /* Adaptec 5400S (Mustang)*/
139 	{ 0x1011, 0x0046, 0x9005, 0x0364, 0, 0, 54 }, /* Adaptec 5400S (Mustang)*/
140 	{ 0x1011, 0x0046, 0x9005, 0x1364, 0, 0, 55 }, /* Dell PERC2/QC */
141 	{ 0x1011, 0x0046, 0x103c, 0x10c2, 0, 0, 56 }, /* HP NetRAID-4M */
142 
143 	{ 0x9005, 0x0285, 0x1028, PCI_ANY_ID, 0, 0, 57 }, /* Dell Catchall */
144 	{ 0x9005, 0x0285, 0x17aa, PCI_ANY_ID, 0, 0, 58 }, /* Legend Catchall */
145 	{ 0x9005, 0x0285, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 59 }, /* Adaptec Catch All */
146 	{ 0x9005, 0x0286, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 60 }, /* Adaptec Rocket Catch All */
147 	{ 0x9005, 0x0288, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 61 }, /* Adaptec NEMER/ARK Catch All */
148 	{ 0x9005, 0x028b, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 62 }, /* Adaptec PMC Series 6 (Tupelo) */
149 	{ 0x9005, 0x028c, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 63 }, /* Adaptec PMC Series 7 (Denali) */
150 	{ 0x9005, 0x028d, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 64 }, /* Adaptec PMC Series 8 */
151 	{ 0,}
152 };
153 MODULE_DEVICE_TABLE(pci, aac_pci_tbl);
154 
155 /*
156  * dmb - For now we add the number of channels to this structure.
157  * In the future we should add a fib that reports the number of channels
158  * for the card.  At that time we can remove the channels from here
159  */
160 static struct aac_driver_ident aac_drivers[] = {
161 	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 2/Si (Iguana/PERC2Si) */
162 	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Opal/PERC3Di) */
163 	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Si (SlimFast/PERC3Si */
164 	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Iguana FlipChip/PERC3DiF */
165 	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Viper/PERC3DiV) */
166 	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Lexus/PERC3DiL) */
167 	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Jaguar/PERC3DiJ) */
168 	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Dagger/PERC3DiD) */
169 	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Boxster/PERC3DiB) */
170 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "catapult        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* catapult */
171 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "tomcat          ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* tomcat */
172 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2120S   ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG },		      /* Adaptec 2120S (Crusader) */
173 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2200S   ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG },		      /* Adaptec 2200S (Vulcan) */
174 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2200S   ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Adaptec 2200S (Vulcan-2m) */
175 	{ aac_rx_init, "aacraid",  "Legend  ", "Legend S220     ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend S220 (Legend Crusader) */
176 	{ aac_rx_init, "aacraid",  "Legend  ", "Legend S230     ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend S230 (Legend Vulcan) */
177 
178 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 3230S   ", 2 }, /* Adaptec 3230S (Harrier) */
179 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 3240S   ", 2 }, /* Adaptec 3240S (Tornado) */
180 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2020ZCR     ", 2 }, /* ASR-2020ZCR SCSI PCI-X ZCR (Skyhawk) */
181 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2025ZCR     ", 2 }, /* ASR-2025ZCR SCSI SO-DIMM PCI-X ZCR (Terminator) */
182 	{ aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-2230S PCI-X ", 2 }, /* ASR-2230S + ASR-2230SLP PCI-X (Lancer) */
183 	{ aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-2130S PCI-X ", 1 }, /* ASR-2130S (Lancer) */
184 	{ aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2820SA      ", 1 }, /* AAR-2820SA (Intruder) */
185 	{ aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2620SA      ", 1 }, /* AAR-2620SA (Intruder) */
186 	{ aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2420SA      ", 1 }, /* AAR-2420SA (Intruder) */
187 	{ aac_rkt_init, "aacraid",  "ICP     ", "ICP9024RO       ", 2 }, /* ICP9024RO (Lancer) */
188 	{ aac_rkt_init, "aacraid",  "ICP     ", "ICP9014RO       ", 1 }, /* ICP9014RO (Lancer) */
189 	{ aac_rkt_init, "aacraid",  "ICP     ", "ICP9047MA       ", 1 }, /* ICP9047MA (Lancer) */
190 	{ aac_rkt_init, "aacraid",  "ICP     ", "ICP9087MA       ", 1 }, /* ICP9087MA (Lancer) */
191 	{ aac_rkt_init, "aacraid",  "ICP     ", "ICP5445AU       ", 1 }, /* ICP5445AU (Hurricane44) */
192 	{ aac_rx_init, "aacraid",  "ICP     ", "ICP9085LI       ", 1 }, /* ICP9085LI (Marauder-X) */
193 	{ aac_rx_init, "aacraid",  "ICP     ", "ICP5085BR       ", 1 }, /* ICP5085BR (Marauder-E) */
194 	{ aac_rkt_init, "aacraid",  "ICP     ", "ICP9067MA       ", 1 }, /* ICP9067MA (Intruder-6) */
195 	{ NULL        , "aacraid",  "ADAPTEC ", "Themisto        ", 0, AAC_QUIRK_SLAVE }, /* Jupiter Platform */
196 	{ aac_rkt_init, "aacraid",  "ADAPTEC ", "Callisto        ", 2, AAC_QUIRK_MASTER }, /* Jupiter Platform */
197 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2020SA       ", 1 }, /* ASR-2020SA SATA PCI-X ZCR (Skyhawk) */
198 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2025SA       ", 1 }, /* ASR-2025SA SATA SO-DIMM PCI-X ZCR (Terminator) */
199 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2410SA SATA ", 1, AAC_QUIRK_17SG }, /* AAR-2410SA PCI SATA 4ch (Jaguar II) */
200 	{ aac_rx_init, "aacraid",  "DELL    ", "CERC SR2        ", 1, AAC_QUIRK_17SG }, /* CERC SATA RAID 2 PCI SATA 6ch (DellCorsair) */
201 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2810SA SATA ", 1, AAC_QUIRK_17SG }, /* AAR-2810SA PCI SATA 8ch (Corsair-8) */
202 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-21610SA SATA", 1, AAC_QUIRK_17SG }, /* AAR-21610SA PCI SATA 16ch (Corsair-16) */
203 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2026ZCR     ", 1 }, /* ESD SO-DIMM PCI-X SATA ZCR (Prowler) */
204 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2610SA      ", 1 }, /* SATA 6Ch (Bearcat) */
205 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2240S       ", 1 }, /* ASR-2240S (SabreExpress) */
206 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4005        ", 1 }, /* ASR-4005 */
207 	{ aac_rx_init, "ServeRAID","IBM     ", "ServeRAID 8i    ", 1 }, /* IBM 8i (AvonPark) */
208 	{ aac_rkt_init, "ServeRAID","IBM     ", "ServeRAID 8k-l8 ", 1 }, /* IBM 8k/8k-l8 (Aurora) */
209 	{ aac_rkt_init, "ServeRAID","IBM     ", "ServeRAID 8k-l4 ", 1 }, /* IBM 8k/8k-l4 (Aurora Lite) */
210 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4000        ", 1 }, /* ASR-4000 (BlackBird & AvonPark) */
211 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4800SAS     ", 1 }, /* ASR-4800SAS (Marauder-X) */
212 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4805SAS     ", 1 }, /* ASR-4805SAS (Marauder-E) */
213 	{ aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-3800        ", 1 }, /* ASR-3800 (Hurricane44) */
214 
215 	{ aac_rx_init, "percraid", "DELL    ", "PERC 320/DC     ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG }, /* Perc 320/DC*/
216 	{ aac_sa_init, "aacraid",  "ADAPTEC ", "Adaptec 5400S   ", 4, AAC_QUIRK_34SG }, /* Adaptec 5400S (Mustang)*/
217 	{ aac_sa_init, "aacraid",  "ADAPTEC ", "AAC-364         ", 4, AAC_QUIRK_34SG }, /* Adaptec 5400S (Mustang)*/
218 	{ aac_sa_init, "percraid", "DELL    ", "PERCRAID        ", 4, AAC_QUIRK_34SG }, /* Dell PERC2/QC */
219 	{ aac_sa_init, "hpnraid",  "HP      ", "NetRAID         ", 4, AAC_QUIRK_34SG }, /* HP NetRAID-4M */
220 
221 	{ aac_rx_init, "aacraid",  "DELL    ", "RAID            ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Dell Catchall */
222 	{ aac_rx_init, "aacraid",  "Legend  ", "RAID            ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend Catchall */
223 	{ aac_rx_init, "aacraid",  "ADAPTEC ", "RAID            ", 2 }, /* Adaptec Catch All */
224 	{ aac_rkt_init, "aacraid", "ADAPTEC ", "RAID            ", 2 }, /* Adaptec Rocket Catch All */
225 	{ aac_nark_init, "aacraid", "ADAPTEC ", "RAID           ", 2 }, /* Adaptec NEMER/ARK Catch All */
226 	{ aac_src_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 6 (Tupelo) */
227 	{ aac_srcv_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 7 (Denali) */
228 	{ aac_srcv_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 8 */
229 };
230 
231 /**
232  *	aac_queuecommand	-	queue a SCSI command
233  *	@cmd:		SCSI command to queue
234  *	@done:		Function to call on command completion
235  *
236  *	Queues a command for execution by the associated Host Adapter.
237  *
238  *	TODO: unify with aac_scsi_cmd().
239  */
240 
241 static int aac_queuecommand(struct Scsi_Host *shost,
242 			    struct scsi_cmnd *cmd)
243 {
244 	int r = 0;
245 	cmd->SCp.phase = AAC_OWNER_LOWLEVEL;
246 	r = (aac_scsi_cmd(cmd) ? FAILED : 0);
247 	return r;
248 }
249 
250 /**
251  *	aac_info		-	Returns the host adapter name
252  *	@shost:		Scsi host to report on
253  *
254  *	Returns a static string describing the device in question
255  */
256 
257 static const char *aac_info(struct Scsi_Host *shost)
258 {
259 	struct aac_dev *dev = (struct aac_dev *)shost->hostdata;
260 	return aac_drivers[dev->cardtype].name;
261 }
262 
263 /**
264  *	aac_get_driver_ident
265  *	@devtype: index into lookup table
266  *
267  *	Returns a pointer to the entry in the driver lookup table.
268  */
269 
270 struct aac_driver_ident* aac_get_driver_ident(int devtype)
271 {
272 	return &aac_drivers[devtype];
273 }
274 
275 /**
276  *	aac_biosparm	-	return BIOS parameters for disk
277  *	@sdev: The scsi device corresponding to the disk
278  *	@bdev: the block device corresponding to the disk
279  *	@capacity: the sector capacity of the disk
280  *	@geom: geometry block to fill in
281  *
282  *	Return the Heads/Sectors/Cylinders BIOS Disk Parameters for Disk.
283  *	The default disk geometry is 64 heads, 32 sectors, and the appropriate
284  *	number of cylinders so as not to exceed drive capacity.  In order for
285  *	disks equal to or larger than 1 GB to be addressable by the BIOS
286  *	without exceeding the BIOS limitation of 1024 cylinders, Extended
287  *	Translation should be enabled.   With Extended Translation enabled,
288  *	drives between 1 GB inclusive and 2 GB exclusive are given a disk
289  *	geometry of 128 heads and 32 sectors, and drives above 2 GB inclusive
290  *	are given a disk geometry of 255 heads and 63 sectors.  However, if
291  *	the BIOS detects that the Extended Translation setting does not match
292  *	the geometry in the partition table, then the translation inferred
293  *	from the partition table will be used by the BIOS, and a warning may
294  *	be displayed.
295  */
296 
297 static int aac_biosparm(struct scsi_device *sdev, struct block_device *bdev,
298 			sector_t capacity, int *geom)
299 {
300 	struct diskparm *param = (struct diskparm *)geom;
301 	unsigned char *buf;
302 
303 	dprintk((KERN_DEBUG "aac_biosparm.\n"));
304 
305 	/*
306 	 *	Assuming extended translation is enabled - #REVISIT#
307 	 */
308 	if (capacity >= 2 * 1024 * 1024) { /* 1 GB in 512 byte sectors */
309 		if(capacity >= 4 * 1024 * 1024) { /* 2 GB in 512 byte sectors */
310 			param->heads = 255;
311 			param->sectors = 63;
312 		} else {
313 			param->heads = 128;
314 			param->sectors = 32;
315 		}
316 	} else {
317 		param->heads = 64;
318 		param->sectors = 32;
319 	}
320 
321 	param->cylinders = cap_to_cyls(capacity, param->heads * param->sectors);
322 
323 	/*
324 	 *	Read the first 1024 bytes from the disk device, if the boot
325 	 *	sector partition table is valid, search for a partition table
326 	 *	entry whose end_head matches one of the standard geometry
327 	 *	translations ( 64/32, 128/32, 255/63 ).
328 	 */
329 	buf = scsi_bios_ptable(bdev);
330 	if (!buf)
331 		return 0;
332 	if(*(__le16 *)(buf + 0x40) == cpu_to_le16(0xaa55)) {
333 		struct partition *first = (struct partition * )buf;
334 		struct partition *entry = first;
335 		int saved_cylinders = param->cylinders;
336 		int num;
337 		unsigned char end_head, end_sec;
338 
339 		for(num = 0; num < 4; num++) {
340 			end_head = entry->end_head;
341 			end_sec = entry->end_sector & 0x3f;
342 
343 			if(end_head == 63) {
344 				param->heads = 64;
345 				param->sectors = 32;
346 				break;
347 			} else if(end_head == 127) {
348 				param->heads = 128;
349 				param->sectors = 32;
350 				break;
351 			} else if(end_head == 254) {
352 				param->heads = 255;
353 				param->sectors = 63;
354 				break;
355 			}
356 			entry++;
357 		}
358 
359 		if (num == 4) {
360 			end_head = first->end_head;
361 			end_sec = first->end_sector & 0x3f;
362 		}
363 
364 		param->cylinders = cap_to_cyls(capacity, param->heads * param->sectors);
365 		if (num < 4 && end_sec == param->sectors) {
366 			if (param->cylinders != saved_cylinders)
367 				dprintk((KERN_DEBUG "Adopting geometry: heads=%d, sectors=%d from partition table %d.\n",
368 					param->heads, param->sectors, num));
369 		} else if (end_head > 0 || end_sec > 0) {
370 			dprintk((KERN_DEBUG "Strange geometry: heads=%d, sectors=%d in partition table %d.\n",
371 				end_head + 1, end_sec, num));
372 			dprintk((KERN_DEBUG "Using geometry: heads=%d, sectors=%d.\n",
373 					param->heads, param->sectors));
374 		}
375 	}
376 	kfree(buf);
377 	return 0;
378 }
379 
380 /**
381  *	aac_slave_configure		-	compute queue depths
382  *	@sdev:	SCSI device we are considering
383  *
384  *	Selects queue depths for each target device based on the host adapter's
385  *	total capacity and the queue depth supported by the target device.
386  *	A queue depth of one automatically disables tagged queueing.
387  */
388 
389 static int aac_slave_configure(struct scsi_device *sdev)
390 {
391 	struct aac_dev *aac = (struct aac_dev *)sdev->host->hostdata;
392 	int chn, tid;
393 	unsigned int depth = 0;
394 	unsigned int set_timeout = 0;
395 	bool set_qd_dev_type = false;
396 	u8 devtype = 0;
397 
398 	chn = aac_logical_to_phys(sdev_channel(sdev));
399 	tid = sdev_id(sdev);
400 	if (chn < AAC_MAX_BUSES && tid < AAC_MAX_TARGETS && aac->sa_firmware) {
401 		devtype = aac->hba_map[chn][tid].devtype;
402 
403 		if (devtype == AAC_DEVTYPE_NATIVE_RAW) {
404 			depth = aac->hba_map[chn][tid].qd_limit;
405 			set_timeout = 1;
406 			goto common_config;
407 		}
408 		if (devtype == AAC_DEVTYPE_ARC_RAW) {
409 			set_qd_dev_type = true;
410 			set_timeout = 1;
411 			goto common_config;
412 		}
413 	}
414 
415 	if (aac->jbod && (sdev->type == TYPE_DISK))
416 		sdev->removable = 1;
417 
418 	if (sdev->type == TYPE_DISK
419 	 && sdev_channel(sdev) != CONTAINER_CHANNEL
420 	 && (!aac->jbod || sdev->inq_periph_qual)
421 	 && (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2))) {
422 
423 		if (expose_physicals == 0)
424 			return -ENXIO;
425 
426 		if (expose_physicals < 0)
427 			sdev->no_uld_attach = 1;
428 	}
429 
430 	if (sdev->tagged_supported
431 	 &&  sdev->type == TYPE_DISK
432 	 &&  (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2))
433 	 && !sdev->no_uld_attach) {
434 
435 		struct scsi_device * dev;
436 		struct Scsi_Host *host = sdev->host;
437 		unsigned num_lsu = 0;
438 		unsigned num_one = 0;
439 		unsigned cid;
440 
441 		set_timeout = 1;
442 
443 		for (cid = 0; cid < aac->maximum_num_containers; ++cid)
444 			if (aac->fsa_dev[cid].valid)
445 				++num_lsu;
446 
447 		__shost_for_each_device(dev, host) {
448 			if (dev->tagged_supported
449 			 && dev->type == TYPE_DISK
450 			 && (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2))
451 			 && !dev->no_uld_attach) {
452 				if ((sdev_channel(dev) != CONTAINER_CHANNEL)
453 				 || !aac->fsa_dev[sdev_id(dev)].valid) {
454 					++num_lsu;
455 				}
456 			} else {
457 				++num_one;
458 			}
459 		}
460 
461 		if (num_lsu == 0)
462 			++num_lsu;
463 
464 		depth = (host->can_queue - num_one) / num_lsu;
465 
466 		if (sdev_channel(sdev) != NATIVE_CHANNEL)
467 			goto common_config;
468 
469 		set_qd_dev_type = true;
470 
471 	}
472 
473 common_config:
474 
475 	/*
476 	 * Check if SATA drive
477 	 */
478 	if (set_qd_dev_type) {
479 		if (strncmp(sdev->vendor, "ATA", 3) == 0)
480 			depth = 32;
481 		else
482 			depth = 64;
483 	}
484 
485 	/*
486 	 * Firmware has an individual device recovery time typically
487 	 * of 35 seconds, give us a margin.
488 	 */
489 	if (set_timeout && sdev->request_queue->rq_timeout < (45 * HZ))
490 		blk_queue_rq_timeout(sdev->request_queue, 45*HZ);
491 
492 	if (depth > 256)
493 		depth = 256;
494 	else if (depth < 1)
495 		depth = 1;
496 
497 	scsi_change_queue_depth(sdev, depth);
498 
499 	sdev->tagged_supported = 1;
500 
501 	return 0;
502 }
503 
504 /**
505  *	aac_change_queue_depth		-	alter queue depths
506  *	@sdev:	SCSI device we are considering
507  *	@depth:	desired queue depth
508  *
509  *	Alters queue depths for target device based on the host adapter's
510  *	total capacity and the queue depth supported by the target device.
511  */
512 
513 static int aac_change_queue_depth(struct scsi_device *sdev, int depth)
514 {
515 	struct aac_dev *aac = (struct aac_dev *)(sdev->host->hostdata);
516 	int chn, tid, is_native_device = 0;
517 
518 	chn = aac_logical_to_phys(sdev_channel(sdev));
519 	tid = sdev_id(sdev);
520 	if (chn < AAC_MAX_BUSES && tid < AAC_MAX_TARGETS &&
521 		aac->hba_map[chn][tid].devtype == AAC_DEVTYPE_NATIVE_RAW)
522 		is_native_device = 1;
523 
524 	if (sdev->tagged_supported && (sdev->type == TYPE_DISK) &&
525 	    (sdev_channel(sdev) == CONTAINER_CHANNEL)) {
526 		struct scsi_device * dev;
527 		struct Scsi_Host *host = sdev->host;
528 		unsigned num = 0;
529 
530 		__shost_for_each_device(dev, host) {
531 			if (dev->tagged_supported && (dev->type == TYPE_DISK) &&
532 			    (sdev_channel(dev) == CONTAINER_CHANNEL))
533 				++num;
534 			++num;
535 		}
536 		if (num >= host->can_queue)
537 			num = host->can_queue - 1;
538 		if (depth > (host->can_queue - num))
539 			depth = host->can_queue - num;
540 		if (depth > 256)
541 			depth = 256;
542 		else if (depth < 2)
543 			depth = 2;
544 		return scsi_change_queue_depth(sdev, depth);
545 	} else if (is_native_device) {
546 		scsi_change_queue_depth(sdev, aac->hba_map[chn][tid].qd_limit);
547 	} else {
548 		scsi_change_queue_depth(sdev, 1);
549 	}
550 	return sdev->queue_depth;
551 }
552 
553 static ssize_t aac_show_raid_level(struct device *dev, struct device_attribute *attr, char *buf)
554 {
555 	struct scsi_device *sdev = to_scsi_device(dev);
556 	struct aac_dev *aac = (struct aac_dev *)(sdev->host->hostdata);
557 	if (sdev_channel(sdev) != CONTAINER_CHANNEL)
558 		return snprintf(buf, PAGE_SIZE, sdev->no_uld_attach
559 		  ? "Hidden\n" :
560 		  ((aac->jbod && (sdev->type == TYPE_DISK)) ? "JBOD\n" : ""));
561 	return snprintf(buf, PAGE_SIZE, "%s\n",
562 	  get_container_type(aac->fsa_dev[sdev_id(sdev)].type));
563 }
564 
565 static struct device_attribute aac_raid_level_attr = {
566 	.attr = {
567 		.name = "level",
568 		.mode = S_IRUGO,
569 	},
570 	.show = aac_show_raid_level
571 };
572 
573 static ssize_t aac_show_unique_id(struct device *dev,
574 	     struct device_attribute *attr, char *buf)
575 {
576 	struct scsi_device *sdev = to_scsi_device(dev);
577 	struct aac_dev *aac = (struct aac_dev *)(sdev->host->hostdata);
578 	unsigned char sn[16];
579 
580 	memset(sn, 0, sizeof(sn));
581 
582 	if (sdev_channel(sdev) == CONTAINER_CHANNEL)
583 		memcpy(sn, aac->fsa_dev[sdev_id(sdev)].identifier, sizeof(sn));
584 
585 	return snprintf(buf, 16 * 2 + 2,
586 		"%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X\n",
587 		sn[0], sn[1], sn[2], sn[3],
588 		sn[4], sn[5], sn[6], sn[7],
589 		sn[8], sn[9], sn[10], sn[11],
590 		sn[12], sn[13], sn[14], sn[15]);
591 }
592 
593 static struct device_attribute aac_unique_id_attr = {
594 	.attr = {
595 		.name = "unique_id",
596 		.mode = 0444,
597 	},
598 	.show = aac_show_unique_id
599 };
600 
601 
602 
603 static struct device_attribute *aac_dev_attrs[] = {
604 	&aac_raid_level_attr,
605 	&aac_unique_id_attr,
606 	NULL,
607 };
608 
609 static int aac_ioctl(struct scsi_device *sdev, unsigned int cmd,
610 		     void __user *arg)
611 {
612 	struct aac_dev *dev = (struct aac_dev *)sdev->host->hostdata;
613 	if (!capable(CAP_SYS_RAWIO))
614 		return -EPERM;
615 	return aac_do_ioctl(dev, cmd, arg);
616 }
617 
618 static int get_num_of_incomplete_fibs(struct aac_dev *aac)
619 {
620 
621 	unsigned long flags;
622 	struct scsi_device *sdev = NULL;
623 	struct Scsi_Host *shost = aac->scsi_host_ptr;
624 	struct scsi_cmnd *scmnd = NULL;
625 	struct device *ctrl_dev;
626 
627 	int mlcnt  = 0;
628 	int llcnt  = 0;
629 	int ehcnt  = 0;
630 	int fwcnt  = 0;
631 	int krlcnt = 0;
632 
633 	__shost_for_each_device(sdev, shost) {
634 		spin_lock_irqsave(&sdev->list_lock, flags);
635 		list_for_each_entry(scmnd, &sdev->cmd_list, list) {
636 			switch (scmnd->SCp.phase) {
637 			case AAC_OWNER_FIRMWARE:
638 				fwcnt++;
639 				break;
640 			case AAC_OWNER_ERROR_HANDLER:
641 				ehcnt++;
642 				break;
643 			case AAC_OWNER_LOWLEVEL:
644 				llcnt++;
645 				break;
646 			case AAC_OWNER_MIDLEVEL:
647 				mlcnt++;
648 				break;
649 			default:
650 				krlcnt++;
651 				break;
652 			}
653 		}
654 		spin_unlock_irqrestore(&sdev->list_lock, flags);
655 	}
656 
657 	ctrl_dev = &aac->pdev->dev;
658 
659 	dev_info(ctrl_dev, "outstanding cmd: midlevel-%d\n", mlcnt);
660 	dev_info(ctrl_dev, "outstanding cmd: lowlevel-%d\n", llcnt);
661 	dev_info(ctrl_dev, "outstanding cmd: error handler-%d\n", ehcnt);
662 	dev_info(ctrl_dev, "outstanding cmd: firmware-%d\n", fwcnt);
663 	dev_info(ctrl_dev, "outstanding cmd: kernel-%d\n", krlcnt);
664 
665 	return mlcnt + llcnt + ehcnt + fwcnt;
666 }
667 
668 static int aac_eh_abort(struct scsi_cmnd* cmd)
669 {
670 	struct scsi_device * dev = cmd->device;
671 	struct Scsi_Host * host = dev->host;
672 	struct aac_dev * aac = (struct aac_dev *)host->hostdata;
673 	int count, found;
674 	u32 bus, cid;
675 	int ret = FAILED;
676 
677 	if (aac_adapter_check_health(aac))
678 		return ret;
679 
680 	bus = aac_logical_to_phys(scmd_channel(cmd));
681 	cid = scmd_id(cmd);
682 	if (aac->hba_map[bus][cid].devtype == AAC_DEVTYPE_NATIVE_RAW) {
683 		struct fib *fib;
684 		struct aac_hba_tm_req *tmf;
685 		int status;
686 		u64 address;
687 
688 		pr_err("%s: Host adapter abort request (%d,%d,%d,%d)\n",
689 		 AAC_DRIVERNAME,
690 		 host->host_no, sdev_channel(dev), sdev_id(dev), (int)dev->lun);
691 
692 		found = 0;
693 		for (count = 0; count < (host->can_queue + AAC_NUM_MGT_FIB); ++count) {
694 			fib = &aac->fibs[count];
695 			if (*(u8 *)fib->hw_fib_va != 0 &&
696 				(fib->flags & FIB_CONTEXT_FLAG_NATIVE_HBA) &&
697 				(fib->callback_data == cmd)) {
698 				found = 1;
699 				break;
700 			}
701 		}
702 		if (!found)
703 			return ret;
704 
705 		/* start a HBA_TMF_ABORT_TASK TMF request */
706 		fib = aac_fib_alloc(aac);
707 		if (!fib)
708 			return ret;
709 
710 		tmf = (struct aac_hba_tm_req *)fib->hw_fib_va;
711 		memset(tmf, 0, sizeof(*tmf));
712 		tmf->tmf = HBA_TMF_ABORT_TASK;
713 		tmf->it_nexus = aac->hba_map[bus][cid].rmw_nexus;
714 		tmf->lun[1] = cmd->device->lun;
715 
716 		address = (u64)fib->hw_error_pa;
717 		tmf->error_ptr_hi = cpu_to_le32((u32)(address >> 32));
718 		tmf->error_ptr_lo = cpu_to_le32((u32)(address & 0xffffffff));
719 		tmf->error_length = cpu_to_le32(FW_ERROR_BUFFER_SIZE);
720 
721 		fib->hbacmd_size = sizeof(*tmf);
722 		cmd->SCp.sent_command = 0;
723 
724 		status = aac_hba_send(HBA_IU_TYPE_SCSI_TM_REQ, fib,
725 				  (fib_callback) aac_hba_callback,
726 				  (void *) cmd);
727 
728 		/* Wait up to 15 secs for completion */
729 		for (count = 0; count < 15; ++count) {
730 			if (cmd->SCp.sent_command) {
731 				ret = SUCCESS;
732 				break;
733 			}
734 			msleep(1000);
735 		}
736 
737 		if (ret != SUCCESS)
738 			pr_err("%s: Host adapter abort request timed out\n",
739 			AAC_DRIVERNAME);
740 	} else {
741 		pr_err(
742 			"%s: Host adapter abort request.\n"
743 			"%s: Outstanding commands on (%d,%d,%d,%d):\n",
744 			AAC_DRIVERNAME, AAC_DRIVERNAME,
745 			host->host_no, sdev_channel(dev), sdev_id(dev),
746 			(int)dev->lun);
747 		switch (cmd->cmnd[0]) {
748 		case SERVICE_ACTION_IN_16:
749 			if (!(aac->raw_io_interface) ||
750 			    !(aac->raw_io_64) ||
751 			    ((cmd->cmnd[1] & 0x1f) != SAI_READ_CAPACITY_16))
752 				break;
753 			/* fall through */
754 		case INQUIRY:
755 		case READ_CAPACITY:
756 			/*
757 			 * Mark associated FIB to not complete,
758 			 * eh handler does this
759 			 */
760 			for (count = 0;
761 				count < (host->can_queue + AAC_NUM_MGT_FIB);
762 				++count) {
763 				struct fib *fib = &aac->fibs[count];
764 
765 				if (fib->hw_fib_va->header.XferState &&
766 				(fib->flags & FIB_CONTEXT_FLAG) &&
767 				(fib->callback_data == cmd)) {
768 					fib->flags |=
769 						FIB_CONTEXT_FLAG_TIMED_OUT;
770 					cmd->SCp.phase =
771 						AAC_OWNER_ERROR_HANDLER;
772 					ret = SUCCESS;
773 				}
774 			}
775 			break;
776 		case TEST_UNIT_READY:
777 			/*
778 			 * Mark associated FIB to not complete,
779 			 * eh handler does this
780 			 */
781 			for (count = 0;
782 				count < (host->can_queue + AAC_NUM_MGT_FIB);
783 				++count) {
784 				struct scsi_cmnd *command;
785 				struct fib *fib = &aac->fibs[count];
786 
787 				command = fib->callback_data;
788 
789 				if ((fib->hw_fib_va->header.XferState &
790 					cpu_to_le32
791 					(Async | NoResponseExpected)) &&
792 					(fib->flags & FIB_CONTEXT_FLAG) &&
793 					((command)) &&
794 					(command->device == cmd->device)) {
795 					fib->flags |=
796 						FIB_CONTEXT_FLAG_TIMED_OUT;
797 					command->SCp.phase =
798 						AAC_OWNER_ERROR_HANDLER;
799 					if (command == cmd)
800 						ret = SUCCESS;
801 				}
802 			}
803 			break;
804 		}
805 	}
806 	return ret;
807 }
808 
809 static u8 aac_eh_tmf_lun_reset_fib(struct aac_hba_map_info *info,
810 				   struct fib *fib, u64 tmf_lun)
811 {
812 	struct aac_hba_tm_req *tmf;
813 	u64 address;
814 
815 	/* start a HBA_TMF_LUN_RESET TMF request */
816 	tmf = (struct aac_hba_tm_req *)fib->hw_fib_va;
817 	memset(tmf, 0, sizeof(*tmf));
818 	tmf->tmf = HBA_TMF_LUN_RESET;
819 	tmf->it_nexus = info->rmw_nexus;
820 	int_to_scsilun(tmf_lun, (struct scsi_lun *)tmf->lun);
821 
822 	address = (u64)fib->hw_error_pa;
823 	tmf->error_ptr_hi = cpu_to_le32
824 		((u32)(address >> 32));
825 	tmf->error_ptr_lo = cpu_to_le32
826 		((u32)(address & 0xffffffff));
827 	tmf->error_length = cpu_to_le32(FW_ERROR_BUFFER_SIZE);
828 	fib->hbacmd_size = sizeof(*tmf);
829 
830 	return HBA_IU_TYPE_SCSI_TM_REQ;
831 }
832 
833 static u8 aac_eh_tmf_hard_reset_fib(struct aac_hba_map_info *info,
834 				    struct fib *fib)
835 {
836 	struct aac_hba_reset_req *rst;
837 	u64 address;
838 
839 	/* already tried, start a hard reset now */
840 	rst = (struct aac_hba_reset_req *)fib->hw_fib_va;
841 	memset(rst, 0, sizeof(*rst));
842 	rst->it_nexus = info->rmw_nexus;
843 
844 	address = (u64)fib->hw_error_pa;
845 	rst->error_ptr_hi = cpu_to_le32((u32)(address >> 32));
846 	rst->error_ptr_lo = cpu_to_le32((u32)(address & 0xffffffff));
847 	rst->error_length = cpu_to_le32(FW_ERROR_BUFFER_SIZE);
848 	fib->hbacmd_size = sizeof(*rst);
849 
850        return HBA_IU_TYPE_SATA_REQ;
851 }
852 
853 void aac_tmf_callback(void *context, struct fib *fibptr)
854 {
855 	struct aac_hba_resp *err =
856 		&((struct aac_native_hba *)fibptr->hw_fib_va)->resp.err;
857 	struct aac_hba_map_info *info = context;
858 	int res;
859 
860 	switch (err->service_response) {
861 	case HBA_RESP_SVCRES_TMF_REJECTED:
862 		res = -1;
863 		break;
864 	case HBA_RESP_SVCRES_TMF_LUN_INVALID:
865 		res = 0;
866 		break;
867 	case HBA_RESP_SVCRES_TMF_COMPLETE:
868 	case HBA_RESP_SVCRES_TMF_SUCCEEDED:
869 		res = 0;
870 		break;
871 	default:
872 		res = -2;
873 		break;
874 	}
875 	aac_fib_complete(fibptr);
876 
877 	info->reset_state = res;
878 }
879 
880 /*
881  *	aac_eh_dev_reset	- Device reset command handling
882  *	@scsi_cmd:	SCSI command block causing the reset
883  *
884  */
885 static int aac_eh_dev_reset(struct scsi_cmnd *cmd)
886 {
887 	struct scsi_device * dev = cmd->device;
888 	struct Scsi_Host * host = dev->host;
889 	struct aac_dev * aac = (struct aac_dev *)host->hostdata;
890 	struct aac_hba_map_info *info;
891 	int count;
892 	u32 bus, cid;
893 	struct fib *fib;
894 	int ret = FAILED;
895 	int status;
896 	u8 command;
897 
898 	bus = aac_logical_to_phys(scmd_channel(cmd));
899 	cid = scmd_id(cmd);
900 
901 	if (bus >= AAC_MAX_BUSES || cid >= AAC_MAX_TARGETS)
902 		return FAILED;
903 
904 	info = &aac->hba_map[bus][cid];
905 
906 	if (info->devtype != AAC_DEVTYPE_NATIVE_RAW &&
907 	    info->reset_state > 0)
908 		return FAILED;
909 
910 	pr_err("%s: Host adapter reset request. SCSI hang ?\n",
911 	       AAC_DRIVERNAME);
912 
913 	fib = aac_fib_alloc(aac);
914 	if (!fib)
915 		return ret;
916 
917 	/* start a HBA_TMF_LUN_RESET TMF request */
918 	command = aac_eh_tmf_lun_reset_fib(info, fib, dev->lun);
919 
920 	info->reset_state = 1;
921 
922 	status = aac_hba_send(command, fib,
923 			      (fib_callback) aac_tmf_callback,
924 			      (void *) info);
925 
926 	/* Wait up to 15 seconds for completion */
927 	for (count = 0; count < 15; ++count) {
928 		if (info->reset_state == 0) {
929 			ret = info->reset_state == 0 ? SUCCESS : FAILED;
930 			break;
931 		}
932 		msleep(1000);
933 	}
934 
935 	return ret;
936 }
937 
938 /*
939  *	aac_eh_target_reset	- Target reset command handling
940  *	@scsi_cmd:	SCSI command block causing the reset
941  *
942  */
943 static int aac_eh_target_reset(struct scsi_cmnd *cmd)
944 {
945 	struct scsi_device * dev = cmd->device;
946 	struct Scsi_Host * host = dev->host;
947 	struct aac_dev * aac = (struct aac_dev *)host->hostdata;
948 	struct aac_hba_map_info *info;
949 	int count;
950 	u32 bus, cid;
951 	int ret = FAILED;
952 	struct fib *fib;
953 	int status;
954 	u8 command;
955 
956 	bus = aac_logical_to_phys(scmd_channel(cmd));
957 	cid = scmd_id(cmd);
958 
959 	if (bus >= AAC_MAX_BUSES || cid >= AAC_MAX_TARGETS)
960 		return FAILED;
961 
962 	info = &aac->hba_map[bus][cid];
963 
964 	if (info->devtype != AAC_DEVTYPE_NATIVE_RAW &&
965 	    info->reset_state > 0)
966 		return FAILED;
967 
968 	pr_err("%s: Host adapter reset request. SCSI hang ?\n",
969 	       AAC_DRIVERNAME);
970 
971 	fib = aac_fib_alloc(aac);
972 	if (!fib)
973 		return ret;
974 
975 
976 	/* already tried, start a hard reset now */
977 	command = aac_eh_tmf_hard_reset_fib(info, fib);
978 
979 	info->reset_state = 2;
980 
981 	status = aac_hba_send(command, fib,
982 			      (fib_callback) aac_tmf_callback,
983 			      (void *) info);
984 
985 	/* Wait up to 15 seconds for completion */
986 	for (count = 0; count < 15; ++count) {
987 		if (info->reset_state <= 0) {
988 			ret = info->reset_state == 0 ? SUCCESS : FAILED;
989 			break;
990 		}
991 		msleep(1000);
992 	}
993 
994 	return ret;
995 }
996 
997 /*
998  *	aac_eh_bus_reset	- Bus reset command handling
999  *	@scsi_cmd:	SCSI command block causing the reset
1000  *
1001  */
1002 static int aac_eh_bus_reset(struct scsi_cmnd* cmd)
1003 {
1004 	struct scsi_device * dev = cmd->device;
1005 	struct Scsi_Host * host = dev->host;
1006 	struct aac_dev * aac = (struct aac_dev *)host->hostdata;
1007 	int count;
1008 	u32 cmd_bus;
1009 	int status = 0;
1010 
1011 
1012 	cmd_bus = aac_logical_to_phys(scmd_channel(cmd));
1013 	/* Mark the assoc. FIB to not complete, eh handler does this */
1014 	for (count = 0; count < (host->can_queue + AAC_NUM_MGT_FIB); ++count) {
1015 		struct fib *fib = &aac->fibs[count];
1016 
1017 		if (fib->hw_fib_va->header.XferState &&
1018 		    (fib->flags & FIB_CONTEXT_FLAG) &&
1019 		    (fib->flags & FIB_CONTEXT_FLAG_SCSI_CMD)) {
1020 			struct aac_hba_map_info *info;
1021 			u32 bus, cid;
1022 
1023 			cmd = (struct scsi_cmnd *)fib->callback_data;
1024 			bus = aac_logical_to_phys(scmd_channel(cmd));
1025 			if (bus != cmd_bus)
1026 				continue;
1027 			cid = scmd_id(cmd);
1028 			info = &aac->hba_map[bus][cid];
1029 			if (bus >= AAC_MAX_BUSES || cid >= AAC_MAX_TARGETS ||
1030 			    info->devtype != AAC_DEVTYPE_NATIVE_RAW) {
1031 				fib->flags |= FIB_CONTEXT_FLAG_EH_RESET;
1032 				cmd->SCp.phase = AAC_OWNER_ERROR_HANDLER;
1033 			}
1034 		}
1035 	}
1036 
1037 	pr_err("%s: Host adapter reset request. SCSI hang ?\n", AAC_DRIVERNAME);
1038 
1039 	/*
1040 	 * Check the health of the controller
1041 	 */
1042 	status = aac_adapter_check_health(aac);
1043 	if (status)
1044 		dev_err(&aac->pdev->dev, "Adapter health - %d\n", status);
1045 
1046 	count = get_num_of_incomplete_fibs(aac);
1047 	return (count == 0) ? SUCCESS : FAILED;
1048 }
1049 
1050 /*
1051  *	aac_eh_host_reset	- Host reset command handling
1052  *	@scsi_cmd:	SCSI command block causing the reset
1053  *
1054  */
1055 int aac_eh_host_reset(struct scsi_cmnd *cmd)
1056 {
1057 	struct scsi_device * dev = cmd->device;
1058 	struct Scsi_Host * host = dev->host;
1059 	struct aac_dev * aac = (struct aac_dev *)host->hostdata;
1060 	int ret = FAILED;
1061 	__le32 supported_options2 = 0;
1062 	bool is_mu_reset;
1063 	bool is_ignore_reset;
1064 	bool is_doorbell_reset;
1065 
1066 	/*
1067 	 * Check if reset is supported by the firmware
1068 	 */
1069 	supported_options2 = aac->supplement_adapter_info.supported_options2;
1070 	is_mu_reset = supported_options2 & AAC_OPTION_MU_RESET;
1071 	is_doorbell_reset = supported_options2 & AAC_OPTION_DOORBELL_RESET;
1072 	is_ignore_reset = supported_options2 & AAC_OPTION_IGNORE_RESET;
1073 	/*
1074 	 * This adapter needs a blind reset, only do so for
1075 	 * Adapters that support a register, instead of a commanded,
1076 	 * reset.
1077 	 */
1078 	if ((is_mu_reset || is_doorbell_reset)
1079 	 && aac_check_reset
1080 	 && (aac_check_reset != -1 || !is_ignore_reset)) {
1081 		/* Bypass wait for command quiesce */
1082 		if (aac_reset_adapter(aac, 2, IOP_HWSOFT_RESET) == 0)
1083 			ret = SUCCESS;
1084 	}
1085 	/*
1086 	 * Reset EH state
1087 	 */
1088 	if (ret == SUCCESS) {
1089 		int bus, cid;
1090 		struct aac_hba_map_info *info;
1091 
1092 		for (bus = 0; bus < AAC_MAX_BUSES; bus++) {
1093 			for (cid = 0; cid < AAC_MAX_TARGETS; cid++) {
1094 				info = &aac->hba_map[bus][cid];
1095 				if (info->devtype == AAC_DEVTYPE_NATIVE_RAW)
1096 					info->reset_state = 0;
1097 			}
1098 		}
1099 	}
1100 	return ret;
1101 }
1102 
1103 /**
1104  *	aac_cfg_open		-	open a configuration file
1105  *	@inode: inode being opened
1106  *	@file: file handle attached
1107  *
1108  *	Called when the configuration device is opened. Does the needed
1109  *	set up on the handle and then returns
1110  *
1111  *	Bugs: This needs extending to check a given adapter is present
1112  *	so we can support hot plugging, and to ref count adapters.
1113  */
1114 
1115 static int aac_cfg_open(struct inode *inode, struct file *file)
1116 {
1117 	struct aac_dev *aac;
1118 	unsigned minor_number = iminor(inode);
1119 	int err = -ENODEV;
1120 
1121 	mutex_lock(&aac_mutex);  /* BKL pushdown: nothing else protects this list */
1122 	list_for_each_entry(aac, &aac_devices, entry) {
1123 		if (aac->id == minor_number) {
1124 			file->private_data = aac;
1125 			err = 0;
1126 			break;
1127 		}
1128 	}
1129 	mutex_unlock(&aac_mutex);
1130 
1131 	return err;
1132 }
1133 
1134 /**
1135  *	aac_cfg_ioctl		-	AAC configuration request
1136  *	@inode: inode of device
1137  *	@file: file handle
1138  *	@cmd: ioctl command code
1139  *	@arg: argument
1140  *
1141  *	Handles a configuration ioctl. Currently this involves wrapping it
1142  *	up and feeding it into the nasty windowsalike glue layer.
1143  *
1144  *	Bugs: Needs locking against parallel ioctls lower down
1145  *	Bugs: Needs to handle hot plugging
1146  */
1147 
1148 static long aac_cfg_ioctl(struct file *file,
1149 		unsigned int cmd, unsigned long arg)
1150 {
1151 	struct aac_dev *aac = (struct aac_dev *)file->private_data;
1152 
1153 	if (!capable(CAP_SYS_RAWIO))
1154 		return -EPERM;
1155 
1156 	return aac_do_ioctl(aac, cmd, (void __user *)arg);
1157 }
1158 
1159 #ifdef CONFIG_COMPAT
1160 static long aac_compat_do_ioctl(struct aac_dev *dev, unsigned cmd, unsigned long arg)
1161 {
1162 	long ret;
1163 	switch (cmd) {
1164 	case FSACTL_MINIPORT_REV_CHECK:
1165 	case FSACTL_SENDFIB:
1166 	case FSACTL_OPEN_GET_ADAPTER_FIB:
1167 	case FSACTL_CLOSE_GET_ADAPTER_FIB:
1168 	case FSACTL_SEND_RAW_SRB:
1169 	case FSACTL_GET_PCI_INFO:
1170 	case FSACTL_QUERY_DISK:
1171 	case FSACTL_DELETE_DISK:
1172 	case FSACTL_FORCE_DELETE_DISK:
1173 	case FSACTL_GET_CONTAINERS:
1174 	case FSACTL_SEND_LARGE_FIB:
1175 		ret = aac_do_ioctl(dev, cmd, (void __user *)arg);
1176 		break;
1177 
1178 	case FSACTL_GET_NEXT_ADAPTER_FIB: {
1179 		struct fib_ioctl __user *f;
1180 
1181 		f = compat_alloc_user_space(sizeof(*f));
1182 		ret = 0;
1183 		if (clear_user(f, sizeof(*f)))
1184 			ret = -EFAULT;
1185 		if (copy_in_user(f, (void __user *)arg, sizeof(struct fib_ioctl) - sizeof(u32)))
1186 			ret = -EFAULT;
1187 		if (!ret)
1188 			ret = aac_do_ioctl(dev, cmd, f);
1189 		break;
1190 	}
1191 
1192 	default:
1193 		ret = -ENOIOCTLCMD;
1194 		break;
1195 	}
1196 	return ret;
1197 }
1198 
1199 static int aac_compat_ioctl(struct scsi_device *sdev, unsigned int cmd,
1200 			    void __user *arg)
1201 {
1202 	struct aac_dev *dev = (struct aac_dev *)sdev->host->hostdata;
1203 	if (!capable(CAP_SYS_RAWIO))
1204 		return -EPERM;
1205 	return aac_compat_do_ioctl(dev, cmd, (unsigned long)arg);
1206 }
1207 
1208 static long aac_compat_cfg_ioctl(struct file *file, unsigned cmd, unsigned long arg)
1209 {
1210 	if (!capable(CAP_SYS_RAWIO))
1211 		return -EPERM;
1212 	return aac_compat_do_ioctl(file->private_data, cmd, arg);
1213 }
1214 #endif
1215 
1216 static ssize_t aac_show_model(struct device *device,
1217 			      struct device_attribute *attr, char *buf)
1218 {
1219 	struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1220 	int len;
1221 
1222 	if (dev->supplement_adapter_info.adapter_type_text[0]) {
1223 		char *cp = dev->supplement_adapter_info.adapter_type_text;
1224 		while (*cp && *cp != ' ')
1225 			++cp;
1226 		while (*cp == ' ')
1227 			++cp;
1228 		len = snprintf(buf, PAGE_SIZE, "%s\n", cp);
1229 	} else
1230 		len = snprintf(buf, PAGE_SIZE, "%s\n",
1231 		  aac_drivers[dev->cardtype].model);
1232 	return len;
1233 }
1234 
1235 static ssize_t aac_show_vendor(struct device *device,
1236 			       struct device_attribute *attr, char *buf)
1237 {
1238 	struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1239 	struct aac_supplement_adapter_info *sup_adap_info;
1240 	int len;
1241 
1242 	sup_adap_info = &dev->supplement_adapter_info;
1243 	if (sup_adap_info->adapter_type_text[0]) {
1244 		char *cp = sup_adap_info->adapter_type_text;
1245 		while (*cp && *cp != ' ')
1246 			++cp;
1247 		len = snprintf(buf, PAGE_SIZE, "%.*s\n",
1248 			(int)(cp - (char *)sup_adap_info->adapter_type_text),
1249 					sup_adap_info->adapter_type_text);
1250 	} else
1251 		len = snprintf(buf, PAGE_SIZE, "%s\n",
1252 			aac_drivers[dev->cardtype].vname);
1253 	return len;
1254 }
1255 
1256 static ssize_t aac_show_flags(struct device *cdev,
1257 			      struct device_attribute *attr, char *buf)
1258 {
1259 	int len = 0;
1260 	struct aac_dev *dev = (struct aac_dev*)class_to_shost(cdev)->hostdata;
1261 
1262 	if (nblank(dprintk(x)))
1263 		len = snprintf(buf, PAGE_SIZE, "dprintk\n");
1264 #ifdef AAC_DETAILED_STATUS_INFO
1265 	len += snprintf(buf + len, PAGE_SIZE - len,
1266 			"AAC_DETAILED_STATUS_INFO\n");
1267 #endif
1268 	if (dev->raw_io_interface && dev->raw_io_64)
1269 		len += snprintf(buf + len, PAGE_SIZE - len,
1270 				"SAI_READ_CAPACITY_16\n");
1271 	if (dev->jbod)
1272 		len += snprintf(buf + len, PAGE_SIZE - len, "SUPPORTED_JBOD\n");
1273 	if (dev->supplement_adapter_info.supported_options2 &
1274 		AAC_OPTION_POWER_MANAGEMENT)
1275 		len += snprintf(buf + len, PAGE_SIZE - len,
1276 				"SUPPORTED_POWER_MANAGEMENT\n");
1277 	if (dev->msi)
1278 		len += snprintf(buf + len, PAGE_SIZE - len, "PCI_HAS_MSI\n");
1279 	return len;
1280 }
1281 
1282 static ssize_t aac_show_kernel_version(struct device *device,
1283 				       struct device_attribute *attr,
1284 				       char *buf)
1285 {
1286 	struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1287 	int len, tmp;
1288 
1289 	tmp = le32_to_cpu(dev->adapter_info.kernelrev);
1290 	len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
1291 	  tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
1292 	  le32_to_cpu(dev->adapter_info.kernelbuild));
1293 	return len;
1294 }
1295 
1296 static ssize_t aac_show_monitor_version(struct device *device,
1297 					struct device_attribute *attr,
1298 					char *buf)
1299 {
1300 	struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1301 	int len, tmp;
1302 
1303 	tmp = le32_to_cpu(dev->adapter_info.monitorrev);
1304 	len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
1305 	  tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
1306 	  le32_to_cpu(dev->adapter_info.monitorbuild));
1307 	return len;
1308 }
1309 
1310 static ssize_t aac_show_bios_version(struct device *device,
1311 				     struct device_attribute *attr,
1312 				     char *buf)
1313 {
1314 	struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1315 	int len, tmp;
1316 
1317 	tmp = le32_to_cpu(dev->adapter_info.biosrev);
1318 	len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
1319 	  tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
1320 	  le32_to_cpu(dev->adapter_info.biosbuild));
1321 	return len;
1322 }
1323 
1324 static ssize_t aac_show_driver_version(struct device *device,
1325 					struct device_attribute *attr,
1326 					char *buf)
1327 {
1328 	return snprintf(buf, PAGE_SIZE, "%s\n", aac_driver_version);
1329 }
1330 
1331 static ssize_t aac_show_serial_number(struct device *device,
1332 			       struct device_attribute *attr, char *buf)
1333 {
1334 	struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1335 	int len = 0;
1336 
1337 	if (le32_to_cpu(dev->adapter_info.serial[0]) != 0xBAD0)
1338 		len = snprintf(buf, 16, "%06X\n",
1339 		  le32_to_cpu(dev->adapter_info.serial[0]));
1340 	if (len &&
1341 	  !memcmp(&dev->supplement_adapter_info.mfg_pcba_serial_no[
1342 	    sizeof(dev->supplement_adapter_info.mfg_pcba_serial_no)-len],
1343 	  buf, len-1))
1344 		len = snprintf(buf, 16, "%.*s\n",
1345 		  (int)sizeof(dev->supplement_adapter_info.mfg_pcba_serial_no),
1346 		  dev->supplement_adapter_info.mfg_pcba_serial_no);
1347 
1348 	return min(len, 16);
1349 }
1350 
1351 static ssize_t aac_show_max_channel(struct device *device,
1352 				    struct device_attribute *attr, char *buf)
1353 {
1354 	return snprintf(buf, PAGE_SIZE, "%d\n",
1355 	  class_to_shost(device)->max_channel);
1356 }
1357 
1358 static ssize_t aac_show_max_id(struct device *device,
1359 			       struct device_attribute *attr, char *buf)
1360 {
1361 	return snprintf(buf, PAGE_SIZE, "%d\n",
1362 	  class_to_shost(device)->max_id);
1363 }
1364 
1365 static ssize_t aac_store_reset_adapter(struct device *device,
1366 				       struct device_attribute *attr,
1367 				       const char *buf, size_t count)
1368 {
1369 	int retval = -EACCES;
1370 
1371 	if (!capable(CAP_SYS_ADMIN))
1372 		return retval;
1373 
1374 	retval = aac_reset_adapter(shost_priv(class_to_shost(device)),
1375 					buf[0] == '!', IOP_HWSOFT_RESET);
1376 	if (retval >= 0)
1377 		retval = count;
1378 
1379 	return retval;
1380 }
1381 
1382 static ssize_t aac_show_reset_adapter(struct device *device,
1383 				      struct device_attribute *attr,
1384 				      char *buf)
1385 {
1386 	struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1387 	int len, tmp;
1388 
1389 	tmp = aac_adapter_check_health(dev);
1390 	if ((tmp == 0) && dev->in_reset)
1391 		tmp = -EBUSY;
1392 	len = snprintf(buf, PAGE_SIZE, "0x%x\n", tmp);
1393 	return len;
1394 }
1395 
1396 static struct device_attribute aac_model = {
1397 	.attr = {
1398 		.name = "model",
1399 		.mode = S_IRUGO,
1400 	},
1401 	.show = aac_show_model,
1402 };
1403 static struct device_attribute aac_vendor = {
1404 	.attr = {
1405 		.name = "vendor",
1406 		.mode = S_IRUGO,
1407 	},
1408 	.show = aac_show_vendor,
1409 };
1410 static struct device_attribute aac_flags = {
1411 	.attr = {
1412 		.name = "flags",
1413 		.mode = S_IRUGO,
1414 	},
1415 	.show = aac_show_flags,
1416 };
1417 static struct device_attribute aac_kernel_version = {
1418 	.attr = {
1419 		.name = "hba_kernel_version",
1420 		.mode = S_IRUGO,
1421 	},
1422 	.show = aac_show_kernel_version,
1423 };
1424 static struct device_attribute aac_monitor_version = {
1425 	.attr = {
1426 		.name = "hba_monitor_version",
1427 		.mode = S_IRUGO,
1428 	},
1429 	.show = aac_show_monitor_version,
1430 };
1431 static struct device_attribute aac_bios_version = {
1432 	.attr = {
1433 		.name = "hba_bios_version",
1434 		.mode = S_IRUGO,
1435 	},
1436 	.show = aac_show_bios_version,
1437 };
1438 static struct device_attribute aac_lld_version = {
1439 	.attr = {
1440 		.name = "driver_version",
1441 		.mode = 0444,
1442 	},
1443 	.show = aac_show_driver_version,
1444 };
1445 static struct device_attribute aac_serial_number = {
1446 	.attr = {
1447 		.name = "serial_number",
1448 		.mode = S_IRUGO,
1449 	},
1450 	.show = aac_show_serial_number,
1451 };
1452 static struct device_attribute aac_max_channel = {
1453 	.attr = {
1454 		.name = "max_channel",
1455 		.mode = S_IRUGO,
1456 	},
1457 	.show = aac_show_max_channel,
1458 };
1459 static struct device_attribute aac_max_id = {
1460 	.attr = {
1461 		.name = "max_id",
1462 		.mode = S_IRUGO,
1463 	},
1464 	.show = aac_show_max_id,
1465 };
1466 static struct device_attribute aac_reset = {
1467 	.attr = {
1468 		.name = "reset_host",
1469 		.mode = S_IWUSR|S_IRUGO,
1470 	},
1471 	.store = aac_store_reset_adapter,
1472 	.show = aac_show_reset_adapter,
1473 };
1474 
1475 static struct device_attribute *aac_attrs[] = {
1476 	&aac_model,
1477 	&aac_vendor,
1478 	&aac_flags,
1479 	&aac_kernel_version,
1480 	&aac_monitor_version,
1481 	&aac_bios_version,
1482 	&aac_lld_version,
1483 	&aac_serial_number,
1484 	&aac_max_channel,
1485 	&aac_max_id,
1486 	&aac_reset,
1487 	NULL
1488 };
1489 
1490 ssize_t aac_get_serial_number(struct device *device, char *buf)
1491 {
1492 	return aac_show_serial_number(device, &aac_serial_number, buf);
1493 }
1494 
1495 static const struct file_operations aac_cfg_fops = {
1496 	.owner		= THIS_MODULE,
1497 	.unlocked_ioctl	= aac_cfg_ioctl,
1498 #ifdef CONFIG_COMPAT
1499 	.compat_ioctl   = aac_compat_cfg_ioctl,
1500 #endif
1501 	.open		= aac_cfg_open,
1502 	.llseek		= noop_llseek,
1503 };
1504 
1505 static struct scsi_host_template aac_driver_template = {
1506 	.module				= THIS_MODULE,
1507 	.name				= "AAC",
1508 	.proc_name			= AAC_DRIVERNAME,
1509 	.info				= aac_info,
1510 	.ioctl				= aac_ioctl,
1511 #ifdef CONFIG_COMPAT
1512 	.compat_ioctl			= aac_compat_ioctl,
1513 #endif
1514 	.queuecommand			= aac_queuecommand,
1515 	.bios_param			= aac_biosparm,
1516 	.shost_attrs			= aac_attrs,
1517 	.slave_configure		= aac_slave_configure,
1518 	.change_queue_depth		= aac_change_queue_depth,
1519 	.sdev_attrs			= aac_dev_attrs,
1520 	.eh_abort_handler		= aac_eh_abort,
1521 	.eh_device_reset_handler	= aac_eh_dev_reset,
1522 	.eh_target_reset_handler	= aac_eh_target_reset,
1523 	.eh_bus_reset_handler		= aac_eh_bus_reset,
1524 	.eh_host_reset_handler		= aac_eh_host_reset,
1525 	.can_queue			= AAC_NUM_IO_FIB,
1526 	.this_id			= MAXIMUM_NUM_CONTAINERS,
1527 	.sg_tablesize			= 16,
1528 	.max_sectors			= 128,
1529 #if (AAC_NUM_IO_FIB > 256)
1530 	.cmd_per_lun			= 256,
1531 #else
1532 	.cmd_per_lun			= AAC_NUM_IO_FIB,
1533 #endif
1534 	.emulated			= 1,
1535 	.no_write_same			= 1,
1536 };
1537 
1538 static void __aac_shutdown(struct aac_dev * aac)
1539 {
1540 	int i;
1541 
1542 	mutex_lock(&aac->ioctl_mutex);
1543 	aac->adapter_shutdown = 1;
1544 	mutex_unlock(&aac->ioctl_mutex);
1545 
1546 	if (aac->aif_thread) {
1547 		int i;
1548 		/* Clear out events first */
1549 		for (i = 0; i < (aac->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB); i++) {
1550 			struct fib *fib = &aac->fibs[i];
1551 			if (!(fib->hw_fib_va->header.XferState & cpu_to_le32(NoResponseExpected | Async)) &&
1552 			    (fib->hw_fib_va->header.XferState & cpu_to_le32(ResponseExpected)))
1553 				complete(&fib->event_wait);
1554 		}
1555 		kthread_stop(aac->thread);
1556 		aac->thread = NULL;
1557 	}
1558 
1559 	aac_send_shutdown(aac);
1560 
1561 	aac_adapter_disable_int(aac);
1562 
1563 	if (aac_is_src(aac)) {
1564 		if (aac->max_msix > 1) {
1565 			for (i = 0; i < aac->max_msix; i++) {
1566 				free_irq(pci_irq_vector(aac->pdev, i),
1567 					 &(aac->aac_msix[i]));
1568 			}
1569 		} else {
1570 			free_irq(aac->pdev->irq,
1571 				 &(aac->aac_msix[0]));
1572 		}
1573 	} else {
1574 		free_irq(aac->pdev->irq, aac);
1575 	}
1576 	if (aac->msi)
1577 		pci_disable_msi(aac->pdev);
1578 	else if (aac->max_msix > 1)
1579 		pci_disable_msix(aac->pdev);
1580 }
1581 static void aac_init_char(void)
1582 {
1583 	aac_cfg_major = register_chrdev(0, "aac", &aac_cfg_fops);
1584 	if (aac_cfg_major < 0) {
1585 		pr_err("aacraid: unable to register \"aac\" device.\n");
1586 	}
1587 }
1588 
1589 static int aac_probe_one(struct pci_dev *pdev, const struct pci_device_id *id)
1590 {
1591 	unsigned index = id->driver_data;
1592 	struct Scsi_Host *shost;
1593 	struct aac_dev *aac;
1594 	struct list_head *insert = &aac_devices;
1595 	int error = -ENODEV;
1596 	int unique_id = 0;
1597 	u64 dmamask;
1598 	int mask_bits = 0;
1599 	extern int aac_sync_mode;
1600 
1601 	/*
1602 	 * Only series 7 needs freset.
1603 	 */
1604 	if (pdev->device == PMC_DEVICE_S7)
1605 		pdev->needs_freset = 1;
1606 
1607 	list_for_each_entry(aac, &aac_devices, entry) {
1608 		if (aac->id > unique_id)
1609 			break;
1610 		insert = &aac->entry;
1611 		unique_id++;
1612 	}
1613 
1614 	pci_disable_link_state(pdev, PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1 |
1615 			       PCIE_LINK_STATE_CLKPM);
1616 
1617 	error = pci_enable_device(pdev);
1618 	if (error)
1619 		goto out;
1620 	error = -ENODEV;
1621 
1622 	if (!(aac_drivers[index].quirks & AAC_QUIRK_SRC)) {
1623 		error = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
1624 		if (error) {
1625 			dev_err(&pdev->dev, "PCI 32 BIT dma mask set failed");
1626 			goto out_disable_pdev;
1627 		}
1628 	}
1629 
1630 	/*
1631 	 * If the quirk31 bit is set, the adapter needs adapter
1632 	 * to driver communication memory to be allocated below 2gig
1633 	 */
1634 	if (aac_drivers[index].quirks & AAC_QUIRK_31BIT) {
1635 		dmamask = DMA_BIT_MASK(31);
1636 		mask_bits = 31;
1637 	} else {
1638 		dmamask = DMA_BIT_MASK(32);
1639 		mask_bits = 32;
1640 	}
1641 
1642 	error = pci_set_consistent_dma_mask(pdev, dmamask);
1643 	if (error) {
1644 		dev_err(&pdev->dev, "PCI %d B consistent dma mask set failed\n"
1645 				, mask_bits);
1646 		goto out_disable_pdev;
1647 	}
1648 
1649 	pci_set_master(pdev);
1650 
1651 	shost = scsi_host_alloc(&aac_driver_template, sizeof(struct aac_dev));
1652 	if (!shost)
1653 		goto out_disable_pdev;
1654 
1655 	shost->irq = pdev->irq;
1656 	shost->unique_id = unique_id;
1657 	shost->max_cmd_len = 16;
1658 	shost->use_cmd_list = 1;
1659 
1660 	if (aac_cfg_major == AAC_CHARDEV_NEEDS_REINIT)
1661 		aac_init_char();
1662 
1663 	aac = (struct aac_dev *)shost->hostdata;
1664 	aac->base_start = pci_resource_start(pdev, 0);
1665 	aac->scsi_host_ptr = shost;
1666 	aac->pdev = pdev;
1667 	aac->name = aac_driver_template.name;
1668 	aac->id = shost->unique_id;
1669 	aac->cardtype = index;
1670 	INIT_LIST_HEAD(&aac->entry);
1671 
1672 	if (aac_reset_devices || reset_devices)
1673 		aac->init_reset = true;
1674 
1675 	aac->fibs = kcalloc(shost->can_queue + AAC_NUM_MGT_FIB,
1676 			    sizeof(struct fib),
1677 			    GFP_KERNEL);
1678 	if (!aac->fibs)
1679 		goto out_free_host;
1680 	spin_lock_init(&aac->fib_lock);
1681 
1682 	mutex_init(&aac->ioctl_mutex);
1683 	mutex_init(&aac->scan_mutex);
1684 
1685 	INIT_DELAYED_WORK(&aac->safw_rescan_work, aac_safw_rescan_worker);
1686 	/*
1687 	 *	Map in the registers from the adapter.
1688 	 */
1689 	aac->base_size = AAC_MIN_FOOTPRINT_SIZE;
1690 	if ((*aac_drivers[index].init)(aac)) {
1691 		error = -ENODEV;
1692 		goto out_unmap;
1693 	}
1694 
1695 	if (aac->sync_mode) {
1696 		if (aac_sync_mode)
1697 			printk(KERN_INFO "%s%d: Sync. mode enforced "
1698 				"by driver parameter. This will cause "
1699 				"a significant performance decrease!\n",
1700 				aac->name,
1701 				aac->id);
1702 		else
1703 			printk(KERN_INFO "%s%d: Async. mode not supported "
1704 				"by current driver, sync. mode enforced."
1705 				"\nPlease update driver to get full performance.\n",
1706 				aac->name,
1707 				aac->id);
1708 	}
1709 
1710 	/*
1711 	 *	Start any kernel threads needed
1712 	 */
1713 	aac->thread = kthread_run(aac_command_thread, aac, AAC_DRIVERNAME);
1714 	if (IS_ERR(aac->thread)) {
1715 		printk(KERN_ERR "aacraid: Unable to create command thread.\n");
1716 		error = PTR_ERR(aac->thread);
1717 		aac->thread = NULL;
1718 		goto out_deinit;
1719 	}
1720 
1721 	aac->maximum_num_channels = aac_drivers[index].channels;
1722 	error = aac_get_adapter_info(aac);
1723 	if (error < 0)
1724 		goto out_deinit;
1725 
1726 	/*
1727 	 * Lets override negotiations and drop the maximum SG limit to 34
1728 	 */
1729 	if ((aac_drivers[index].quirks & AAC_QUIRK_34SG) &&
1730 			(shost->sg_tablesize > 34)) {
1731 		shost->sg_tablesize = 34;
1732 		shost->max_sectors = (shost->sg_tablesize * 8) + 112;
1733 	}
1734 
1735 	if ((aac_drivers[index].quirks & AAC_QUIRK_17SG) &&
1736 			(shost->sg_tablesize > 17)) {
1737 		shost->sg_tablesize = 17;
1738 		shost->max_sectors = (shost->sg_tablesize * 8) + 112;
1739 	}
1740 
1741 	if (aac->adapter_info.options & AAC_OPT_NEW_COMM)
1742 		shost->max_segment_size = shost->max_sectors << 9;
1743 	else
1744 		shost->max_segment_size = 65536;
1745 
1746 	/*
1747 	 * Firmware printf works only with older firmware.
1748 	 */
1749 	if (aac_drivers[index].quirks & AAC_QUIRK_34SG)
1750 		aac->printf_enabled = 1;
1751 	else
1752 		aac->printf_enabled = 0;
1753 
1754 	/*
1755 	 * max channel will be the physical channels plus 1 virtual channel
1756 	 * all containers are on the virtual channel 0 (CONTAINER_CHANNEL)
1757 	 * physical channels are address by their actual physical number+1
1758 	 */
1759 	if (aac->nondasd_support || expose_physicals || aac->jbod)
1760 		shost->max_channel = aac->maximum_num_channels;
1761 	else
1762 		shost->max_channel = 0;
1763 
1764 	aac_get_config_status(aac, 0);
1765 	aac_get_containers(aac);
1766 	list_add(&aac->entry, insert);
1767 
1768 	shost->max_id = aac->maximum_num_containers;
1769 	if (shost->max_id < aac->maximum_num_physicals)
1770 		shost->max_id = aac->maximum_num_physicals;
1771 	if (shost->max_id < MAXIMUM_NUM_CONTAINERS)
1772 		shost->max_id = MAXIMUM_NUM_CONTAINERS;
1773 	else
1774 		shost->this_id = shost->max_id;
1775 
1776 	if (!aac->sa_firmware && aac_drivers[index].quirks & AAC_QUIRK_SRC)
1777 		aac_intr_normal(aac, 0, 2, 0, NULL);
1778 
1779 	/*
1780 	 * dmb - we may need to move the setting of these parms somewhere else once
1781 	 * we get a fib that can report the actual numbers
1782 	 */
1783 	shost->max_lun = AAC_MAX_LUN;
1784 
1785 	pci_set_drvdata(pdev, shost);
1786 
1787 	error = scsi_add_host(shost, &pdev->dev);
1788 	if (error)
1789 		goto out_deinit;
1790 
1791 	aac_scan_host(aac);
1792 
1793 	pci_enable_pcie_error_reporting(pdev);
1794 	pci_save_state(pdev);
1795 
1796 	return 0;
1797 
1798  out_deinit:
1799 	__aac_shutdown(aac);
1800  out_unmap:
1801 	aac_fib_map_free(aac);
1802 	if (aac->comm_addr)
1803 		dma_free_coherent(&aac->pdev->dev, aac->comm_size,
1804 				  aac->comm_addr, aac->comm_phys);
1805 	kfree(aac->queues);
1806 	aac_adapter_ioremap(aac, 0);
1807 	kfree(aac->fibs);
1808 	kfree(aac->fsa_dev);
1809  out_free_host:
1810 	scsi_host_put(shost);
1811  out_disable_pdev:
1812 	pci_disable_device(pdev);
1813  out:
1814 	return error;
1815 }
1816 
1817 static void aac_release_resources(struct aac_dev *aac)
1818 {
1819 	aac_adapter_disable_int(aac);
1820 	aac_free_irq(aac);
1821 }
1822 
1823 static int aac_acquire_resources(struct aac_dev *dev)
1824 {
1825 	unsigned long status;
1826 	/*
1827 	 *	First clear out all interrupts.  Then enable the one's that we
1828 	 *	can handle.
1829 	 */
1830 	while (!((status = src_readl(dev, MUnit.OMR)) & KERNEL_UP_AND_RUNNING)
1831 		|| status == 0xffffffff)
1832 			msleep(20);
1833 
1834 	aac_adapter_disable_int(dev);
1835 	aac_adapter_enable_int(dev);
1836 
1837 
1838 	if (aac_is_src(dev))
1839 		aac_define_int_mode(dev);
1840 
1841 	if (dev->msi_enabled)
1842 		aac_src_access_devreg(dev, AAC_ENABLE_MSIX);
1843 
1844 	if (aac_acquire_irq(dev))
1845 		goto error_iounmap;
1846 
1847 	aac_adapter_enable_int(dev);
1848 
1849 	/*max msix may change  after EEH
1850 	 * Re-assign vectors to fibs
1851 	 */
1852 	aac_fib_vector_assign(dev);
1853 
1854 	if (!dev->sync_mode) {
1855 		/* After EEH recovery or suspend resume, max_msix count
1856 		 * may change, therefore updating in init as well.
1857 		 */
1858 		dev->init->r7.no_of_msix_vectors = cpu_to_le32(dev->max_msix);
1859 		aac_adapter_start(dev);
1860 	}
1861 	return 0;
1862 
1863 error_iounmap:
1864 	return -1;
1865 
1866 }
1867 
1868 #if (defined(CONFIG_PM))
1869 static int aac_suspend(struct pci_dev *pdev, pm_message_t state)
1870 {
1871 
1872 	struct Scsi_Host *shost = pci_get_drvdata(pdev);
1873 	struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1874 
1875 	scsi_block_requests(shost);
1876 	aac_cancel_safw_rescan_worker(aac);
1877 	aac_send_shutdown(aac);
1878 
1879 	aac_release_resources(aac);
1880 
1881 	pci_set_drvdata(pdev, shost);
1882 	pci_save_state(pdev);
1883 	pci_disable_device(pdev);
1884 	pci_set_power_state(pdev, pci_choose_state(pdev, state));
1885 
1886 	return 0;
1887 }
1888 
1889 static int aac_resume(struct pci_dev *pdev)
1890 {
1891 	struct Scsi_Host *shost = pci_get_drvdata(pdev);
1892 	struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1893 	int r;
1894 
1895 	pci_set_power_state(pdev, PCI_D0);
1896 	pci_enable_wake(pdev, PCI_D0, 0);
1897 	pci_restore_state(pdev);
1898 	r = pci_enable_device(pdev);
1899 
1900 	if (r)
1901 		goto fail_device;
1902 
1903 	pci_set_master(pdev);
1904 	if (aac_acquire_resources(aac))
1905 		goto fail_device;
1906 	/*
1907 	* reset this flag to unblock ioctl() as it was set at
1908 	* aac_send_shutdown() to block ioctls from upperlayer
1909 	*/
1910 	aac->adapter_shutdown = 0;
1911 	scsi_unblock_requests(shost);
1912 
1913 	return 0;
1914 
1915 fail_device:
1916 	printk(KERN_INFO "%s%d: resume failed.\n", aac->name, aac->id);
1917 	scsi_host_put(shost);
1918 	pci_disable_device(pdev);
1919 	return -ENODEV;
1920 }
1921 #endif
1922 
1923 static void aac_shutdown(struct pci_dev *dev)
1924 {
1925 	struct Scsi_Host *shost = pci_get_drvdata(dev);
1926 	scsi_block_requests(shost);
1927 	__aac_shutdown((struct aac_dev *)shost->hostdata);
1928 }
1929 
1930 static void aac_remove_one(struct pci_dev *pdev)
1931 {
1932 	struct Scsi_Host *shost = pci_get_drvdata(pdev);
1933 	struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1934 
1935 	aac_cancel_safw_rescan_worker(aac);
1936 	scsi_remove_host(shost);
1937 
1938 	__aac_shutdown(aac);
1939 	aac_fib_map_free(aac);
1940 	dma_free_coherent(&aac->pdev->dev, aac->comm_size, aac->comm_addr,
1941 			  aac->comm_phys);
1942 	kfree(aac->queues);
1943 
1944 	aac_adapter_ioremap(aac, 0);
1945 
1946 	kfree(aac->fibs);
1947 	kfree(aac->fsa_dev);
1948 
1949 	list_del(&aac->entry);
1950 	scsi_host_put(shost);
1951 	pci_disable_device(pdev);
1952 	if (list_empty(&aac_devices)) {
1953 		unregister_chrdev(aac_cfg_major, "aac");
1954 		aac_cfg_major = AAC_CHARDEV_NEEDS_REINIT;
1955 	}
1956 }
1957 
1958 static void aac_flush_ios(struct aac_dev *aac)
1959 {
1960 	int i;
1961 	struct scsi_cmnd *cmd;
1962 
1963 	for (i = 0; i < aac->scsi_host_ptr->can_queue; i++) {
1964 		cmd = (struct scsi_cmnd *)aac->fibs[i].callback_data;
1965 		if (cmd && (cmd->SCp.phase == AAC_OWNER_FIRMWARE)) {
1966 			scsi_dma_unmap(cmd);
1967 
1968 			if (aac->handle_pci_error)
1969 				cmd->result = DID_NO_CONNECT << 16;
1970 			else
1971 				cmd->result = DID_RESET << 16;
1972 
1973 			cmd->scsi_done(cmd);
1974 		}
1975 	}
1976 }
1977 
1978 static pci_ers_result_t aac_pci_error_detected(struct pci_dev *pdev,
1979 					enum pci_channel_state error)
1980 {
1981 	struct Scsi_Host *shost = pci_get_drvdata(pdev);
1982 	struct aac_dev *aac = shost_priv(shost);
1983 
1984 	dev_err(&pdev->dev, "aacraid: PCI error detected %x\n", error);
1985 
1986 	switch (error) {
1987 	case pci_channel_io_normal:
1988 		return PCI_ERS_RESULT_CAN_RECOVER;
1989 	case pci_channel_io_frozen:
1990 		aac->handle_pci_error = 1;
1991 
1992 		scsi_block_requests(aac->scsi_host_ptr);
1993 		aac_cancel_safw_rescan_worker(aac);
1994 		aac_flush_ios(aac);
1995 		aac_release_resources(aac);
1996 
1997 		pci_disable_pcie_error_reporting(pdev);
1998 		aac_adapter_ioremap(aac, 0);
1999 
2000 		return PCI_ERS_RESULT_NEED_RESET;
2001 	case pci_channel_io_perm_failure:
2002 		aac->handle_pci_error = 1;
2003 
2004 		aac_flush_ios(aac);
2005 		return PCI_ERS_RESULT_DISCONNECT;
2006 	}
2007 
2008 	return PCI_ERS_RESULT_NEED_RESET;
2009 }
2010 
2011 static pci_ers_result_t aac_pci_mmio_enabled(struct pci_dev *pdev)
2012 {
2013 	dev_err(&pdev->dev, "aacraid: PCI error - mmio enabled\n");
2014 	return PCI_ERS_RESULT_NEED_RESET;
2015 }
2016 
2017 static pci_ers_result_t aac_pci_slot_reset(struct pci_dev *pdev)
2018 {
2019 	dev_err(&pdev->dev, "aacraid: PCI error - slot reset\n");
2020 	pci_restore_state(pdev);
2021 	if (pci_enable_device(pdev)) {
2022 		dev_warn(&pdev->dev,
2023 			"aacraid: failed to enable slave\n");
2024 		goto fail_device;
2025 	}
2026 
2027 	pci_set_master(pdev);
2028 
2029 	if (pci_enable_device_mem(pdev)) {
2030 		dev_err(&pdev->dev, "pci_enable_device_mem failed\n");
2031 		goto fail_device;
2032 	}
2033 
2034 	return PCI_ERS_RESULT_RECOVERED;
2035 
2036 fail_device:
2037 	dev_err(&pdev->dev, "aacraid: PCI error - slot reset failed\n");
2038 	return PCI_ERS_RESULT_DISCONNECT;
2039 }
2040 
2041 
2042 static void aac_pci_resume(struct pci_dev *pdev)
2043 {
2044 	struct Scsi_Host *shost = pci_get_drvdata(pdev);
2045 	struct scsi_device *sdev = NULL;
2046 	struct aac_dev *aac = (struct aac_dev *)shost_priv(shost);
2047 
2048 	if (aac_adapter_ioremap(aac, aac->base_size)) {
2049 
2050 		dev_err(&pdev->dev, "aacraid: ioremap failed\n");
2051 		/* remap failed, go back ... */
2052 		aac->comm_interface = AAC_COMM_PRODUCER;
2053 		if (aac_adapter_ioremap(aac, AAC_MIN_FOOTPRINT_SIZE)) {
2054 			dev_warn(&pdev->dev,
2055 				"aacraid: unable to map adapter.\n");
2056 
2057 			return;
2058 		}
2059 	}
2060 
2061 	msleep(10000);
2062 
2063 	aac_acquire_resources(aac);
2064 
2065 	/*
2066 	 * reset this flag to unblock ioctl() as it was set
2067 	 * at aac_send_shutdown() to block ioctls from upperlayer
2068 	 */
2069 	aac->adapter_shutdown = 0;
2070 	aac->handle_pci_error = 0;
2071 
2072 	shost_for_each_device(sdev, shost)
2073 		if (sdev->sdev_state == SDEV_OFFLINE)
2074 			sdev->sdev_state = SDEV_RUNNING;
2075 	scsi_unblock_requests(aac->scsi_host_ptr);
2076 	aac_scan_host(aac);
2077 	pci_save_state(pdev);
2078 
2079 	dev_err(&pdev->dev, "aacraid: PCI error - resume\n");
2080 }
2081 
2082 static struct pci_error_handlers aac_pci_err_handler = {
2083 	.error_detected		= aac_pci_error_detected,
2084 	.mmio_enabled		= aac_pci_mmio_enabled,
2085 	.slot_reset		= aac_pci_slot_reset,
2086 	.resume			= aac_pci_resume,
2087 };
2088 
2089 static struct pci_driver aac_pci_driver = {
2090 	.name		= AAC_DRIVERNAME,
2091 	.id_table	= aac_pci_tbl,
2092 	.probe		= aac_probe_one,
2093 	.remove		= aac_remove_one,
2094 #if (defined(CONFIG_PM))
2095 	.suspend	= aac_suspend,
2096 	.resume		= aac_resume,
2097 #endif
2098 	.shutdown	= aac_shutdown,
2099 	.err_handler    = &aac_pci_err_handler,
2100 };
2101 
2102 static int __init aac_init(void)
2103 {
2104 	int error;
2105 
2106 	printk(KERN_INFO "Adaptec %s driver %s\n",
2107 	  AAC_DRIVERNAME, aac_driver_version);
2108 
2109 	error = pci_register_driver(&aac_pci_driver);
2110 	if (error < 0)
2111 		return error;
2112 
2113 	aac_init_char();
2114 
2115 
2116 	return 0;
2117 }
2118 
2119 static void __exit aac_exit(void)
2120 {
2121 	if (aac_cfg_major > -1)
2122 		unregister_chrdev(aac_cfg_major, "aac");
2123 	pci_unregister_driver(&aac_pci_driver);
2124 }
2125 
2126 module_init(aac_init);
2127 module_exit(aac_exit);
2128