1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * ipr.c -- driver for IBM Power Linux RAID adapters
4 *
5 * Written By: Brian King <brking@us.ibm.com>, IBM Corporation
6 *
7 * Copyright (C) 2003, 2004 IBM Corporation
8 */
9
10/*
11 * Notes:
12 *
13 * This driver is used to control the following SCSI adapters:
14 *
15 * IBM iSeries: 5702, 5703, 2780, 5709, 570A, 570B
16 *
17 * IBM pSeries: PCI-X Dual Channel Ultra 320 SCSI RAID Adapter
18 * PCI-X Dual Channel Ultra 320 SCSI Adapter
19 * PCI-X Dual Channel Ultra 320 SCSI RAID Enablement Card
20 * Embedded SCSI adapter on p615 and p655 systems
21 *
22 * Supported Hardware Features:
23 * - Ultra 320 SCSI controller
24 * - PCI-X host interface
25 * - Embedded PowerPC RISC Processor and Hardware XOR DMA Engine
26 * - Non-Volatile Write Cache
27 * - Supports attachment of non-RAID disks, tape, and optical devices
28 * - RAID Levels 0, 5, 10
29 * - Hot spare
30 * - Background Parity Checking
31 * - Background Data Scrubbing
32 * - Ability to increase the capacity of an existing RAID 5 disk array
33 * by adding disks
34 *
35 * Driver Features:
36 * - Tagged command queuing
37 * - Adapter microcode download
38 * - PCI hot plug
39 * - SCSI device hot plug
40 *
41 */
42
43#include <linux/fs.h>
44#include <linux/init.h>
45#include <linux/types.h>
46#include <linux/errno.h>
47#include <linux/kernel.h>
48#include <linux/slab.h>
49#include <linux/vmalloc.h>
50#include <linux/ioport.h>
51#include <linux/delay.h>
52#include <linux/pci.h>
53#include <linux/wait.h>
54#include <linux/spinlock.h>
55#include <linux/sched.h>
56#include <linux/interrupt.h>
57#include <linux/blkdev.h>
58#include <linux/firmware.h>
59#include <linux/module.h>
60#include <linux/moduleparam.h>
61#include <linux/hdreg.h>
62#include <linux/reboot.h>
63#include <linux/stringify.h>
64#include <asm/io.h>
65#include <asm/irq.h>
66#include <asm/processor.h>
67#include <scsi/scsi.h>
68#include <scsi/scsi_host.h>
69#include <scsi/scsi_tcq.h>
70#include <scsi/scsi_eh.h>
71#include <scsi/scsi_cmnd.h>
72#include "ipr.h"
73
74/*
75 * Global Data
76 */
77static LIST_HEAD(ipr_ioa_head);
78static unsigned int ipr_log_level = IPR_DEFAULT_LOG_LEVEL;
79static unsigned int ipr_max_speed = 1;
80static unsigned int ipr_fastfail = 0;
81static unsigned int ipr_transop_timeout = 0;
82static unsigned int ipr_debug = 0;
83static unsigned int ipr_max_devs = IPR_DEFAULT_SIS64_DEVS;
84static unsigned int ipr_dual_ioa_raid = 1;
85static unsigned int ipr_number_of_msix = 16;
86static unsigned int ipr_fast_reboot;
87static DEFINE_SPINLOCK(ipr_driver_lock);
88
89/* This table describes the differences between DMA controller chips */
90static const struct ipr_chip_cfg_t ipr_chip_cfg[] = {
91 { /* Gemstone, Citrine, Obsidian, and Obsidian-E */
92 .mailbox = 0x0042C,
93 .max_cmds = 100,
94 .cache_line_size = 0x20,
95 .clear_isr = 1,
96 .iopoll_weight = 0,
97 {
98 .set_interrupt_mask_reg = 0x0022C,
99 .clr_interrupt_mask_reg = 0x00230,
100 .clr_interrupt_mask_reg32 = 0x00230,
101 .sense_interrupt_mask_reg = 0x0022C,
102 .sense_interrupt_mask_reg32 = 0x0022C,
103 .clr_interrupt_reg = 0x00228,
104 .clr_interrupt_reg32 = 0x00228,
105 .sense_interrupt_reg = 0x00224,
106 .sense_interrupt_reg32 = 0x00224,
107 .ioarrin_reg = 0x00404,
108 .sense_uproc_interrupt_reg = 0x00214,
109 .sense_uproc_interrupt_reg32 = 0x00214,
110 .set_uproc_interrupt_reg = 0x00214,
111 .set_uproc_interrupt_reg32 = 0x00214,
112 .clr_uproc_interrupt_reg = 0x00218,
113 .clr_uproc_interrupt_reg32 = 0x00218
114 }
115 },
116 { /* Snipe and Scamp */
117 .mailbox = 0x0052C,
118 .max_cmds = 100,
119 .cache_line_size = 0x20,
120 .clear_isr = 1,
121 .iopoll_weight = 0,
122 {
123 .set_interrupt_mask_reg = 0x00288,
124 .clr_interrupt_mask_reg = 0x0028C,
125 .clr_interrupt_mask_reg32 = 0x0028C,
126 .sense_interrupt_mask_reg = 0x00288,
127 .sense_interrupt_mask_reg32 = 0x00288,
128 .clr_interrupt_reg = 0x00284,
129 .clr_interrupt_reg32 = 0x00284,
130 .sense_interrupt_reg = 0x00280,
131 .sense_interrupt_reg32 = 0x00280,
132 .ioarrin_reg = 0x00504,
133 .sense_uproc_interrupt_reg = 0x00290,
134 .sense_uproc_interrupt_reg32 = 0x00290,
135 .set_uproc_interrupt_reg = 0x00290,
136 .set_uproc_interrupt_reg32 = 0x00290,
137 .clr_uproc_interrupt_reg = 0x00294,
138 .clr_uproc_interrupt_reg32 = 0x00294
139 }
140 },
141 { /* CRoC */
142 .mailbox = 0x00044,
143 .max_cmds = 1000,
144 .cache_line_size = 0x20,
145 .clear_isr = 0,
146 .iopoll_weight = 64,
147 {
148 .set_interrupt_mask_reg = 0x00010,
149 .clr_interrupt_mask_reg = 0x00018,
150 .clr_interrupt_mask_reg32 = 0x0001C,
151 .sense_interrupt_mask_reg = 0x00010,
152 .sense_interrupt_mask_reg32 = 0x00014,
153 .clr_interrupt_reg = 0x00008,
154 .clr_interrupt_reg32 = 0x0000C,
155 .sense_interrupt_reg = 0x00000,
156 .sense_interrupt_reg32 = 0x00004,
157 .ioarrin_reg = 0x00070,
158 .sense_uproc_interrupt_reg = 0x00020,
159 .sense_uproc_interrupt_reg32 = 0x00024,
160 .set_uproc_interrupt_reg = 0x00020,
161 .set_uproc_interrupt_reg32 = 0x00024,
162 .clr_uproc_interrupt_reg = 0x00028,
163 .clr_uproc_interrupt_reg32 = 0x0002C,
164 .init_feedback_reg = 0x0005C,
165 .dump_addr_reg = 0x00064,
166 .dump_data_reg = 0x00068,
167 .endian_swap_reg = 0x00084
168 }
169 },
170};
171
172static const struct ipr_chip_t ipr_chip[] = {
173 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
174 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
175 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
176 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
177 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E, true, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
178 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
179 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
180 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
181 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
182 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] }
183};
184
185static int ipr_max_bus_speeds[] = {
186 IPR_80MBs_SCSI_RATE, IPR_U160_SCSI_RATE, IPR_U320_SCSI_RATE
187};
188
189MODULE_AUTHOR("Brian King <brking@us.ibm.com>");
190MODULE_DESCRIPTION("IBM Power RAID SCSI Adapter Driver");
191module_param_named(max_speed, ipr_max_speed, uint, 0);
192MODULE_PARM_DESC(max_speed, "Maximum bus speed (0-2). Default: 1=U160. Speeds: 0=80 MB/s, 1=U160, 2=U320");
193module_param_named(log_level, ipr_log_level, uint, 0);
194MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver");
195module_param_named(fastfail, ipr_fastfail, int, S_IRUGO | S_IWUSR);
196MODULE_PARM_DESC(fastfail, "Reduce timeouts and retries");
197module_param_named(transop_timeout, ipr_transop_timeout, int, 0);
198MODULE_PARM_DESC(transop_timeout, "Time in seconds to wait for adapter to come operational (default: 300)");
199module_param_named(debug, ipr_debug, int, S_IRUGO | S_IWUSR);
200MODULE_PARM_DESC(debug, "Enable device driver debugging logging. Set to 1 to enable. (default: 0)");
201module_param_named(dual_ioa_raid, ipr_dual_ioa_raid, int, 0);
202MODULE_PARM_DESC(dual_ioa_raid, "Enable dual adapter RAID support. Set to 1 to enable. (default: 1)");
203module_param_named(max_devs, ipr_max_devs, int, 0);
204MODULE_PARM_DESC(max_devs, "Specify the maximum number of physical devices. "
205 "[Default=" __stringify(IPR_DEFAULT_SIS64_DEVS) "]");
206module_param_named(number_of_msix, ipr_number_of_msix, int, 0);
207MODULE_PARM_DESC(number_of_msix, "Specify the number of MSIX interrupts to use on capable adapters (1 - 16). (default:16)");
208module_param_named(fast_reboot, ipr_fast_reboot, int, S_IRUGO | S_IWUSR);
209MODULE_PARM_DESC(fast_reboot, "Skip adapter shutdown during reboot. Set to 1 to enable. (default: 0)");
210MODULE_LICENSE("GPL");
211MODULE_VERSION(IPR_DRIVER_VERSION);
212
213/* A constant array of IOASCs/URCs/Error Messages */
214static const
215struct ipr_error_table_t ipr_error_table[] = {
216 {0x00000000, 1, IPR_DEFAULT_LOG_LEVEL,
217 "8155: An unknown error was received"},
218 {0x00330000, 0, 0,
219 "Soft underlength error"},
220 {0x005A0000, 0, 0,
221 "Command to be cancelled not found"},
222 {0x00808000, 0, 0,
223 "Qualified success"},
224 {0x01080000, 1, IPR_DEFAULT_LOG_LEVEL,
225 "FFFE: Soft device bus error recovered by the IOA"},
226 {0x01088100, 0, IPR_DEFAULT_LOG_LEVEL,
227 "4101: Soft device bus fabric error"},
228 {0x01100100, 0, IPR_DEFAULT_LOG_LEVEL,
229 "FFFC: Logical block guard error recovered by the device"},
230 {0x01100300, 0, IPR_DEFAULT_LOG_LEVEL,
231 "FFFC: Logical block reference tag error recovered by the device"},
232 {0x01108300, 0, IPR_DEFAULT_LOG_LEVEL,
233 "4171: Recovered scatter list tag / sequence number error"},
234 {0x01109000, 0, IPR_DEFAULT_LOG_LEVEL,
235 "FF3D: Recovered logical block CRC error on IOA to Host transfer"},
236 {0x01109200, 0, IPR_DEFAULT_LOG_LEVEL,
237 "4171: Recovered logical block sequence number error on IOA to Host transfer"},
238 {0x0110A000, 0, IPR_DEFAULT_LOG_LEVEL,
239 "FFFD: Recovered logical block reference tag error detected by the IOA"},
240 {0x0110A100, 0, IPR_DEFAULT_LOG_LEVEL,
241 "FFFD: Logical block guard error recovered by the IOA"},
242 {0x01170600, 0, IPR_DEFAULT_LOG_LEVEL,
243 "FFF9: Device sector reassign successful"},
244 {0x01170900, 0, IPR_DEFAULT_LOG_LEVEL,
245 "FFF7: Media error recovered by device rewrite procedures"},
246 {0x01180200, 0, IPR_DEFAULT_LOG_LEVEL,
247 "7001: IOA sector reassignment successful"},
248 {0x01180500, 0, IPR_DEFAULT_LOG_LEVEL,
249 "FFF9: Soft media error. Sector reassignment recommended"},
250 {0x01180600, 0, IPR_DEFAULT_LOG_LEVEL,
251 "FFF7: Media error recovered by IOA rewrite procedures"},
252 {0x01418000, 0, IPR_DEFAULT_LOG_LEVEL,
253 "FF3D: Soft PCI bus error recovered by the IOA"},
254 {0x01440000, 1, IPR_DEFAULT_LOG_LEVEL,
255 "FFF6: Device hardware error recovered by the IOA"},
256 {0x01448100, 0, IPR_DEFAULT_LOG_LEVEL,
257 "FFF6: Device hardware error recovered by the device"},
258 {0x01448200, 1, IPR_DEFAULT_LOG_LEVEL,
259 "FF3D: Soft IOA error recovered by the IOA"},
260 {0x01448300, 0, IPR_DEFAULT_LOG_LEVEL,
261 "FFFA: Undefined device response recovered by the IOA"},
262 {0x014A0000, 1, IPR_DEFAULT_LOG_LEVEL,
263 "FFF6: Device bus error, message or command phase"},
264 {0x014A8000, 0, IPR_DEFAULT_LOG_LEVEL,
265 "FFFE: Task Management Function failed"},
266 {0x015D0000, 0, IPR_DEFAULT_LOG_LEVEL,
267 "FFF6: Failure prediction threshold exceeded"},
268 {0x015D9200, 0, IPR_DEFAULT_LOG_LEVEL,
269 "8009: Impending cache battery pack failure"},
270 {0x02040100, 0, 0,
271 "Logical Unit in process of becoming ready"},
272 {0x02040200, 0, 0,
273 "Initializing command required"},
274 {0x02040400, 0, 0,
275 "34FF: Disk device format in progress"},
276 {0x02040C00, 0, 0,
277 "Logical unit not accessible, target port in unavailable state"},
278 {0x02048000, 0, IPR_DEFAULT_LOG_LEVEL,
279 "9070: IOA requested reset"},
280 {0x023F0000, 0, 0,
281 "Synchronization required"},
282 {0x02408500, 0, 0,
283 "IOA microcode download required"},
284 {0x02408600, 0, 0,
285 "Device bus connection is prohibited by host"},
286 {0x024E0000, 0, 0,
287 "No ready, IOA shutdown"},
288 {0x025A0000, 0, 0,
289 "Not ready, IOA has been shutdown"},
290 {0x02670100, 0, IPR_DEFAULT_LOG_LEVEL,
291 "3020: Storage subsystem configuration error"},
292 {0x03110B00, 0, 0,
293 "FFF5: Medium error, data unreadable, recommend reassign"},
294 {0x03110C00, 0, 0,
295 "7000: Medium error, data unreadable, do not reassign"},
296 {0x03310000, 0, IPR_DEFAULT_LOG_LEVEL,
297 "FFF3: Disk media format bad"},
298 {0x04050000, 0, IPR_DEFAULT_LOG_LEVEL,
299 "3002: Addressed device failed to respond to selection"},
300 {0x04080000, 1, IPR_DEFAULT_LOG_LEVEL,
301 "3100: Device bus error"},
302 {0x04080100, 0, IPR_DEFAULT_LOG_LEVEL,
303 "3109: IOA timed out a device command"},
304 {0x04088000, 0, 0,
305 "3120: SCSI bus is not operational"},
306 {0x04088100, 0, IPR_DEFAULT_LOG_LEVEL,
307 "4100: Hard device bus fabric error"},
308 {0x04100100, 0, IPR_DEFAULT_LOG_LEVEL,
309 "310C: Logical block guard error detected by the device"},
310 {0x04100300, 0, IPR_DEFAULT_LOG_LEVEL,
311 "310C: Logical block reference tag error detected by the device"},
312 {0x04108300, 1, IPR_DEFAULT_LOG_LEVEL,
313 "4170: Scatter list tag / sequence number error"},
314 {0x04109000, 1, IPR_DEFAULT_LOG_LEVEL,
315 "8150: Logical block CRC error on IOA to Host transfer"},
316 {0x04109200, 1, IPR_DEFAULT_LOG_LEVEL,
317 "4170: Logical block sequence number error on IOA to Host transfer"},
318 {0x0410A000, 0, IPR_DEFAULT_LOG_LEVEL,
319 "310D: Logical block reference tag error detected by the IOA"},
320 {0x0410A100, 0, IPR_DEFAULT_LOG_LEVEL,
321 "310D: Logical block guard error detected by the IOA"},
322 {0x04118000, 0, IPR_DEFAULT_LOG_LEVEL,
323 "9000: IOA reserved area data check"},
324 {0x04118100, 0, IPR_DEFAULT_LOG_LEVEL,
325 "9001: IOA reserved area invalid data pattern"},
326 {0x04118200, 0, IPR_DEFAULT_LOG_LEVEL,
327 "9002: IOA reserved area LRC error"},
328 {0x04118300, 1, IPR_DEFAULT_LOG_LEVEL,
329 "Hardware Error, IOA metadata access error"},
330 {0x04320000, 0, IPR_DEFAULT_LOG_LEVEL,
331 "102E: Out of alternate sectors for disk storage"},
332 {0x04330000, 1, IPR_DEFAULT_LOG_LEVEL,
333 "FFF4: Data transfer underlength error"},
334 {0x04338000, 1, IPR_DEFAULT_LOG_LEVEL,
335 "FFF4: Data transfer overlength error"},
336 {0x043E0100, 0, IPR_DEFAULT_LOG_LEVEL,
337 "3400: Logical unit failure"},
338 {0x04408500, 0, IPR_DEFAULT_LOG_LEVEL,
339 "FFF4: Device microcode is corrupt"},
340 {0x04418000, 1, IPR_DEFAULT_LOG_LEVEL,
341 "8150: PCI bus error"},
342 {0x04430000, 1, 0,
343 "Unsupported device bus message received"},
344 {0x04440000, 1, IPR_DEFAULT_LOG_LEVEL,
345 "FFF4: Disk device problem"},
346 {0x04448200, 1, IPR_DEFAULT_LOG_LEVEL,
347 "8150: Permanent IOA failure"},
348 {0x04448300, 0, IPR_DEFAULT_LOG_LEVEL,
349 "3010: Disk device returned wrong response to IOA"},
350 {0x04448400, 0, IPR_DEFAULT_LOG_LEVEL,
351 "8151: IOA microcode error"},
352 {0x04448500, 0, 0,
353 "Device bus status error"},
354 {0x04448600, 0, IPR_DEFAULT_LOG_LEVEL,
355 "8157: IOA error requiring IOA reset to recover"},
356 {0x04448700, 0, 0,
357 "ATA device status error"},
358 {0x04490000, 0, 0,
359 "Message reject received from the device"},
360 {0x04449200, 0, IPR_DEFAULT_LOG_LEVEL,
361 "8008: A permanent cache battery pack failure occurred"},
362 {0x0444A000, 0, IPR_DEFAULT_LOG_LEVEL,
363 "9090: Disk unit has been modified after the last known status"},
364 {0x0444A200, 0, IPR_DEFAULT_LOG_LEVEL,
365 "9081: IOA detected device error"},
366 {0x0444A300, 0, IPR_DEFAULT_LOG_LEVEL,
367 "9082: IOA detected device error"},
368 {0x044A0000, 1, IPR_DEFAULT_LOG_LEVEL,
369 "3110: Device bus error, message or command phase"},
370 {0x044A8000, 1, IPR_DEFAULT_LOG_LEVEL,
371 "3110: SAS Command / Task Management Function failed"},
372 {0x04670400, 0, IPR_DEFAULT_LOG_LEVEL,
373 "9091: Incorrect hardware configuration change has been detected"},
374 {0x04678000, 0, IPR_DEFAULT_LOG_LEVEL,
375 "9073: Invalid multi-adapter configuration"},
376 {0x04678100, 0, IPR_DEFAULT_LOG_LEVEL,
377 "4010: Incorrect connection between cascaded expanders"},
378 {0x04678200, 0, IPR_DEFAULT_LOG_LEVEL,
379 "4020: Connections exceed IOA design limits"},
380 {0x04678300, 0, IPR_DEFAULT_LOG_LEVEL,
381 "4030: Incorrect multipath connection"},
382 {0x04679000, 0, IPR_DEFAULT_LOG_LEVEL,
383 "4110: Unsupported enclosure function"},
384 {0x04679800, 0, IPR_DEFAULT_LOG_LEVEL,
385 "4120: SAS cable VPD cannot be read"},
386 {0x046E0000, 0, IPR_DEFAULT_LOG_LEVEL,
387 "FFF4: Command to logical unit failed"},
388 {0x05240000, 1, 0,
389 "Illegal request, invalid request type or request packet"},
390 {0x05250000, 0, 0,
391 "Illegal request, invalid resource handle"},
392 {0x05258000, 0, 0,
393 "Illegal request, commands not allowed to this device"},
394 {0x05258100, 0, 0,
395 "Illegal request, command not allowed to a secondary adapter"},
396 {0x05258200, 0, 0,
397 "Illegal request, command not allowed to a non-optimized resource"},
398 {0x05260000, 0, 0,
399 "Illegal request, invalid field in parameter list"},
400 {0x05260100, 0, 0,
401 "Illegal request, parameter not supported"},
402 {0x05260200, 0, 0,
403 "Illegal request, parameter value invalid"},
404 {0x052C0000, 0, 0,
405 "Illegal request, command sequence error"},
406 {0x052C8000, 1, 0,
407 "Illegal request, dual adapter support not enabled"},
408 {0x052C8100, 1, 0,
409 "Illegal request, another cable connector was physically disabled"},
410 {0x054E8000, 1, 0,
411 "Illegal request, inconsistent group id/group count"},
412 {0x06040500, 0, IPR_DEFAULT_LOG_LEVEL,
413 "9031: Array protection temporarily suspended, protection resuming"},
414 {0x06040600, 0, IPR_DEFAULT_LOG_LEVEL,
415 "9040: Array protection temporarily suspended, protection resuming"},
416 {0x060B0100, 0, IPR_DEFAULT_LOG_LEVEL,
417 "4080: IOA exceeded maximum operating temperature"},
418 {0x060B8000, 0, IPR_DEFAULT_LOG_LEVEL,
419 "4085: Service required"},
420 {0x060B8100, 0, IPR_DEFAULT_LOG_LEVEL,
421 "4086: SAS Adapter Hardware Configuration Error"},
422 {0x06288000, 0, IPR_DEFAULT_LOG_LEVEL,
423 "3140: Device bus not ready to ready transition"},
424 {0x06290000, 0, IPR_DEFAULT_LOG_LEVEL,
425 "FFFB: SCSI bus was reset"},
426 {0x06290500, 0, 0,
427 "FFFE: SCSI bus transition to single ended"},
428 {0x06290600, 0, 0,
429 "FFFE: SCSI bus transition to LVD"},
430 {0x06298000, 0, IPR_DEFAULT_LOG_LEVEL,
431 "FFFB: SCSI bus was reset by another initiator"},
432 {0x063F0300, 0, IPR_DEFAULT_LOG_LEVEL,
433 "3029: A device replacement has occurred"},
434 {0x063F8300, 0, IPR_DEFAULT_LOG_LEVEL,
435 "4102: Device bus fabric performance degradation"},
436 {0x064C8000, 0, IPR_DEFAULT_LOG_LEVEL,
437 "9051: IOA cache data exists for a missing or failed device"},
438 {0x064C8100, 0, IPR_DEFAULT_LOG_LEVEL,
439 "9055: Auxiliary cache IOA contains cache data needed by the primary IOA"},
440 {0x06670100, 0, IPR_DEFAULT_LOG_LEVEL,
441 "9025: Disk unit is not supported at its physical location"},
442 {0x06670600, 0, IPR_DEFAULT_LOG_LEVEL,
443 "3020: IOA detected a SCSI bus configuration error"},
444 {0x06678000, 0, IPR_DEFAULT_LOG_LEVEL,
445 "3150: SCSI bus configuration error"},
446 {0x06678100, 0, IPR_DEFAULT_LOG_LEVEL,
447 "9074: Asymmetric advanced function disk configuration"},
448 {0x06678300, 0, IPR_DEFAULT_LOG_LEVEL,
449 "4040: Incomplete multipath connection between IOA and enclosure"},
450 {0x06678400, 0, IPR_DEFAULT_LOG_LEVEL,
451 "4041: Incomplete multipath connection between enclosure and device"},
452 {0x06678500, 0, IPR_DEFAULT_LOG_LEVEL,
453 "9075: Incomplete multipath connection between IOA and remote IOA"},
454 {0x06678600, 0, IPR_DEFAULT_LOG_LEVEL,
455 "9076: Configuration error, missing remote IOA"},
456 {0x06679100, 0, IPR_DEFAULT_LOG_LEVEL,
457 "4050: Enclosure does not support a required multipath function"},
458 {0x06679800, 0, IPR_DEFAULT_LOG_LEVEL,
459 "4121: Configuration error, required cable is missing"},
460 {0x06679900, 0, IPR_DEFAULT_LOG_LEVEL,
461 "4122: Cable is not plugged into the correct location on remote IOA"},
462 {0x06679A00, 0, IPR_DEFAULT_LOG_LEVEL,
463 "4123: Configuration error, invalid cable vital product data"},
464 {0x06679B00, 0, IPR_DEFAULT_LOG_LEVEL,
465 "4124: Configuration error, both cable ends are plugged into the same IOA"},
466 {0x06690000, 0, IPR_DEFAULT_LOG_LEVEL,
467 "4070: Logically bad block written on device"},
468 {0x06690200, 0, IPR_DEFAULT_LOG_LEVEL,
469 "9041: Array protection temporarily suspended"},
470 {0x06698200, 0, IPR_DEFAULT_LOG_LEVEL,
471 "9042: Corrupt array parity detected on specified device"},
472 {0x066B0200, 0, IPR_DEFAULT_LOG_LEVEL,
473 "9030: Array no longer protected due to missing or failed disk unit"},
474 {0x066B8000, 0, IPR_DEFAULT_LOG_LEVEL,
475 "9071: Link operational transition"},
476 {0x066B8100, 0, IPR_DEFAULT_LOG_LEVEL,
477 "9072: Link not operational transition"},
478 {0x066B8200, 0, IPR_DEFAULT_LOG_LEVEL,
479 "9032: Array exposed but still protected"},
480 {0x066B8300, 0, IPR_DEBUG_LOG_LEVEL,
481 "70DD: Device forced failed by disrupt device command"},
482 {0x066B9100, 0, IPR_DEFAULT_LOG_LEVEL,
483 "4061: Multipath redundancy level got better"},
484 {0x066B9200, 0, IPR_DEFAULT_LOG_LEVEL,
485 "4060: Multipath redundancy level got worse"},
486 {0x06808100, 0, IPR_DEBUG_LOG_LEVEL,
487 "9083: Device raw mode enabled"},
488 {0x06808200, 0, IPR_DEBUG_LOG_LEVEL,
489 "9084: Device raw mode disabled"},
490 {0x07270000, 0, 0,
491 "Failure due to other device"},
492 {0x07278000, 0, IPR_DEFAULT_LOG_LEVEL,
493 "9008: IOA does not support functions expected by devices"},
494 {0x07278100, 0, IPR_DEFAULT_LOG_LEVEL,
495 "9010: Cache data associated with attached devices cannot be found"},
496 {0x07278200, 0, IPR_DEFAULT_LOG_LEVEL,
497 "9011: Cache data belongs to devices other than those attached"},
498 {0x07278400, 0, IPR_DEFAULT_LOG_LEVEL,
499 "9020: Array missing 2 or more devices with only 1 device present"},
500 {0x07278500, 0, IPR_DEFAULT_LOG_LEVEL,
501 "9021: Array missing 2 or more devices with 2 or more devices present"},
502 {0x07278600, 0, IPR_DEFAULT_LOG_LEVEL,
503 "9022: Exposed array is missing a required device"},
504 {0x07278700, 0, IPR_DEFAULT_LOG_LEVEL,
505 "9023: Array member(s) not at required physical locations"},
506 {0x07278800, 0, IPR_DEFAULT_LOG_LEVEL,
507 "9024: Array not functional due to present hardware configuration"},
508 {0x07278900, 0, IPR_DEFAULT_LOG_LEVEL,
509 "9026: Array not functional due to present hardware configuration"},
510 {0x07278A00, 0, IPR_DEFAULT_LOG_LEVEL,
511 "9027: Array is missing a device and parity is out of sync"},
512 {0x07278B00, 0, IPR_DEFAULT_LOG_LEVEL,
513 "9028: Maximum number of arrays already exist"},
514 {0x07278C00, 0, IPR_DEFAULT_LOG_LEVEL,
515 "9050: Required cache data cannot be located for a disk unit"},
516 {0x07278D00, 0, IPR_DEFAULT_LOG_LEVEL,
517 "9052: Cache data exists for a device that has been modified"},
518 {0x07278F00, 0, IPR_DEFAULT_LOG_LEVEL,
519 "9054: IOA resources not available due to previous problems"},
520 {0x07279100, 0, IPR_DEFAULT_LOG_LEVEL,
521 "9092: Disk unit requires initialization before use"},
522 {0x07279200, 0, IPR_DEFAULT_LOG_LEVEL,
523 "9029: Incorrect hardware configuration change has been detected"},
524 {0x07279600, 0, IPR_DEFAULT_LOG_LEVEL,
525 "9060: One or more disk pairs are missing from an array"},
526 {0x07279700, 0, IPR_DEFAULT_LOG_LEVEL,
527 "9061: One or more disks are missing from an array"},
528 {0x07279800, 0, IPR_DEFAULT_LOG_LEVEL,
529 "9062: One or more disks are missing from an array"},
530 {0x07279900, 0, IPR_DEFAULT_LOG_LEVEL,
531 "9063: Maximum number of functional arrays has been exceeded"},
532 {0x07279A00, 0, 0,
533 "Data protect, other volume set problem"},
534 {0x0B260000, 0, 0,
535 "Aborted command, invalid descriptor"},
536 {0x0B3F9000, 0, 0,
537 "Target operating conditions have changed, dual adapter takeover"},
538 {0x0B530200, 0, 0,
539 "Aborted command, medium removal prevented"},
540 {0x0B5A0000, 0, 0,
541 "Command terminated by host"},
542 {0x0B5B8000, 0, 0,
543 "Aborted command, command terminated by host"}
544};
545
546static const struct ipr_ses_table_entry ipr_ses_table[] = {
547 { "2104-DL1 ", "XXXXXXXXXXXXXXXX", 80 },
548 { "2104-TL1 ", "XXXXXXXXXXXXXXXX", 80 },
549 { "HSBP07M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 7 slot */
550 { "HSBP05M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 5 slot */
551 { "HSBP05M S U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Bowtie */
552 { "HSBP06E ASU2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* MartinFenning */
553 { "2104-DU3 ", "XXXXXXXXXXXXXXXX", 160 },
554 { "2104-TU3 ", "XXXXXXXXXXXXXXXX", 160 },
555 { "HSBP04C RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
556 { "HSBP06E RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
557 { "St V1S2 ", "XXXXXXXXXXXXXXXX", 160 },
558 { "HSBPD4M PU3SCSI", "XXXXXXX*XXXXXXXX", 160 },
559 { "VSBPD1H U3SCSI", "XXXXXXX*XXXXXXXX", 160 }
560};
561
562/*
563 * Function Prototypes
564 */
565static int ipr_reset_alert(struct ipr_cmnd *);
566static void ipr_process_ccn(struct ipr_cmnd *);
567static void ipr_process_error(struct ipr_cmnd *);
568static void ipr_reset_ioa_job(struct ipr_cmnd *);
569static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *,
570 enum ipr_shutdown_type);
571
572#ifdef CONFIG_SCSI_IPR_TRACE
573/**
574 * ipr_trc_hook - Add a trace entry to the driver trace
575 * @ipr_cmd: ipr command struct
576 * @type: trace type
577 * @add_data: additional data
578 *
579 * Return value:
580 * none
581 **/
582static void ipr_trc_hook(struct ipr_cmnd *ipr_cmd,
583 u8 type, u32 add_data)
584{
585 struct ipr_trace_entry *trace_entry;
586 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
587 unsigned int trace_index;
588
589 trace_index = atomic_add_return(i: 1, v: &ioa_cfg->trace_index) & IPR_TRACE_INDEX_MASK;
590 trace_entry = &ioa_cfg->trace[trace_index];
591 trace_entry->time = jiffies;
592 trace_entry->op_code = ipr_cmd->ioarcb.cmd_pkt.cdb[0];
593 trace_entry->type = type;
594 trace_entry->cmd_index = ipr_cmd->cmd_index & 0xff;
595 trace_entry->res_handle = ipr_cmd->ioarcb.res_handle;
596 trace_entry->u.add_data = add_data;
597 wmb();
598}
599#else
600#define ipr_trc_hook(ipr_cmd, type, add_data) do { } while (0)
601#endif
602
603/**
604 * ipr_lock_and_done - Acquire lock and complete command
605 * @ipr_cmd: ipr command struct
606 *
607 * Return value:
608 * none
609 **/
610static void ipr_lock_and_done(struct ipr_cmnd *ipr_cmd)
611{
612 unsigned long lock_flags;
613 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
614
615 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
616 ipr_cmd->done(ipr_cmd);
617 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
618}
619
620/**
621 * ipr_reinit_ipr_cmnd - Re-initialize an IPR Cmnd block for reuse
622 * @ipr_cmd: ipr command struct
623 *
624 * Return value:
625 * none
626 **/
627static void ipr_reinit_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
628{
629 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
630 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
631 dma_addr_t dma_addr = ipr_cmd->dma_addr;
632 int hrrq_id;
633
634 hrrq_id = ioarcb->cmd_pkt.hrrq_id;
635 memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
636 ioarcb->cmd_pkt.hrrq_id = hrrq_id;
637 ioarcb->data_transfer_length = 0;
638 ioarcb->read_data_transfer_length = 0;
639 ioarcb->ioadl_len = 0;
640 ioarcb->read_ioadl_len = 0;
641
642 if (ipr_cmd->ioa_cfg->sis64) {
643 ioarcb->u.sis64_addr_data.data_ioadl_addr =
644 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
645 } else {
646 ioarcb->write_ioadl_addr =
647 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
648 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
649 }
650
651 ioasa->hdr.ioasc = 0;
652 ioasa->hdr.residual_data_len = 0;
653 ipr_cmd->scsi_cmd = NULL;
654 ipr_cmd->sense_buffer[0] = 0;
655 ipr_cmd->dma_use_sg = 0;
656}
657
658/**
659 * ipr_init_ipr_cmnd - Initialize an IPR Cmnd block
660 * @ipr_cmd: ipr command struct
661 * @fast_done: fast done function call-back
662 *
663 * Return value:
664 * none
665 **/
666static void ipr_init_ipr_cmnd(struct ipr_cmnd *ipr_cmd,
667 void (*fast_done) (struct ipr_cmnd *))
668{
669 ipr_reinit_ipr_cmnd(ipr_cmd);
670 ipr_cmd->u.scratch = 0;
671 ipr_cmd->sibling = NULL;
672 ipr_cmd->eh_comp = NULL;
673 ipr_cmd->fast_done = fast_done;
674 timer_setup(&ipr_cmd->timer, NULL, 0);
675}
676
677/**
678 * __ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block
679 * @hrrq: hrr queue
680 *
681 * Return value:
682 * pointer to ipr command struct
683 **/
684static
685struct ipr_cmnd *__ipr_get_free_ipr_cmnd(struct ipr_hrr_queue *hrrq)
686{
687 struct ipr_cmnd *ipr_cmd = NULL;
688
689 if (likely(!list_empty(&hrrq->hrrq_free_q))) {
690 ipr_cmd = list_entry(hrrq->hrrq_free_q.next,
691 struct ipr_cmnd, queue);
692 list_del(entry: &ipr_cmd->queue);
693 }
694
695
696 return ipr_cmd;
697}
698
699/**
700 * ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block and initialize it
701 * @ioa_cfg: ioa config struct
702 *
703 * Return value:
704 * pointer to ipr command struct
705 **/
706static
707struct ipr_cmnd *ipr_get_free_ipr_cmnd(struct ipr_ioa_cfg *ioa_cfg)
708{
709 struct ipr_cmnd *ipr_cmd =
710 __ipr_get_free_ipr_cmnd(hrrq: &ioa_cfg->hrrq[IPR_INIT_HRRQ]);
711 ipr_init_ipr_cmnd(ipr_cmd, fast_done: ipr_lock_and_done);
712 return ipr_cmd;
713}
714
715/**
716 * ipr_mask_and_clear_interrupts - Mask all and clear specified interrupts
717 * @ioa_cfg: ioa config struct
718 * @clr_ints: interrupts to clear
719 *
720 * This function masks all interrupts on the adapter, then clears the
721 * interrupts specified in the mask
722 *
723 * Return value:
724 * none
725 **/
726static void ipr_mask_and_clear_interrupts(struct ipr_ioa_cfg *ioa_cfg,
727 u32 clr_ints)
728{
729 int i;
730
731 /* Stop new interrupts */
732 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
733 spin_lock(lock: &ioa_cfg->hrrq[i]._lock);
734 ioa_cfg->hrrq[i].allow_interrupts = 0;
735 spin_unlock(lock: &ioa_cfg->hrrq[i]._lock);
736 }
737
738 /* Set interrupt mask to stop all new interrupts */
739 if (ioa_cfg->sis64)
740 writeq(val: ~0, addr: ioa_cfg->regs.set_interrupt_mask_reg);
741 else
742 writel(val: ~0, addr: ioa_cfg->regs.set_interrupt_mask_reg);
743
744 /* Clear any pending interrupts */
745 if (ioa_cfg->sis64)
746 writel(val: ~0, addr: ioa_cfg->regs.clr_interrupt_reg);
747 writel(val: clr_ints, addr: ioa_cfg->regs.clr_interrupt_reg32);
748 readl(addr: ioa_cfg->regs.sense_interrupt_reg);
749}
750
751/**
752 * ipr_save_pcix_cmd_reg - Save PCI-X command register
753 * @ioa_cfg: ioa config struct
754 *
755 * Return value:
756 * 0 on success / -EIO on failure
757 **/
758static int ipr_save_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
759{
760 int pcix_cmd_reg = pci_find_capability(dev: ioa_cfg->pdev, PCI_CAP_ID_PCIX);
761 int rc;
762
763 if (pcix_cmd_reg == 0)
764 return 0;
765
766 rc = pci_read_config_word(dev: ioa_cfg->pdev, where: pcix_cmd_reg + PCI_X_CMD,
767 val: &ioa_cfg->saved_pcix_cmd_reg);
768 if (rc != PCIBIOS_SUCCESSFUL) {
769 dev_err(&ioa_cfg->pdev->dev, "Failed to save PCI-X command register\n");
770 return -EIO;
771 }
772
773 ioa_cfg->saved_pcix_cmd_reg |= PCI_X_CMD_DPERR_E | PCI_X_CMD_ERO;
774 return 0;
775}
776
777/**
778 * ipr_set_pcix_cmd_reg - Setup PCI-X command register
779 * @ioa_cfg: ioa config struct
780 *
781 * Return value:
782 * 0 on success / -EIO on failure
783 **/
784static int ipr_set_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
785{
786 int pcix_cmd_reg = pci_find_capability(dev: ioa_cfg->pdev, PCI_CAP_ID_PCIX);
787 int rc;
788
789 if (pcix_cmd_reg) {
790 rc = pci_write_config_word(dev: ioa_cfg->pdev, where: pcix_cmd_reg + PCI_X_CMD,
791 val: ioa_cfg->saved_pcix_cmd_reg);
792 if (rc != PCIBIOS_SUCCESSFUL) {
793 dev_err(&ioa_cfg->pdev->dev, "Failed to setup PCI-X command register\n");
794 return -EIO;
795 }
796 }
797
798 return 0;
799}
800
801
802/**
803 * __ipr_scsi_eh_done - mid-layer done function for aborted ops
804 * @ipr_cmd: ipr command struct
805 *
806 * This function is invoked by the interrupt handler for
807 * ops generated by the SCSI mid-layer which are being aborted.
808 *
809 * Return value:
810 * none
811 **/
812static void __ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
813{
814 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
815
816 scsi_cmd->result |= (DID_ERROR << 16);
817
818 scsi_dma_unmap(cmd: ipr_cmd->scsi_cmd);
819 scsi_done(cmd: scsi_cmd);
820 if (ipr_cmd->eh_comp)
821 complete(ipr_cmd->eh_comp);
822 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
823}
824
825/**
826 * ipr_scsi_eh_done - mid-layer done function for aborted ops
827 * @ipr_cmd: ipr command struct
828 *
829 * This function is invoked by the interrupt handler for
830 * ops generated by the SCSI mid-layer which are being aborted.
831 *
832 * Return value:
833 * none
834 **/
835static void ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
836{
837 unsigned long hrrq_flags;
838 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
839
840 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
841 __ipr_scsi_eh_done(ipr_cmd);
842 spin_unlock_irqrestore(lock: &hrrq->_lock, flags: hrrq_flags);
843}
844
845/**
846 * ipr_fail_all_ops - Fails all outstanding ops.
847 * @ioa_cfg: ioa config struct
848 *
849 * This function fails all outstanding ops.
850 *
851 * Return value:
852 * none
853 **/
854static void ipr_fail_all_ops(struct ipr_ioa_cfg *ioa_cfg)
855{
856 struct ipr_cmnd *ipr_cmd, *temp;
857 struct ipr_hrr_queue *hrrq;
858
859 ENTER;
860 for_each_hrrq(hrrq, ioa_cfg) {
861 spin_lock(lock: &hrrq->_lock);
862 list_for_each_entry_safe(ipr_cmd,
863 temp, &hrrq->hrrq_pending_q, queue) {
864 list_del(entry: &ipr_cmd->queue);
865
866 ipr_cmd->s.ioasa.hdr.ioasc =
867 cpu_to_be32(IPR_IOASC_IOA_WAS_RESET);
868 ipr_cmd->s.ioasa.hdr.ilid =
869 cpu_to_be32(IPR_DRIVER_ILID);
870
871 if (ipr_cmd->scsi_cmd)
872 ipr_cmd->done = __ipr_scsi_eh_done;
873
874 ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH,
875 IPR_IOASC_IOA_WAS_RESET);
876 del_timer(timer: &ipr_cmd->timer);
877 ipr_cmd->done(ipr_cmd);
878 }
879 spin_unlock(lock: &hrrq->_lock);
880 }
881 LEAVE;
882}
883
884/**
885 * ipr_send_command - Send driver initiated requests.
886 * @ipr_cmd: ipr command struct
887 *
888 * This function sends a command to the adapter using the correct write call.
889 * In the case of sis64, calculate the ioarcb size required. Then or in the
890 * appropriate bits.
891 *
892 * Return value:
893 * none
894 **/
895static void ipr_send_command(struct ipr_cmnd *ipr_cmd)
896{
897 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
898 dma_addr_t send_dma_addr = ipr_cmd->dma_addr;
899
900 if (ioa_cfg->sis64) {
901 /* The default size is 256 bytes */
902 send_dma_addr |= 0x1;
903
904 /* If the number of ioadls * size of ioadl > 128 bytes,
905 then use a 512 byte ioarcb */
906 if (ipr_cmd->dma_use_sg * sizeof(struct ipr_ioadl64_desc) > 128 )
907 send_dma_addr |= 0x4;
908 writeq(val: send_dma_addr, addr: ioa_cfg->regs.ioarrin_reg);
909 } else
910 writel(val: send_dma_addr, addr: ioa_cfg->regs.ioarrin_reg);
911}
912
913/**
914 * ipr_do_req - Send driver initiated requests.
915 * @ipr_cmd: ipr command struct
916 * @done: done function
917 * @timeout_func: timeout function
918 * @timeout: timeout value
919 *
920 * This function sends the specified command to the adapter with the
921 * timeout given. The done function is invoked on command completion.
922 *
923 * Return value:
924 * none
925 **/
926static void ipr_do_req(struct ipr_cmnd *ipr_cmd,
927 void (*done) (struct ipr_cmnd *),
928 void (*timeout_func) (struct timer_list *), u32 timeout)
929{
930 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_pending_q);
931
932 ipr_cmd->done = done;
933
934 ipr_cmd->timer.expires = jiffies + timeout;
935 ipr_cmd->timer.function = timeout_func;
936
937 add_timer(timer: &ipr_cmd->timer);
938
939 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, add_data: 0);
940
941 ipr_send_command(ipr_cmd);
942}
943
944/**
945 * ipr_internal_cmd_done - Op done function for an internally generated op.
946 * @ipr_cmd: ipr command struct
947 *
948 * This function is the op done function for an internally generated,
949 * blocking op. It simply wakes the sleeping thread.
950 *
951 * Return value:
952 * none
953 **/
954static void ipr_internal_cmd_done(struct ipr_cmnd *ipr_cmd)
955{
956 if (ipr_cmd->sibling)
957 ipr_cmd->sibling = NULL;
958 else
959 complete(&ipr_cmd->completion);
960}
961
962/**
963 * ipr_init_ioadl - initialize the ioadl for the correct SIS type
964 * @ipr_cmd: ipr command struct
965 * @dma_addr: dma address
966 * @len: transfer length
967 * @flags: ioadl flag value
968 *
969 * This function initializes an ioadl in the case where there is only a single
970 * descriptor.
971 *
972 * Return value:
973 * nothing
974 **/
975static void ipr_init_ioadl(struct ipr_cmnd *ipr_cmd, dma_addr_t dma_addr,
976 u32 len, int flags)
977{
978 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
979 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
980
981 ipr_cmd->dma_use_sg = 1;
982
983 if (ipr_cmd->ioa_cfg->sis64) {
984 ioadl64->flags = cpu_to_be32(flags);
985 ioadl64->data_len = cpu_to_be32(len);
986 ioadl64->address = cpu_to_be64(dma_addr);
987
988 ipr_cmd->ioarcb.ioadl_len =
989 cpu_to_be32(sizeof(struct ipr_ioadl64_desc));
990 ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
991 } else {
992 ioadl->flags_and_data_len = cpu_to_be32(flags | len);
993 ioadl->address = cpu_to_be32(dma_addr);
994
995 if (flags == IPR_IOADL_FLAGS_READ_LAST) {
996 ipr_cmd->ioarcb.read_ioadl_len =
997 cpu_to_be32(sizeof(struct ipr_ioadl_desc));
998 ipr_cmd->ioarcb.read_data_transfer_length = cpu_to_be32(len);
999 } else {
1000 ipr_cmd->ioarcb.ioadl_len =
1001 cpu_to_be32(sizeof(struct ipr_ioadl_desc));
1002 ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
1003 }
1004 }
1005}
1006
1007/**
1008 * ipr_send_blocking_cmd - Send command and sleep on its completion.
1009 * @ipr_cmd: ipr command struct
1010 * @timeout_func: function to invoke if command times out
1011 * @timeout: timeout
1012 *
1013 * Return value:
1014 * none
1015 **/
1016static void ipr_send_blocking_cmd(struct ipr_cmnd *ipr_cmd,
1017 void (*timeout_func) (struct timer_list *),
1018 u32 timeout)
1019{
1020 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1021
1022 init_completion(x: &ipr_cmd->completion);
1023 ipr_do_req(ipr_cmd, done: ipr_internal_cmd_done, timeout_func, timeout);
1024
1025 spin_unlock_irq(lock: ioa_cfg->host->host_lock);
1026 wait_for_completion(&ipr_cmd->completion);
1027 spin_lock_irq(lock: ioa_cfg->host->host_lock);
1028}
1029
1030static int ipr_get_hrrq_index(struct ipr_ioa_cfg *ioa_cfg)
1031{
1032 unsigned int hrrq;
1033
1034 if (ioa_cfg->hrrq_num == 1)
1035 hrrq = 0;
1036 else {
1037 hrrq = atomic_add_return(i: 1, v: &ioa_cfg->hrrq_index);
1038 hrrq = (hrrq % (ioa_cfg->hrrq_num - 1)) + 1;
1039 }
1040 return hrrq;
1041}
1042
1043/**
1044 * ipr_send_hcam - Send an HCAM to the adapter.
1045 * @ioa_cfg: ioa config struct
1046 * @type: HCAM type
1047 * @hostrcb: hostrcb struct
1048 *
1049 * This function will send a Host Controlled Async command to the adapter.
1050 * If HCAMs are currently not allowed to be issued to the adapter, it will
1051 * place the hostrcb on the free queue.
1052 *
1053 * Return value:
1054 * none
1055 **/
1056static void ipr_send_hcam(struct ipr_ioa_cfg *ioa_cfg, u8 type,
1057 struct ipr_hostrcb *hostrcb)
1058{
1059 struct ipr_cmnd *ipr_cmd;
1060 struct ipr_ioarcb *ioarcb;
1061
1062 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
1063 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
1064 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_pending_q);
1065 list_add_tail(new: &hostrcb->queue, head: &ioa_cfg->hostrcb_pending_q);
1066
1067 ipr_cmd->u.hostrcb = hostrcb;
1068 ioarcb = &ipr_cmd->ioarcb;
1069
1070 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
1071 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_HCAM;
1072 ioarcb->cmd_pkt.cdb[0] = IPR_HOST_CONTROLLED_ASYNC;
1073 ioarcb->cmd_pkt.cdb[1] = type;
1074 ioarcb->cmd_pkt.cdb[7] = (sizeof(hostrcb->hcam) >> 8) & 0xff;
1075 ioarcb->cmd_pkt.cdb[8] = sizeof(hostrcb->hcam) & 0xff;
1076
1077 ipr_init_ioadl(ipr_cmd, dma_addr: hostrcb->hostrcb_dma,
1078 len: sizeof(hostrcb->hcam), IPR_IOADL_FLAGS_READ_LAST);
1079
1080 if (type == IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE)
1081 ipr_cmd->done = ipr_process_ccn;
1082 else
1083 ipr_cmd->done = ipr_process_error;
1084
1085 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_IOA_RES_ADDR);
1086
1087 ipr_send_command(ipr_cmd);
1088 } else {
1089 list_add_tail(new: &hostrcb->queue, head: &ioa_cfg->hostrcb_free_q);
1090 }
1091}
1092
1093/**
1094 * ipr_init_res_entry - Initialize a resource entry struct.
1095 * @res: resource entry struct
1096 * @cfgtew: config table entry wrapper struct
1097 *
1098 * Return value:
1099 * none
1100 **/
1101static void ipr_init_res_entry(struct ipr_resource_entry *res,
1102 struct ipr_config_table_entry_wrapper *cfgtew)
1103{
1104 int found = 0;
1105 struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1106 struct ipr_resource_entry *gscsi_res = NULL;
1107
1108 res->needs_sync_complete = 0;
1109 res->in_erp = 0;
1110 res->add_to_ml = 0;
1111 res->del_from_ml = 0;
1112 res->resetting_device = 0;
1113 res->reset_occurred = 0;
1114 res->sdev = NULL;
1115
1116 if (ioa_cfg->sis64) {
1117 res->flags = be16_to_cpu(cfgtew->u.cfgte64->flags);
1118 res->res_flags = be16_to_cpu(cfgtew->u.cfgte64->res_flags);
1119 res->qmodel = IPR_QUEUEING_MODEL64(res);
1120 res->type = cfgtew->u.cfgte64->res_type;
1121
1122 memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1123 sizeof(res->res_path));
1124
1125 res->bus = 0;
1126 memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1127 sizeof(res->dev_lun.scsi_lun));
1128 res->lun = scsilun_to_int(&res->dev_lun);
1129
1130 if (res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1131 list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue) {
1132 if (gscsi_res->dev_id == cfgtew->u.cfgte64->dev_id) {
1133 found = 1;
1134 res->target = gscsi_res->target;
1135 break;
1136 }
1137 }
1138 if (!found) {
1139 res->target = find_first_zero_bit(addr: ioa_cfg->target_ids,
1140 size: ioa_cfg->max_devs_supported);
1141 set_bit(nr: res->target, addr: ioa_cfg->target_ids);
1142 }
1143 } else if (res->type == IPR_RES_TYPE_IOAFP) {
1144 res->bus = IPR_IOAFP_VIRTUAL_BUS;
1145 res->target = 0;
1146 } else if (res->type == IPR_RES_TYPE_ARRAY) {
1147 res->bus = IPR_ARRAY_VIRTUAL_BUS;
1148 res->target = find_first_zero_bit(addr: ioa_cfg->array_ids,
1149 size: ioa_cfg->max_devs_supported);
1150 set_bit(nr: res->target, addr: ioa_cfg->array_ids);
1151 } else if (res->type == IPR_RES_TYPE_VOLUME_SET) {
1152 res->bus = IPR_VSET_VIRTUAL_BUS;
1153 res->target = find_first_zero_bit(addr: ioa_cfg->vset_ids,
1154 size: ioa_cfg->max_devs_supported);
1155 set_bit(nr: res->target, addr: ioa_cfg->vset_ids);
1156 } else {
1157 res->target = find_first_zero_bit(addr: ioa_cfg->target_ids,
1158 size: ioa_cfg->max_devs_supported);
1159 set_bit(nr: res->target, addr: ioa_cfg->target_ids);
1160 }
1161 } else {
1162 res->qmodel = IPR_QUEUEING_MODEL(res);
1163 res->flags = cfgtew->u.cfgte->flags;
1164 if (res->flags & IPR_IS_IOA_RESOURCE)
1165 res->type = IPR_RES_TYPE_IOAFP;
1166 else
1167 res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1168
1169 res->bus = cfgtew->u.cfgte->res_addr.bus;
1170 res->target = cfgtew->u.cfgte->res_addr.target;
1171 res->lun = cfgtew->u.cfgte->res_addr.lun;
1172 res->lun_wwn = get_unaligned_be64(p: cfgtew->u.cfgte->lun_wwn);
1173 }
1174}
1175
1176/**
1177 * ipr_is_same_device - Determine if two devices are the same.
1178 * @res: resource entry struct
1179 * @cfgtew: config table entry wrapper struct
1180 *
1181 * Return value:
1182 * 1 if the devices are the same / 0 otherwise
1183 **/
1184static int ipr_is_same_device(struct ipr_resource_entry *res,
1185 struct ipr_config_table_entry_wrapper *cfgtew)
1186{
1187 if (res->ioa_cfg->sis64) {
1188 if (!memcmp(p: &res->dev_id, q: &cfgtew->u.cfgte64->dev_id,
1189 size: sizeof(cfgtew->u.cfgte64->dev_id)) &&
1190 !memcmp(p: &res->dev_lun.scsi_lun, q: &cfgtew->u.cfgte64->lun,
1191 size: sizeof(cfgtew->u.cfgte64->lun))) {
1192 return 1;
1193 }
1194 } else {
1195 if (res->bus == cfgtew->u.cfgte->res_addr.bus &&
1196 res->target == cfgtew->u.cfgte->res_addr.target &&
1197 res->lun == cfgtew->u.cfgte->res_addr.lun)
1198 return 1;
1199 }
1200
1201 return 0;
1202}
1203
1204/**
1205 * __ipr_format_res_path - Format the resource path for printing.
1206 * @res_path: resource path
1207 * @buffer: buffer
1208 * @len: length of buffer provided
1209 *
1210 * Return value:
1211 * pointer to buffer
1212 **/
1213static char *__ipr_format_res_path(u8 *res_path, char *buffer, int len)
1214{
1215 int i;
1216 char *p = buffer;
1217
1218 *p = '\0';
1219 p += scnprintf(buf: p, size: buffer + len - p, fmt: "%02X", res_path[0]);
1220 for (i = 1; res_path[i] != 0xff && i < IPR_RES_PATH_BYTES; i++)
1221 p += scnprintf(buf: p, size: buffer + len - p, fmt: "-%02X", res_path[i]);
1222
1223 return buffer;
1224}
1225
1226/**
1227 * ipr_format_res_path - Format the resource path for printing.
1228 * @ioa_cfg: ioa config struct
1229 * @res_path: resource path
1230 * @buffer: buffer
1231 * @len: length of buffer provided
1232 *
1233 * Return value:
1234 * pointer to buffer
1235 **/
1236static char *ipr_format_res_path(struct ipr_ioa_cfg *ioa_cfg,
1237 u8 *res_path, char *buffer, int len)
1238{
1239 char *p = buffer;
1240
1241 *p = '\0';
1242 p += scnprintf(buf: p, size: buffer + len - p, fmt: "%d/", ioa_cfg->host->host_no);
1243 __ipr_format_res_path(res_path, buffer: p, len: len - (p - buffer));
1244 return buffer;
1245}
1246
1247/**
1248 * ipr_update_res_entry - Update the resource entry.
1249 * @res: resource entry struct
1250 * @cfgtew: config table entry wrapper struct
1251 *
1252 * Return value:
1253 * none
1254 **/
1255static void ipr_update_res_entry(struct ipr_resource_entry *res,
1256 struct ipr_config_table_entry_wrapper *cfgtew)
1257{
1258 char buffer[IPR_MAX_RES_PATH_LENGTH];
1259 int new_path = 0;
1260
1261 if (res->ioa_cfg->sis64) {
1262 res->flags = be16_to_cpu(cfgtew->u.cfgte64->flags);
1263 res->res_flags = be16_to_cpu(cfgtew->u.cfgte64->res_flags);
1264 res->type = cfgtew->u.cfgte64->res_type;
1265
1266 memcpy(&res->std_inq_data, &cfgtew->u.cfgte64->std_inq_data,
1267 sizeof(struct ipr_std_inq_data));
1268
1269 res->qmodel = IPR_QUEUEING_MODEL64(res);
1270 res->res_handle = cfgtew->u.cfgte64->res_handle;
1271 res->dev_id = cfgtew->u.cfgte64->dev_id;
1272
1273 memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1274 sizeof(res->dev_lun.scsi_lun));
1275
1276 if (memcmp(p: res->res_path, q: &cfgtew->u.cfgte64->res_path,
1277 size: sizeof(res->res_path))) {
1278 memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1279 sizeof(res->res_path));
1280 new_path = 1;
1281 }
1282
1283 if (res->sdev && new_path)
1284 sdev_printk(KERN_INFO, res->sdev, "Resource path: %s\n",
1285 ipr_format_res_path(res->ioa_cfg,
1286 res->res_path, buffer, sizeof(buffer)));
1287 } else {
1288 res->flags = cfgtew->u.cfgte->flags;
1289 if (res->flags & IPR_IS_IOA_RESOURCE)
1290 res->type = IPR_RES_TYPE_IOAFP;
1291 else
1292 res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1293
1294 memcpy(&res->std_inq_data, &cfgtew->u.cfgte->std_inq_data,
1295 sizeof(struct ipr_std_inq_data));
1296
1297 res->qmodel = IPR_QUEUEING_MODEL(res);
1298 res->res_handle = cfgtew->u.cfgte->res_handle;
1299 }
1300}
1301
1302/**
1303 * ipr_clear_res_target - Clear the bit in the bit map representing the target
1304 * for the resource.
1305 * @res: resource entry struct
1306 *
1307 * Return value:
1308 * none
1309 **/
1310static void ipr_clear_res_target(struct ipr_resource_entry *res)
1311{
1312 struct ipr_resource_entry *gscsi_res = NULL;
1313 struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1314
1315 if (!ioa_cfg->sis64)
1316 return;
1317
1318 if (res->bus == IPR_ARRAY_VIRTUAL_BUS)
1319 clear_bit(nr: res->target, addr: ioa_cfg->array_ids);
1320 else if (res->bus == IPR_VSET_VIRTUAL_BUS)
1321 clear_bit(nr: res->target, addr: ioa_cfg->vset_ids);
1322 else if (res->bus == 0 && res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1323 list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue)
1324 if (gscsi_res->dev_id == res->dev_id && gscsi_res != res)
1325 return;
1326 clear_bit(nr: res->target, addr: ioa_cfg->target_ids);
1327
1328 } else if (res->bus == 0)
1329 clear_bit(nr: res->target, addr: ioa_cfg->target_ids);
1330}
1331
1332/**
1333 * ipr_handle_config_change - Handle a config change from the adapter
1334 * @ioa_cfg: ioa config struct
1335 * @hostrcb: hostrcb
1336 *
1337 * Return value:
1338 * none
1339 **/
1340static void ipr_handle_config_change(struct ipr_ioa_cfg *ioa_cfg,
1341 struct ipr_hostrcb *hostrcb)
1342{
1343 struct ipr_resource_entry *res = NULL;
1344 struct ipr_config_table_entry_wrapper cfgtew;
1345 __be32 cc_res_handle;
1346
1347 u32 is_ndn = 1;
1348
1349 if (ioa_cfg->sis64) {
1350 cfgtew.u.cfgte64 = &hostrcb->hcam.u.ccn.u.cfgte64;
1351 cc_res_handle = cfgtew.u.cfgte64->res_handle;
1352 } else {
1353 cfgtew.u.cfgte = &hostrcb->hcam.u.ccn.u.cfgte;
1354 cc_res_handle = cfgtew.u.cfgte->res_handle;
1355 }
1356
1357 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
1358 if (res->res_handle == cc_res_handle) {
1359 is_ndn = 0;
1360 break;
1361 }
1362 }
1363
1364 if (is_ndn) {
1365 if (list_empty(head: &ioa_cfg->free_res_q)) {
1366 ipr_send_hcam(ioa_cfg,
1367 IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
1368 hostrcb);
1369 return;
1370 }
1371
1372 res = list_entry(ioa_cfg->free_res_q.next,
1373 struct ipr_resource_entry, queue);
1374
1375 list_del(entry: &res->queue);
1376 ipr_init_res_entry(res, cfgtew: &cfgtew);
1377 list_add_tail(new: &res->queue, head: &ioa_cfg->used_res_q);
1378 }
1379
1380 ipr_update_res_entry(res, cfgtew: &cfgtew);
1381
1382 if (hostrcb->hcam.notify_type == IPR_HOST_RCB_NOTIF_TYPE_REM_ENTRY) {
1383 if (res->sdev) {
1384 res->del_from_ml = 1;
1385 res->res_handle = IPR_INVALID_RES_HANDLE;
1386 schedule_work(work: &ioa_cfg->work_q);
1387 } else {
1388 ipr_clear_res_target(res);
1389 list_move_tail(list: &res->queue, head: &ioa_cfg->free_res_q);
1390 }
1391 } else if (!res->sdev || res->del_from_ml) {
1392 res->add_to_ml = 1;
1393 schedule_work(work: &ioa_cfg->work_q);
1394 }
1395
1396 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1397}
1398
1399/**
1400 * ipr_process_ccn - Op done function for a CCN.
1401 * @ipr_cmd: ipr command struct
1402 *
1403 * This function is the op done function for a configuration
1404 * change notification host controlled async from the adapter.
1405 *
1406 * Return value:
1407 * none
1408 **/
1409static void ipr_process_ccn(struct ipr_cmnd *ipr_cmd)
1410{
1411 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1412 struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
1413 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
1414
1415 list_del_init(entry: &hostrcb->queue);
1416 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
1417
1418 if (ioasc) {
1419 if (ioasc != IPR_IOASC_IOA_WAS_RESET &&
1420 ioasc != IPR_IOASC_ABORTED_CMD_TERM_BY_HOST)
1421 dev_err(&ioa_cfg->pdev->dev,
1422 "Host RCB failed with IOASC: 0x%08X\n", ioasc);
1423
1424 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1425 } else {
1426 ipr_handle_config_change(ioa_cfg, hostrcb);
1427 }
1428}
1429
1430/**
1431 * strip_whitespace - Strip and pad trailing whitespace.
1432 * @i: size of buffer
1433 * @buf: string to modify
1434 *
1435 * This function will strip all trailing whitespace and
1436 * NUL terminate the string.
1437 *
1438 **/
1439static void strip_whitespace(int i, char *buf)
1440{
1441 if (i < 1)
1442 return;
1443 i--;
1444 while (i && buf[i] == ' ')
1445 i--;
1446 buf[i+1] = '\0';
1447}
1448
1449/**
1450 * ipr_log_vpd_compact - Log the passed extended VPD compactly.
1451 * @prefix: string to print at start of printk
1452 * @hostrcb: hostrcb pointer
1453 * @vpd: vendor/product id/sn struct
1454 *
1455 * Return value:
1456 * none
1457 **/
1458static void ipr_log_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1459 struct ipr_vpd *vpd)
1460{
1461 char vendor_id[IPR_VENDOR_ID_LEN + 1];
1462 char product_id[IPR_PROD_ID_LEN + 1];
1463 char sn[IPR_SERIAL_NUM_LEN + 1];
1464
1465 memcpy(vendor_id, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1466 strip_whitespace(IPR_VENDOR_ID_LEN, buf: vendor_id);
1467
1468 memcpy(product_id, vpd->vpids.product_id, IPR_PROD_ID_LEN);
1469 strip_whitespace(IPR_PROD_ID_LEN, buf: product_id);
1470
1471 memcpy(sn, vpd->sn, IPR_SERIAL_NUM_LEN);
1472 strip_whitespace(IPR_SERIAL_NUM_LEN, buf: sn);
1473
1474 ipr_hcam_err(hostrcb, "%s VPID/SN: %s %s %s\n", prefix,
1475 vendor_id, product_id, sn);
1476}
1477
1478/**
1479 * ipr_log_vpd - Log the passed VPD to the error log.
1480 * @vpd: vendor/product id/sn struct
1481 *
1482 * Return value:
1483 * none
1484 **/
1485static void ipr_log_vpd(struct ipr_vpd *vpd)
1486{
1487 char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN
1488 + IPR_SERIAL_NUM_LEN];
1489
1490 memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1491 memcpy(buffer + IPR_VENDOR_ID_LEN, vpd->vpids.product_id,
1492 IPR_PROD_ID_LEN);
1493 buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN] = '\0';
1494 ipr_err("Vendor/Product ID: %s\n", buffer);
1495
1496 memcpy(buffer, vpd->sn, IPR_SERIAL_NUM_LEN);
1497 buffer[IPR_SERIAL_NUM_LEN] = '\0';
1498 ipr_err(" Serial Number: %s\n", buffer);
1499}
1500
1501/**
1502 * ipr_log_ext_vpd_compact - Log the passed extended VPD compactly.
1503 * @prefix: string to print at start of printk
1504 * @hostrcb: hostrcb pointer
1505 * @vpd: vendor/product id/sn/wwn struct
1506 *
1507 * Return value:
1508 * none
1509 **/
1510static void ipr_log_ext_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1511 struct ipr_ext_vpd *vpd)
1512{
1513 ipr_log_vpd_compact(prefix, hostrcb, vpd: &vpd->vpd);
1514 ipr_hcam_err(hostrcb, "%s WWN: %08X%08X\n", prefix,
1515 be32_to_cpu(vpd->wwid[0]), be32_to_cpu(vpd->wwid[1]));
1516}
1517
1518/**
1519 * ipr_log_ext_vpd - Log the passed extended VPD to the error log.
1520 * @vpd: vendor/product id/sn/wwn struct
1521 *
1522 * Return value:
1523 * none
1524 **/
1525static void ipr_log_ext_vpd(struct ipr_ext_vpd *vpd)
1526{
1527 ipr_log_vpd(vpd: &vpd->vpd);
1528 ipr_err(" WWN: %08X%08X\n", be32_to_cpu(vpd->wwid[0]),
1529 be32_to_cpu(vpd->wwid[1]));
1530}
1531
1532/**
1533 * ipr_log_enhanced_cache_error - Log a cache error.
1534 * @ioa_cfg: ioa config struct
1535 * @hostrcb: hostrcb struct
1536 *
1537 * Return value:
1538 * none
1539 **/
1540static void ipr_log_enhanced_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1541 struct ipr_hostrcb *hostrcb)
1542{
1543 struct ipr_hostrcb_type_12_error *error;
1544
1545 if (ioa_cfg->sis64)
1546 error = &hostrcb->hcam.u.error64.u.type_12_error;
1547 else
1548 error = &hostrcb->hcam.u.error.u.type_12_error;
1549
1550 ipr_err("-----Current Configuration-----\n");
1551 ipr_err("Cache Directory Card Information:\n");
1552 ipr_log_ext_vpd(vpd: &error->ioa_vpd);
1553 ipr_err("Adapter Card Information:\n");
1554 ipr_log_ext_vpd(vpd: &error->cfc_vpd);
1555
1556 ipr_err("-----Expected Configuration-----\n");
1557 ipr_err("Cache Directory Card Information:\n");
1558 ipr_log_ext_vpd(vpd: &error->ioa_last_attached_to_cfc_vpd);
1559 ipr_err("Adapter Card Information:\n");
1560 ipr_log_ext_vpd(vpd: &error->cfc_last_attached_to_ioa_vpd);
1561
1562 ipr_err("Additional IOA Data: %08X %08X %08X\n",
1563 be32_to_cpu(error->ioa_data[0]),
1564 be32_to_cpu(error->ioa_data[1]),
1565 be32_to_cpu(error->ioa_data[2]));
1566}
1567
1568/**
1569 * ipr_log_cache_error - Log a cache error.
1570 * @ioa_cfg: ioa config struct
1571 * @hostrcb: hostrcb struct
1572 *
1573 * Return value:
1574 * none
1575 **/
1576static void ipr_log_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1577 struct ipr_hostrcb *hostrcb)
1578{
1579 struct ipr_hostrcb_type_02_error *error =
1580 &hostrcb->hcam.u.error.u.type_02_error;
1581
1582 ipr_err("-----Current Configuration-----\n");
1583 ipr_err("Cache Directory Card Information:\n");
1584 ipr_log_vpd(vpd: &error->ioa_vpd);
1585 ipr_err("Adapter Card Information:\n");
1586 ipr_log_vpd(vpd: &error->cfc_vpd);
1587
1588 ipr_err("-----Expected Configuration-----\n");
1589 ipr_err("Cache Directory Card Information:\n");
1590 ipr_log_vpd(vpd: &error->ioa_last_attached_to_cfc_vpd);
1591 ipr_err("Adapter Card Information:\n");
1592 ipr_log_vpd(vpd: &error->cfc_last_attached_to_ioa_vpd);
1593
1594 ipr_err("Additional IOA Data: %08X %08X %08X\n",
1595 be32_to_cpu(error->ioa_data[0]),
1596 be32_to_cpu(error->ioa_data[1]),
1597 be32_to_cpu(error->ioa_data[2]));
1598}
1599
1600/**
1601 * ipr_log_enhanced_config_error - Log a configuration error.
1602 * @ioa_cfg: ioa config struct
1603 * @hostrcb: hostrcb struct
1604 *
1605 * Return value:
1606 * none
1607 **/
1608static void ipr_log_enhanced_config_error(struct ipr_ioa_cfg *ioa_cfg,
1609 struct ipr_hostrcb *hostrcb)
1610{
1611 int errors_logged, i;
1612 struct ipr_hostrcb_device_data_entry_enhanced *dev_entry;
1613 struct ipr_hostrcb_type_13_error *error;
1614
1615 error = &hostrcb->hcam.u.error.u.type_13_error;
1616 errors_logged = be32_to_cpu(error->errors_logged);
1617
1618 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1619 be32_to_cpu(error->errors_detected), errors_logged);
1620
1621 dev_entry = error->dev;
1622
1623 for (i = 0; i < errors_logged; i++, dev_entry++) {
1624 ipr_err_separator;
1625
1626 ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1627 ipr_log_ext_vpd(vpd: &dev_entry->vpd);
1628
1629 ipr_err("-----New Device Information-----\n");
1630 ipr_log_ext_vpd(vpd: &dev_entry->new_vpd);
1631
1632 ipr_err("Cache Directory Card Information:\n");
1633 ipr_log_ext_vpd(vpd: &dev_entry->ioa_last_with_dev_vpd);
1634
1635 ipr_err("Adapter Card Information:\n");
1636 ipr_log_ext_vpd(vpd: &dev_entry->cfc_last_with_dev_vpd);
1637 }
1638}
1639
1640/**
1641 * ipr_log_sis64_config_error - Log a device error.
1642 * @ioa_cfg: ioa config struct
1643 * @hostrcb: hostrcb struct
1644 *
1645 * Return value:
1646 * none
1647 **/
1648static void ipr_log_sis64_config_error(struct ipr_ioa_cfg *ioa_cfg,
1649 struct ipr_hostrcb *hostrcb)
1650{
1651 int errors_logged, i;
1652 struct ipr_hostrcb64_device_data_entry_enhanced *dev_entry;
1653 struct ipr_hostrcb_type_23_error *error;
1654 char buffer[IPR_MAX_RES_PATH_LENGTH];
1655
1656 error = &hostrcb->hcam.u.error64.u.type_23_error;
1657 errors_logged = be32_to_cpu(error->errors_logged);
1658
1659 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1660 be32_to_cpu(error->errors_detected), errors_logged);
1661
1662 dev_entry = error->dev;
1663
1664 for (i = 0; i < errors_logged; i++, dev_entry++) {
1665 ipr_err_separator;
1666
1667 ipr_err("Device %d : %s", i + 1,
1668 __ipr_format_res_path(dev_entry->res_path,
1669 buffer, sizeof(buffer)));
1670 ipr_log_ext_vpd(vpd: &dev_entry->vpd);
1671
1672 ipr_err("-----New Device Information-----\n");
1673 ipr_log_ext_vpd(vpd: &dev_entry->new_vpd);
1674
1675 ipr_err("Cache Directory Card Information:\n");
1676 ipr_log_ext_vpd(vpd: &dev_entry->ioa_last_with_dev_vpd);
1677
1678 ipr_err("Adapter Card Information:\n");
1679 ipr_log_ext_vpd(vpd: &dev_entry->cfc_last_with_dev_vpd);
1680 }
1681}
1682
1683/**
1684 * ipr_log_config_error - Log a configuration error.
1685 * @ioa_cfg: ioa config struct
1686 * @hostrcb: hostrcb struct
1687 *
1688 * Return value:
1689 * none
1690 **/
1691static void ipr_log_config_error(struct ipr_ioa_cfg *ioa_cfg,
1692 struct ipr_hostrcb *hostrcb)
1693{
1694 int errors_logged, i;
1695 struct ipr_hostrcb_device_data_entry *dev_entry;
1696 struct ipr_hostrcb_type_03_error *error;
1697
1698 error = &hostrcb->hcam.u.error.u.type_03_error;
1699 errors_logged = be32_to_cpu(error->errors_logged);
1700
1701 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1702 be32_to_cpu(error->errors_detected), errors_logged);
1703
1704 dev_entry = error->dev;
1705
1706 for (i = 0; i < errors_logged; i++, dev_entry++) {
1707 ipr_err_separator;
1708
1709 ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1710 ipr_log_vpd(vpd: &dev_entry->vpd);
1711
1712 ipr_err("-----New Device Information-----\n");
1713 ipr_log_vpd(vpd: &dev_entry->new_vpd);
1714
1715 ipr_err("Cache Directory Card Information:\n");
1716 ipr_log_vpd(vpd: &dev_entry->ioa_last_with_dev_vpd);
1717
1718 ipr_err("Adapter Card Information:\n");
1719 ipr_log_vpd(vpd: &dev_entry->cfc_last_with_dev_vpd);
1720
1721 ipr_err("Additional IOA Data: %08X %08X %08X %08X %08X\n",
1722 be32_to_cpu(dev_entry->ioa_data[0]),
1723 be32_to_cpu(dev_entry->ioa_data[1]),
1724 be32_to_cpu(dev_entry->ioa_data[2]),
1725 be32_to_cpu(dev_entry->ioa_data[3]),
1726 be32_to_cpu(dev_entry->ioa_data[4]));
1727 }
1728}
1729
1730/**
1731 * ipr_log_enhanced_array_error - Log an array configuration error.
1732 * @ioa_cfg: ioa config struct
1733 * @hostrcb: hostrcb struct
1734 *
1735 * Return value:
1736 * none
1737 **/
1738static void ipr_log_enhanced_array_error(struct ipr_ioa_cfg *ioa_cfg,
1739 struct ipr_hostrcb *hostrcb)
1740{
1741 int i, num_entries;
1742 struct ipr_hostrcb_type_14_error *error;
1743 struct ipr_hostrcb_array_data_entry_enhanced *array_entry;
1744 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1745
1746 error = &hostrcb->hcam.u.error.u.type_14_error;
1747
1748 ipr_err_separator;
1749
1750 ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1751 error->protection_level,
1752 ioa_cfg->host->host_no,
1753 error->last_func_vset_res_addr.bus,
1754 error->last_func_vset_res_addr.target,
1755 error->last_func_vset_res_addr.lun);
1756
1757 ipr_err_separator;
1758
1759 array_entry = error->array_member;
1760 num_entries = min_t(u32, be32_to_cpu(error->num_entries),
1761 ARRAY_SIZE(error->array_member));
1762
1763 for (i = 0; i < num_entries; i++, array_entry++) {
1764 if (!memcmp(p: array_entry->vpd.vpd.sn, q: zero_sn, IPR_SERIAL_NUM_LEN))
1765 continue;
1766
1767 if (be32_to_cpu(error->exposed_mode_adn) == i)
1768 ipr_err("Exposed Array Member %d:\n", i);
1769 else
1770 ipr_err("Array Member %d:\n", i);
1771
1772 ipr_log_ext_vpd(vpd: &array_entry->vpd);
1773 ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1774 ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1775 "Expected Location");
1776
1777 ipr_err_separator;
1778 }
1779}
1780
1781/**
1782 * ipr_log_array_error - Log an array configuration error.
1783 * @ioa_cfg: ioa config struct
1784 * @hostrcb: hostrcb struct
1785 *
1786 * Return value:
1787 * none
1788 **/
1789static void ipr_log_array_error(struct ipr_ioa_cfg *ioa_cfg,
1790 struct ipr_hostrcb *hostrcb)
1791{
1792 int i;
1793 struct ipr_hostrcb_type_04_error *error;
1794 struct ipr_hostrcb_array_data_entry *array_entry;
1795 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1796
1797 error = &hostrcb->hcam.u.error.u.type_04_error;
1798
1799 ipr_err_separator;
1800
1801 ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1802 error->protection_level,
1803 ioa_cfg->host->host_no,
1804 error->last_func_vset_res_addr.bus,
1805 error->last_func_vset_res_addr.target,
1806 error->last_func_vset_res_addr.lun);
1807
1808 ipr_err_separator;
1809
1810 array_entry = error->array_member;
1811
1812 for (i = 0; i < 18; i++) {
1813 if (!memcmp(p: array_entry->vpd.sn, q: zero_sn, IPR_SERIAL_NUM_LEN))
1814 continue;
1815
1816 if (be32_to_cpu(error->exposed_mode_adn) == i)
1817 ipr_err("Exposed Array Member %d:\n", i);
1818 else
1819 ipr_err("Array Member %d:\n", i);
1820
1821 ipr_log_vpd(vpd: &array_entry->vpd);
1822
1823 ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1824 ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1825 "Expected Location");
1826
1827 ipr_err_separator;
1828
1829 if (i == 9)
1830 array_entry = error->array_member2;
1831 else
1832 array_entry++;
1833 }
1834}
1835
1836/**
1837 * ipr_log_hex_data - Log additional hex IOA error data.
1838 * @ioa_cfg: ioa config struct
1839 * @data: IOA error data
1840 * @len: data length
1841 *
1842 * Return value:
1843 * none
1844 **/
1845static void ipr_log_hex_data(struct ipr_ioa_cfg *ioa_cfg, __be32 *data, int len)
1846{
1847 int i;
1848
1849 if (len == 0)
1850 return;
1851
1852 if (ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
1853 len = min_t(int, len, IPR_DEFAULT_MAX_ERROR_DUMP);
1854
1855 for (i = 0; i < len / 4; i += 4) {
1856 ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
1857 be32_to_cpu(data[i]),
1858 be32_to_cpu(data[i+1]),
1859 be32_to_cpu(data[i+2]),
1860 be32_to_cpu(data[i+3]));
1861 }
1862}
1863
1864/**
1865 * ipr_log_enhanced_dual_ioa_error - Log an enhanced dual adapter error.
1866 * @ioa_cfg: ioa config struct
1867 * @hostrcb: hostrcb struct
1868 *
1869 * Return value:
1870 * none
1871 **/
1872static void ipr_log_enhanced_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1873 struct ipr_hostrcb *hostrcb)
1874{
1875 struct ipr_hostrcb_type_17_error *error;
1876
1877 if (ioa_cfg->sis64)
1878 error = &hostrcb->hcam.u.error64.u.type_17_error;
1879 else
1880 error = &hostrcb->hcam.u.error.u.type_17_error;
1881
1882 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1883 strim(error->failure_reason);
1884
1885 ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1886 be32_to_cpu(hostrcb->hcam.u.error.prc));
1887 ipr_log_ext_vpd_compact(prefix: "Remote IOA", hostrcb, vpd: &error->vpd);
1888 ipr_log_hex_data(ioa_cfg, data: error->data,
1889 be32_to_cpu(hostrcb->hcam.length) -
1890 (offsetof(struct ipr_hostrcb_error, u) +
1891 offsetof(struct ipr_hostrcb_type_17_error, data)));
1892}
1893
1894/**
1895 * ipr_log_dual_ioa_error - Log a dual adapter error.
1896 * @ioa_cfg: ioa config struct
1897 * @hostrcb: hostrcb struct
1898 *
1899 * Return value:
1900 * none
1901 **/
1902static void ipr_log_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1903 struct ipr_hostrcb *hostrcb)
1904{
1905 struct ipr_hostrcb_type_07_error *error;
1906
1907 error = &hostrcb->hcam.u.error.u.type_07_error;
1908 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1909 strim(error->failure_reason);
1910
1911 ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1912 be32_to_cpu(hostrcb->hcam.u.error.prc));
1913 ipr_log_vpd_compact(prefix: "Remote IOA", hostrcb, vpd: &error->vpd);
1914 ipr_log_hex_data(ioa_cfg, data: error->data,
1915 be32_to_cpu(hostrcb->hcam.length) -
1916 (offsetof(struct ipr_hostrcb_error, u) +
1917 offsetof(struct ipr_hostrcb_type_07_error, data)));
1918}
1919
1920static const struct {
1921 u8 active;
1922 char *desc;
1923} path_active_desc[] = {
1924 { IPR_PATH_NO_INFO, "Path" },
1925 { IPR_PATH_ACTIVE, "Active path" },
1926 { IPR_PATH_NOT_ACTIVE, "Inactive path" }
1927};
1928
1929static const struct {
1930 u8 state;
1931 char *desc;
1932} path_state_desc[] = {
1933 { IPR_PATH_STATE_NO_INFO, "has no path state information available" },
1934 { IPR_PATH_HEALTHY, "is healthy" },
1935 { IPR_PATH_DEGRADED, "is degraded" },
1936 { IPR_PATH_FAILED, "is failed" }
1937};
1938
1939/**
1940 * ipr_log_fabric_path - Log a fabric path error
1941 * @hostrcb: hostrcb struct
1942 * @fabric: fabric descriptor
1943 *
1944 * Return value:
1945 * none
1946 **/
1947static void ipr_log_fabric_path(struct ipr_hostrcb *hostrcb,
1948 struct ipr_hostrcb_fabric_desc *fabric)
1949{
1950 int i, j;
1951 u8 path_state = fabric->path_state;
1952 u8 active = path_state & IPR_PATH_ACTIVE_MASK;
1953 u8 state = path_state & IPR_PATH_STATE_MASK;
1954
1955 for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
1956 if (path_active_desc[i].active != active)
1957 continue;
1958
1959 for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
1960 if (path_state_desc[j].state != state)
1961 continue;
1962
1963 if (fabric->cascaded_expander == 0xff && fabric->phy == 0xff) {
1964 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d\n",
1965 path_active_desc[i].desc, path_state_desc[j].desc,
1966 fabric->ioa_port);
1967 } else if (fabric->cascaded_expander == 0xff) {
1968 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Phy=%d\n",
1969 path_active_desc[i].desc, path_state_desc[j].desc,
1970 fabric->ioa_port, fabric->phy);
1971 } else if (fabric->phy == 0xff) {
1972 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d\n",
1973 path_active_desc[i].desc, path_state_desc[j].desc,
1974 fabric->ioa_port, fabric->cascaded_expander);
1975 } else {
1976 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d, Phy=%d\n",
1977 path_active_desc[i].desc, path_state_desc[j].desc,
1978 fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
1979 }
1980 return;
1981 }
1982 }
1983
1984 ipr_err("Path state=%02X IOA Port=%d Cascade=%d Phy=%d\n", path_state,
1985 fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
1986}
1987
1988/**
1989 * ipr_log64_fabric_path - Log a fabric path error
1990 * @hostrcb: hostrcb struct
1991 * @fabric: fabric descriptor
1992 *
1993 * Return value:
1994 * none
1995 **/
1996static void ipr_log64_fabric_path(struct ipr_hostrcb *hostrcb,
1997 struct ipr_hostrcb64_fabric_desc *fabric)
1998{
1999 int i, j;
2000 u8 path_state = fabric->path_state;
2001 u8 active = path_state & IPR_PATH_ACTIVE_MASK;
2002 u8 state = path_state & IPR_PATH_STATE_MASK;
2003 char buffer[IPR_MAX_RES_PATH_LENGTH];
2004
2005 for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
2006 if (path_active_desc[i].active != active)
2007 continue;
2008
2009 for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
2010 if (path_state_desc[j].state != state)
2011 continue;
2012
2013 ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s\n",
2014 path_active_desc[i].desc, path_state_desc[j].desc,
2015 ipr_format_res_path(hostrcb->ioa_cfg,
2016 fabric->res_path,
2017 buffer, sizeof(buffer)));
2018 return;
2019 }
2020 }
2021
2022 ipr_err("Path state=%02X Resource Path=%s\n", path_state,
2023 ipr_format_res_path(hostrcb->ioa_cfg, fabric->res_path,
2024 buffer, sizeof(buffer)));
2025}
2026
2027static const struct {
2028 u8 type;
2029 char *desc;
2030} path_type_desc[] = {
2031 { IPR_PATH_CFG_IOA_PORT, "IOA port" },
2032 { IPR_PATH_CFG_EXP_PORT, "Expander port" },
2033 { IPR_PATH_CFG_DEVICE_PORT, "Device port" },
2034 { IPR_PATH_CFG_DEVICE_LUN, "Device LUN" }
2035};
2036
2037static const struct {
2038 u8 status;
2039 char *desc;
2040} path_status_desc[] = {
2041 { IPR_PATH_CFG_NO_PROB, "Functional" },
2042 { IPR_PATH_CFG_DEGRADED, "Degraded" },
2043 { IPR_PATH_CFG_FAILED, "Failed" },
2044 { IPR_PATH_CFG_SUSPECT, "Suspect" },
2045 { IPR_PATH_NOT_DETECTED, "Missing" },
2046 { IPR_PATH_INCORRECT_CONN, "Incorrectly connected" }
2047};
2048
2049static const char *link_rate[] = {
2050 "unknown",
2051 "disabled",
2052 "phy reset problem",
2053 "spinup hold",
2054 "port selector",
2055 "unknown",
2056 "unknown",
2057 "unknown",
2058 "1.5Gbps",
2059 "3.0Gbps",
2060 "unknown",
2061 "unknown",
2062 "unknown",
2063 "unknown",
2064 "unknown",
2065 "unknown"
2066};
2067
2068/**
2069 * ipr_log_path_elem - Log a fabric path element.
2070 * @hostrcb: hostrcb struct
2071 * @cfg: fabric path element struct
2072 *
2073 * Return value:
2074 * none
2075 **/
2076static void ipr_log_path_elem(struct ipr_hostrcb *hostrcb,
2077 struct ipr_hostrcb_config_element *cfg)
2078{
2079 int i, j;
2080 u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2081 u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2082
2083 if (type == IPR_PATH_CFG_NOT_EXIST)
2084 return;
2085
2086 for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2087 if (path_type_desc[i].type != type)
2088 continue;
2089
2090 for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2091 if (path_status_desc[j].status != status)
2092 continue;
2093
2094 if (type == IPR_PATH_CFG_IOA_PORT) {
2095 ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, WWN=%08X%08X\n",
2096 path_status_desc[j].desc, path_type_desc[i].desc,
2097 cfg->phy, link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2098 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2099 } else {
2100 if (cfg->cascaded_expander == 0xff && cfg->phy == 0xff) {
2101 ipr_hcam_err(hostrcb, "%s %s: Link rate=%s, WWN=%08X%08X\n",
2102 path_status_desc[j].desc, path_type_desc[i].desc,
2103 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2104 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2105 } else if (cfg->cascaded_expander == 0xff) {
2106 ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, "
2107 "WWN=%08X%08X\n", path_status_desc[j].desc,
2108 path_type_desc[i].desc, cfg->phy,
2109 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2110 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2111 } else if (cfg->phy == 0xff) {
2112 ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Link rate=%s, "
2113 "WWN=%08X%08X\n", path_status_desc[j].desc,
2114 path_type_desc[i].desc, cfg->cascaded_expander,
2115 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2116 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2117 } else {
2118 ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Phy=%d, Link rate=%s "
2119 "WWN=%08X%08X\n", path_status_desc[j].desc,
2120 path_type_desc[i].desc, cfg->cascaded_expander, cfg->phy,
2121 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2122 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2123 }
2124 }
2125 return;
2126 }
2127 }
2128
2129 ipr_hcam_err(hostrcb, "Path element=%02X: Cascade=%d Phy=%d Link rate=%s "
2130 "WWN=%08X%08X\n", cfg->type_status, cfg->cascaded_expander, cfg->phy,
2131 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2132 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2133}
2134
2135/**
2136 * ipr_log64_path_elem - Log a fabric path element.
2137 * @hostrcb: hostrcb struct
2138 * @cfg: fabric path element struct
2139 *
2140 * Return value:
2141 * none
2142 **/
2143static void ipr_log64_path_elem(struct ipr_hostrcb *hostrcb,
2144 struct ipr_hostrcb64_config_element *cfg)
2145{
2146 int i, j;
2147 u8 desc_id = cfg->descriptor_id & IPR_DESCRIPTOR_MASK;
2148 u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2149 u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2150 char buffer[IPR_MAX_RES_PATH_LENGTH];
2151
2152 if (type == IPR_PATH_CFG_NOT_EXIST || desc_id != IPR_DESCRIPTOR_SIS64)
2153 return;
2154
2155 for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2156 if (path_type_desc[i].type != type)
2157 continue;
2158
2159 for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2160 if (path_status_desc[j].status != status)
2161 continue;
2162
2163 ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s, Link rate=%s, WWN=%08X%08X\n",
2164 path_status_desc[j].desc, path_type_desc[i].desc,
2165 ipr_format_res_path(hostrcb->ioa_cfg,
2166 cfg->res_path, buffer, sizeof(buffer)),
2167 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2168 be32_to_cpu(cfg->wwid[0]),
2169 be32_to_cpu(cfg->wwid[1]));
2170 return;
2171 }
2172 }
2173 ipr_hcam_err(hostrcb, "Path element=%02X: Resource Path=%s, Link rate=%s "
2174 "WWN=%08X%08X\n", cfg->type_status,
2175 ipr_format_res_path(hostrcb->ioa_cfg,
2176 cfg->res_path, buffer, sizeof(buffer)),
2177 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2178 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2179}
2180
2181/**
2182 * ipr_log_fabric_error - Log a fabric error.
2183 * @ioa_cfg: ioa config struct
2184 * @hostrcb: hostrcb struct
2185 *
2186 * Return value:
2187 * none
2188 **/
2189static void ipr_log_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2190 struct ipr_hostrcb *hostrcb)
2191{
2192 struct ipr_hostrcb_type_20_error *error;
2193 struct ipr_hostrcb_fabric_desc *fabric;
2194 struct ipr_hostrcb_config_element *cfg;
2195 int i, add_len;
2196
2197 error = &hostrcb->hcam.u.error.u.type_20_error;
2198 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2199 ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2200
2201 add_len = be32_to_cpu(hostrcb->hcam.length) -
2202 (offsetof(struct ipr_hostrcb_error, u) +
2203 offsetof(struct ipr_hostrcb_type_20_error, desc));
2204
2205 for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2206 ipr_log_fabric_path(hostrcb, fabric);
2207 for_each_fabric_cfg(fabric, cfg)
2208 ipr_log_path_elem(hostrcb, cfg);
2209
2210 add_len -= be16_to_cpu(fabric->length);
2211 fabric = (struct ipr_hostrcb_fabric_desc *)
2212 ((unsigned long)fabric + be16_to_cpu(fabric->length));
2213 }
2214
2215 ipr_log_hex_data(ioa_cfg, data: (__be32 *)fabric, len: add_len);
2216}
2217
2218/**
2219 * ipr_log_sis64_array_error - Log a sis64 array error.
2220 * @ioa_cfg: ioa config struct
2221 * @hostrcb: hostrcb struct
2222 *
2223 * Return value:
2224 * none
2225 **/
2226static void ipr_log_sis64_array_error(struct ipr_ioa_cfg *ioa_cfg,
2227 struct ipr_hostrcb *hostrcb)
2228{
2229 int i, num_entries;
2230 struct ipr_hostrcb_type_24_error *error;
2231 struct ipr_hostrcb64_array_data_entry *array_entry;
2232 char buffer[IPR_MAX_RES_PATH_LENGTH];
2233 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
2234
2235 error = &hostrcb->hcam.u.error64.u.type_24_error;
2236
2237 ipr_err_separator;
2238
2239 ipr_err("RAID %s Array Configuration: %s\n",
2240 error->protection_level,
2241 ipr_format_res_path(ioa_cfg, error->last_res_path,
2242 buffer, sizeof(buffer)));
2243
2244 ipr_err_separator;
2245
2246 array_entry = error->array_member;
2247 num_entries = min_t(u32, error->num_entries,
2248 ARRAY_SIZE(error->array_member));
2249
2250 for (i = 0; i < num_entries; i++, array_entry++) {
2251
2252 if (!memcmp(p: array_entry->vpd.vpd.sn, q: zero_sn, IPR_SERIAL_NUM_LEN))
2253 continue;
2254
2255 if (error->exposed_mode_adn == i)
2256 ipr_err("Exposed Array Member %d:\n", i);
2257 else
2258 ipr_err("Array Member %d:\n", i);
2259
2260 ipr_err("Array Member %d:\n", i);
2261 ipr_log_ext_vpd(vpd: &array_entry->vpd);
2262 ipr_err("Current Location: %s\n",
2263 ipr_format_res_path(ioa_cfg, array_entry->res_path,
2264 buffer, sizeof(buffer)));
2265 ipr_err("Expected Location: %s\n",
2266 ipr_format_res_path(ioa_cfg,
2267 array_entry->expected_res_path,
2268 buffer, sizeof(buffer)));
2269
2270 ipr_err_separator;
2271 }
2272}
2273
2274/**
2275 * ipr_log_sis64_fabric_error - Log a sis64 fabric error.
2276 * @ioa_cfg: ioa config struct
2277 * @hostrcb: hostrcb struct
2278 *
2279 * Return value:
2280 * none
2281 **/
2282static void ipr_log_sis64_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2283 struct ipr_hostrcb *hostrcb)
2284{
2285 struct ipr_hostrcb_type_30_error *error;
2286 struct ipr_hostrcb64_fabric_desc *fabric;
2287 struct ipr_hostrcb64_config_element *cfg;
2288 int i, add_len;
2289
2290 error = &hostrcb->hcam.u.error64.u.type_30_error;
2291
2292 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2293 ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2294
2295 add_len = be32_to_cpu(hostrcb->hcam.length) -
2296 (offsetof(struct ipr_hostrcb64_error, u) +
2297 offsetof(struct ipr_hostrcb_type_30_error, desc));
2298
2299 for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2300 ipr_log64_fabric_path(hostrcb, fabric);
2301 for_each_fabric_cfg(fabric, cfg)
2302 ipr_log64_path_elem(hostrcb, cfg);
2303
2304 add_len -= be16_to_cpu(fabric->length);
2305 fabric = (struct ipr_hostrcb64_fabric_desc *)
2306 ((unsigned long)fabric + be16_to_cpu(fabric->length));
2307 }
2308
2309 ipr_log_hex_data(ioa_cfg, data: (__be32 *)fabric, len: add_len);
2310}
2311
2312/**
2313 * ipr_log_sis64_service_required_error - Log a sis64 service required error.
2314 * @ioa_cfg: ioa config struct
2315 * @hostrcb: hostrcb struct
2316 *
2317 * Return value:
2318 * none
2319 **/
2320static void ipr_log_sis64_service_required_error(struct ipr_ioa_cfg *ioa_cfg,
2321 struct ipr_hostrcb *hostrcb)
2322{
2323 struct ipr_hostrcb_type_41_error *error;
2324
2325 error = &hostrcb->hcam.u.error64.u.type_41_error;
2326
2327 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2328 ipr_err("Primary Failure Reason: %s\n", error->failure_reason);
2329 ipr_log_hex_data(ioa_cfg, data: error->data,
2330 be32_to_cpu(hostrcb->hcam.length) -
2331 (offsetof(struct ipr_hostrcb_error, u) +
2332 offsetof(struct ipr_hostrcb_type_41_error, data)));
2333}
2334/**
2335 * ipr_log_generic_error - Log an adapter error.
2336 * @ioa_cfg: ioa config struct
2337 * @hostrcb: hostrcb struct
2338 *
2339 * Return value:
2340 * none
2341 **/
2342static void ipr_log_generic_error(struct ipr_ioa_cfg *ioa_cfg,
2343 struct ipr_hostrcb *hostrcb)
2344{
2345 ipr_log_hex_data(ioa_cfg, data: hostrcb->hcam.u.raw.data,
2346 be32_to_cpu(hostrcb->hcam.length));
2347}
2348
2349/**
2350 * ipr_log_sis64_device_error - Log a cache error.
2351 * @ioa_cfg: ioa config struct
2352 * @hostrcb: hostrcb struct
2353 *
2354 * Return value:
2355 * none
2356 **/
2357static void ipr_log_sis64_device_error(struct ipr_ioa_cfg *ioa_cfg,
2358 struct ipr_hostrcb *hostrcb)
2359{
2360 struct ipr_hostrcb_type_21_error *error;
2361 char buffer[IPR_MAX_RES_PATH_LENGTH];
2362
2363 error = &hostrcb->hcam.u.error64.u.type_21_error;
2364
2365 ipr_err("-----Failing Device Information-----\n");
2366 ipr_err("World Wide Unique ID: %08X%08X%08X%08X\n",
2367 be32_to_cpu(error->wwn[0]), be32_to_cpu(error->wwn[1]),
2368 be32_to_cpu(error->wwn[2]), be32_to_cpu(error->wwn[3]));
2369 ipr_err("Device Resource Path: %s\n",
2370 __ipr_format_res_path(error->res_path,
2371 buffer, sizeof(buffer)));
2372 error->primary_problem_desc[sizeof(error->primary_problem_desc) - 1] = '\0';
2373 error->second_problem_desc[sizeof(error->second_problem_desc) - 1] = '\0';
2374 ipr_err("Primary Problem Description: %s\n", error->primary_problem_desc);
2375 ipr_err("Secondary Problem Description: %s\n", error->second_problem_desc);
2376 ipr_err("SCSI Sense Data:\n");
2377 ipr_log_hex_data(ioa_cfg, data: error->sense_data, len: sizeof(error->sense_data));
2378 ipr_err("SCSI Command Descriptor Block: \n");
2379 ipr_log_hex_data(ioa_cfg, data: error->cdb, len: sizeof(error->cdb));
2380
2381 ipr_err("Additional IOA Data:\n");
2382 ipr_log_hex_data(ioa_cfg, data: error->ioa_data, be32_to_cpu(error->length_of_error));
2383}
2384
2385/**
2386 * ipr_get_error - Find the specfied IOASC in the ipr_error_table.
2387 * @ioasc: IOASC
2388 *
2389 * This function will return the index of into the ipr_error_table
2390 * for the specified IOASC. If the IOASC is not in the table,
2391 * 0 will be returned, which points to the entry used for unknown errors.
2392 *
2393 * Return value:
2394 * index into the ipr_error_table
2395 **/
2396static u32 ipr_get_error(u32 ioasc)
2397{
2398 int i;
2399
2400 for (i = 0; i < ARRAY_SIZE(ipr_error_table); i++)
2401 if (ipr_error_table[i].ioasc == (ioasc & IPR_IOASC_IOASC_MASK))
2402 return i;
2403
2404 return 0;
2405}
2406
2407/**
2408 * ipr_handle_log_data - Log an adapter error.
2409 * @ioa_cfg: ioa config struct
2410 * @hostrcb: hostrcb struct
2411 *
2412 * This function logs an adapter error to the system.
2413 *
2414 * Return value:
2415 * none
2416 **/
2417static void ipr_handle_log_data(struct ipr_ioa_cfg *ioa_cfg,
2418 struct ipr_hostrcb *hostrcb)
2419{
2420 u32 ioasc;
2421 int error_index;
2422 struct ipr_hostrcb_type_21_error *error;
2423
2424 if (hostrcb->hcam.notify_type != IPR_HOST_RCB_NOTIF_TYPE_ERROR_LOG_ENTRY)
2425 return;
2426
2427 if (hostrcb->hcam.notifications_lost == IPR_HOST_RCB_NOTIFICATIONS_LOST)
2428 dev_err(&ioa_cfg->pdev->dev, "Error notifications lost\n");
2429
2430 if (ioa_cfg->sis64)
2431 ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2432 else
2433 ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2434
2435 if (!ioa_cfg->sis64 && (ioasc == IPR_IOASC_BUS_WAS_RESET ||
2436 ioasc == IPR_IOASC_BUS_WAS_RESET_BY_OTHER)) {
2437 /* Tell the midlayer we had a bus reset so it will handle the UA properly */
2438 scsi_report_bus_reset(ioa_cfg->host,
2439 hostrcb->hcam.u.error.fd_res_addr.bus);
2440 }
2441
2442 error_index = ipr_get_error(ioasc);
2443
2444 if (!ipr_error_table[error_index].log_hcam)
2445 return;
2446
2447 if (ioasc == IPR_IOASC_HW_CMD_FAILED &&
2448 hostrcb->hcam.overlay_id == IPR_HOST_RCB_OVERLAY_ID_21) {
2449 error = &hostrcb->hcam.u.error64.u.type_21_error;
2450
2451 if (((be32_to_cpu(error->sense_data[0]) & 0x0000ff00) >> 8) == ILLEGAL_REQUEST &&
2452 ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
2453 return;
2454 }
2455
2456 ipr_hcam_err(hostrcb, "%s\n", ipr_error_table[error_index].error);
2457
2458 /* Set indication we have logged an error */
2459 ioa_cfg->errors_logged++;
2460
2461 if (ioa_cfg->log_level < ipr_error_table[error_index].log_hcam)
2462 return;
2463 if (be32_to_cpu(hostrcb->hcam.length) > sizeof(hostrcb->hcam.u.raw))
2464 hostrcb->hcam.length = cpu_to_be32(sizeof(hostrcb->hcam.u.raw));
2465
2466 switch (hostrcb->hcam.overlay_id) {
2467 case IPR_HOST_RCB_OVERLAY_ID_2:
2468 ipr_log_cache_error(ioa_cfg, hostrcb);
2469 break;
2470 case IPR_HOST_RCB_OVERLAY_ID_3:
2471 ipr_log_config_error(ioa_cfg, hostrcb);
2472 break;
2473 case IPR_HOST_RCB_OVERLAY_ID_4:
2474 case IPR_HOST_RCB_OVERLAY_ID_6:
2475 ipr_log_array_error(ioa_cfg, hostrcb);
2476 break;
2477 case IPR_HOST_RCB_OVERLAY_ID_7:
2478 ipr_log_dual_ioa_error(ioa_cfg, hostrcb);
2479 break;
2480 case IPR_HOST_RCB_OVERLAY_ID_12:
2481 ipr_log_enhanced_cache_error(ioa_cfg, hostrcb);
2482 break;
2483 case IPR_HOST_RCB_OVERLAY_ID_13:
2484 ipr_log_enhanced_config_error(ioa_cfg, hostrcb);
2485 break;
2486 case IPR_HOST_RCB_OVERLAY_ID_14:
2487 case IPR_HOST_RCB_OVERLAY_ID_16:
2488 ipr_log_enhanced_array_error(ioa_cfg, hostrcb);
2489 break;
2490 case IPR_HOST_RCB_OVERLAY_ID_17:
2491 ipr_log_enhanced_dual_ioa_error(ioa_cfg, hostrcb);
2492 break;
2493 case IPR_HOST_RCB_OVERLAY_ID_20:
2494 ipr_log_fabric_error(ioa_cfg, hostrcb);
2495 break;
2496 case IPR_HOST_RCB_OVERLAY_ID_21:
2497 ipr_log_sis64_device_error(ioa_cfg, hostrcb);
2498 break;
2499 case IPR_HOST_RCB_OVERLAY_ID_23:
2500 ipr_log_sis64_config_error(ioa_cfg, hostrcb);
2501 break;
2502 case IPR_HOST_RCB_OVERLAY_ID_24:
2503 case IPR_HOST_RCB_OVERLAY_ID_26:
2504 ipr_log_sis64_array_error(ioa_cfg, hostrcb);
2505 break;
2506 case IPR_HOST_RCB_OVERLAY_ID_30:
2507 ipr_log_sis64_fabric_error(ioa_cfg, hostrcb);
2508 break;
2509 case IPR_HOST_RCB_OVERLAY_ID_41:
2510 ipr_log_sis64_service_required_error(ioa_cfg, hostrcb);
2511 break;
2512 case IPR_HOST_RCB_OVERLAY_ID_1:
2513 case IPR_HOST_RCB_OVERLAY_ID_DEFAULT:
2514 default:
2515 ipr_log_generic_error(ioa_cfg, hostrcb);
2516 break;
2517 }
2518}
2519
2520static struct ipr_hostrcb *ipr_get_free_hostrcb(struct ipr_ioa_cfg *ioa)
2521{
2522 struct ipr_hostrcb *hostrcb;
2523
2524 hostrcb = list_first_entry_or_null(&ioa->hostrcb_free_q,
2525 struct ipr_hostrcb, queue);
2526
2527 if (unlikely(!hostrcb)) {
2528 dev_info(&ioa->pdev->dev, "Reclaiming async error buffers.");
2529 hostrcb = list_first_entry_or_null(&ioa->hostrcb_report_q,
2530 struct ipr_hostrcb, queue);
2531 }
2532
2533 list_del_init(entry: &hostrcb->queue);
2534 return hostrcb;
2535}
2536
2537/**
2538 * ipr_process_error - Op done function for an adapter error log.
2539 * @ipr_cmd: ipr command struct
2540 *
2541 * This function is the op done function for an error log host
2542 * controlled async from the adapter. It will log the error and
2543 * send the HCAM back to the adapter.
2544 *
2545 * Return value:
2546 * none
2547 **/
2548static void ipr_process_error(struct ipr_cmnd *ipr_cmd)
2549{
2550 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2551 struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
2552 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
2553 u32 fd_ioasc;
2554
2555 if (ioa_cfg->sis64)
2556 fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2557 else
2558 fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2559
2560 list_del_init(entry: &hostrcb->queue);
2561 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
2562
2563 if (!ioasc) {
2564 ipr_handle_log_data(ioa_cfg, hostrcb);
2565 if (fd_ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED)
2566 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
2567 } else if (ioasc != IPR_IOASC_IOA_WAS_RESET &&
2568 ioasc != IPR_IOASC_ABORTED_CMD_TERM_BY_HOST) {
2569 dev_err(&ioa_cfg->pdev->dev,
2570 "Host RCB failed with IOASC: 0x%08X\n", ioasc);
2571 }
2572
2573 list_add_tail(new: &hostrcb->queue, head: &ioa_cfg->hostrcb_report_q);
2574 schedule_work(work: &ioa_cfg->work_q);
2575 hostrcb = ipr_get_free_hostrcb(ioa: ioa_cfg);
2576
2577 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
2578}
2579
2580/**
2581 * ipr_timeout - An internally generated op has timed out.
2582 * @t: Timer context used to fetch ipr command struct
2583 *
2584 * This function blocks host requests and initiates an
2585 * adapter reset.
2586 *
2587 * Return value:
2588 * none
2589 **/
2590static void ipr_timeout(struct timer_list *t)
2591{
2592 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
2593 unsigned long lock_flags = 0;
2594 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2595
2596 ENTER;
2597 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2598
2599 ioa_cfg->errors_logged++;
2600 dev_err(&ioa_cfg->pdev->dev,
2601 "Adapter being reset due to command timeout.\n");
2602
2603 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2604 ioa_cfg->sdt_state = GET_DUMP;
2605
2606 if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd)
2607 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2608
2609 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
2610 LEAVE;
2611}
2612
2613/**
2614 * ipr_oper_timeout - Adapter timed out transitioning to operational
2615 * @t: Timer context used to fetch ipr command struct
2616 *
2617 * This function blocks host requests and initiates an
2618 * adapter reset.
2619 *
2620 * Return value:
2621 * none
2622 **/
2623static void ipr_oper_timeout(struct timer_list *t)
2624{
2625 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
2626 unsigned long lock_flags = 0;
2627 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2628
2629 ENTER;
2630 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2631
2632 ioa_cfg->errors_logged++;
2633 dev_err(&ioa_cfg->pdev->dev,
2634 "Adapter timed out transitioning to operational.\n");
2635
2636 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2637 ioa_cfg->sdt_state = GET_DUMP;
2638
2639 if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd) {
2640 if (ipr_fastfail)
2641 ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
2642 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2643 }
2644
2645 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
2646 LEAVE;
2647}
2648
2649/**
2650 * ipr_find_ses_entry - Find matching SES in SES table
2651 * @res: resource entry struct of SES
2652 *
2653 * Return value:
2654 * pointer to SES table entry / NULL on failure
2655 **/
2656static const struct ipr_ses_table_entry *
2657ipr_find_ses_entry(struct ipr_resource_entry *res)
2658{
2659 int i, j, matches;
2660 struct ipr_std_inq_vpids *vpids;
2661 const struct ipr_ses_table_entry *ste = ipr_ses_table;
2662
2663 for (i = 0; i < ARRAY_SIZE(ipr_ses_table); i++, ste++) {
2664 for (j = 0, matches = 0; j < IPR_PROD_ID_LEN; j++) {
2665 if (ste->compare_product_id_byte[j] == 'X') {
2666 vpids = &res->std_inq_data.vpids;
2667 if (vpids->product_id[j] == ste->product_id[j])
2668 matches++;
2669 else
2670 break;
2671 } else
2672 matches++;
2673 }
2674
2675 if (matches == IPR_PROD_ID_LEN)
2676 return ste;
2677 }
2678
2679 return NULL;
2680}
2681
2682/**
2683 * ipr_get_max_scsi_speed - Determine max SCSI speed for a given bus
2684 * @ioa_cfg: ioa config struct
2685 * @bus: SCSI bus
2686 * @bus_width: bus width
2687 *
2688 * Return value:
2689 * SCSI bus speed in units of 100KHz, 1600 is 160 MHz
2690 * For a 2-byte wide SCSI bus, the maximum transfer speed is
2691 * twice the maximum transfer rate (e.g. for a wide enabled bus,
2692 * max 160MHz = max 320MB/sec).
2693 **/
2694static u32 ipr_get_max_scsi_speed(struct ipr_ioa_cfg *ioa_cfg, u8 bus, u8 bus_width)
2695{
2696 struct ipr_resource_entry *res;
2697 const struct ipr_ses_table_entry *ste;
2698 u32 max_xfer_rate = IPR_MAX_SCSI_RATE(bus_width);
2699
2700 /* Loop through each config table entry in the config table buffer */
2701 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
2702 if (!(IPR_IS_SES_DEVICE(res->std_inq_data)))
2703 continue;
2704
2705 if (bus != res->bus)
2706 continue;
2707
2708 if (!(ste = ipr_find_ses_entry(res)))
2709 continue;
2710
2711 max_xfer_rate = (ste->max_bus_speed_limit * 10) / (bus_width / 8);
2712 }
2713
2714 return max_xfer_rate;
2715}
2716
2717/**
2718 * ipr_wait_iodbg_ack - Wait for an IODEBUG ACK from the IOA
2719 * @ioa_cfg: ioa config struct
2720 * @max_delay: max delay in micro-seconds to wait
2721 *
2722 * Waits for an IODEBUG ACK from the IOA, doing busy looping.
2723 *
2724 * Return value:
2725 * 0 on success / other on failure
2726 **/
2727static int ipr_wait_iodbg_ack(struct ipr_ioa_cfg *ioa_cfg, int max_delay)
2728{
2729 volatile u32 pcii_reg;
2730 int delay = 1;
2731
2732 /* Read interrupt reg until IOA signals IO Debug Acknowledge */
2733 while (delay < max_delay) {
2734 pcii_reg = readl(addr: ioa_cfg->regs.sense_interrupt_reg);
2735
2736 if (pcii_reg & IPR_PCII_IO_DEBUG_ACKNOWLEDGE)
2737 return 0;
2738
2739 /* udelay cannot be used if delay is more than a few milliseconds */
2740 if ((delay / 1000) > MAX_UDELAY_MS)
2741 mdelay(delay / 1000);
2742 else
2743 udelay(delay);
2744
2745 delay += delay;
2746 }
2747 return -EIO;
2748}
2749
2750/**
2751 * ipr_get_sis64_dump_data_section - Dump IOA memory
2752 * @ioa_cfg: ioa config struct
2753 * @start_addr: adapter address to dump
2754 * @dest: destination kernel buffer
2755 * @length_in_words: length to dump in 4 byte words
2756 *
2757 * Return value:
2758 * 0 on success
2759 **/
2760static int ipr_get_sis64_dump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2761 u32 start_addr,
2762 __be32 *dest, u32 length_in_words)
2763{
2764 int i;
2765
2766 for (i = 0; i < length_in_words; i++) {
2767 writel(val: start_addr+(i*4), addr: ioa_cfg->regs.dump_addr_reg);
2768 *dest = cpu_to_be32(readl(ioa_cfg->regs.dump_data_reg));
2769 dest++;
2770 }
2771
2772 return 0;
2773}
2774
2775/**
2776 * ipr_get_ldump_data_section - Dump IOA memory
2777 * @ioa_cfg: ioa config struct
2778 * @start_addr: adapter address to dump
2779 * @dest: destination kernel buffer
2780 * @length_in_words: length to dump in 4 byte words
2781 *
2782 * Return value:
2783 * 0 on success / -EIO on failure
2784 **/
2785static int ipr_get_ldump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2786 u32 start_addr,
2787 __be32 *dest, u32 length_in_words)
2788{
2789 volatile u32 temp_pcii_reg;
2790 int i, delay = 0;
2791
2792 if (ioa_cfg->sis64)
2793 return ipr_get_sis64_dump_data_section(ioa_cfg, start_addr,
2794 dest, length_in_words);
2795
2796 /* Write IOA interrupt reg starting LDUMP state */
2797 writel(val: (IPR_UPROCI_RESET_ALERT | IPR_UPROCI_IO_DEBUG_ALERT),
2798 addr: ioa_cfg->regs.set_uproc_interrupt_reg32);
2799
2800 /* Wait for IO debug acknowledge */
2801 if (ipr_wait_iodbg_ack(ioa_cfg,
2802 IPR_LDUMP_MAX_LONG_ACK_DELAY_IN_USEC)) {
2803 dev_err(&ioa_cfg->pdev->dev,
2804 "IOA dump long data transfer timeout\n");
2805 return -EIO;
2806 }
2807
2808 /* Signal LDUMP interlocked - clear IO debug ack */
2809 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2810 addr: ioa_cfg->regs.clr_interrupt_reg);
2811
2812 /* Write Mailbox with starting address */
2813 writel(val: start_addr, addr: ioa_cfg->ioa_mailbox);
2814
2815 /* Signal address valid - clear IOA Reset alert */
2816 writel(IPR_UPROCI_RESET_ALERT,
2817 addr: ioa_cfg->regs.clr_uproc_interrupt_reg32);
2818
2819 for (i = 0; i < length_in_words; i++) {
2820 /* Wait for IO debug acknowledge */
2821 if (ipr_wait_iodbg_ack(ioa_cfg,
2822 IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC)) {
2823 dev_err(&ioa_cfg->pdev->dev,
2824 "IOA dump short data transfer timeout\n");
2825 return -EIO;
2826 }
2827
2828 /* Read data from mailbox and increment destination pointer */
2829 *dest = cpu_to_be32(readl(ioa_cfg->ioa_mailbox));
2830 dest++;
2831
2832 /* For all but the last word of data, signal data received */
2833 if (i < (length_in_words - 1)) {
2834 /* Signal dump data received - Clear IO debug Ack */
2835 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2836 addr: ioa_cfg->regs.clr_interrupt_reg);
2837 }
2838 }
2839
2840 /* Signal end of block transfer. Set reset alert then clear IO debug ack */
2841 writel(IPR_UPROCI_RESET_ALERT,
2842 addr: ioa_cfg->regs.set_uproc_interrupt_reg32);
2843
2844 writel(IPR_UPROCI_IO_DEBUG_ALERT,
2845 addr: ioa_cfg->regs.clr_uproc_interrupt_reg32);
2846
2847 /* Signal dump data received - Clear IO debug Ack */
2848 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2849 addr: ioa_cfg->regs.clr_interrupt_reg);
2850
2851 /* Wait for IOA to signal LDUMP exit - IOA reset alert will be cleared */
2852 while (delay < IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC) {
2853 temp_pcii_reg =
2854 readl(addr: ioa_cfg->regs.sense_uproc_interrupt_reg32);
2855
2856 if (!(temp_pcii_reg & IPR_UPROCI_RESET_ALERT))
2857 return 0;
2858
2859 udelay(10);
2860 delay += 10;
2861 }
2862
2863 return 0;
2864}
2865
2866#ifdef CONFIG_SCSI_IPR_DUMP
2867/**
2868 * ipr_sdt_copy - Copy Smart Dump Table to kernel buffer
2869 * @ioa_cfg: ioa config struct
2870 * @pci_address: adapter address
2871 * @length: length of data to copy
2872 *
2873 * Copy data from PCI adapter to kernel buffer.
2874 * Note: length MUST be a 4 byte multiple
2875 * Return value:
2876 * 0 on success / other on failure
2877 **/
2878static int ipr_sdt_copy(struct ipr_ioa_cfg *ioa_cfg,
2879 unsigned long pci_address, u32 length)
2880{
2881 int bytes_copied = 0;
2882 int cur_len, rc, rem_len, rem_page_len, max_dump_size;
2883 __be32 *page;
2884 unsigned long lock_flags = 0;
2885 struct ipr_ioa_dump *ioa_dump = &ioa_cfg->dump->ioa_dump;
2886
2887 if (ioa_cfg->sis64)
2888 max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
2889 else
2890 max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
2891
2892 while (bytes_copied < length &&
2893 (ioa_dump->hdr.len + bytes_copied) < max_dump_size) {
2894 if (ioa_dump->page_offset >= PAGE_SIZE ||
2895 ioa_dump->page_offset == 0) {
2896 page = (__be32 *)__get_free_page(GFP_ATOMIC);
2897
2898 if (!page) {
2899 ipr_trace;
2900 return bytes_copied;
2901 }
2902
2903 ioa_dump->page_offset = 0;
2904 ioa_dump->ioa_data[ioa_dump->next_page_index] = page;
2905 ioa_dump->next_page_index++;
2906 } else
2907 page = ioa_dump->ioa_data[ioa_dump->next_page_index - 1];
2908
2909 rem_len = length - bytes_copied;
2910 rem_page_len = PAGE_SIZE - ioa_dump->page_offset;
2911 cur_len = min(rem_len, rem_page_len);
2912
2913 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2914 if (ioa_cfg->sdt_state == ABORT_DUMP) {
2915 rc = -EIO;
2916 } else {
2917 rc = ipr_get_ldump_data_section(ioa_cfg,
2918 start_addr: pci_address + bytes_copied,
2919 dest: &page[ioa_dump->page_offset / 4],
2920 length_in_words: (cur_len / sizeof(u32)));
2921 }
2922 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
2923
2924 if (!rc) {
2925 ioa_dump->page_offset += cur_len;
2926 bytes_copied += cur_len;
2927 } else {
2928 ipr_trace;
2929 break;
2930 }
2931 schedule();
2932 }
2933
2934 return bytes_copied;
2935}
2936
2937/**
2938 * ipr_init_dump_entry_hdr - Initialize a dump entry header.
2939 * @hdr: dump entry header struct
2940 *
2941 * Return value:
2942 * nothing
2943 **/
2944static void ipr_init_dump_entry_hdr(struct ipr_dump_entry_header *hdr)
2945{
2946 hdr->eye_catcher = IPR_DUMP_EYE_CATCHER;
2947 hdr->num_elems = 1;
2948 hdr->offset = sizeof(*hdr);
2949 hdr->status = IPR_DUMP_STATUS_SUCCESS;
2950}
2951
2952/**
2953 * ipr_dump_ioa_type_data - Fill in the adapter type in the dump.
2954 * @ioa_cfg: ioa config struct
2955 * @driver_dump: driver dump struct
2956 *
2957 * Return value:
2958 * nothing
2959 **/
2960static void ipr_dump_ioa_type_data(struct ipr_ioa_cfg *ioa_cfg,
2961 struct ipr_driver_dump *driver_dump)
2962{
2963 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
2964
2965 ipr_init_dump_entry_hdr(hdr: &driver_dump->ioa_type_entry.hdr);
2966 driver_dump->ioa_type_entry.hdr.len =
2967 sizeof(struct ipr_dump_ioa_type_entry) -
2968 sizeof(struct ipr_dump_entry_header);
2969 driver_dump->ioa_type_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
2970 driver_dump->ioa_type_entry.hdr.id = IPR_DUMP_DRIVER_TYPE_ID;
2971 driver_dump->ioa_type_entry.type = ioa_cfg->type;
2972 driver_dump->ioa_type_entry.fw_version = (ucode_vpd->major_release << 24) |
2973 (ucode_vpd->card_type << 16) | (ucode_vpd->minor_release[0] << 8) |
2974 ucode_vpd->minor_release[1];
2975 driver_dump->hdr.num_entries++;
2976}
2977
2978/**
2979 * ipr_dump_version_data - Fill in the driver version in the dump.
2980 * @ioa_cfg: ioa config struct
2981 * @driver_dump: driver dump struct
2982 *
2983 * Return value:
2984 * nothing
2985 **/
2986static void ipr_dump_version_data(struct ipr_ioa_cfg *ioa_cfg,
2987 struct ipr_driver_dump *driver_dump)
2988{
2989 ipr_init_dump_entry_hdr(hdr: &driver_dump->version_entry.hdr);
2990 driver_dump->version_entry.hdr.len =
2991 sizeof(struct ipr_dump_version_entry) -
2992 sizeof(struct ipr_dump_entry_header);
2993 driver_dump->version_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
2994 driver_dump->version_entry.hdr.id = IPR_DUMP_DRIVER_VERSION_ID;
2995 strcpy(p: driver_dump->version_entry.version, IPR_DRIVER_VERSION);
2996 driver_dump->hdr.num_entries++;
2997}
2998
2999/**
3000 * ipr_dump_trace_data - Fill in the IOA trace in the dump.
3001 * @ioa_cfg: ioa config struct
3002 * @driver_dump: driver dump struct
3003 *
3004 * Return value:
3005 * nothing
3006 **/
3007static void ipr_dump_trace_data(struct ipr_ioa_cfg *ioa_cfg,
3008 struct ipr_driver_dump *driver_dump)
3009{
3010 ipr_init_dump_entry_hdr(hdr: &driver_dump->trace_entry.hdr);
3011 driver_dump->trace_entry.hdr.len =
3012 sizeof(struct ipr_dump_trace_entry) -
3013 sizeof(struct ipr_dump_entry_header);
3014 driver_dump->trace_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3015 driver_dump->trace_entry.hdr.id = IPR_DUMP_TRACE_ID;
3016 memcpy(driver_dump->trace_entry.trace, ioa_cfg->trace, IPR_TRACE_SIZE);
3017 driver_dump->hdr.num_entries++;
3018}
3019
3020/**
3021 * ipr_dump_location_data - Fill in the IOA location in the dump.
3022 * @ioa_cfg: ioa config struct
3023 * @driver_dump: driver dump struct
3024 *
3025 * Return value:
3026 * nothing
3027 **/
3028static void ipr_dump_location_data(struct ipr_ioa_cfg *ioa_cfg,
3029 struct ipr_driver_dump *driver_dump)
3030{
3031 ipr_init_dump_entry_hdr(hdr: &driver_dump->location_entry.hdr);
3032 driver_dump->location_entry.hdr.len =
3033 sizeof(struct ipr_dump_location_entry) -
3034 sizeof(struct ipr_dump_entry_header);
3035 driver_dump->location_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
3036 driver_dump->location_entry.hdr.id = IPR_DUMP_LOCATION_ID;
3037 strcpy(p: driver_dump->location_entry.location, q: dev_name(dev: &ioa_cfg->pdev->dev));
3038 driver_dump->hdr.num_entries++;
3039}
3040
3041/**
3042 * ipr_get_ioa_dump - Perform a dump of the driver and adapter.
3043 * @ioa_cfg: ioa config struct
3044 * @dump: dump struct
3045 *
3046 * Return value:
3047 * nothing
3048 **/
3049static void ipr_get_ioa_dump(struct ipr_ioa_cfg *ioa_cfg, struct ipr_dump *dump)
3050{
3051 unsigned long start_addr, sdt_word;
3052 unsigned long lock_flags = 0;
3053 struct ipr_driver_dump *driver_dump = &dump->driver_dump;
3054 struct ipr_ioa_dump *ioa_dump = &dump->ioa_dump;
3055 u32 num_entries, max_num_entries, start_off, end_off;
3056 u32 max_dump_size, bytes_to_copy, bytes_copied, rc;
3057 struct ipr_sdt *sdt;
3058 int valid = 1;
3059 int i;
3060
3061 ENTER;
3062
3063 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3064
3065 if (ioa_cfg->sdt_state != READ_DUMP) {
3066 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3067 return;
3068 }
3069
3070 if (ioa_cfg->sis64) {
3071 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3072 ssleep(IPR_DUMP_DELAY_SECONDS);
3073 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3074 }
3075
3076 start_addr = readl(addr: ioa_cfg->ioa_mailbox);
3077
3078 if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(sdt_word: start_addr)) {
3079 dev_err(&ioa_cfg->pdev->dev,
3080 "Invalid dump table format: %lx\n", start_addr);
3081 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3082 return;
3083 }
3084
3085 dev_err(&ioa_cfg->pdev->dev, "Dump of IOA initiated\n");
3086
3087 driver_dump->hdr.eye_catcher = IPR_DUMP_EYE_CATCHER;
3088
3089 /* Initialize the overall dump header */
3090 driver_dump->hdr.len = sizeof(struct ipr_driver_dump);
3091 driver_dump->hdr.num_entries = 1;
3092 driver_dump->hdr.first_entry_offset = sizeof(struct ipr_dump_header);
3093 driver_dump->hdr.status = IPR_DUMP_STATUS_SUCCESS;
3094 driver_dump->hdr.os = IPR_DUMP_OS_LINUX;
3095 driver_dump->hdr.driver_name = IPR_DUMP_DRIVER_NAME;
3096
3097 ipr_dump_version_data(ioa_cfg, driver_dump);
3098 ipr_dump_location_data(ioa_cfg, driver_dump);
3099 ipr_dump_ioa_type_data(ioa_cfg, driver_dump);
3100 ipr_dump_trace_data(ioa_cfg, driver_dump);
3101
3102 /* Update dump_header */
3103 driver_dump->hdr.len += sizeof(struct ipr_dump_entry_header);
3104
3105 /* IOA Dump entry */
3106 ipr_init_dump_entry_hdr(hdr: &ioa_dump->hdr);
3107 ioa_dump->hdr.len = 0;
3108 ioa_dump->hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3109 ioa_dump->hdr.id = IPR_DUMP_IOA_DUMP_ID;
3110
3111 /* First entries in sdt are actually a list of dump addresses and
3112 lengths to gather the real dump data. sdt represents the pointer
3113 to the ioa generated dump table. Dump data will be extracted based
3114 on entries in this table */
3115 sdt = &ioa_dump->sdt;
3116
3117 if (ioa_cfg->sis64) {
3118 max_num_entries = IPR_FMT3_NUM_SDT_ENTRIES;
3119 max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
3120 } else {
3121 max_num_entries = IPR_FMT2_NUM_SDT_ENTRIES;
3122 max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
3123 }
3124
3125 bytes_to_copy = offsetof(struct ipr_sdt, entry) +
3126 (max_num_entries * sizeof(struct ipr_sdt_entry));
3127 rc = ipr_get_ldump_data_section(ioa_cfg, start_addr, dest: (__be32 *)sdt,
3128 length_in_words: bytes_to_copy / sizeof(__be32));
3129
3130 /* Smart Dump table is ready to use and the first entry is valid */
3131 if (rc || ((be32_to_cpu(sdt->hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
3132 (be32_to_cpu(sdt->hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
3133 dev_err(&ioa_cfg->pdev->dev,
3134 "Dump of IOA failed. Dump table not valid: %d, %X.\n",
3135 rc, be32_to_cpu(sdt->hdr.state));
3136 driver_dump->hdr.status = IPR_DUMP_STATUS_FAILED;
3137 ioa_cfg->sdt_state = DUMP_OBTAINED;
3138 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3139 return;
3140 }
3141
3142 num_entries = be32_to_cpu(sdt->hdr.num_entries_used);
3143
3144 if (num_entries > max_num_entries)
3145 num_entries = max_num_entries;
3146
3147 /* Update dump length to the actual data to be copied */
3148 dump->driver_dump.hdr.len += sizeof(struct ipr_sdt_header);
3149 if (ioa_cfg->sis64)
3150 dump->driver_dump.hdr.len += num_entries * sizeof(struct ipr_sdt_entry);
3151 else
3152 dump->driver_dump.hdr.len += max_num_entries * sizeof(struct ipr_sdt_entry);
3153
3154 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3155
3156 for (i = 0; i < num_entries; i++) {
3157 if (ioa_dump->hdr.len > max_dump_size) {
3158 driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3159 break;
3160 }
3161
3162 if (sdt->entry[i].flags & IPR_SDT_VALID_ENTRY) {
3163 sdt_word = be32_to_cpu(sdt->entry[i].start_token);
3164 if (ioa_cfg->sis64)
3165 bytes_to_copy = be32_to_cpu(sdt->entry[i].end_token);
3166 else {
3167 start_off = sdt_word & IPR_FMT2_MBX_ADDR_MASK;
3168 end_off = be32_to_cpu(sdt->entry[i].end_token);
3169
3170 if (ipr_sdt_is_fmt2(sdt_word) && sdt_word)
3171 bytes_to_copy = end_off - start_off;
3172 else
3173 valid = 0;
3174 }
3175 if (valid) {
3176 if (bytes_to_copy > max_dump_size) {
3177 sdt->entry[i].flags &= ~IPR_SDT_VALID_ENTRY;
3178 continue;
3179 }
3180
3181 /* Copy data from adapter to driver buffers */
3182 bytes_copied = ipr_sdt_copy(ioa_cfg, pci_address: sdt_word,
3183 length: bytes_to_copy);
3184
3185 ioa_dump->hdr.len += bytes_copied;
3186
3187 if (bytes_copied != bytes_to_copy) {
3188 driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3189 break;
3190 }
3191 }
3192 }
3193 }
3194
3195 dev_err(&ioa_cfg->pdev->dev, "Dump of IOA completed.\n");
3196
3197 /* Update dump_header */
3198 driver_dump->hdr.len += ioa_dump->hdr.len;
3199 wmb();
3200 ioa_cfg->sdt_state = DUMP_OBTAINED;
3201 LEAVE;
3202}
3203
3204#else
3205#define ipr_get_ioa_dump(ioa_cfg, dump) do { } while (0)
3206#endif
3207
3208/**
3209 * ipr_release_dump - Free adapter dump memory
3210 * @kref: kref struct
3211 *
3212 * Return value:
3213 * nothing
3214 **/
3215static void ipr_release_dump(struct kref *kref)
3216{
3217 struct ipr_dump *dump = container_of(kref, struct ipr_dump, kref);
3218 struct ipr_ioa_cfg *ioa_cfg = dump->ioa_cfg;
3219 unsigned long lock_flags = 0;
3220 int i;
3221
3222 ENTER;
3223 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3224 ioa_cfg->dump = NULL;
3225 ioa_cfg->sdt_state = INACTIVE;
3226 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3227
3228 for (i = 0; i < dump->ioa_dump.next_page_index; i++)
3229 free_page((unsigned long) dump->ioa_dump.ioa_data[i]);
3230
3231 vfree(addr: dump->ioa_dump.ioa_data);
3232 kfree(objp: dump);
3233 LEAVE;
3234}
3235
3236static void ipr_add_remove_thread(struct work_struct *work)
3237{
3238 unsigned long lock_flags;
3239 struct ipr_resource_entry *res;
3240 struct scsi_device *sdev;
3241 struct ipr_ioa_cfg *ioa_cfg =
3242 container_of(work, struct ipr_ioa_cfg, scsi_add_work_q);
3243 u8 bus, target, lun;
3244 int did_work;
3245
3246 ENTER;
3247 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3248
3249restart:
3250 do {
3251 did_work = 0;
3252 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
3253 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3254 return;
3255 }
3256
3257 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3258 if (res->del_from_ml && res->sdev) {
3259 did_work = 1;
3260 sdev = res->sdev;
3261 if (!scsi_device_get(sdev)) {
3262 if (!res->add_to_ml)
3263 list_move_tail(list: &res->queue, head: &ioa_cfg->free_res_q);
3264 else
3265 res->del_from_ml = 0;
3266 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3267 scsi_remove_device(sdev);
3268 scsi_device_put(sdev);
3269 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3270 }
3271 break;
3272 }
3273 }
3274 } while (did_work);
3275
3276 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3277 if (res->add_to_ml) {
3278 bus = res->bus;
3279 target = res->target;
3280 lun = res->lun;
3281 res->add_to_ml = 0;
3282 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3283 scsi_add_device(host: ioa_cfg->host, channel: bus, target, lun);
3284 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3285 goto restart;
3286 }
3287 }
3288
3289 ioa_cfg->scan_done = 1;
3290 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3291 kobject_uevent(kobj: &ioa_cfg->host->shost_dev.kobj, action: KOBJ_CHANGE);
3292 LEAVE;
3293}
3294
3295/**
3296 * ipr_worker_thread - Worker thread
3297 * @work: ioa config struct
3298 *
3299 * Called at task level from a work thread. This function takes care
3300 * of adding and removing device from the mid-layer as configuration
3301 * changes are detected by the adapter.
3302 *
3303 * Return value:
3304 * nothing
3305 **/
3306static void ipr_worker_thread(struct work_struct *work)
3307{
3308 unsigned long lock_flags;
3309 struct ipr_dump *dump;
3310 struct ipr_ioa_cfg *ioa_cfg =
3311 container_of(work, struct ipr_ioa_cfg, work_q);
3312
3313 ENTER;
3314 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3315
3316 if (ioa_cfg->sdt_state == READ_DUMP) {
3317 dump = ioa_cfg->dump;
3318 if (!dump) {
3319 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3320 return;
3321 }
3322 kref_get(kref: &dump->kref);
3323 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3324 ipr_get_ioa_dump(ioa_cfg, dump);
3325 kref_put(kref: &dump->kref, release: ipr_release_dump);
3326
3327 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3328 if (ioa_cfg->sdt_state == DUMP_OBTAINED && !ioa_cfg->dump_timeout)
3329 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3330 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3331 return;
3332 }
3333
3334 if (ioa_cfg->scsi_unblock) {
3335 ioa_cfg->scsi_unblock = 0;
3336 ioa_cfg->scsi_blocked = 0;
3337 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3338 scsi_unblock_requests(ioa_cfg->host);
3339 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3340 if (ioa_cfg->scsi_blocked)
3341 scsi_block_requests(ioa_cfg->host);
3342 }
3343
3344 if (!ioa_cfg->scan_enabled) {
3345 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3346 return;
3347 }
3348
3349 schedule_work(work: &ioa_cfg->scsi_add_work_q);
3350
3351 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3352 LEAVE;
3353}
3354
3355#ifdef CONFIG_SCSI_IPR_TRACE
3356/**
3357 * ipr_read_trace - Dump the adapter trace
3358 * @filp: open sysfs file
3359 * @kobj: kobject struct
3360 * @bin_attr: bin_attribute struct
3361 * @buf: buffer
3362 * @off: offset
3363 * @count: buffer size
3364 *
3365 * Return value:
3366 * number of bytes printed to buffer
3367 **/
3368static ssize_t ipr_read_trace(struct file *filp, struct kobject *kobj,
3369 struct bin_attribute *bin_attr,
3370 char *buf, loff_t off, size_t count)
3371{
3372 struct device *dev = kobj_to_dev(kobj);
3373 struct Scsi_Host *shost = class_to_shost(dev);
3374 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3375 unsigned long lock_flags = 0;
3376 ssize_t ret;
3377
3378 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3379 ret = memory_read_from_buffer(to: buf, count, ppos: &off, from: ioa_cfg->trace,
3380 IPR_TRACE_SIZE);
3381 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3382
3383 return ret;
3384}
3385
3386static struct bin_attribute ipr_trace_attr = {
3387 .attr = {
3388 .name = "trace",
3389 .mode = S_IRUGO,
3390 },
3391 .size = 0,
3392 .read = ipr_read_trace,
3393};
3394#endif
3395
3396/**
3397 * ipr_show_fw_version - Show the firmware version
3398 * @dev: class device struct
3399 * @attr: device attribute (unused)
3400 * @buf: buffer
3401 *
3402 * Return value:
3403 * number of bytes printed to buffer
3404 **/
3405static ssize_t ipr_show_fw_version(struct device *dev,
3406 struct device_attribute *attr, char *buf)
3407{
3408 struct Scsi_Host *shost = class_to_shost(dev);
3409 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3410 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
3411 unsigned long lock_flags = 0;
3412 int len;
3413
3414 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3415 len = snprintf(buf, PAGE_SIZE, fmt: "%02X%02X%02X%02X\n",
3416 ucode_vpd->major_release, ucode_vpd->card_type,
3417 ucode_vpd->minor_release[0],
3418 ucode_vpd->minor_release[1]);
3419 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3420 return len;
3421}
3422
3423static struct device_attribute ipr_fw_version_attr = {
3424 .attr = {
3425 .name = "fw_version",
3426 .mode = S_IRUGO,
3427 },
3428 .show = ipr_show_fw_version,
3429};
3430
3431/**
3432 * ipr_show_log_level - Show the adapter's error logging level
3433 * @dev: class device struct
3434 * @attr: device attribute (unused)
3435 * @buf: buffer
3436 *
3437 * Return value:
3438 * number of bytes printed to buffer
3439 **/
3440static ssize_t ipr_show_log_level(struct device *dev,
3441 struct device_attribute *attr, char *buf)
3442{
3443 struct Scsi_Host *shost = class_to_shost(dev);
3444 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3445 unsigned long lock_flags = 0;
3446 int len;
3447
3448 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3449 len = snprintf(buf, PAGE_SIZE, fmt: "%d\n", ioa_cfg->log_level);
3450 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3451 return len;
3452}
3453
3454/**
3455 * ipr_store_log_level - Change the adapter's error logging level
3456 * @dev: class device struct
3457 * @attr: device attribute (unused)
3458 * @buf: buffer
3459 * @count: buffer size
3460 *
3461 * Return value:
3462 * number of bytes printed to buffer
3463 **/
3464static ssize_t ipr_store_log_level(struct device *dev,
3465 struct device_attribute *attr,
3466 const char *buf, size_t count)
3467{
3468 struct Scsi_Host *shost = class_to_shost(dev);
3469 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3470 unsigned long lock_flags = 0;
3471
3472 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3473 ioa_cfg->log_level = simple_strtoul(buf, NULL, 10);
3474 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3475 return strlen(buf);
3476}
3477
3478static struct device_attribute ipr_log_level_attr = {
3479 .attr = {
3480 .name = "log_level",
3481 .mode = S_IRUGO | S_IWUSR,
3482 },
3483 .show = ipr_show_log_level,
3484 .store = ipr_store_log_level
3485};
3486
3487/**
3488 * ipr_store_diagnostics - IOA Diagnostics interface
3489 * @dev: device struct
3490 * @attr: device attribute (unused)
3491 * @buf: buffer
3492 * @count: buffer size
3493 *
3494 * This function will reset the adapter and wait a reasonable
3495 * amount of time for any errors that the adapter might log.
3496 *
3497 * Return value:
3498 * count on success / other on failure
3499 **/
3500static ssize_t ipr_store_diagnostics(struct device *dev,
3501 struct device_attribute *attr,
3502 const char *buf, size_t count)
3503{
3504 struct Scsi_Host *shost = class_to_shost(dev);
3505 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3506 unsigned long lock_flags = 0;
3507 int rc = count;
3508
3509 if (!capable(CAP_SYS_ADMIN))
3510 return -EACCES;
3511
3512 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3513 while (ioa_cfg->in_reset_reload) {
3514 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3515 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3516 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3517 }
3518
3519 ioa_cfg->errors_logged = 0;
3520 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3521
3522 if (ioa_cfg->in_reset_reload) {
3523 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3524 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3525
3526 /* Wait for a second for any errors to be logged */
3527 msleep(msecs: 1000);
3528 } else {
3529 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3530 return -EIO;
3531 }
3532
3533 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3534 if (ioa_cfg->in_reset_reload || ioa_cfg->errors_logged)
3535 rc = -EIO;
3536 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3537
3538 return rc;
3539}
3540
3541static struct device_attribute ipr_diagnostics_attr = {
3542 .attr = {
3543 .name = "run_diagnostics",
3544 .mode = S_IWUSR,
3545 },
3546 .store = ipr_store_diagnostics
3547};
3548
3549/**
3550 * ipr_show_adapter_state - Show the adapter's state
3551 * @dev: device struct
3552 * @attr: device attribute (unused)
3553 * @buf: buffer
3554 *
3555 * Return value:
3556 * number of bytes printed to buffer
3557 **/
3558static ssize_t ipr_show_adapter_state(struct device *dev,
3559 struct device_attribute *attr, char *buf)
3560{
3561 struct Scsi_Host *shost = class_to_shost(dev);
3562 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3563 unsigned long lock_flags = 0;
3564 int len;
3565
3566 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3567 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
3568 len = snprintf(buf, PAGE_SIZE, fmt: "offline\n");
3569 else
3570 len = snprintf(buf, PAGE_SIZE, fmt: "online\n");
3571 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3572 return len;
3573}
3574
3575/**
3576 * ipr_store_adapter_state - Change adapter state
3577 * @dev: device struct
3578 * @attr: device attribute (unused)
3579 * @buf: buffer
3580 * @count: buffer size
3581 *
3582 * This function will change the adapter's state.
3583 *
3584 * Return value:
3585 * count on success / other on failure
3586 **/
3587static ssize_t ipr_store_adapter_state(struct device *dev,
3588 struct device_attribute *attr,
3589 const char *buf, size_t count)
3590{
3591 struct Scsi_Host *shost = class_to_shost(dev);
3592 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3593 unsigned long lock_flags;
3594 int result = count, i;
3595
3596 if (!capable(CAP_SYS_ADMIN))
3597 return -EACCES;
3598
3599 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3600 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead &&
3601 !strncmp(buf, "online", 6)) {
3602 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
3603 spin_lock(lock: &ioa_cfg->hrrq[i]._lock);
3604 ioa_cfg->hrrq[i].ioa_is_dead = 0;
3605 spin_unlock(lock: &ioa_cfg->hrrq[i]._lock);
3606 }
3607 wmb();
3608 ioa_cfg->reset_retries = 0;
3609 ioa_cfg->in_ioa_bringdown = 0;
3610 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3611 }
3612 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3613 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3614
3615 return result;
3616}
3617
3618static struct device_attribute ipr_ioa_state_attr = {
3619 .attr = {
3620 .name = "online_state",
3621 .mode = S_IRUGO | S_IWUSR,
3622 },
3623 .show = ipr_show_adapter_state,
3624 .store = ipr_store_adapter_state
3625};
3626
3627/**
3628 * ipr_store_reset_adapter - Reset the adapter
3629 * @dev: device struct
3630 * @attr: device attribute (unused)
3631 * @buf: buffer
3632 * @count: buffer size
3633 *
3634 * This function will reset the adapter.
3635 *
3636 * Return value:
3637 * count on success / other on failure
3638 **/
3639static ssize_t ipr_store_reset_adapter(struct device *dev,
3640 struct device_attribute *attr,
3641 const char *buf, size_t count)
3642{
3643 struct Scsi_Host *shost = class_to_shost(dev);
3644 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3645 unsigned long lock_flags;
3646 int result = count;
3647
3648 if (!capable(CAP_SYS_ADMIN))
3649 return -EACCES;
3650
3651 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3652 if (!ioa_cfg->in_reset_reload)
3653 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3654 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3655 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3656
3657 return result;
3658}
3659
3660static struct device_attribute ipr_ioa_reset_attr = {
3661 .attr = {
3662 .name = "reset_host",
3663 .mode = S_IWUSR,
3664 },
3665 .store = ipr_store_reset_adapter
3666};
3667
3668static int ipr_iopoll(struct irq_poll *iop, int budget);
3669 /**
3670 * ipr_show_iopoll_weight - Show ipr polling mode
3671 * @dev: class device struct
3672 * @attr: device attribute (unused)
3673 * @buf: buffer
3674 *
3675 * Return value:
3676 * number of bytes printed to buffer
3677 **/
3678static ssize_t ipr_show_iopoll_weight(struct device *dev,
3679 struct device_attribute *attr, char *buf)
3680{
3681 struct Scsi_Host *shost = class_to_shost(dev);
3682 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3683 unsigned long lock_flags = 0;
3684 int len;
3685
3686 spin_lock_irqsave(shost->host_lock, lock_flags);
3687 len = snprintf(buf, PAGE_SIZE, fmt: "%d\n", ioa_cfg->iopoll_weight);
3688 spin_unlock_irqrestore(lock: shost->host_lock, flags: lock_flags);
3689
3690 return len;
3691}
3692
3693/**
3694 * ipr_store_iopoll_weight - Change the adapter's polling mode
3695 * @dev: class device struct
3696 * @attr: device attribute (unused)
3697 * @buf: buffer
3698 * @count: buffer size
3699 *
3700 * Return value:
3701 * number of bytes printed to buffer
3702 **/
3703static ssize_t ipr_store_iopoll_weight(struct device *dev,
3704 struct device_attribute *attr,
3705 const char *buf, size_t count)
3706{
3707 struct Scsi_Host *shost = class_to_shost(dev);
3708 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3709 unsigned long user_iopoll_weight;
3710 unsigned long lock_flags = 0;
3711 int i;
3712
3713 if (!ioa_cfg->sis64) {
3714 dev_info(&ioa_cfg->pdev->dev, "irq_poll not supported on this adapter\n");
3715 return -EINVAL;
3716 }
3717 if (kstrtoul(s: buf, base: 10, res: &user_iopoll_weight))
3718 return -EINVAL;
3719
3720 if (user_iopoll_weight > 256) {
3721 dev_info(&ioa_cfg->pdev->dev, "Invalid irq_poll weight. It must be less than 256\n");
3722 return -EINVAL;
3723 }
3724
3725 if (user_iopoll_weight == ioa_cfg->iopoll_weight) {
3726 dev_info(&ioa_cfg->pdev->dev, "Current irq_poll weight has the same weight\n");
3727 return strlen(buf);
3728 }
3729
3730 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
3731 for (i = 1; i < ioa_cfg->hrrq_num; i++)
3732 irq_poll_disable(&ioa_cfg->hrrq[i].iopoll);
3733 }
3734
3735 spin_lock_irqsave(shost->host_lock, lock_flags);
3736 ioa_cfg->iopoll_weight = user_iopoll_weight;
3737 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
3738 for (i = 1; i < ioa_cfg->hrrq_num; i++) {
3739 irq_poll_init(&ioa_cfg->hrrq[i].iopoll,
3740 ioa_cfg->iopoll_weight, ipr_iopoll);
3741 }
3742 }
3743 spin_unlock_irqrestore(lock: shost->host_lock, flags: lock_flags);
3744
3745 return strlen(buf);
3746}
3747
3748static struct device_attribute ipr_iopoll_weight_attr = {
3749 .attr = {
3750 .name = "iopoll_weight",
3751 .mode = S_IRUGO | S_IWUSR,
3752 },
3753 .show = ipr_show_iopoll_weight,
3754 .store = ipr_store_iopoll_weight
3755};
3756
3757/**
3758 * ipr_alloc_ucode_buffer - Allocates a microcode download buffer
3759 * @buf_len: buffer length
3760 *
3761 * Allocates a DMA'able buffer in chunks and assembles a scatter/gather
3762 * list to use for microcode download
3763 *
3764 * Return value:
3765 * pointer to sglist / NULL on failure
3766 **/
3767static struct ipr_sglist *ipr_alloc_ucode_buffer(int buf_len)
3768{
3769 int sg_size, order;
3770 struct ipr_sglist *sglist;
3771
3772 /* Get the minimum size per scatter/gather element */
3773 sg_size = buf_len / (IPR_MAX_SGLIST - 1);
3774
3775 /* Get the actual size per element */
3776 order = get_order(size: sg_size);
3777
3778 /* Allocate a scatter/gather list for the DMA */
3779 sglist = kzalloc(size: sizeof(struct ipr_sglist), GFP_KERNEL);
3780 if (sglist == NULL) {
3781 ipr_trace;
3782 return NULL;
3783 }
3784 sglist->order = order;
3785 sglist->scatterlist = sgl_alloc_order(length: buf_len, order, chainable: false, GFP_KERNEL,
3786 nent_p: &sglist->num_sg);
3787 if (!sglist->scatterlist) {
3788 kfree(objp: sglist);
3789 return NULL;
3790 }
3791
3792 return sglist;
3793}
3794
3795/**
3796 * ipr_free_ucode_buffer - Frees a microcode download buffer
3797 * @sglist: scatter/gather list pointer
3798 *
3799 * Free a DMA'able ucode download buffer previously allocated with
3800 * ipr_alloc_ucode_buffer
3801 *
3802 * Return value:
3803 * nothing
3804 **/
3805static void ipr_free_ucode_buffer(struct ipr_sglist *sglist)
3806{
3807 sgl_free_order(sgl: sglist->scatterlist, order: sglist->order);
3808 kfree(objp: sglist);
3809}
3810
3811/**
3812 * ipr_copy_ucode_buffer - Copy user buffer to kernel buffer
3813 * @sglist: scatter/gather list pointer
3814 * @buffer: buffer pointer
3815 * @len: buffer length
3816 *
3817 * Copy a microcode image from a user buffer into a buffer allocated by
3818 * ipr_alloc_ucode_buffer
3819 *
3820 * Return value:
3821 * 0 on success / other on failure
3822 **/
3823static int ipr_copy_ucode_buffer(struct ipr_sglist *sglist,
3824 u8 *buffer, u32 len)
3825{
3826 int bsize_elem, i, result = 0;
3827 struct scatterlist *sg;
3828
3829 /* Determine the actual number of bytes per element */
3830 bsize_elem = PAGE_SIZE * (1 << sglist->order);
3831
3832 sg = sglist->scatterlist;
3833
3834 for (i = 0; i < (len / bsize_elem); i++, sg = sg_next(sg),
3835 buffer += bsize_elem) {
3836 struct page *page = sg_page(sg);
3837
3838 memcpy_to_page(page, offset: 0, from: buffer, len: bsize_elem);
3839
3840 sg->length = bsize_elem;
3841
3842 if (result != 0) {
3843 ipr_trace;
3844 return result;
3845 }
3846 }
3847
3848 if (len % bsize_elem) {
3849 struct page *page = sg_page(sg);
3850
3851 memcpy_to_page(page, offset: 0, from: buffer, len: len % bsize_elem);
3852
3853 sg->length = len % bsize_elem;
3854 }
3855
3856 sglist->buffer_len = len;
3857 return result;
3858}
3859
3860/**
3861 * ipr_build_ucode_ioadl64 - Build a microcode download IOADL
3862 * @ipr_cmd: ipr command struct
3863 * @sglist: scatter/gather list
3864 *
3865 * Builds a microcode download IOA data list (IOADL).
3866 *
3867 **/
3868static void ipr_build_ucode_ioadl64(struct ipr_cmnd *ipr_cmd,
3869 struct ipr_sglist *sglist)
3870{
3871 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3872 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
3873 struct scatterlist *scatterlist = sglist->scatterlist;
3874 struct scatterlist *sg;
3875 int i;
3876
3877 ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3878 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3879 ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3880
3881 ioarcb->ioadl_len =
3882 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
3883 for_each_sg(scatterlist, sg, ipr_cmd->dma_use_sg, i) {
3884 ioadl64[i].flags = cpu_to_be32(IPR_IOADL_FLAGS_WRITE);
3885 ioadl64[i].data_len = cpu_to_be32(sg_dma_len(sg));
3886 ioadl64[i].address = cpu_to_be64(sg_dma_address(sg));
3887 }
3888
3889 ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3890}
3891
3892/**
3893 * ipr_build_ucode_ioadl - Build a microcode download IOADL
3894 * @ipr_cmd: ipr command struct
3895 * @sglist: scatter/gather list
3896 *
3897 * Builds a microcode download IOA data list (IOADL).
3898 *
3899 **/
3900static void ipr_build_ucode_ioadl(struct ipr_cmnd *ipr_cmd,
3901 struct ipr_sglist *sglist)
3902{
3903 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3904 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
3905 struct scatterlist *scatterlist = sglist->scatterlist;
3906 struct scatterlist *sg;
3907 int i;
3908
3909 ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3910 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3911 ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3912
3913 ioarcb->ioadl_len =
3914 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
3915
3916 for_each_sg(scatterlist, sg, ipr_cmd->dma_use_sg, i) {
3917 ioadl[i].flags_and_data_len =
3918 cpu_to_be32(IPR_IOADL_FLAGS_WRITE | sg_dma_len(sg));
3919 ioadl[i].address =
3920 cpu_to_be32(sg_dma_address(sg));
3921 }
3922
3923 ioadl[i-1].flags_and_data_len |=
3924 cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3925}
3926
3927/**
3928 * ipr_update_ioa_ucode - Update IOA's microcode
3929 * @ioa_cfg: ioa config struct
3930 * @sglist: scatter/gather list
3931 *
3932 * Initiate an adapter reset to update the IOA's microcode
3933 *
3934 * Return value:
3935 * 0 on success / -EIO on failure
3936 **/
3937static int ipr_update_ioa_ucode(struct ipr_ioa_cfg *ioa_cfg,
3938 struct ipr_sglist *sglist)
3939{
3940 unsigned long lock_flags;
3941
3942 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3943 while (ioa_cfg->in_reset_reload) {
3944 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3945 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3946 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3947 }
3948
3949 if (ioa_cfg->ucode_sglist) {
3950 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3951 dev_err(&ioa_cfg->pdev->dev,
3952 "Microcode download already in progress\n");
3953 return -EIO;
3954 }
3955
3956 sglist->num_dma_sg = dma_map_sg(&ioa_cfg->pdev->dev,
3957 sglist->scatterlist, sglist->num_sg,
3958 DMA_TO_DEVICE);
3959
3960 if (!sglist->num_dma_sg) {
3961 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3962 dev_err(&ioa_cfg->pdev->dev,
3963 "Failed to map microcode download buffer!\n");
3964 return -EIO;
3965 }
3966
3967 ioa_cfg->ucode_sglist = sglist;
3968 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3969 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3970 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3971
3972 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3973 ioa_cfg->ucode_sglist = NULL;
3974 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
3975 return 0;
3976}
3977
3978/**
3979 * ipr_store_update_fw - Update the firmware on the adapter
3980 * @dev: device struct
3981 * @attr: device attribute (unused)
3982 * @buf: buffer
3983 * @count: buffer size
3984 *
3985 * This function will update the firmware on the adapter.
3986 *
3987 * Return value:
3988 * count on success / other on failure
3989 **/
3990static ssize_t ipr_store_update_fw(struct device *dev,
3991 struct device_attribute *attr,
3992 const char *buf, size_t count)
3993{
3994 struct Scsi_Host *shost = class_to_shost(dev);
3995 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3996 struct ipr_ucode_image_header *image_hdr;
3997 const struct firmware *fw_entry;
3998 struct ipr_sglist *sglist;
3999 char fname[100];
4000 char *src;
4001 char *endline;
4002 int result, dnld_size;
4003
4004 if (!capable(CAP_SYS_ADMIN))
4005 return -EACCES;
4006
4007 snprintf(buf: fname, size: sizeof(fname), fmt: "%s", buf);
4008
4009 endline = strchr(fname, '\n');
4010 if (endline)
4011 *endline = '\0';
4012
4013 if (request_firmware(fw: &fw_entry, name: fname, device: &ioa_cfg->pdev->dev)) {
4014 dev_err(&ioa_cfg->pdev->dev, "Firmware file %s not found\n", fname);
4015 return -EIO;
4016 }
4017
4018 image_hdr = (struct ipr_ucode_image_header *)fw_entry->data;
4019
4020 src = (u8 *)image_hdr + be32_to_cpu(image_hdr->header_length);
4021 dnld_size = fw_entry->size - be32_to_cpu(image_hdr->header_length);
4022 sglist = ipr_alloc_ucode_buffer(buf_len: dnld_size);
4023
4024 if (!sglist) {
4025 dev_err(&ioa_cfg->pdev->dev, "Microcode buffer allocation failed\n");
4026 release_firmware(fw: fw_entry);
4027 return -ENOMEM;
4028 }
4029
4030 result = ipr_copy_ucode_buffer(sglist, buffer: src, len: dnld_size);
4031
4032 if (result) {
4033 dev_err(&ioa_cfg->pdev->dev,
4034 "Microcode buffer copy to DMA buffer failed\n");
4035 goto out;
4036 }
4037
4038 ipr_info("Updating microcode, please be patient. This may take up to 30 minutes.\n");
4039
4040 result = ipr_update_ioa_ucode(ioa_cfg, sglist);
4041
4042 if (!result)
4043 result = count;
4044out:
4045 ipr_free_ucode_buffer(sglist);
4046 release_firmware(fw: fw_entry);
4047 return result;
4048}
4049
4050static struct device_attribute ipr_update_fw_attr = {
4051 .attr = {
4052 .name = "update_fw",
4053 .mode = S_IWUSR,
4054 },
4055 .store = ipr_store_update_fw
4056};
4057
4058/**
4059 * ipr_show_fw_type - Show the adapter's firmware type.
4060 * @dev: class device struct
4061 * @attr: device attribute (unused)
4062 * @buf: buffer
4063 *
4064 * Return value:
4065 * number of bytes printed to buffer
4066 **/
4067static ssize_t ipr_show_fw_type(struct device *dev,
4068 struct device_attribute *attr, char *buf)
4069{
4070 struct Scsi_Host *shost = class_to_shost(dev);
4071 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4072 unsigned long lock_flags = 0;
4073 int len;
4074
4075 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4076 len = snprintf(buf, PAGE_SIZE, fmt: "%d\n", ioa_cfg->sis64);
4077 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4078 return len;
4079}
4080
4081static struct device_attribute ipr_ioa_fw_type_attr = {
4082 .attr = {
4083 .name = "fw_type",
4084 .mode = S_IRUGO,
4085 },
4086 .show = ipr_show_fw_type
4087};
4088
4089static ssize_t ipr_read_async_err_log(struct file *filep, struct kobject *kobj,
4090 struct bin_attribute *bin_attr, char *buf,
4091 loff_t off, size_t count)
4092{
4093 struct device *cdev = kobj_to_dev(kobj);
4094 struct Scsi_Host *shost = class_to_shost(cdev);
4095 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4096 struct ipr_hostrcb *hostrcb;
4097 unsigned long lock_flags = 0;
4098 int ret;
4099
4100 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4101 hostrcb = list_first_entry_or_null(&ioa_cfg->hostrcb_report_q,
4102 struct ipr_hostrcb, queue);
4103 if (!hostrcb) {
4104 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4105 return 0;
4106 }
4107 ret = memory_read_from_buffer(to: buf, count, ppos: &off, from: &hostrcb->hcam,
4108 available: sizeof(hostrcb->hcam));
4109 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4110 return ret;
4111}
4112
4113static ssize_t ipr_next_async_err_log(struct file *filep, struct kobject *kobj,
4114 struct bin_attribute *bin_attr, char *buf,
4115 loff_t off, size_t count)
4116{
4117 struct device *cdev = kobj_to_dev(kobj);
4118 struct Scsi_Host *shost = class_to_shost(cdev);
4119 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4120 struct ipr_hostrcb *hostrcb;
4121 unsigned long lock_flags = 0;
4122
4123 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4124 hostrcb = list_first_entry_or_null(&ioa_cfg->hostrcb_report_q,
4125 struct ipr_hostrcb, queue);
4126 if (!hostrcb) {
4127 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4128 return count;
4129 }
4130
4131 /* Reclaim hostrcb before exit */
4132 list_move_tail(list: &hostrcb->queue, head: &ioa_cfg->hostrcb_free_q);
4133 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4134 return count;
4135}
4136
4137static struct bin_attribute ipr_ioa_async_err_log = {
4138 .attr = {
4139 .name = "async_err_log",
4140 .mode = S_IRUGO | S_IWUSR,
4141 },
4142 .size = 0,
4143 .read = ipr_read_async_err_log,
4144 .write = ipr_next_async_err_log
4145};
4146
4147static struct attribute *ipr_ioa_attrs[] = {
4148 &ipr_fw_version_attr.attr,
4149 &ipr_log_level_attr.attr,
4150 &ipr_diagnostics_attr.attr,
4151 &ipr_ioa_state_attr.attr,
4152 &ipr_ioa_reset_attr.attr,
4153 &ipr_update_fw_attr.attr,
4154 &ipr_ioa_fw_type_attr.attr,
4155 &ipr_iopoll_weight_attr.attr,
4156 NULL,
4157};
4158
4159ATTRIBUTE_GROUPS(ipr_ioa);
4160
4161#ifdef CONFIG_SCSI_IPR_DUMP
4162/**
4163 * ipr_read_dump - Dump the adapter
4164 * @filp: open sysfs file
4165 * @kobj: kobject struct
4166 * @bin_attr: bin_attribute struct
4167 * @buf: buffer
4168 * @off: offset
4169 * @count: buffer size
4170 *
4171 * Return value:
4172 * number of bytes printed to buffer
4173 **/
4174static ssize_t ipr_read_dump(struct file *filp, struct kobject *kobj,
4175 struct bin_attribute *bin_attr,
4176 char *buf, loff_t off, size_t count)
4177{
4178 struct device *cdev = kobj_to_dev(kobj);
4179 struct Scsi_Host *shost = class_to_shost(cdev);
4180 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4181 struct ipr_dump *dump;
4182 unsigned long lock_flags = 0;
4183 char *src;
4184 int len, sdt_end;
4185 size_t rc = count;
4186
4187 if (!capable(CAP_SYS_ADMIN))
4188 return -EACCES;
4189
4190 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4191 dump = ioa_cfg->dump;
4192
4193 if (ioa_cfg->sdt_state != DUMP_OBTAINED || !dump) {
4194 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4195 return 0;
4196 }
4197 kref_get(kref: &dump->kref);
4198 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4199
4200 if (off > dump->driver_dump.hdr.len) {
4201 kref_put(kref: &dump->kref, release: ipr_release_dump);
4202 return 0;
4203 }
4204
4205 if (off + count > dump->driver_dump.hdr.len) {
4206 count = dump->driver_dump.hdr.len - off;
4207 rc = count;
4208 }
4209
4210 if (count && off < sizeof(dump->driver_dump)) {
4211 if (off + count > sizeof(dump->driver_dump))
4212 len = sizeof(dump->driver_dump) - off;
4213 else
4214 len = count;
4215 src = (u8 *)&dump->driver_dump + off;
4216 memcpy(buf, src, len);
4217 buf += len;
4218 off += len;
4219 count -= len;
4220 }
4221
4222 off -= sizeof(dump->driver_dump);
4223
4224 if (ioa_cfg->sis64)
4225 sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
4226 (be32_to_cpu(dump->ioa_dump.sdt.hdr.num_entries_used) *
4227 sizeof(struct ipr_sdt_entry));
4228 else
4229 sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
4230 (IPR_FMT2_NUM_SDT_ENTRIES * sizeof(struct ipr_sdt_entry));
4231
4232 if (count && off < sdt_end) {
4233 if (off + count > sdt_end)
4234 len = sdt_end - off;
4235 else
4236 len = count;
4237 src = (u8 *)&dump->ioa_dump + off;
4238 memcpy(buf, src, len);
4239 buf += len;
4240 off += len;
4241 count -= len;
4242 }
4243
4244 off -= sdt_end;
4245
4246 while (count) {
4247 if ((off & PAGE_MASK) != ((off + count) & PAGE_MASK))
4248 len = PAGE_ALIGN(off) - off;
4249 else
4250 len = count;
4251 src = (u8 *)dump->ioa_dump.ioa_data[(off & PAGE_MASK) >> PAGE_SHIFT];
4252 src += off & ~PAGE_MASK;
4253 memcpy(buf, src, len);
4254 buf += len;
4255 off += len;
4256 count -= len;
4257 }
4258
4259 kref_put(kref: &dump->kref, release: ipr_release_dump);
4260 return rc;
4261}
4262
4263/**
4264 * ipr_alloc_dump - Prepare for adapter dump
4265 * @ioa_cfg: ioa config struct
4266 *
4267 * Return value:
4268 * 0 on success / other on failure
4269 **/
4270static int ipr_alloc_dump(struct ipr_ioa_cfg *ioa_cfg)
4271{
4272 struct ipr_dump *dump;
4273 __be32 **ioa_data;
4274 unsigned long lock_flags = 0;
4275
4276 dump = kzalloc(size: sizeof(struct ipr_dump), GFP_KERNEL);
4277
4278 if (!dump) {
4279 ipr_err("Dump memory allocation failed\n");
4280 return -ENOMEM;
4281 }
4282
4283 if (ioa_cfg->sis64)
4284 ioa_data = vmalloc(array_size(IPR_FMT3_MAX_NUM_DUMP_PAGES,
4285 sizeof(__be32 *)));
4286 else
4287 ioa_data = vmalloc(array_size(IPR_FMT2_MAX_NUM_DUMP_PAGES,
4288 sizeof(__be32 *)));
4289
4290 if (!ioa_data) {
4291 ipr_err("Dump memory allocation failed\n");
4292 kfree(objp: dump);
4293 return -ENOMEM;
4294 }
4295
4296 dump->ioa_dump.ioa_data = ioa_data;
4297
4298 kref_init(kref: &dump->kref);
4299 dump->ioa_cfg = ioa_cfg;
4300
4301 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4302
4303 if (INACTIVE != ioa_cfg->sdt_state) {
4304 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4305 vfree(addr: dump->ioa_dump.ioa_data);
4306 kfree(objp: dump);
4307 return 0;
4308 }
4309
4310 ioa_cfg->dump = dump;
4311 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
4312 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead && !ioa_cfg->dump_taken) {
4313 ioa_cfg->dump_taken = 1;
4314 schedule_work(work: &ioa_cfg->work_q);
4315 }
4316 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4317
4318 return 0;
4319}
4320
4321/**
4322 * ipr_free_dump - Free adapter dump memory
4323 * @ioa_cfg: ioa config struct
4324 *
4325 * Return value:
4326 * 0 on success / other on failure
4327 **/
4328static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg)
4329{
4330 struct ipr_dump *dump;
4331 unsigned long lock_flags = 0;
4332
4333 ENTER;
4334
4335 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4336 dump = ioa_cfg->dump;
4337 if (!dump) {
4338 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4339 return 0;
4340 }
4341
4342 ioa_cfg->dump = NULL;
4343 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4344
4345 kref_put(kref: &dump->kref, release: ipr_release_dump);
4346
4347 LEAVE;
4348 return 0;
4349}
4350
4351/**
4352 * ipr_write_dump - Setup dump state of adapter
4353 * @filp: open sysfs file
4354 * @kobj: kobject struct
4355 * @bin_attr: bin_attribute struct
4356 * @buf: buffer
4357 * @off: offset
4358 * @count: buffer size
4359 *
4360 * Return value:
4361 * number of bytes printed to buffer
4362 **/
4363static ssize_t ipr_write_dump(struct file *filp, struct kobject *kobj,
4364 struct bin_attribute *bin_attr,
4365 char *buf, loff_t off, size_t count)
4366{
4367 struct device *cdev = kobj_to_dev(kobj);
4368 struct Scsi_Host *shost = class_to_shost(cdev);
4369 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4370 int rc;
4371
4372 if (!capable(CAP_SYS_ADMIN))
4373 return -EACCES;
4374
4375 if (buf[0] == '1')
4376 rc = ipr_alloc_dump(ioa_cfg);
4377 else if (buf[0] == '0')
4378 rc = ipr_free_dump(ioa_cfg);
4379 else
4380 return -EINVAL;
4381
4382 if (rc)
4383 return rc;
4384 else
4385 return count;
4386}
4387
4388static struct bin_attribute ipr_dump_attr = {
4389 .attr = {
4390 .name = "dump",
4391 .mode = S_IRUSR | S_IWUSR,
4392 },
4393 .size = 0,
4394 .read = ipr_read_dump,
4395 .write = ipr_write_dump
4396};
4397#else
4398static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg) { return 0; };
4399#endif
4400
4401/**
4402 * ipr_change_queue_depth - Change the device's queue depth
4403 * @sdev: scsi device struct
4404 * @qdepth: depth to set
4405 *
4406 * Return value:
4407 * actual depth set
4408 **/
4409static int ipr_change_queue_depth(struct scsi_device *sdev, int qdepth)
4410{
4411 scsi_change_queue_depth(sdev, qdepth);
4412 return sdev->queue_depth;
4413}
4414
4415/**
4416 * ipr_show_adapter_handle - Show the adapter's resource handle for this device
4417 * @dev: device struct
4418 * @attr: device attribute structure
4419 * @buf: buffer
4420 *
4421 * Return value:
4422 * number of bytes printed to buffer
4423 **/
4424static ssize_t ipr_show_adapter_handle(struct device *dev, struct device_attribute *attr, char *buf)
4425{
4426 struct scsi_device *sdev = to_scsi_device(dev);
4427 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4428 struct ipr_resource_entry *res;
4429 unsigned long lock_flags = 0;
4430 ssize_t len = -ENXIO;
4431
4432 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4433 res = (struct ipr_resource_entry *)sdev->hostdata;
4434 if (res)
4435 len = snprintf(buf, PAGE_SIZE, fmt: "%08X\n", res->res_handle);
4436 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4437 return len;
4438}
4439
4440static struct device_attribute ipr_adapter_handle_attr = {
4441 .attr = {
4442 .name = "adapter_handle",
4443 .mode = S_IRUSR,
4444 },
4445 .show = ipr_show_adapter_handle
4446};
4447
4448/**
4449 * ipr_show_resource_path - Show the resource path or the resource address for
4450 * this device.
4451 * @dev: device struct
4452 * @attr: device attribute structure
4453 * @buf: buffer
4454 *
4455 * Return value:
4456 * number of bytes printed to buffer
4457 **/
4458static ssize_t ipr_show_resource_path(struct device *dev, struct device_attribute *attr, char *buf)
4459{
4460 struct scsi_device *sdev = to_scsi_device(dev);
4461 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4462 struct ipr_resource_entry *res;
4463 unsigned long lock_flags = 0;
4464 ssize_t len = -ENXIO;
4465 char buffer[IPR_MAX_RES_PATH_LENGTH];
4466
4467 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4468 res = (struct ipr_resource_entry *)sdev->hostdata;
4469 if (res && ioa_cfg->sis64)
4470 len = snprintf(buf, PAGE_SIZE, fmt: "%s\n",
4471 __ipr_format_res_path(res_path: res->res_path, buffer,
4472 len: sizeof(buffer)));
4473 else if (res)
4474 len = snprintf(buf, PAGE_SIZE, fmt: "%d:%d:%d:%d\n", ioa_cfg->host->host_no,
4475 res->bus, res->target, res->lun);
4476
4477 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4478 return len;
4479}
4480
4481static struct device_attribute ipr_resource_path_attr = {
4482 .attr = {
4483 .name = "resource_path",
4484 .mode = S_IRUGO,
4485 },
4486 .show = ipr_show_resource_path
4487};
4488
4489/**
4490 * ipr_show_device_id - Show the device_id for this device.
4491 * @dev: device struct
4492 * @attr: device attribute structure
4493 * @buf: buffer
4494 *
4495 * Return value:
4496 * number of bytes printed to buffer
4497 **/
4498static ssize_t ipr_show_device_id(struct device *dev, struct device_attribute *attr, char *buf)
4499{
4500 struct scsi_device *sdev = to_scsi_device(dev);
4501 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4502 struct ipr_resource_entry *res;
4503 unsigned long lock_flags = 0;
4504 ssize_t len = -ENXIO;
4505
4506 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4507 res = (struct ipr_resource_entry *)sdev->hostdata;
4508 if (res && ioa_cfg->sis64)
4509 len = snprintf(buf, PAGE_SIZE, fmt: "0x%llx\n", be64_to_cpu(res->dev_id));
4510 else if (res)
4511 len = snprintf(buf, PAGE_SIZE, fmt: "0x%llx\n", res->lun_wwn);
4512
4513 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4514 return len;
4515}
4516
4517static struct device_attribute ipr_device_id_attr = {
4518 .attr = {
4519 .name = "device_id",
4520 .mode = S_IRUGO,
4521 },
4522 .show = ipr_show_device_id
4523};
4524
4525/**
4526 * ipr_show_resource_type - Show the resource type for this device.
4527 * @dev: device struct
4528 * @attr: device attribute structure
4529 * @buf: buffer
4530 *
4531 * Return value:
4532 * number of bytes printed to buffer
4533 **/
4534static ssize_t ipr_show_resource_type(struct device *dev, struct device_attribute *attr, char *buf)
4535{
4536 struct scsi_device *sdev = to_scsi_device(dev);
4537 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4538 struct ipr_resource_entry *res;
4539 unsigned long lock_flags = 0;
4540 ssize_t len = -ENXIO;
4541
4542 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4543 res = (struct ipr_resource_entry *)sdev->hostdata;
4544
4545 if (res)
4546 len = snprintf(buf, PAGE_SIZE, fmt: "%x\n", res->type);
4547
4548 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4549 return len;
4550}
4551
4552static struct device_attribute ipr_resource_type_attr = {
4553 .attr = {
4554 .name = "resource_type",
4555 .mode = S_IRUGO,
4556 },
4557 .show = ipr_show_resource_type
4558};
4559
4560/**
4561 * ipr_show_raw_mode - Show the adapter's raw mode
4562 * @dev: class device struct
4563 * @attr: device attribute (unused)
4564 * @buf: buffer
4565 *
4566 * Return value:
4567 * number of bytes printed to buffer
4568 **/
4569static ssize_t ipr_show_raw_mode(struct device *dev,
4570 struct device_attribute *attr, char *buf)
4571{
4572 struct scsi_device *sdev = to_scsi_device(dev);
4573 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4574 struct ipr_resource_entry *res;
4575 unsigned long lock_flags = 0;
4576 ssize_t len;
4577
4578 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4579 res = (struct ipr_resource_entry *)sdev->hostdata;
4580 if (res)
4581 len = snprintf(buf, PAGE_SIZE, fmt: "%d\n", res->raw_mode);
4582 else
4583 len = -ENXIO;
4584 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4585 return len;
4586}
4587
4588/**
4589 * ipr_store_raw_mode - Change the adapter's raw mode
4590 * @dev: class device struct
4591 * @attr: device attribute (unused)
4592 * @buf: buffer
4593 * @count: buffer size
4594 *
4595 * Return value:
4596 * number of bytes printed to buffer
4597 **/
4598static ssize_t ipr_store_raw_mode(struct device *dev,
4599 struct device_attribute *attr,
4600 const char *buf, size_t count)
4601{
4602 struct scsi_device *sdev = to_scsi_device(dev);
4603 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4604 struct ipr_resource_entry *res;
4605 unsigned long lock_flags = 0;
4606 ssize_t len;
4607
4608 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4609 res = (struct ipr_resource_entry *)sdev->hostdata;
4610 if (res) {
4611 if (ipr_is_af_dasd_device(res)) {
4612 res->raw_mode = simple_strtoul(buf, NULL, 10);
4613 len = strlen(buf);
4614 if (res->sdev)
4615 sdev_printk(KERN_INFO, res->sdev, "raw mode is %s\n",
4616 res->raw_mode ? "enabled" : "disabled");
4617 } else
4618 len = -EINVAL;
4619 } else
4620 len = -ENXIO;
4621 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4622 return len;
4623}
4624
4625static struct device_attribute ipr_raw_mode_attr = {
4626 .attr = {
4627 .name = "raw_mode",
4628 .mode = S_IRUGO | S_IWUSR,
4629 },
4630 .show = ipr_show_raw_mode,
4631 .store = ipr_store_raw_mode
4632};
4633
4634static struct attribute *ipr_dev_attrs[] = {
4635 &ipr_adapter_handle_attr.attr,
4636 &ipr_resource_path_attr.attr,
4637 &ipr_device_id_attr.attr,
4638 &ipr_resource_type_attr.attr,
4639 &ipr_raw_mode_attr.attr,
4640 NULL,
4641};
4642
4643ATTRIBUTE_GROUPS(ipr_dev);
4644
4645/**
4646 * ipr_biosparam - Return the HSC mapping
4647 * @sdev: scsi device struct
4648 * @block_device: block device pointer
4649 * @capacity: capacity of the device
4650 * @parm: Array containing returned HSC values.
4651 *
4652 * This function generates the HSC parms that fdisk uses.
4653 * We want to make sure we return something that places partitions
4654 * on 4k boundaries for best performance with the IOA.
4655 *
4656 * Return value:
4657 * 0 on success
4658 **/
4659static int ipr_biosparam(struct scsi_device *sdev,
4660 struct block_device *block_device,
4661 sector_t capacity, int *parm)
4662{
4663 int heads, sectors;
4664 sector_t cylinders;
4665
4666 heads = 128;
4667 sectors = 32;
4668
4669 cylinders = capacity;
4670 sector_div(cylinders, (128 * 32));
4671
4672 /* return result */
4673 parm[0] = heads;
4674 parm[1] = sectors;
4675 parm[2] = cylinders;
4676
4677 return 0;
4678}
4679
4680/**
4681 * ipr_find_starget - Find target based on bus/target.
4682 * @starget: scsi target struct
4683 *
4684 * Return value:
4685 * resource entry pointer if found / NULL if not found
4686 **/
4687static struct ipr_resource_entry *ipr_find_starget(struct scsi_target *starget)
4688{
4689 struct Scsi_Host *shost = dev_to_shost(dev: &starget->dev);
4690 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4691 struct ipr_resource_entry *res;
4692
4693 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4694 if ((res->bus == starget->channel) &&
4695 (res->target == starget->id)) {
4696 return res;
4697 }
4698 }
4699
4700 return NULL;
4701}
4702
4703/**
4704 * ipr_target_destroy - Destroy a SCSI target
4705 * @starget: scsi target struct
4706 *
4707 **/
4708static void ipr_target_destroy(struct scsi_target *starget)
4709{
4710 struct Scsi_Host *shost = dev_to_shost(dev: &starget->dev);
4711 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4712
4713 if (ioa_cfg->sis64) {
4714 if (!ipr_find_starget(starget)) {
4715 if (starget->channel == IPR_ARRAY_VIRTUAL_BUS)
4716 clear_bit(nr: starget->id, addr: ioa_cfg->array_ids);
4717 else if (starget->channel == IPR_VSET_VIRTUAL_BUS)
4718 clear_bit(nr: starget->id, addr: ioa_cfg->vset_ids);
4719 else if (starget->channel == 0)
4720 clear_bit(nr: starget->id, addr: ioa_cfg->target_ids);
4721 }
4722 }
4723}
4724
4725/**
4726 * ipr_find_sdev - Find device based on bus/target/lun.
4727 * @sdev: scsi device struct
4728 *
4729 * Return value:
4730 * resource entry pointer if found / NULL if not found
4731 **/
4732static struct ipr_resource_entry *ipr_find_sdev(struct scsi_device *sdev)
4733{
4734 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4735 struct ipr_resource_entry *res;
4736
4737 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4738 if ((res->bus == sdev->channel) &&
4739 (res->target == sdev->id) &&
4740 (res->lun == sdev->lun))
4741 return res;
4742 }
4743
4744 return NULL;
4745}
4746
4747/**
4748 * ipr_slave_destroy - Unconfigure a SCSI device
4749 * @sdev: scsi device struct
4750 *
4751 * Return value:
4752 * nothing
4753 **/
4754static void ipr_slave_destroy(struct scsi_device *sdev)
4755{
4756 struct ipr_resource_entry *res;
4757 struct ipr_ioa_cfg *ioa_cfg;
4758 unsigned long lock_flags = 0;
4759
4760 ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4761
4762 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4763 res = (struct ipr_resource_entry *) sdev->hostdata;
4764 if (res) {
4765 sdev->hostdata = NULL;
4766 res->sdev = NULL;
4767 }
4768 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4769}
4770
4771/**
4772 * ipr_slave_configure - Configure a SCSI device
4773 * @sdev: scsi device struct
4774 *
4775 * This function configures the specified scsi device.
4776 *
4777 * Return value:
4778 * 0 on success
4779 **/
4780static int ipr_slave_configure(struct scsi_device *sdev)
4781{
4782 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4783 struct ipr_resource_entry *res;
4784 unsigned long lock_flags = 0;
4785 char buffer[IPR_MAX_RES_PATH_LENGTH];
4786
4787 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4788 res = sdev->hostdata;
4789 if (res) {
4790 if (ipr_is_af_dasd_device(res))
4791 sdev->type = TYPE_RAID;
4792 if (ipr_is_af_dasd_device(res) || ipr_is_ioa_resource(res)) {
4793 sdev->scsi_level = 4;
4794 sdev->no_uld_attach = 1;
4795 }
4796 if (ipr_is_vset_device(res)) {
4797 sdev->scsi_level = SCSI_SPC_3;
4798 sdev->no_report_opcodes = 1;
4799 blk_queue_rq_timeout(sdev->request_queue,
4800 IPR_VSET_RW_TIMEOUT);
4801 blk_queue_max_hw_sectors(sdev->request_queue, IPR_VSET_MAX_SECTORS);
4802 }
4803 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4804
4805 if (ioa_cfg->sis64)
4806 sdev_printk(KERN_INFO, sdev, "Resource path: %s\n",
4807 ipr_format_res_path(ioa_cfg,
4808 res->res_path, buffer, sizeof(buffer)));
4809 return 0;
4810 }
4811 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4812 return 0;
4813}
4814
4815/**
4816 * ipr_slave_alloc - Prepare for commands to a device.
4817 * @sdev: scsi device struct
4818 *
4819 * This function saves a pointer to the resource entry
4820 * in the scsi device struct if the device exists. We
4821 * can then use this pointer in ipr_queuecommand when
4822 * handling new commands.
4823 *
4824 * Return value:
4825 * 0 on success / -ENXIO if device does not exist
4826 **/
4827static int ipr_slave_alloc(struct scsi_device *sdev)
4828{
4829 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4830 struct ipr_resource_entry *res;
4831 unsigned long lock_flags;
4832 int rc = -ENXIO;
4833
4834 sdev->hostdata = NULL;
4835
4836 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4837
4838 res = ipr_find_sdev(sdev);
4839 if (res) {
4840 res->sdev = sdev;
4841 res->add_to_ml = 0;
4842 res->in_erp = 0;
4843 sdev->hostdata = res;
4844 if (!ipr_is_naca_model(res))
4845 res->needs_sync_complete = 1;
4846 rc = 0;
4847 if (ipr_is_gata(res)) {
4848 sdev_printk(KERN_ERR, sdev, "SATA devices are no longer "
4849 "supported by this driver. Skipping device.\n");
4850 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4851 return -ENXIO;
4852 }
4853 }
4854
4855 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4856
4857 return rc;
4858}
4859
4860/**
4861 * ipr_match_lun - Match function for specified LUN
4862 * @ipr_cmd: ipr command struct
4863 * @device: device to match (sdev)
4864 *
4865 * Returns:
4866 * 1 if command matches sdev / 0 if command does not match sdev
4867 **/
4868static int ipr_match_lun(struct ipr_cmnd *ipr_cmd, void *device)
4869{
4870 if (ipr_cmd->scsi_cmd && ipr_cmd->scsi_cmd->device == device)
4871 return 1;
4872 return 0;
4873}
4874
4875/**
4876 * ipr_cmnd_is_free - Check if a command is free or not
4877 * @ipr_cmd: ipr command struct
4878 *
4879 * Returns:
4880 * true / false
4881 **/
4882static bool ipr_cmnd_is_free(struct ipr_cmnd *ipr_cmd)
4883{
4884 struct ipr_cmnd *loop_cmd;
4885
4886 list_for_each_entry(loop_cmd, &ipr_cmd->hrrq->hrrq_free_q, queue) {
4887 if (loop_cmd == ipr_cmd)
4888 return true;
4889 }
4890
4891 return false;
4892}
4893
4894/**
4895 * ipr_wait_for_ops - Wait for matching commands to complete
4896 * @ioa_cfg: ioa config struct
4897 * @device: device to match (sdev)
4898 * @match: match function to use
4899 *
4900 * Returns:
4901 * SUCCESS / FAILED
4902 **/
4903static int ipr_wait_for_ops(struct ipr_ioa_cfg *ioa_cfg, void *device,
4904 int (*match)(struct ipr_cmnd *, void *))
4905{
4906 struct ipr_cmnd *ipr_cmd;
4907 int wait, i;
4908 unsigned long flags;
4909 struct ipr_hrr_queue *hrrq;
4910 signed long timeout = IPR_ABORT_TASK_TIMEOUT;
4911 DECLARE_COMPLETION_ONSTACK(comp);
4912
4913 ENTER;
4914 do {
4915 wait = 0;
4916
4917 for_each_hrrq(hrrq, ioa_cfg) {
4918 spin_lock_irqsave(hrrq->lock, flags);
4919 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
4920 ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
4921 if (!ipr_cmnd_is_free(ipr_cmd)) {
4922 if (match(ipr_cmd, device)) {
4923 ipr_cmd->eh_comp = &comp;
4924 wait++;
4925 }
4926 }
4927 }
4928 spin_unlock_irqrestore(lock: hrrq->lock, flags);
4929 }
4930
4931 if (wait) {
4932 timeout = wait_for_completion_timeout(x: &comp, timeout);
4933
4934 if (!timeout) {
4935 wait = 0;
4936
4937 for_each_hrrq(hrrq, ioa_cfg) {
4938 spin_lock_irqsave(hrrq->lock, flags);
4939 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
4940 ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
4941 if (!ipr_cmnd_is_free(ipr_cmd)) {
4942 if (match(ipr_cmd, device)) {
4943 ipr_cmd->eh_comp = NULL;
4944 wait++;
4945 }
4946 }
4947 }
4948 spin_unlock_irqrestore(lock: hrrq->lock, flags);
4949 }
4950
4951 if (wait)
4952 dev_err(&ioa_cfg->pdev->dev, "Timed out waiting for aborted commands\n");
4953 LEAVE;
4954 return wait ? FAILED : SUCCESS;
4955 }
4956 }
4957 } while (wait);
4958
4959 LEAVE;
4960 return SUCCESS;
4961}
4962
4963static int ipr_eh_host_reset(struct scsi_cmnd *cmd)
4964{
4965 struct ipr_ioa_cfg *ioa_cfg;
4966 unsigned long lock_flags = 0;
4967 int rc = SUCCESS;
4968
4969 ENTER;
4970 ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
4971 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4972
4973 if (!ioa_cfg->in_reset_reload && !ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
4974 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
4975 dev_err(&ioa_cfg->pdev->dev,
4976 "Adapter being reset as a result of error recovery.\n");
4977
4978 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
4979 ioa_cfg->sdt_state = GET_DUMP;
4980 }
4981
4982 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4983 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4984 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4985
4986 /* If we got hit with a host reset while we were already resetting
4987 the adapter for some reason, and the reset failed. */
4988 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
4989 ipr_trace;
4990 rc = FAILED;
4991 }
4992
4993 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
4994 LEAVE;
4995 return rc;
4996}
4997
4998/**
4999 * ipr_device_reset - Reset the device
5000 * @ioa_cfg: ioa config struct
5001 * @res: resource entry struct
5002 *
5003 * This function issues a device reset to the affected device.
5004 * If the device is a SCSI device, a LUN reset will be sent
5005 * to the device first. If that does not work, a target reset
5006 * will be sent.
5007 *
5008 * Return value:
5009 * 0 on success / non-zero on failure
5010 **/
5011static int ipr_device_reset(struct ipr_ioa_cfg *ioa_cfg,
5012 struct ipr_resource_entry *res)
5013{
5014 struct ipr_cmnd *ipr_cmd;
5015 struct ipr_ioarcb *ioarcb;
5016 struct ipr_cmd_pkt *cmd_pkt;
5017 u32 ioasc;
5018
5019 ENTER;
5020 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5021 ioarcb = &ipr_cmd->ioarcb;
5022 cmd_pkt = &ioarcb->cmd_pkt;
5023
5024 if (ipr_cmd->ioa_cfg->sis64)
5025 ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
5026
5027 ioarcb->res_handle = res->res_handle;
5028 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5029 cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
5030
5031 ipr_send_blocking_cmd(ipr_cmd, timeout_func: ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
5032 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5033 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
5034
5035 LEAVE;
5036 return IPR_IOASC_SENSE_KEY(ioasc) ? -EIO : 0;
5037}
5038
5039/**
5040 * __ipr_eh_dev_reset - Reset the device
5041 * @scsi_cmd: scsi command struct
5042 *
5043 * This function issues a device reset to the affected device.
5044 * A LUN reset will be sent to the device first. If that does
5045 * not work, a target reset will be sent.
5046 *
5047 * Return value:
5048 * SUCCESS / FAILED
5049 **/
5050static int __ipr_eh_dev_reset(struct scsi_cmnd *scsi_cmd)
5051{
5052 struct ipr_ioa_cfg *ioa_cfg;
5053 struct ipr_resource_entry *res;
5054 int rc = 0;
5055
5056 ENTER;
5057 ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
5058 res = scsi_cmd->device->hostdata;
5059
5060 /*
5061 * If we are currently going through reset/reload, return failed. This will force the
5062 * mid-layer to call ipr_eh_host_reset, which will then go to sleep and wait for the
5063 * reset to complete
5064 */
5065 if (ioa_cfg->in_reset_reload)
5066 return FAILED;
5067 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
5068 return FAILED;
5069
5070 res->resetting_device = 1;
5071 scmd_printk(KERN_ERR, scsi_cmd, "Resetting device\n");
5072
5073 rc = ipr_device_reset(ioa_cfg, res);
5074 res->resetting_device = 0;
5075 res->reset_occurred = 1;
5076
5077 LEAVE;
5078 return rc ? FAILED : SUCCESS;
5079}
5080
5081static int ipr_eh_dev_reset(struct scsi_cmnd *cmd)
5082{
5083 int rc;
5084 struct ipr_ioa_cfg *ioa_cfg;
5085 struct ipr_resource_entry *res;
5086
5087 ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
5088 res = cmd->device->hostdata;
5089
5090 if (!res)
5091 return FAILED;
5092
5093 spin_lock_irq(lock: cmd->device->host->host_lock);
5094 rc = __ipr_eh_dev_reset(scsi_cmd: cmd);
5095 spin_unlock_irq(lock: cmd->device->host->host_lock);
5096
5097 if (rc == SUCCESS)
5098 rc = ipr_wait_for_ops(ioa_cfg, device: cmd->device, match: ipr_match_lun);
5099
5100 return rc;
5101}
5102
5103/**
5104 * ipr_bus_reset_done - Op done function for bus reset.
5105 * @ipr_cmd: ipr command struct
5106 *
5107 * This function is the op done function for a bus reset
5108 *
5109 * Return value:
5110 * none
5111 **/
5112static void ipr_bus_reset_done(struct ipr_cmnd *ipr_cmd)
5113{
5114 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5115 struct ipr_resource_entry *res;
5116
5117 ENTER;
5118 if (!ioa_cfg->sis64)
5119 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
5120 if (res->res_handle == ipr_cmd->ioarcb.res_handle) {
5121 scsi_report_bus_reset(ioa_cfg->host, res->bus);
5122 break;
5123 }
5124 }
5125
5126 /*
5127 * If abort has not completed, indicate the reset has, else call the
5128 * abort's done function to wake the sleeping eh thread
5129 */
5130 if (ipr_cmd->sibling->sibling)
5131 ipr_cmd->sibling->sibling = NULL;
5132 else
5133 ipr_cmd->sibling->done(ipr_cmd->sibling);
5134
5135 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
5136 LEAVE;
5137}
5138
5139/**
5140 * ipr_abort_timeout - An abort task has timed out
5141 * @t: Timer context used to fetch ipr command struct
5142 *
5143 * This function handles when an abort task times out. If this
5144 * happens we issue a bus reset since we have resources tied
5145 * up that must be freed before returning to the midlayer.
5146 *
5147 * Return value:
5148 * none
5149 **/
5150static void ipr_abort_timeout(struct timer_list *t)
5151{
5152 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
5153 struct ipr_cmnd *reset_cmd;
5154 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5155 struct ipr_cmd_pkt *cmd_pkt;
5156 unsigned long lock_flags = 0;
5157
5158 ENTER;
5159 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5160 if (ipr_cmd->completion.done || ioa_cfg->in_reset_reload) {
5161 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
5162 return;
5163 }
5164
5165 sdev_printk(KERN_ERR, ipr_cmd->u.sdev, "Abort timed out. Resetting bus.\n");
5166 reset_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5167 ipr_cmd->sibling = reset_cmd;
5168 reset_cmd->sibling = ipr_cmd;
5169 reset_cmd->ioarcb.res_handle = ipr_cmd->ioarcb.res_handle;
5170 cmd_pkt = &reset_cmd->ioarcb.cmd_pkt;
5171 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5172 cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
5173 cmd_pkt->cdb[2] = IPR_RESET_TYPE_SELECT | IPR_BUS_RESET;
5174
5175 ipr_do_req(ipr_cmd: reset_cmd, done: ipr_bus_reset_done, timeout_func: ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
5176 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
5177 LEAVE;
5178}
5179
5180/**
5181 * ipr_cancel_op - Cancel specified op
5182 * @scsi_cmd: scsi command struct
5183 *
5184 * This function cancels specified op.
5185 *
5186 * Return value:
5187 * SUCCESS / FAILED
5188 **/
5189static int ipr_cancel_op(struct scsi_cmnd *scsi_cmd)
5190{
5191 struct ipr_cmnd *ipr_cmd;
5192 struct ipr_ioa_cfg *ioa_cfg;
5193 struct ipr_resource_entry *res;
5194 struct ipr_cmd_pkt *cmd_pkt;
5195 u32 ioasc;
5196 int i, op_found = 0;
5197 struct ipr_hrr_queue *hrrq;
5198
5199 ENTER;
5200 ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
5201 res = scsi_cmd->device->hostdata;
5202
5203 /* If we are currently going through reset/reload, return failed.
5204 * This will force the mid-layer to call ipr_eh_host_reset,
5205 * which will then go to sleep and wait for the reset to complete
5206 */
5207 if (ioa_cfg->in_reset_reload ||
5208 ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
5209 return FAILED;
5210 if (!res)
5211 return FAILED;
5212
5213 /*
5214 * If we are aborting a timed out op, chances are that the timeout was caused
5215 * by a still not detected EEH error. In such cases, reading a register will
5216 * trigger the EEH recovery infrastructure.
5217 */
5218 readl(addr: ioa_cfg->regs.sense_interrupt_reg);
5219
5220 if (!ipr_is_gscsi(res))
5221 return FAILED;
5222
5223 for_each_hrrq(hrrq, ioa_cfg) {
5224 spin_lock(lock: &hrrq->_lock);
5225 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5226 if (ioa_cfg->ipr_cmnd_list[i]->scsi_cmd == scsi_cmd) {
5227 if (!ipr_cmnd_is_free(ipr_cmd: ioa_cfg->ipr_cmnd_list[i])) {
5228 op_found = 1;
5229 break;
5230 }
5231 }
5232 }
5233 spin_unlock(lock: &hrrq->_lock);
5234 }
5235
5236 if (!op_found)
5237 return SUCCESS;
5238
5239 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5240 ipr_cmd->ioarcb.res_handle = res->res_handle;
5241 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5242 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5243 cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
5244 ipr_cmd->u.sdev = scsi_cmd->device;
5245
5246 scmd_printk(KERN_ERR, scsi_cmd, "Aborting command: %02X\n",
5247 scsi_cmd->cmnd[0]);
5248 ipr_send_blocking_cmd(ipr_cmd, timeout_func: ipr_abort_timeout, IPR_CANCEL_ALL_TIMEOUT);
5249 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5250
5251 /*
5252 * If the abort task timed out and we sent a bus reset, we will get
5253 * one the following responses to the abort
5254 */
5255 if (ioasc == IPR_IOASC_BUS_WAS_RESET || ioasc == IPR_IOASC_SYNC_REQUIRED) {
5256 ioasc = 0;
5257 ipr_trace;
5258 }
5259
5260 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
5261 if (!ipr_is_naca_model(res))
5262 res->needs_sync_complete = 1;
5263
5264 LEAVE;
5265 return IPR_IOASC_SENSE_KEY(ioasc) ? FAILED : SUCCESS;
5266}
5267
5268/**
5269 * ipr_scan_finished - Report whether scan is done
5270 * @shost: scsi host struct
5271 * @elapsed_time: elapsed time
5272 *
5273 * Return value:
5274 * 0 if scan in progress / 1 if scan is complete
5275 **/
5276static int ipr_scan_finished(struct Scsi_Host *shost, unsigned long elapsed_time)
5277{
5278 unsigned long lock_flags;
5279 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
5280 int rc = 0;
5281
5282 spin_lock_irqsave(shost->host_lock, lock_flags);
5283 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead || ioa_cfg->scan_done)
5284 rc = 1;
5285 if ((elapsed_time/HZ) > (ioa_cfg->transop_timeout * 2))
5286 rc = 1;
5287 spin_unlock_irqrestore(lock: shost->host_lock, flags: lock_flags);
5288 return rc;
5289}
5290
5291/**
5292 * ipr_eh_abort - Reset the host adapter
5293 * @scsi_cmd: scsi command struct
5294 *
5295 * Return value:
5296 * SUCCESS / FAILED
5297 **/
5298static int ipr_eh_abort(struct scsi_cmnd *scsi_cmd)
5299{
5300 unsigned long flags;
5301 int rc;
5302 struct ipr_ioa_cfg *ioa_cfg;
5303
5304 ENTER;
5305
5306 ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
5307
5308 spin_lock_irqsave(scsi_cmd->device->host->host_lock, flags);
5309 rc = ipr_cancel_op(scsi_cmd);
5310 spin_unlock_irqrestore(lock: scsi_cmd->device->host->host_lock, flags);
5311
5312 if (rc == SUCCESS)
5313 rc = ipr_wait_for_ops(ioa_cfg, device: scsi_cmd->device, match: ipr_match_lun);
5314 LEAVE;
5315 return rc;
5316}
5317
5318/**
5319 * ipr_handle_other_interrupt - Handle "other" interrupts
5320 * @ioa_cfg: ioa config struct
5321 * @int_reg: interrupt register
5322 *
5323 * Return value:
5324 * IRQ_NONE / IRQ_HANDLED
5325 **/
5326static irqreturn_t ipr_handle_other_interrupt(struct ipr_ioa_cfg *ioa_cfg,
5327 u32 int_reg)
5328{
5329 irqreturn_t rc = IRQ_HANDLED;
5330 u32 int_mask_reg;
5331
5332 int_mask_reg = readl(addr: ioa_cfg->regs.sense_interrupt_mask_reg32);
5333 int_reg &= ~int_mask_reg;
5334
5335 /* If an interrupt on the adapter did not occur, ignore it.
5336 * Or in the case of SIS 64, check for a stage change interrupt.
5337 */
5338 if ((int_reg & IPR_PCII_OPER_INTERRUPTS) == 0) {
5339 if (ioa_cfg->sis64) {
5340 int_mask_reg = readl(addr: ioa_cfg->regs.sense_interrupt_mask_reg);
5341 int_reg = readl(addr: ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5342 if (int_reg & IPR_PCII_IPL_STAGE_CHANGE) {
5343
5344 /* clear stage change */
5345 writel(IPR_PCII_IPL_STAGE_CHANGE, addr: ioa_cfg->regs.clr_interrupt_reg);
5346 int_reg = readl(addr: ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5347 list_del(entry: &ioa_cfg->reset_cmd->queue);
5348 del_timer(timer: &ioa_cfg->reset_cmd->timer);
5349 ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5350 return IRQ_HANDLED;
5351 }
5352 }
5353
5354 return IRQ_NONE;
5355 }
5356
5357 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
5358 /* Mask the interrupt */
5359 writel(IPR_PCII_IOA_TRANS_TO_OPER, addr: ioa_cfg->regs.set_interrupt_mask_reg);
5360 int_reg = readl(addr: ioa_cfg->regs.sense_interrupt_reg);
5361
5362 list_del(entry: &ioa_cfg->reset_cmd->queue);
5363 del_timer(timer: &ioa_cfg->reset_cmd->timer);
5364 ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5365 } else if ((int_reg & IPR_PCII_HRRQ_UPDATED) == int_reg) {
5366 if (ioa_cfg->clear_isr) {
5367 if (ipr_debug && printk_ratelimit())
5368 dev_err(&ioa_cfg->pdev->dev,
5369 "Spurious interrupt detected. 0x%08X\n", int_reg);
5370 writel(IPR_PCII_HRRQ_UPDATED, addr: ioa_cfg->regs.clr_interrupt_reg32);
5371 int_reg = readl(addr: ioa_cfg->regs.sense_interrupt_reg32);
5372 return IRQ_NONE;
5373 }
5374 } else {
5375 if (int_reg & IPR_PCII_IOA_UNIT_CHECKED)
5376 ioa_cfg->ioa_unit_checked = 1;
5377 else if (int_reg & IPR_PCII_NO_HOST_RRQ)
5378 dev_err(&ioa_cfg->pdev->dev,
5379 "No Host RRQ. 0x%08X\n", int_reg);
5380 else
5381 dev_err(&ioa_cfg->pdev->dev,
5382 "Permanent IOA failure. 0x%08X\n", int_reg);
5383
5384 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5385 ioa_cfg->sdt_state = GET_DUMP;
5386
5387 ipr_mask_and_clear_interrupts(ioa_cfg, clr_ints: ~0);
5388 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5389 }
5390
5391 return rc;
5392}
5393
5394/**
5395 * ipr_isr_eh - Interrupt service routine error handler
5396 * @ioa_cfg: ioa config struct
5397 * @msg: message to log
5398 * @number: various meanings depending on the caller/message
5399 *
5400 * Return value:
5401 * none
5402 **/
5403static void ipr_isr_eh(struct ipr_ioa_cfg *ioa_cfg, char *msg, u16 number)
5404{
5405 ioa_cfg->errors_logged++;
5406 dev_err(&ioa_cfg->pdev->dev, "%s %d\n", msg, number);
5407
5408 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5409 ioa_cfg->sdt_state = GET_DUMP;
5410
5411 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5412}
5413
5414static int ipr_process_hrrq(struct ipr_hrr_queue *hrr_queue, int budget,
5415 struct list_head *doneq)
5416{
5417 u32 ioasc;
5418 u16 cmd_index;
5419 struct ipr_cmnd *ipr_cmd;
5420 struct ipr_ioa_cfg *ioa_cfg = hrr_queue->ioa_cfg;
5421 int num_hrrq = 0;
5422
5423 /* If interrupts are disabled, ignore the interrupt */
5424 if (!hrr_queue->allow_interrupts)
5425 return 0;
5426
5427 while ((be32_to_cpu(*hrr_queue->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5428 hrr_queue->toggle_bit) {
5429
5430 cmd_index = (be32_to_cpu(*hrr_queue->hrrq_curr) &
5431 IPR_HRRQ_REQ_RESP_HANDLE_MASK) >>
5432 IPR_HRRQ_REQ_RESP_HANDLE_SHIFT;
5433
5434 if (unlikely(cmd_index > hrr_queue->max_cmd_id ||
5435 cmd_index < hrr_queue->min_cmd_id)) {
5436 ipr_isr_eh(ioa_cfg,
5437 msg: "Invalid response handle from IOA: ",
5438 number: cmd_index);
5439 break;
5440 }
5441
5442 ipr_cmd = ioa_cfg->ipr_cmnd_list[cmd_index];
5443 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5444
5445 ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, add_data: ioasc);
5446
5447 list_move_tail(list: &ipr_cmd->queue, head: doneq);
5448
5449 if (hrr_queue->hrrq_curr < hrr_queue->hrrq_end) {
5450 hrr_queue->hrrq_curr++;
5451 } else {
5452 hrr_queue->hrrq_curr = hrr_queue->hrrq_start;
5453 hrr_queue->toggle_bit ^= 1u;
5454 }
5455 num_hrrq++;
5456 if (budget > 0 && num_hrrq >= budget)
5457 break;
5458 }
5459
5460 return num_hrrq;
5461}
5462
5463static int ipr_iopoll(struct irq_poll *iop, int budget)
5464{
5465 struct ipr_hrr_queue *hrrq;
5466 struct ipr_cmnd *ipr_cmd, *temp;
5467 unsigned long hrrq_flags;
5468 int completed_ops;
5469 LIST_HEAD(doneq);
5470
5471 hrrq = container_of(iop, struct ipr_hrr_queue, iopoll);
5472
5473 spin_lock_irqsave(hrrq->lock, hrrq_flags);
5474 completed_ops = ipr_process_hrrq(hrr_queue: hrrq, budget, doneq: &doneq);
5475
5476 if (completed_ops < budget)
5477 irq_poll_complete(iop);
5478 spin_unlock_irqrestore(lock: hrrq->lock, flags: hrrq_flags);
5479
5480 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5481 list_del(entry: &ipr_cmd->queue);
5482 del_timer(timer: &ipr_cmd->timer);
5483 ipr_cmd->fast_done(ipr_cmd);
5484 }
5485
5486 return completed_ops;
5487}
5488
5489/**
5490 * ipr_isr - Interrupt service routine
5491 * @irq: irq number
5492 * @devp: pointer to ioa config struct
5493 *
5494 * Return value:
5495 * IRQ_NONE / IRQ_HANDLED
5496 **/
5497static irqreturn_t ipr_isr(int irq, void *devp)
5498{
5499 struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
5500 struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
5501 unsigned long hrrq_flags = 0;
5502 u32 int_reg = 0;
5503 int num_hrrq = 0;
5504 int irq_none = 0;
5505 struct ipr_cmnd *ipr_cmd, *temp;
5506 irqreturn_t rc = IRQ_NONE;
5507 LIST_HEAD(doneq);
5508
5509 spin_lock_irqsave(hrrq->lock, hrrq_flags);
5510 /* If interrupts are disabled, ignore the interrupt */
5511 if (!hrrq->allow_interrupts) {
5512 spin_unlock_irqrestore(lock: hrrq->lock, flags: hrrq_flags);
5513 return IRQ_NONE;
5514 }
5515
5516 while (1) {
5517 if (ipr_process_hrrq(hrr_queue: hrrq, budget: -1, doneq: &doneq)) {
5518 rc = IRQ_HANDLED;
5519
5520 if (!ioa_cfg->clear_isr)
5521 break;
5522
5523 /* Clear the PCI interrupt */
5524 num_hrrq = 0;
5525 do {
5526 writel(IPR_PCII_HRRQ_UPDATED,
5527 addr: ioa_cfg->regs.clr_interrupt_reg32);
5528 int_reg = readl(addr: ioa_cfg->regs.sense_interrupt_reg32);
5529 } while (int_reg & IPR_PCII_HRRQ_UPDATED &&
5530 num_hrrq++ < IPR_MAX_HRRQ_RETRIES);
5531
5532 } else if (rc == IRQ_NONE && irq_none == 0) {
5533 int_reg = readl(addr: ioa_cfg->regs.sense_interrupt_reg32);
5534 irq_none++;
5535 } else if (num_hrrq == IPR_MAX_HRRQ_RETRIES &&
5536 int_reg & IPR_PCII_HRRQ_UPDATED) {
5537 ipr_isr_eh(ioa_cfg,
5538 msg: "Error clearing HRRQ: ", number: num_hrrq);
5539 rc = IRQ_HANDLED;
5540 break;
5541 } else
5542 break;
5543 }
5544
5545 if (unlikely(rc == IRQ_NONE))
5546 rc = ipr_handle_other_interrupt(ioa_cfg, int_reg);
5547
5548 spin_unlock_irqrestore(lock: hrrq->lock, flags: hrrq_flags);
5549 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5550 list_del(entry: &ipr_cmd->queue);
5551 del_timer(timer: &ipr_cmd->timer);
5552 ipr_cmd->fast_done(ipr_cmd);
5553 }
5554 return rc;
5555}
5556
5557/**
5558 * ipr_isr_mhrrq - Interrupt service routine
5559 * @irq: irq number
5560 * @devp: pointer to ioa config struct
5561 *
5562 * Return value:
5563 * IRQ_NONE / IRQ_HANDLED
5564 **/
5565static irqreturn_t ipr_isr_mhrrq(int irq, void *devp)
5566{
5567 struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
5568 struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
5569 unsigned long hrrq_flags = 0;
5570 struct ipr_cmnd *ipr_cmd, *temp;
5571 irqreturn_t rc = IRQ_NONE;
5572 LIST_HEAD(doneq);
5573
5574 spin_lock_irqsave(hrrq->lock, hrrq_flags);
5575
5576 /* If interrupts are disabled, ignore the interrupt */
5577 if (!hrrq->allow_interrupts) {
5578 spin_unlock_irqrestore(lock: hrrq->lock, flags: hrrq_flags);
5579 return IRQ_NONE;
5580 }
5581
5582 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
5583 if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5584 hrrq->toggle_bit) {
5585 irq_poll_sched(&hrrq->iopoll);
5586 spin_unlock_irqrestore(lock: hrrq->lock, flags: hrrq_flags);
5587 return IRQ_HANDLED;
5588 }
5589 } else {
5590 if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5591 hrrq->toggle_bit)
5592
5593 if (ipr_process_hrrq(hrr_queue: hrrq, budget: -1, doneq: &doneq))
5594 rc = IRQ_HANDLED;
5595 }
5596
5597 spin_unlock_irqrestore(lock: hrrq->lock, flags: hrrq_flags);
5598
5599 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5600 list_del(entry: &ipr_cmd->queue);
5601 del_timer(timer: &ipr_cmd->timer);
5602 ipr_cmd->fast_done(ipr_cmd);
5603 }
5604 return rc;
5605}
5606
5607/**
5608 * ipr_build_ioadl64 - Build a scatter/gather list and map the buffer
5609 * @ioa_cfg: ioa config struct
5610 * @ipr_cmd: ipr command struct
5611 *
5612 * Return value:
5613 * 0 on success / -1 on failure
5614 **/
5615static int ipr_build_ioadl64(struct ipr_ioa_cfg *ioa_cfg,
5616 struct ipr_cmnd *ipr_cmd)
5617{
5618 int i, nseg;
5619 struct scatterlist *sg;
5620 u32 length;
5621 u32 ioadl_flags = 0;
5622 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5623 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5624 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
5625
5626 length = scsi_bufflen(cmd: scsi_cmd);
5627 if (!length)
5628 return 0;
5629
5630 nseg = scsi_dma_map(cmd: scsi_cmd);
5631 if (nseg < 0) {
5632 if (printk_ratelimit())
5633 dev_err(&ioa_cfg->pdev->dev, "scsi_dma_map failed!\n");
5634 return -1;
5635 }
5636
5637 ipr_cmd->dma_use_sg = nseg;
5638
5639 ioarcb->data_transfer_length = cpu_to_be32(length);
5640 ioarcb->ioadl_len =
5641 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
5642
5643 if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5644 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5645 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5646 } else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE)
5647 ioadl_flags = IPR_IOADL_FLAGS_READ;
5648
5649 scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5650 ioadl64[i].flags = cpu_to_be32(ioadl_flags);
5651 ioadl64[i].data_len = cpu_to_be32(sg_dma_len(sg));
5652 ioadl64[i].address = cpu_to_be64(sg_dma_address(sg));
5653 }
5654
5655 ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5656 return 0;
5657}
5658
5659/**
5660 * ipr_build_ioadl - Build a scatter/gather list and map the buffer
5661 * @ioa_cfg: ioa config struct
5662 * @ipr_cmd: ipr command struct
5663 *
5664 * Return value:
5665 * 0 on success / -1 on failure
5666 **/
5667static int ipr_build_ioadl(struct ipr_ioa_cfg *ioa_cfg,
5668 struct ipr_cmnd *ipr_cmd)
5669{
5670 int i, nseg;
5671 struct scatterlist *sg;
5672 u32 length;
5673 u32 ioadl_flags = 0;
5674 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5675 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5676 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
5677
5678 length = scsi_bufflen(cmd: scsi_cmd);
5679 if (!length)
5680 return 0;
5681
5682 nseg = scsi_dma_map(cmd: scsi_cmd);
5683 if (nseg < 0) {
5684 dev_err(&ioa_cfg->pdev->dev, "scsi_dma_map failed!\n");
5685 return -1;
5686 }
5687
5688 ipr_cmd->dma_use_sg = nseg;
5689
5690 if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5691 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5692 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5693 ioarcb->data_transfer_length = cpu_to_be32(length);
5694 ioarcb->ioadl_len =
5695 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
5696 } else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE) {
5697 ioadl_flags = IPR_IOADL_FLAGS_READ;
5698 ioarcb->read_data_transfer_length = cpu_to_be32(length);
5699 ioarcb->read_ioadl_len =
5700 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
5701 }
5702
5703 if (ipr_cmd->dma_use_sg <= ARRAY_SIZE(ioarcb->u.add_data.u.ioadl)) {
5704 ioadl = ioarcb->u.add_data.u.ioadl;
5705 ioarcb->write_ioadl_addr = cpu_to_be32((ipr_cmd->dma_addr) +
5706 offsetof(struct ipr_ioarcb, u.add_data));
5707 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
5708 }
5709
5710 scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5711 ioadl[i].flags_and_data_len =
5712 cpu_to_be32(ioadl_flags | sg_dma_len(sg));
5713 ioadl[i].address = cpu_to_be32(sg_dma_address(sg));
5714 }
5715
5716 ioadl[i-1].flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5717 return 0;
5718}
5719
5720/**
5721 * __ipr_erp_done - Process completion of ERP for a device
5722 * @ipr_cmd: ipr command struct
5723 *
5724 * This function copies the sense buffer into the scsi_cmd
5725 * struct and pushes the scsi_done function.
5726 *
5727 * Return value:
5728 * nothing
5729 **/
5730static void __ipr_erp_done(struct ipr_cmnd *ipr_cmd)
5731{
5732 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5733 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
5734 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5735
5736 if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
5737 scsi_cmd->result |= (DID_ERROR << 16);
5738 scmd_printk(KERN_ERR, scsi_cmd,
5739 "Request Sense failed with IOASC: 0x%08X\n", ioasc);
5740 } else {
5741 memcpy(scsi_cmd->sense_buffer, ipr_cmd->sense_buffer,
5742 SCSI_SENSE_BUFFERSIZE);
5743 }
5744
5745 if (res) {
5746 if (!ipr_is_naca_model(res))
5747 res->needs_sync_complete = 1;
5748 res->in_erp = 0;
5749 }
5750 scsi_dma_unmap(cmd: ipr_cmd->scsi_cmd);
5751 scsi_done(cmd: scsi_cmd);
5752 if (ipr_cmd->eh_comp)
5753 complete(ipr_cmd->eh_comp);
5754 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
5755}
5756
5757/**
5758 * ipr_erp_done - Process completion of ERP for a device
5759 * @ipr_cmd: ipr command struct
5760 *
5761 * This function copies the sense buffer into the scsi_cmd
5762 * struct and pushes the scsi_done function.
5763 *
5764 * Return value:
5765 * nothing
5766 **/
5767static void ipr_erp_done(struct ipr_cmnd *ipr_cmd)
5768{
5769 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
5770 unsigned long hrrq_flags;
5771
5772 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
5773 __ipr_erp_done(ipr_cmd);
5774 spin_unlock_irqrestore(lock: &hrrq->_lock, flags: hrrq_flags);
5775}
5776
5777/**
5778 * ipr_reinit_ipr_cmnd_for_erp - Re-initialize a cmnd block to be used for ERP
5779 * @ipr_cmd: ipr command struct
5780 *
5781 * Return value:
5782 * none
5783 **/
5784static void ipr_reinit_ipr_cmnd_for_erp(struct ipr_cmnd *ipr_cmd)
5785{
5786 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5787 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5788 dma_addr_t dma_addr = ipr_cmd->dma_addr;
5789
5790 memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
5791 ioarcb->data_transfer_length = 0;
5792 ioarcb->read_data_transfer_length = 0;
5793 ioarcb->ioadl_len = 0;
5794 ioarcb->read_ioadl_len = 0;
5795 ioasa->hdr.ioasc = 0;
5796 ioasa->hdr.residual_data_len = 0;
5797
5798 if (ipr_cmd->ioa_cfg->sis64)
5799 ioarcb->u.sis64_addr_data.data_ioadl_addr =
5800 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
5801 else {
5802 ioarcb->write_ioadl_addr =
5803 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
5804 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
5805 }
5806}
5807
5808/**
5809 * __ipr_erp_request_sense - Send request sense to a device
5810 * @ipr_cmd: ipr command struct
5811 *
5812 * This function sends a request sense to a device as a result
5813 * of a check condition.
5814 *
5815 * Return value:
5816 * nothing
5817 **/
5818static void __ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
5819{
5820 struct ipr_cmd_pkt *cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5821 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5822
5823 if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
5824 __ipr_erp_done(ipr_cmd);
5825 return;
5826 }
5827
5828 ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
5829
5830 cmd_pkt->request_type = IPR_RQTYPE_SCSICDB;
5831 cmd_pkt->cdb[0] = REQUEST_SENSE;
5832 cmd_pkt->cdb[4] = SCSI_SENSE_BUFFERSIZE;
5833 cmd_pkt->flags_hi |= IPR_FLAGS_HI_SYNC_OVERRIDE;
5834 cmd_pkt->flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
5835 cmd_pkt->timeout = cpu_to_be16(IPR_REQUEST_SENSE_TIMEOUT / HZ);
5836
5837 ipr_init_ioadl(ipr_cmd, dma_addr: ipr_cmd->sense_buffer_dma,
5838 SCSI_SENSE_BUFFERSIZE, IPR_IOADL_FLAGS_READ_LAST);
5839
5840 ipr_do_req(ipr_cmd, done: ipr_erp_done, timeout_func: ipr_timeout,
5841 IPR_REQUEST_SENSE_TIMEOUT * 2);
5842}
5843
5844/**
5845 * ipr_erp_request_sense - Send request sense to a device
5846 * @ipr_cmd: ipr command struct
5847 *
5848 * This function sends a request sense to a device as a result
5849 * of a check condition.
5850 *
5851 * Return value:
5852 * nothing
5853 **/
5854static void ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
5855{
5856 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
5857 unsigned long hrrq_flags;
5858
5859 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
5860 __ipr_erp_request_sense(ipr_cmd);
5861 spin_unlock_irqrestore(lock: &hrrq->_lock, flags: hrrq_flags);
5862}
5863
5864/**
5865 * ipr_erp_cancel_all - Send cancel all to a device
5866 * @ipr_cmd: ipr command struct
5867 *
5868 * This function sends a cancel all to a device to clear the
5869 * queue. If we are running TCQ on the device, QERR is set to 1,
5870 * which means all outstanding ops have been dropped on the floor.
5871 * Cancel all will return them to us.
5872 *
5873 * Return value:
5874 * nothing
5875 **/
5876static void ipr_erp_cancel_all(struct ipr_cmnd *ipr_cmd)
5877{
5878 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5879 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
5880 struct ipr_cmd_pkt *cmd_pkt;
5881
5882 res->in_erp = 1;
5883
5884 ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
5885
5886 if (!scsi_cmd->device->simple_tags) {
5887 __ipr_erp_request_sense(ipr_cmd);
5888 return;
5889 }
5890
5891 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5892 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5893 cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
5894
5895 ipr_do_req(ipr_cmd, done: ipr_erp_request_sense, timeout_func: ipr_timeout,
5896 IPR_CANCEL_ALL_TIMEOUT);
5897}
5898
5899/**
5900 * ipr_dump_ioasa - Dump contents of IOASA
5901 * @ioa_cfg: ioa config struct
5902 * @ipr_cmd: ipr command struct
5903 * @res: resource entry struct
5904 *
5905 * This function is invoked by the interrupt handler when ops
5906 * fail. It will log the IOASA if appropriate. Only called
5907 * for GPDD ops.
5908 *
5909 * Return value:
5910 * none
5911 **/
5912static void ipr_dump_ioasa(struct ipr_ioa_cfg *ioa_cfg,
5913 struct ipr_cmnd *ipr_cmd, struct ipr_resource_entry *res)
5914{
5915 int i;
5916 u16 data_len;
5917 u32 ioasc, fd_ioasc;
5918 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5919 __be32 *ioasa_data = (__be32 *)ioasa;
5920 int error_index;
5921
5922 ioasc = be32_to_cpu(ioasa->hdr.ioasc) & IPR_IOASC_IOASC_MASK;
5923 fd_ioasc = be32_to_cpu(ioasa->hdr.fd_ioasc) & IPR_IOASC_IOASC_MASK;
5924
5925 if (0 == ioasc)
5926 return;
5927
5928 if (ioa_cfg->log_level < IPR_DEFAULT_LOG_LEVEL)
5929 return;
5930
5931 if (ioasc == IPR_IOASC_BUS_WAS_RESET && fd_ioasc)
5932 error_index = ipr_get_error(ioasc: fd_ioasc);
5933 else
5934 error_index = ipr_get_error(ioasc);
5935
5936 if (ioa_cfg->log_level < IPR_MAX_LOG_LEVEL) {
5937 /* Don't log an error if the IOA already logged one */
5938 if (ioasa->hdr.ilid != 0)
5939 return;
5940
5941 if (!ipr_is_gscsi(res))
5942 return;
5943
5944 if (ipr_error_table[error_index].log_ioasa == 0)
5945 return;
5946 }
5947
5948 ipr_res_err(ioa_cfg, res, "%s\n", ipr_error_table[error_index].error);
5949
5950 data_len = be16_to_cpu(ioasa->hdr.ret_stat_len);
5951 if (ioa_cfg->sis64 && sizeof(struct ipr_ioasa64) < data_len)
5952 data_len = sizeof(struct ipr_ioasa64);
5953 else if (!ioa_cfg->sis64 && sizeof(struct ipr_ioasa) < data_len)
5954 data_len = sizeof(struct ipr_ioasa);
5955
5956 ipr_err("IOASA Dump:\n");
5957
5958 for (i = 0; i < data_len / 4; i += 4) {
5959 ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
5960 be32_to_cpu(ioasa_data[i]),
5961 be32_to_cpu(ioasa_data[i+1]),
5962 be32_to_cpu(ioasa_data[i+2]),
5963 be32_to_cpu(ioasa_data[i+3]));
5964 }
5965}
5966
5967/**
5968 * ipr_gen_sense - Generate SCSI sense data from an IOASA
5969 * @ipr_cmd: ipr command struct
5970 *
5971 * Return value:
5972 * none
5973 **/
5974static void ipr_gen_sense(struct ipr_cmnd *ipr_cmd)
5975{
5976 u32 failing_lba;
5977 u8 *sense_buf = ipr_cmd->scsi_cmd->sense_buffer;
5978 struct ipr_resource_entry *res = ipr_cmd->scsi_cmd->device->hostdata;
5979 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5980 u32 ioasc = be32_to_cpu(ioasa->hdr.ioasc);
5981
5982 memset(sense_buf, 0, SCSI_SENSE_BUFFERSIZE);
5983
5984 if (ioasc >= IPR_FIRST_DRIVER_IOASC)
5985 return;
5986
5987 ipr_cmd->scsi_cmd->result = SAM_STAT_CHECK_CONDITION;
5988
5989 if (ipr_is_vset_device(res) &&
5990 ioasc == IPR_IOASC_MED_DO_NOT_REALLOC &&
5991 ioasa->u.vset.failing_lba_hi != 0) {
5992 sense_buf[0] = 0x72;
5993 sense_buf[1] = IPR_IOASC_SENSE_KEY(ioasc);
5994 sense_buf[2] = IPR_IOASC_SENSE_CODE(ioasc);
5995 sense_buf[3] = IPR_IOASC_SENSE_QUAL(ioasc);
5996
5997 sense_buf[7] = 12;
5998 sense_buf[8] = 0;
5999 sense_buf[9] = 0x0A;
6000 sense_buf[10] = 0x80;
6001
6002 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_hi);
6003
6004 sense_buf[12] = (failing_lba & 0xff000000) >> 24;
6005 sense_buf[13] = (failing_lba & 0x00ff0000) >> 16;
6006 sense_buf[14] = (failing_lba & 0x0000ff00) >> 8;
6007 sense_buf[15] = failing_lba & 0x000000ff;
6008
6009 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
6010
6011 sense_buf[16] = (failing_lba & 0xff000000) >> 24;
6012 sense_buf[17] = (failing_lba & 0x00ff0000) >> 16;
6013 sense_buf[18] = (failing_lba & 0x0000ff00) >> 8;
6014 sense_buf[19] = failing_lba & 0x000000ff;
6015 } else {
6016 sense_buf[0] = 0x70;
6017 sense_buf[2] = IPR_IOASC_SENSE_KEY(ioasc);
6018 sense_buf[12] = IPR_IOASC_SENSE_CODE(ioasc);
6019 sense_buf[13] = IPR_IOASC_SENSE_QUAL(ioasc);
6020
6021 /* Illegal request */
6022 if ((IPR_IOASC_SENSE_KEY(ioasc) == 0x05) &&
6023 (be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_FIELD_POINTER_VALID)) {
6024 sense_buf[7] = 10; /* additional length */
6025
6026 /* IOARCB was in error */
6027 if (IPR_IOASC_SENSE_CODE(ioasc) == 0x24)
6028 sense_buf[15] = 0xC0;
6029 else /* Parameter data was invalid */
6030 sense_buf[15] = 0x80;
6031
6032 sense_buf[16] =
6033 ((IPR_FIELD_POINTER_MASK &
6034 be32_to_cpu(ioasa->hdr.ioasc_specific)) >> 8) & 0xff;
6035 sense_buf[17] =
6036 (IPR_FIELD_POINTER_MASK &
6037 be32_to_cpu(ioasa->hdr.ioasc_specific)) & 0xff;
6038 } else {
6039 if (ioasc == IPR_IOASC_MED_DO_NOT_REALLOC) {
6040 if (ipr_is_vset_device(res))
6041 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
6042 else
6043 failing_lba = be32_to_cpu(ioasa->u.dasd.failing_lba);
6044
6045 sense_buf[0] |= 0x80; /* Or in the Valid bit */
6046 sense_buf[3] = (failing_lba & 0xff000000) >> 24;
6047 sense_buf[4] = (failing_lba & 0x00ff0000) >> 16;
6048 sense_buf[5] = (failing_lba & 0x0000ff00) >> 8;
6049 sense_buf[6] = failing_lba & 0x000000ff;
6050 }
6051
6052 sense_buf[7] = 6; /* additional length */
6053 }
6054 }
6055}
6056
6057/**
6058 * ipr_get_autosense - Copy autosense data to sense buffer
6059 * @ipr_cmd: ipr command struct
6060 *
6061 * This function copies the autosense buffer to the buffer
6062 * in the scsi_cmd, if there is autosense available.
6063 *
6064 * Return value:
6065 * 1 if autosense was available / 0 if not
6066 **/
6067static int ipr_get_autosense(struct ipr_cmnd *ipr_cmd)
6068{
6069 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6070 struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
6071
6072 if ((be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_AUTOSENSE_VALID) == 0)
6073 return 0;
6074
6075 if (ipr_cmd->ioa_cfg->sis64)
6076 memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa64->auto_sense.data,
6077 min_t(u16, be16_to_cpu(ioasa64->auto_sense.auto_sense_len),
6078 SCSI_SENSE_BUFFERSIZE));
6079 else
6080 memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa->auto_sense.data,
6081 min_t(u16, be16_to_cpu(ioasa->auto_sense.auto_sense_len),
6082 SCSI_SENSE_BUFFERSIZE));
6083 return 1;
6084}
6085
6086/**
6087 * ipr_erp_start - Process an error response for a SCSI op
6088 * @ioa_cfg: ioa config struct
6089 * @ipr_cmd: ipr command struct
6090 *
6091 * This function determines whether or not to initiate ERP
6092 * on the affected device.
6093 *
6094 * Return value:
6095 * nothing
6096 **/
6097static void ipr_erp_start(struct ipr_ioa_cfg *ioa_cfg,
6098 struct ipr_cmnd *ipr_cmd)
6099{
6100 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6101 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
6102 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6103 u32 masked_ioasc = ioasc & IPR_IOASC_IOASC_MASK;
6104
6105 if (!res) {
6106 __ipr_scsi_eh_done(ipr_cmd);
6107 return;
6108 }
6109
6110 if (!ipr_is_gscsi(res) && masked_ioasc != IPR_IOASC_HW_DEV_BUS_STATUS)
6111 ipr_gen_sense(ipr_cmd);
6112
6113 ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
6114
6115 switch (masked_ioasc) {
6116 case IPR_IOASC_ABORTED_CMD_TERM_BY_HOST:
6117 if (ipr_is_naca_model(res))
6118 scsi_cmd->result |= (DID_ABORT << 16);
6119 else
6120 scsi_cmd->result |= (DID_IMM_RETRY << 16);
6121 break;
6122 case IPR_IOASC_IR_RESOURCE_HANDLE:
6123 case IPR_IOASC_IR_NO_CMDS_TO_2ND_IOA:
6124 scsi_cmd->result |= (DID_NO_CONNECT << 16);
6125 break;
6126 case IPR_IOASC_HW_SEL_TIMEOUT:
6127 scsi_cmd->result |= (DID_NO_CONNECT << 16);
6128 if (!ipr_is_naca_model(res))
6129 res->needs_sync_complete = 1;
6130 break;
6131 case IPR_IOASC_SYNC_REQUIRED:
6132 if (!res->in_erp)
6133 res->needs_sync_complete = 1;
6134 scsi_cmd->result |= (DID_IMM_RETRY << 16);
6135 break;
6136 case IPR_IOASC_MED_DO_NOT_REALLOC: /* prevent retries */
6137 case IPR_IOASA_IR_DUAL_IOA_DISABLED:
6138 /*
6139 * exception: do not set DID_PASSTHROUGH on CHECK CONDITION
6140 * so SCSI mid-layer and upper layers handle it accordingly.
6141 */
6142 if (scsi_cmd->result != SAM_STAT_CHECK_CONDITION)
6143 scsi_cmd->result |= (DID_PASSTHROUGH << 16);
6144 break;
6145 case IPR_IOASC_BUS_WAS_RESET:
6146 case IPR_IOASC_BUS_WAS_RESET_BY_OTHER:
6147 /*
6148 * Report the bus reset and ask for a retry. The device
6149 * will give CC/UA the next command.
6150 */
6151 if (!res->resetting_device)
6152 scsi_report_bus_reset(ioa_cfg->host, scsi_cmd->device->channel);
6153 scsi_cmd->result |= (DID_ERROR << 16);
6154 if (!ipr_is_naca_model(res))
6155 res->needs_sync_complete = 1;
6156 break;
6157 case IPR_IOASC_HW_DEV_BUS_STATUS:
6158 scsi_cmd->result |= IPR_IOASC_SENSE_STATUS(ioasc);
6159 if (IPR_IOASC_SENSE_STATUS(ioasc) == SAM_STAT_CHECK_CONDITION) {
6160 if (!ipr_get_autosense(ipr_cmd)) {
6161 if (!ipr_is_naca_model(res)) {
6162 ipr_erp_cancel_all(ipr_cmd);
6163 return;
6164 }
6165 }
6166 }
6167 if (!ipr_is_naca_model(res))
6168 res->needs_sync_complete = 1;
6169 break;
6170 case IPR_IOASC_NR_INIT_CMD_REQUIRED:
6171 break;
6172 case IPR_IOASC_IR_NON_OPTIMIZED:
6173 if (res->raw_mode) {
6174 res->raw_mode = 0;
6175 scsi_cmd->result |= (DID_IMM_RETRY << 16);
6176 } else
6177 scsi_cmd->result |= (DID_ERROR << 16);
6178 break;
6179 default:
6180 if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
6181 scsi_cmd->result |= (DID_ERROR << 16);
6182 if (!ipr_is_vset_device(res) && !ipr_is_naca_model(res))
6183 res->needs_sync_complete = 1;
6184 break;
6185 }
6186
6187 scsi_dma_unmap(cmd: ipr_cmd->scsi_cmd);
6188 scsi_done(cmd: scsi_cmd);
6189 if (ipr_cmd->eh_comp)
6190 complete(ipr_cmd->eh_comp);
6191 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
6192}
6193
6194/**
6195 * ipr_scsi_done - mid-layer done function
6196 * @ipr_cmd: ipr command struct
6197 *
6198 * This function is invoked by the interrupt handler for
6199 * ops generated by the SCSI mid-layer
6200 *
6201 * Return value:
6202 * none
6203 **/
6204static void ipr_scsi_done(struct ipr_cmnd *ipr_cmd)
6205{
6206 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6207 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6208 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6209 unsigned long lock_flags;
6210
6211 scsi_set_resid(cmd: scsi_cmd, be32_to_cpu(ipr_cmd->s.ioasa.hdr.residual_data_len));
6212
6213 if (likely(IPR_IOASC_SENSE_KEY(ioasc) == 0)) {
6214 scsi_dma_unmap(cmd: scsi_cmd);
6215
6216 spin_lock_irqsave(ipr_cmd->hrrq->lock, lock_flags);
6217 scsi_done(cmd: scsi_cmd);
6218 if (ipr_cmd->eh_comp)
6219 complete(ipr_cmd->eh_comp);
6220 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
6221 spin_unlock_irqrestore(lock: ipr_cmd->hrrq->lock, flags: lock_flags);
6222 } else {
6223 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
6224 spin_lock(lock: &ipr_cmd->hrrq->_lock);
6225 ipr_erp_start(ioa_cfg, ipr_cmd);
6226 spin_unlock(lock: &ipr_cmd->hrrq->_lock);
6227 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
6228 }
6229}
6230
6231/**
6232 * ipr_queuecommand - Queue a mid-layer request
6233 * @shost: scsi host struct
6234 * @scsi_cmd: scsi command struct
6235 *
6236 * This function queues a request generated by the mid-layer.
6237 *
6238 * Return value:
6239 * 0 on success
6240 * SCSI_MLQUEUE_DEVICE_BUSY if device is busy
6241 * SCSI_MLQUEUE_HOST_BUSY if host is busy
6242 **/
6243static int ipr_queuecommand(struct Scsi_Host *shost,
6244 struct scsi_cmnd *scsi_cmd)
6245{
6246 struct ipr_ioa_cfg *ioa_cfg;
6247 struct ipr_resource_entry *res;
6248 struct ipr_ioarcb *ioarcb;
6249 struct ipr_cmnd *ipr_cmd;
6250 unsigned long hrrq_flags;
6251 int rc;
6252 struct ipr_hrr_queue *hrrq;
6253 int hrrq_id;
6254
6255 ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
6256
6257 scsi_cmd->result = (DID_OK << 16);
6258 res = scsi_cmd->device->hostdata;
6259
6260 hrrq_id = ipr_get_hrrq_index(ioa_cfg);
6261 hrrq = &ioa_cfg->hrrq[hrrq_id];
6262
6263 spin_lock_irqsave(hrrq->lock, hrrq_flags);
6264 /*
6265 * We are currently blocking all devices due to a host reset
6266 * We have told the host to stop giving us new requests, but
6267 * ERP ops don't count. FIXME
6268 */
6269 if (unlikely(!hrrq->allow_cmds && !hrrq->ioa_is_dead && !hrrq->removing_ioa)) {
6270 spin_unlock_irqrestore(lock: hrrq->lock, flags: hrrq_flags);
6271 return SCSI_MLQUEUE_HOST_BUSY;
6272 }
6273
6274 /*
6275 * FIXME - Create scsi_set_host_offline interface
6276 * and the ioa_is_dead check can be removed
6277 */
6278 if (unlikely(hrrq->ioa_is_dead || hrrq->removing_ioa || !res)) {
6279 spin_unlock_irqrestore(lock: hrrq->lock, flags: hrrq_flags);
6280 goto err_nodev;
6281 }
6282
6283 ipr_cmd = __ipr_get_free_ipr_cmnd(hrrq);
6284 if (ipr_cmd == NULL) {
6285 spin_unlock_irqrestore(lock: hrrq->lock, flags: hrrq_flags);
6286 return SCSI_MLQUEUE_HOST_BUSY;
6287 }
6288 spin_unlock_irqrestore(lock: hrrq->lock, flags: hrrq_flags);
6289
6290 ipr_init_ipr_cmnd(ipr_cmd, fast_done: ipr_scsi_done);
6291 ioarcb = &ipr_cmd->ioarcb;
6292
6293 memcpy(ioarcb->cmd_pkt.cdb, scsi_cmd->cmnd, scsi_cmd->cmd_len);
6294 ipr_cmd->scsi_cmd = scsi_cmd;
6295 ipr_cmd->done = ipr_scsi_eh_done;
6296
6297 if (ipr_is_gscsi(res)) {
6298 if (scsi_cmd->underflow == 0)
6299 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6300
6301 if (res->reset_occurred) {
6302 res->reset_occurred = 0;
6303 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_DELAY_AFTER_RST;
6304 }
6305 }
6306
6307 if (ipr_is_gscsi(res) || ipr_is_vset_device(res)) {
6308 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
6309
6310 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_ALIGNED_BFR;
6311 if (scsi_cmd->flags & SCMD_TAGGED)
6312 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_SIMPLE_TASK;
6313 else
6314 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_UNTAGGED_TASK;
6315 }
6316
6317 if (scsi_cmd->cmnd[0] >= 0xC0 &&
6318 (!ipr_is_gscsi(res) || scsi_cmd->cmnd[0] == IPR_QUERY_RSRC_STATE)) {
6319 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
6320 }
6321 if (res->raw_mode && ipr_is_af_dasd_device(res)) {
6322 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_PIPE;
6323
6324 if (scsi_cmd->underflow == 0)
6325 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6326 }
6327
6328 if (ioa_cfg->sis64)
6329 rc = ipr_build_ioadl64(ioa_cfg, ipr_cmd);
6330 else
6331 rc = ipr_build_ioadl(ioa_cfg, ipr_cmd);
6332
6333 spin_lock_irqsave(hrrq->lock, hrrq_flags);
6334 if (unlikely(rc || (!hrrq->allow_cmds && !hrrq->ioa_is_dead))) {
6335 list_add_tail(new: &ipr_cmd->queue, head: &hrrq->hrrq_free_q);
6336 spin_unlock_irqrestore(lock: hrrq->lock, flags: hrrq_flags);
6337 if (!rc)
6338 scsi_dma_unmap(cmd: scsi_cmd);
6339 return SCSI_MLQUEUE_HOST_BUSY;
6340 }
6341
6342 if (unlikely(hrrq->ioa_is_dead)) {
6343 list_add_tail(new: &ipr_cmd->queue, head: &hrrq->hrrq_free_q);
6344 spin_unlock_irqrestore(lock: hrrq->lock, flags: hrrq_flags);
6345 scsi_dma_unmap(cmd: scsi_cmd);
6346 goto err_nodev;
6347 }
6348
6349 ioarcb->res_handle = res->res_handle;
6350 if (res->needs_sync_complete) {
6351 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_SYNC_COMPLETE;
6352 res->needs_sync_complete = 0;
6353 }
6354 list_add_tail(new: &ipr_cmd->queue, head: &hrrq->hrrq_pending_q);
6355 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
6356 ipr_send_command(ipr_cmd);
6357 spin_unlock_irqrestore(lock: hrrq->lock, flags: hrrq_flags);
6358 return 0;
6359
6360err_nodev:
6361 spin_lock_irqsave(hrrq->lock, hrrq_flags);
6362 memset(scsi_cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
6363 scsi_cmd->result = (DID_NO_CONNECT << 16);
6364 scsi_done(cmd: scsi_cmd);
6365 spin_unlock_irqrestore(lock: hrrq->lock, flags: hrrq_flags);
6366 return 0;
6367}
6368
6369/**
6370 * ipr_ioa_info - Get information about the card/driver
6371 * @host: scsi host struct
6372 *
6373 * Return value:
6374 * pointer to buffer with description string
6375 **/
6376static const char *ipr_ioa_info(struct Scsi_Host *host)
6377{
6378 static char buffer[512];
6379 struct ipr_ioa_cfg *ioa_cfg;
6380 unsigned long lock_flags = 0;
6381
6382 ioa_cfg = (struct ipr_ioa_cfg *) host->hostdata;
6383
6384 spin_lock_irqsave(host->host_lock, lock_flags);
6385 sprintf(buf: buffer, fmt: "IBM %X Storage Adapter", ioa_cfg->type);
6386 spin_unlock_irqrestore(lock: host->host_lock, flags: lock_flags);
6387
6388 return buffer;
6389}
6390
6391static const struct scsi_host_template driver_template = {
6392 .module = THIS_MODULE,
6393 .name = "IPR",
6394 .info = ipr_ioa_info,
6395 .queuecommand = ipr_queuecommand,
6396 .eh_abort_handler = ipr_eh_abort,
6397 .eh_device_reset_handler = ipr_eh_dev_reset,
6398 .eh_host_reset_handler = ipr_eh_host_reset,
6399 .slave_alloc = ipr_slave_alloc,
6400 .slave_configure = ipr_slave_configure,
6401 .slave_destroy = ipr_slave_destroy,
6402 .scan_finished = ipr_scan_finished,
6403 .target_destroy = ipr_target_destroy,
6404 .change_queue_depth = ipr_change_queue_depth,
6405 .bios_param = ipr_biosparam,
6406 .can_queue = IPR_MAX_COMMANDS,
6407 .this_id = -1,
6408 .sg_tablesize = IPR_MAX_SGLIST,
6409 .max_sectors = IPR_IOA_MAX_SECTORS,
6410 .cmd_per_lun = IPR_MAX_CMD_PER_LUN,
6411 .shost_groups = ipr_ioa_groups,
6412 .sdev_groups = ipr_dev_groups,
6413 .proc_name = IPR_NAME,
6414};
6415
6416/**
6417 * ipr_ioa_bringdown_done - IOA bring down completion.
6418 * @ipr_cmd: ipr command struct
6419 *
6420 * This function processes the completion of an adapter bring down.
6421 * It wakes any reset sleepers.
6422 *
6423 * Return value:
6424 * IPR_RC_JOB_RETURN
6425 **/
6426static int ipr_ioa_bringdown_done(struct ipr_cmnd *ipr_cmd)
6427{
6428 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6429 int i;
6430
6431 ENTER;
6432 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
6433 ipr_trace;
6434 ioa_cfg->scsi_unblock = 1;
6435 schedule_work(work: &ioa_cfg->work_q);
6436 }
6437
6438 ioa_cfg->in_reset_reload = 0;
6439 ioa_cfg->reset_retries = 0;
6440 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
6441 spin_lock(lock: &ioa_cfg->hrrq[i]._lock);
6442 ioa_cfg->hrrq[i].ioa_is_dead = 1;
6443 spin_unlock(lock: &ioa_cfg->hrrq[i]._lock);
6444 }
6445 wmb();
6446
6447 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
6448 wake_up_all(&ioa_cfg->reset_wait_q);
6449 LEAVE;
6450
6451 return IPR_RC_JOB_RETURN;
6452}
6453
6454/**
6455 * ipr_ioa_reset_done - IOA reset completion.
6456 * @ipr_cmd: ipr command struct
6457 *
6458 * This function processes the completion of an adapter reset.
6459 * It schedules any necessary mid-layer add/removes and
6460 * wakes any reset sleepers.
6461 *
6462 * Return value:
6463 * IPR_RC_JOB_RETURN
6464 **/
6465static int ipr_ioa_reset_done(struct ipr_cmnd *ipr_cmd)
6466{
6467 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6468 struct ipr_resource_entry *res;
6469 int j;
6470
6471 ENTER;
6472 ioa_cfg->in_reset_reload = 0;
6473 for (j = 0; j < ioa_cfg->hrrq_num; j++) {
6474 spin_lock(lock: &ioa_cfg->hrrq[j]._lock);
6475 ioa_cfg->hrrq[j].allow_cmds = 1;
6476 spin_unlock(lock: &ioa_cfg->hrrq[j]._lock);
6477 }
6478 wmb();
6479 ioa_cfg->reset_cmd = NULL;
6480 ioa_cfg->doorbell |= IPR_RUNTIME_RESET;
6481
6482 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
6483 if (res->add_to_ml || res->del_from_ml) {
6484 ipr_trace;
6485 break;
6486 }
6487 }
6488 schedule_work(work: &ioa_cfg->work_q);
6489
6490 for (j = 0; j < IPR_NUM_HCAMS; j++) {
6491 list_del_init(entry: &ioa_cfg->hostrcb[j]->queue);
6492 if (j < IPR_NUM_LOG_HCAMS)
6493 ipr_send_hcam(ioa_cfg,
6494 IPR_HCAM_CDB_OP_CODE_LOG_DATA,
6495 hostrcb: ioa_cfg->hostrcb[j]);
6496 else
6497 ipr_send_hcam(ioa_cfg,
6498 IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
6499 hostrcb: ioa_cfg->hostrcb[j]);
6500 }
6501
6502 scsi_report_bus_reset(ioa_cfg->host, IPR_VSET_BUS);
6503 dev_info(&ioa_cfg->pdev->dev, "IOA initialized.\n");
6504
6505 ioa_cfg->reset_retries = 0;
6506 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
6507 wake_up_all(&ioa_cfg->reset_wait_q);
6508
6509 ioa_cfg->scsi_unblock = 1;
6510 schedule_work(work: &ioa_cfg->work_q);
6511 LEAVE;
6512 return IPR_RC_JOB_RETURN;
6513}
6514
6515/**
6516 * ipr_set_sup_dev_dflt - Initialize a Set Supported Device buffer
6517 * @supported_dev: supported device struct
6518 * @vpids: vendor product id struct
6519 *
6520 * Return value:
6521 * none
6522 **/
6523static void ipr_set_sup_dev_dflt(struct ipr_supported_device *supported_dev,
6524 struct ipr_std_inq_vpids *vpids)
6525{
6526 memset(supported_dev, 0, sizeof(struct ipr_supported_device));
6527 memcpy(&supported_dev->vpids, vpids, sizeof(struct ipr_std_inq_vpids));
6528 supported_dev->num_records = 1;
6529 supported_dev->data_length =
6530 cpu_to_be16(sizeof(struct ipr_supported_device));
6531 supported_dev->reserved = 0;
6532}
6533
6534/**
6535 * ipr_set_supported_devs - Send Set Supported Devices for a device
6536 * @ipr_cmd: ipr command struct
6537 *
6538 * This function sends a Set Supported Devices to the adapter
6539 *
6540 * Return value:
6541 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6542 **/
6543static int ipr_set_supported_devs(struct ipr_cmnd *ipr_cmd)
6544{
6545 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6546 struct ipr_supported_device *supp_dev = &ioa_cfg->vpd_cbs->supp_dev;
6547 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6548 struct ipr_resource_entry *res = ipr_cmd->u.res;
6549
6550 ipr_cmd->job_step = ipr_ioa_reset_done;
6551
6552 list_for_each_entry_continue(res, &ioa_cfg->used_res_q, queue) {
6553 if (!ipr_is_scsi_disk(res))
6554 continue;
6555
6556 ipr_cmd->u.res = res;
6557 ipr_set_sup_dev_dflt(supported_dev: supp_dev, vpids: &res->std_inq_data.vpids);
6558
6559 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
6560 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6561 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
6562
6563 ioarcb->cmd_pkt.cdb[0] = IPR_SET_SUPPORTED_DEVICES;
6564 ioarcb->cmd_pkt.cdb[1] = IPR_SET_ALL_SUPPORTED_DEVICES;
6565 ioarcb->cmd_pkt.cdb[7] = (sizeof(struct ipr_supported_device) >> 8) & 0xff;
6566 ioarcb->cmd_pkt.cdb[8] = sizeof(struct ipr_supported_device) & 0xff;
6567
6568 ipr_init_ioadl(ipr_cmd,
6569 dma_addr: ioa_cfg->vpd_cbs_dma +
6570 offsetof(struct ipr_misc_cbs, supp_dev),
6571 len: sizeof(struct ipr_supported_device),
6572 IPR_IOADL_FLAGS_WRITE_LAST);
6573
6574 ipr_do_req(ipr_cmd, done: ipr_reset_ioa_job, timeout_func: ipr_timeout,
6575 IPR_SET_SUP_DEVICE_TIMEOUT);
6576
6577 if (!ioa_cfg->sis64)
6578 ipr_cmd->job_step = ipr_set_supported_devs;
6579 LEAVE;
6580 return IPR_RC_JOB_RETURN;
6581 }
6582
6583 LEAVE;
6584 return IPR_RC_JOB_CONTINUE;
6585}
6586
6587/**
6588 * ipr_get_mode_page - Locate specified mode page
6589 * @mode_pages: mode page buffer
6590 * @page_code: page code to find
6591 * @len: minimum required length for mode page
6592 *
6593 * Return value:
6594 * pointer to mode page / NULL on failure
6595 **/
6596static void *ipr_get_mode_page(struct ipr_mode_pages *mode_pages,
6597 u32 page_code, u32 len)
6598{
6599 struct ipr_mode_page_hdr *mode_hdr;
6600 u32 page_length;
6601 u32 length;
6602
6603 if (!mode_pages || (mode_pages->hdr.length == 0))
6604 return NULL;
6605
6606 length = (mode_pages->hdr.length + 1) - 4 - mode_pages->hdr.block_desc_len;
6607 mode_hdr = (struct ipr_mode_page_hdr *)
6608 (mode_pages->data + mode_pages->hdr.block_desc_len);
6609
6610 while (length) {
6611 if (IPR_GET_MODE_PAGE_CODE(mode_hdr) == page_code) {
6612 if (mode_hdr->page_length >= (len - sizeof(struct ipr_mode_page_hdr)))
6613 return mode_hdr;
6614 break;
6615 } else {
6616 page_length = (sizeof(struct ipr_mode_page_hdr) +
6617 mode_hdr->page_length);
6618 length -= page_length;
6619 mode_hdr = (struct ipr_mode_page_hdr *)
6620 ((unsigned long)mode_hdr + page_length);
6621 }
6622 }
6623 return NULL;
6624}
6625
6626/**
6627 * ipr_check_term_power - Check for term power errors
6628 * @ioa_cfg: ioa config struct
6629 * @mode_pages: IOAFP mode pages buffer
6630 *
6631 * Check the IOAFP's mode page 28 for term power errors
6632 *
6633 * Return value:
6634 * nothing
6635 **/
6636static void ipr_check_term_power(struct ipr_ioa_cfg *ioa_cfg,
6637 struct ipr_mode_pages *mode_pages)
6638{
6639 int i;
6640 int entry_length;
6641 struct ipr_dev_bus_entry *bus;
6642 struct ipr_mode_page28 *mode_page;
6643
6644 mode_page = ipr_get_mode_page(mode_pages, page_code: 0x28,
6645 len: sizeof(struct ipr_mode_page28));
6646
6647 entry_length = mode_page->entry_length;
6648
6649 bus = mode_page->bus;
6650
6651 for (i = 0; i < mode_page->num_entries; i++) {
6652 if (bus->flags & IPR_SCSI_ATTR_NO_TERM_PWR) {
6653 dev_err(&ioa_cfg->pdev->dev,
6654 "Term power is absent on scsi bus %d\n",
6655 bus->res_addr.bus);
6656 }
6657
6658 bus = (struct ipr_dev_bus_entry *)((char *)bus + entry_length);
6659 }
6660}
6661
6662/**
6663 * ipr_scsi_bus_speed_limit - Limit the SCSI speed based on SES table
6664 * @ioa_cfg: ioa config struct
6665 *
6666 * Looks through the config table checking for SES devices. If
6667 * the SES device is in the SES table indicating a maximum SCSI
6668 * bus speed, the speed is limited for the bus.
6669 *
6670 * Return value:
6671 * none
6672 **/
6673static void ipr_scsi_bus_speed_limit(struct ipr_ioa_cfg *ioa_cfg)
6674{
6675 u32 max_xfer_rate;
6676 int i;
6677
6678 for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
6679 max_xfer_rate = ipr_get_max_scsi_speed(ioa_cfg, bus: i,
6680 bus_width: ioa_cfg->bus_attr[i].bus_width);
6681
6682 if (max_xfer_rate < ioa_cfg->bus_attr[i].max_xfer_rate)
6683 ioa_cfg->bus_attr[i].max_xfer_rate = max_xfer_rate;
6684 }
6685}
6686
6687/**
6688 * ipr_modify_ioafp_mode_page_28 - Modify IOAFP Mode Page 28
6689 * @ioa_cfg: ioa config struct
6690 * @mode_pages: mode page 28 buffer
6691 *
6692 * Updates mode page 28 based on driver configuration
6693 *
6694 * Return value:
6695 * none
6696 **/
6697static void ipr_modify_ioafp_mode_page_28(struct ipr_ioa_cfg *ioa_cfg,
6698 struct ipr_mode_pages *mode_pages)
6699{
6700 int i, entry_length;
6701 struct ipr_dev_bus_entry *bus;
6702 struct ipr_bus_attributes *bus_attr;
6703 struct ipr_mode_page28 *mode_page;
6704
6705 mode_page = ipr_get_mode_page(mode_pages, page_code: 0x28,
6706 len: sizeof(struct ipr_mode_page28));
6707
6708 entry_length = mode_page->entry_length;
6709
6710 /* Loop for each device bus entry */
6711 for (i = 0, bus = mode_page->bus;
6712 i < mode_page->num_entries;
6713 i++, bus = (struct ipr_dev_bus_entry *)((u8 *)bus + entry_length)) {
6714 if (bus->res_addr.bus > IPR_MAX_NUM_BUSES) {
6715 dev_err(&ioa_cfg->pdev->dev,
6716 "Invalid resource address reported: 0x%08X\n",
6717 IPR_GET_PHYS_LOC(bus->res_addr));
6718 continue;
6719 }
6720
6721 bus_attr = &ioa_cfg->bus_attr[i];
6722 bus->extended_reset_delay = IPR_EXTENDED_RESET_DELAY;
6723 bus->bus_width = bus_attr->bus_width;
6724 bus->max_xfer_rate = cpu_to_be32(bus_attr->max_xfer_rate);
6725 bus->flags &= ~IPR_SCSI_ATTR_QAS_MASK;
6726 if (bus_attr->qas_enabled)
6727 bus->flags |= IPR_SCSI_ATTR_ENABLE_QAS;
6728 else
6729 bus->flags |= IPR_SCSI_ATTR_DISABLE_QAS;
6730 }
6731}
6732
6733/**
6734 * ipr_build_mode_select - Build a mode select command
6735 * @ipr_cmd: ipr command struct
6736 * @res_handle: resource handle to send command to
6737 * @parm: Byte 2 of Mode Sense command
6738 * @dma_addr: DMA buffer address
6739 * @xfer_len: data transfer length
6740 *
6741 * Return value:
6742 * none
6743 **/
6744static void ipr_build_mode_select(struct ipr_cmnd *ipr_cmd,
6745 __be32 res_handle, u8 parm,
6746 dma_addr_t dma_addr, u8 xfer_len)
6747{
6748 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6749
6750 ioarcb->res_handle = res_handle;
6751 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
6752 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6753 ioarcb->cmd_pkt.cdb[0] = MODE_SELECT;
6754 ioarcb->cmd_pkt.cdb[1] = parm;
6755 ioarcb->cmd_pkt.cdb[4] = xfer_len;
6756
6757 ipr_init_ioadl(ipr_cmd, dma_addr, len: xfer_len, IPR_IOADL_FLAGS_WRITE_LAST);
6758}
6759
6760/**
6761 * ipr_ioafp_mode_select_page28 - Issue Mode Select Page 28 to IOA
6762 * @ipr_cmd: ipr command struct
6763 *
6764 * This function sets up the SCSI bus attributes and sends
6765 * a Mode Select for Page 28 to activate them.
6766 *
6767 * Return value:
6768 * IPR_RC_JOB_RETURN
6769 **/
6770static int ipr_ioafp_mode_select_page28(struct ipr_cmnd *ipr_cmd)
6771{
6772 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6773 struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
6774 int length;
6775
6776 ENTER;
6777 ipr_scsi_bus_speed_limit(ioa_cfg);
6778 ipr_check_term_power(ioa_cfg, mode_pages);
6779 ipr_modify_ioafp_mode_page_28(ioa_cfg, mode_pages);
6780 length = mode_pages->hdr.length + 1;
6781 mode_pages->hdr.length = 0;
6782
6783 ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), parm: 0x11,
6784 dma_addr: ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
6785 xfer_len: length);
6786
6787 ipr_cmd->job_step = ipr_set_supported_devs;
6788 ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
6789 struct ipr_resource_entry, queue);
6790 ipr_do_req(ipr_cmd, done: ipr_reset_ioa_job, timeout_func: ipr_timeout, IPR_INTERNAL_TIMEOUT);
6791
6792 LEAVE;
6793 return IPR_RC_JOB_RETURN;
6794}
6795
6796/**
6797 * ipr_build_mode_sense - Builds a mode sense command
6798 * @ipr_cmd: ipr command struct
6799 * @res_handle: resource entry struct
6800 * @parm: Byte 2 of mode sense command
6801 * @dma_addr: DMA address of mode sense buffer
6802 * @xfer_len: Size of DMA buffer
6803 *
6804 * Return value:
6805 * none
6806 **/
6807static void ipr_build_mode_sense(struct ipr_cmnd *ipr_cmd,
6808 __be32 res_handle,
6809 u8 parm, dma_addr_t dma_addr, u8 xfer_len)
6810{
6811 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6812
6813 ioarcb->res_handle = res_handle;
6814 ioarcb->cmd_pkt.cdb[0] = MODE_SENSE;
6815 ioarcb->cmd_pkt.cdb[2] = parm;
6816 ioarcb->cmd_pkt.cdb[4] = xfer_len;
6817 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
6818
6819 ipr_init_ioadl(ipr_cmd, dma_addr, len: xfer_len, IPR_IOADL_FLAGS_READ_LAST);
6820}
6821
6822/**
6823 * ipr_reset_cmd_failed - Handle failure of IOA reset command
6824 * @ipr_cmd: ipr command struct
6825 *
6826 * This function handles the failure of an IOA bringup command.
6827 *
6828 * Return value:
6829 * IPR_RC_JOB_RETURN
6830 **/
6831static int ipr_reset_cmd_failed(struct ipr_cmnd *ipr_cmd)
6832{
6833 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6834 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6835
6836 dev_err(&ioa_cfg->pdev->dev,
6837 "0x%02X failed with IOASC: 0x%08X\n",
6838 ipr_cmd->ioarcb.cmd_pkt.cdb[0], ioasc);
6839
6840 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
6841 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
6842 return IPR_RC_JOB_RETURN;
6843}
6844
6845/**
6846 * ipr_reset_mode_sense_failed - Handle failure of IOAFP mode sense
6847 * @ipr_cmd: ipr command struct
6848 *
6849 * This function handles the failure of a Mode Sense to the IOAFP.
6850 * Some adapters do not handle all mode pages.
6851 *
6852 * Return value:
6853 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6854 **/
6855static int ipr_reset_mode_sense_failed(struct ipr_cmnd *ipr_cmd)
6856{
6857 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6858 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6859
6860 if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
6861 ipr_cmd->job_step = ipr_set_supported_devs;
6862 ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
6863 struct ipr_resource_entry, queue);
6864 return IPR_RC_JOB_CONTINUE;
6865 }
6866
6867 return ipr_reset_cmd_failed(ipr_cmd);
6868}
6869
6870/**
6871 * ipr_ioafp_mode_sense_page28 - Issue Mode Sense Page 28 to IOA
6872 * @ipr_cmd: ipr command struct
6873 *
6874 * This function send a Page 28 mode sense to the IOA to
6875 * retrieve SCSI bus attributes.
6876 *
6877 * Return value:
6878 * IPR_RC_JOB_RETURN
6879 **/
6880static int ipr_ioafp_mode_sense_page28(struct ipr_cmnd *ipr_cmd)
6881{
6882 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6883
6884 ENTER;
6885 ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
6886 parm: 0x28, dma_addr: ioa_cfg->vpd_cbs_dma +
6887 offsetof(struct ipr_misc_cbs, mode_pages),
6888 xfer_len: sizeof(struct ipr_mode_pages));
6889
6890 ipr_cmd->job_step = ipr_ioafp_mode_select_page28;
6891 ipr_cmd->job_step_failed = ipr_reset_mode_sense_failed;
6892
6893 ipr_do_req(ipr_cmd, done: ipr_reset_ioa_job, timeout_func: ipr_timeout, IPR_INTERNAL_TIMEOUT);
6894
6895 LEAVE;
6896 return IPR_RC_JOB_RETURN;
6897}
6898
6899/**
6900 * ipr_ioafp_mode_select_page24 - Issue Mode Select to IOA
6901 * @ipr_cmd: ipr command struct
6902 *
6903 * This function enables dual IOA RAID support if possible.
6904 *
6905 * Return value:
6906 * IPR_RC_JOB_RETURN
6907 **/
6908static int ipr_ioafp_mode_select_page24(struct ipr_cmnd *ipr_cmd)
6909{
6910 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6911 struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
6912 struct ipr_mode_page24 *mode_page;
6913 int length;
6914
6915 ENTER;
6916 mode_page = ipr_get_mode_page(mode_pages, page_code: 0x24,
6917 len: sizeof(struct ipr_mode_page24));
6918
6919 if (mode_page)
6920 mode_page->flags |= IPR_ENABLE_DUAL_IOA_AF;
6921
6922 length = mode_pages->hdr.length + 1;
6923 mode_pages->hdr.length = 0;
6924
6925 ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), parm: 0x11,
6926 dma_addr: ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
6927 xfer_len: length);
6928
6929 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
6930 ipr_do_req(ipr_cmd, done: ipr_reset_ioa_job, timeout_func: ipr_timeout, IPR_INTERNAL_TIMEOUT);
6931
6932 LEAVE;
6933 return IPR_RC_JOB_RETURN;
6934}
6935
6936/**
6937 * ipr_reset_mode_sense_page24_failed - Handle failure of IOAFP mode sense
6938 * @ipr_cmd: ipr command struct
6939 *
6940 * This function handles the failure of a Mode Sense to the IOAFP.
6941 * Some adapters do not handle all mode pages.
6942 *
6943 * Return value:
6944 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6945 **/
6946static int ipr_reset_mode_sense_page24_failed(struct ipr_cmnd *ipr_cmd)
6947{
6948 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6949
6950 if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
6951 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
6952 return IPR_RC_JOB_CONTINUE;
6953 }
6954
6955 return ipr_reset_cmd_failed(ipr_cmd);
6956}
6957
6958/**
6959 * ipr_ioafp_mode_sense_page24 - Issue Page 24 Mode Sense to IOA
6960 * @ipr_cmd: ipr command struct
6961 *
6962 * This function send a mode sense to the IOA to retrieve
6963 * the IOA Advanced Function Control mode page.
6964 *
6965 * Return value:
6966 * IPR_RC_JOB_RETURN
6967 **/
6968static int ipr_ioafp_mode_sense_page24(struct ipr_cmnd *ipr_cmd)
6969{
6970 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6971
6972 ENTER;
6973 ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
6974 parm: 0x24, dma_addr: ioa_cfg->vpd_cbs_dma +
6975 offsetof(struct ipr_misc_cbs, mode_pages),
6976 xfer_len: sizeof(struct ipr_mode_pages));
6977
6978 ipr_cmd->job_step = ipr_ioafp_mode_select_page24;
6979 ipr_cmd->job_step_failed = ipr_reset_mode_sense_page24_failed;
6980
6981 ipr_do_req(ipr_cmd, done: ipr_reset_ioa_job, timeout_func: ipr_timeout, IPR_INTERNAL_TIMEOUT);
6982
6983 LEAVE;
6984 return IPR_RC_JOB_RETURN;
6985}
6986
6987/**
6988 * ipr_init_res_table - Initialize the resource table
6989 * @ipr_cmd: ipr command struct
6990 *
6991 * This function looks through the existing resource table, comparing
6992 * it with the config table. This function will take care of old/new
6993 * devices and schedule adding/removing them from the mid-layer
6994 * as appropriate.
6995 *
6996 * Return value:
6997 * IPR_RC_JOB_CONTINUE
6998 **/
6999static int ipr_init_res_table(struct ipr_cmnd *ipr_cmd)
7000{
7001 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7002 struct ipr_resource_entry *res, *temp;
7003 struct ipr_config_table_entry_wrapper cfgtew;
7004 int entries, found, flag, i;
7005 LIST_HEAD(old_res);
7006
7007 ENTER;
7008 if (ioa_cfg->sis64)
7009 flag = ioa_cfg->u.cfg_table64->hdr64.flags;
7010 else
7011 flag = ioa_cfg->u.cfg_table->hdr.flags;
7012
7013 if (flag & IPR_UCODE_DOWNLOAD_REQ)
7014 dev_err(&ioa_cfg->pdev->dev, "Microcode download required\n");
7015
7016 list_for_each_entry_safe(res, temp, &ioa_cfg->used_res_q, queue)
7017 list_move_tail(list: &res->queue, head: &old_res);
7018
7019 if (ioa_cfg->sis64)
7020 entries = be16_to_cpu(ioa_cfg->u.cfg_table64->hdr64.num_entries);
7021 else
7022 entries = ioa_cfg->u.cfg_table->hdr.num_entries;
7023
7024 for (i = 0; i < entries; i++) {
7025 if (ioa_cfg->sis64)
7026 cfgtew.u.cfgte64 = &ioa_cfg->u.cfg_table64->dev[i];
7027 else
7028 cfgtew.u.cfgte = &ioa_cfg->u.cfg_table->dev[i];
7029 found = 0;
7030
7031 list_for_each_entry_safe(res, temp, &old_res, queue) {
7032 if (ipr_is_same_device(res, cfgtew: &cfgtew)) {
7033 list_move_tail(list: &res->queue, head: &ioa_cfg->used_res_q);
7034 found = 1;
7035 break;
7036 }
7037 }
7038
7039 if (!found) {
7040 if (list_empty(head: &ioa_cfg->free_res_q)) {
7041 dev_err(&ioa_cfg->pdev->dev, "Too many devices attached\n");
7042 break;
7043 }
7044
7045 found = 1;
7046 res = list_entry(ioa_cfg->free_res_q.next,
7047 struct ipr_resource_entry, queue);
7048 list_move_tail(list: &res->queue, head: &ioa_cfg->used_res_q);
7049 ipr_init_res_entry(res, cfgtew: &cfgtew);
7050 res->add_to_ml = 1;
7051 } else if (res->sdev && (ipr_is_vset_device(res) || ipr_is_scsi_disk(res)))
7052 res->sdev->allow_restart = 1;
7053
7054 if (found)
7055 ipr_update_res_entry(res, cfgtew: &cfgtew);
7056 }
7057
7058 list_for_each_entry_safe(res, temp, &old_res, queue) {
7059 if (res->sdev) {
7060 res->del_from_ml = 1;
7061 res->res_handle = IPR_INVALID_RES_HANDLE;
7062 list_move_tail(list: &res->queue, head: &ioa_cfg->used_res_q);
7063 }
7064 }
7065
7066 list_for_each_entry_safe(res, temp, &old_res, queue) {
7067 ipr_clear_res_target(res);
7068 list_move_tail(list: &res->queue, head: &ioa_cfg->free_res_q);
7069 }
7070
7071 if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
7072 ipr_cmd->job_step = ipr_ioafp_mode_sense_page24;
7073 else
7074 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7075
7076 LEAVE;
7077 return IPR_RC_JOB_CONTINUE;
7078}
7079
7080/**
7081 * ipr_ioafp_query_ioa_cfg - Send a Query IOA Config to the adapter.
7082 * @ipr_cmd: ipr command struct
7083 *
7084 * This function sends a Query IOA Configuration command
7085 * to the adapter to retrieve the IOA configuration table.
7086 *
7087 * Return value:
7088 * IPR_RC_JOB_RETURN
7089 **/
7090static int ipr_ioafp_query_ioa_cfg(struct ipr_cmnd *ipr_cmd)
7091{
7092 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7093 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7094 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
7095 struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
7096
7097 ENTER;
7098 if (cap->cap & IPR_CAP_DUAL_IOA_RAID)
7099 ioa_cfg->dual_raid = 1;
7100 dev_info(&ioa_cfg->pdev->dev, "Adapter firmware version: %02X%02X%02X%02X\n",
7101 ucode_vpd->major_release, ucode_vpd->card_type,
7102 ucode_vpd->minor_release[0], ucode_vpd->minor_release[1]);
7103 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7104 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7105
7106 ioarcb->cmd_pkt.cdb[0] = IPR_QUERY_IOA_CONFIG;
7107 ioarcb->cmd_pkt.cdb[6] = (ioa_cfg->cfg_table_size >> 16) & 0xff;
7108 ioarcb->cmd_pkt.cdb[7] = (ioa_cfg->cfg_table_size >> 8) & 0xff;
7109 ioarcb->cmd_pkt.cdb[8] = ioa_cfg->cfg_table_size & 0xff;
7110
7111 ipr_init_ioadl(ipr_cmd, dma_addr: ioa_cfg->cfg_table_dma, len: ioa_cfg->cfg_table_size,
7112 IPR_IOADL_FLAGS_READ_LAST);
7113
7114 ipr_cmd->job_step = ipr_init_res_table;
7115
7116 ipr_do_req(ipr_cmd, done: ipr_reset_ioa_job, timeout_func: ipr_timeout, IPR_INTERNAL_TIMEOUT);
7117
7118 LEAVE;
7119 return IPR_RC_JOB_RETURN;
7120}
7121
7122static int ipr_ioa_service_action_failed(struct ipr_cmnd *ipr_cmd)
7123{
7124 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7125
7126 if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT)
7127 return IPR_RC_JOB_CONTINUE;
7128
7129 return ipr_reset_cmd_failed(ipr_cmd);
7130}
7131
7132static void ipr_build_ioa_service_action(struct ipr_cmnd *ipr_cmd,
7133 __be32 res_handle, u8 sa_code)
7134{
7135 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7136
7137 ioarcb->res_handle = res_handle;
7138 ioarcb->cmd_pkt.cdb[0] = IPR_IOA_SERVICE_ACTION;
7139 ioarcb->cmd_pkt.cdb[1] = sa_code;
7140 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7141}
7142
7143/**
7144 * ipr_ioafp_set_caching_parameters - Issue Set Cache parameters service
7145 * action
7146 * @ipr_cmd: ipr command struct
7147 *
7148 * Return value:
7149 * none
7150 **/
7151static int ipr_ioafp_set_caching_parameters(struct ipr_cmnd *ipr_cmd)
7152{
7153 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7154 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7155 struct ipr_inquiry_pageC4 *pageC4 = &ioa_cfg->vpd_cbs->pageC4_data;
7156
7157 ENTER;
7158
7159 ipr_cmd->job_step = ipr_ioafp_query_ioa_cfg;
7160
7161 if (pageC4->cache_cap[0] & IPR_CAP_SYNC_CACHE) {
7162 ipr_build_ioa_service_action(ipr_cmd,
7163 cpu_to_be32(IPR_IOA_RES_HANDLE),
7164 IPR_IOA_SA_CHANGE_CACHE_PARAMS);
7165
7166 ioarcb->cmd_pkt.cdb[2] = 0x40;
7167
7168 ipr_cmd->job_step_failed = ipr_ioa_service_action_failed;
7169 ipr_do_req(ipr_cmd, done: ipr_reset_ioa_job, timeout_func: ipr_timeout,
7170 IPR_SET_SUP_DEVICE_TIMEOUT);
7171
7172 LEAVE;
7173 return IPR_RC_JOB_RETURN;
7174 }
7175
7176 LEAVE;
7177 return IPR_RC_JOB_CONTINUE;
7178}
7179
7180/**
7181 * ipr_ioafp_inquiry - Send an Inquiry to the adapter.
7182 * @ipr_cmd: ipr command struct
7183 * @flags: flags to send
7184 * @page: page to inquire
7185 * @dma_addr: DMA address
7186 * @xfer_len: transfer data length
7187 *
7188 * This utility function sends an inquiry to the adapter.
7189 *
7190 * Return value:
7191 * none
7192 **/
7193static void ipr_ioafp_inquiry(struct ipr_cmnd *ipr_cmd, u8 flags, u8 page,
7194 dma_addr_t dma_addr, u8 xfer_len)
7195{
7196 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7197
7198 ENTER;
7199 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7200 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7201
7202 ioarcb->cmd_pkt.cdb[0] = INQUIRY;
7203 ioarcb->cmd_pkt.cdb[1] = flags;
7204 ioarcb->cmd_pkt.cdb[2] = page;
7205 ioarcb->cmd_pkt.cdb[4] = xfer_len;
7206
7207 ipr_init_ioadl(ipr_cmd, dma_addr, len: xfer_len, IPR_IOADL_FLAGS_READ_LAST);
7208
7209 ipr_do_req(ipr_cmd, done: ipr_reset_ioa_job, timeout_func: ipr_timeout, IPR_INTERNAL_TIMEOUT);
7210 LEAVE;
7211}
7212
7213/**
7214 * ipr_inquiry_page_supported - Is the given inquiry page supported
7215 * @page0: inquiry page 0 buffer
7216 * @page: page code.
7217 *
7218 * This function determines if the specified inquiry page is supported.
7219 *
7220 * Return value:
7221 * 1 if page is supported / 0 if not
7222 **/
7223static int ipr_inquiry_page_supported(struct ipr_inquiry_page0 *page0, u8 page)
7224{
7225 int i;
7226
7227 for (i = 0; i < min_t(u8, page0->len, IPR_INQUIRY_PAGE0_ENTRIES); i++)
7228 if (page0->page[i] == page)
7229 return 1;
7230
7231 return 0;
7232}
7233
7234/**
7235 * ipr_ioafp_pageC4_inquiry - Send a Page 0xC4 Inquiry to the adapter.
7236 * @ipr_cmd: ipr command struct
7237 *
7238 * This function sends a Page 0xC4 inquiry to the adapter
7239 * to retrieve software VPD information.
7240 *
7241 * Return value:
7242 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7243 **/
7244static int ipr_ioafp_pageC4_inquiry(struct ipr_cmnd *ipr_cmd)
7245{
7246 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7247 struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
7248 struct ipr_inquiry_pageC4 *pageC4 = &ioa_cfg->vpd_cbs->pageC4_data;
7249
7250 ENTER;
7251 ipr_cmd->job_step = ipr_ioafp_set_caching_parameters;
7252 memset(pageC4, 0, sizeof(*pageC4));
7253
7254 if (ipr_inquiry_page_supported(page0, page: 0xC4)) {
7255 ipr_ioafp_inquiry(ipr_cmd, flags: 1, page: 0xC4,
7256 dma_addr: (ioa_cfg->vpd_cbs_dma
7257 + offsetof(struct ipr_misc_cbs,
7258 pageC4_data)),
7259 xfer_len: sizeof(struct ipr_inquiry_pageC4));
7260 return IPR_RC_JOB_RETURN;
7261 }
7262
7263 LEAVE;
7264 return IPR_RC_JOB_CONTINUE;
7265}
7266
7267/**
7268 * ipr_ioafp_cap_inquiry - Send a Page 0xD0 Inquiry to the adapter.
7269 * @ipr_cmd: ipr command struct
7270 *
7271 * This function sends a Page 0xD0 inquiry to the adapter
7272 * to retrieve adapter capabilities.
7273 *
7274 * Return value:
7275 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7276 **/
7277static int ipr_ioafp_cap_inquiry(struct ipr_cmnd *ipr_cmd)
7278{
7279 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7280 struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
7281 struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
7282
7283 ENTER;
7284 ipr_cmd->job_step = ipr_ioafp_pageC4_inquiry;
7285 memset(cap, 0, sizeof(*cap));
7286
7287 if (ipr_inquiry_page_supported(page0, page: 0xD0)) {
7288 ipr_ioafp_inquiry(ipr_cmd, flags: 1, page: 0xD0,
7289 dma_addr: ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, cap),
7290 xfer_len: sizeof(struct ipr_inquiry_cap));
7291 return IPR_RC_JOB_RETURN;
7292 }
7293
7294 LEAVE;
7295 return IPR_RC_JOB_CONTINUE;
7296}
7297
7298/**
7299 * ipr_ioafp_page3_inquiry - Send a Page 3 Inquiry to the adapter.
7300 * @ipr_cmd: ipr command struct
7301 *
7302 * This function sends a Page 3 inquiry to the adapter
7303 * to retrieve software VPD information.
7304 *
7305 * Return value:
7306 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7307 **/
7308static int ipr_ioafp_page3_inquiry(struct ipr_cmnd *ipr_cmd)
7309{
7310 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7311
7312 ENTER;
7313
7314 ipr_cmd->job_step = ipr_ioafp_cap_inquiry;
7315
7316 ipr_ioafp_inquiry(ipr_cmd, flags: 1, page: 3,
7317 dma_addr: ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page3_data),
7318 xfer_len: sizeof(struct ipr_inquiry_page3));
7319
7320 LEAVE;
7321 return IPR_RC_JOB_RETURN;
7322}
7323
7324/**
7325 * ipr_ioafp_page0_inquiry - Send a Page 0 Inquiry to the adapter.
7326 * @ipr_cmd: ipr command struct
7327 *
7328 * This function sends a Page 0 inquiry to the adapter
7329 * to retrieve supported inquiry pages.
7330 *
7331 * Return value:
7332 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7333 **/
7334static int ipr_ioafp_page0_inquiry(struct ipr_cmnd *ipr_cmd)
7335{
7336 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7337 char type[5];
7338
7339 ENTER;
7340
7341 /* Grab the type out of the VPD and store it away */
7342 memcpy(type, ioa_cfg->vpd_cbs->ioa_vpd.std_inq_data.vpids.product_id, 4);
7343 type[4] = '\0';
7344 ioa_cfg->type = simple_strtoul((char *)type, NULL, 16);
7345
7346 ipr_cmd->job_step = ipr_ioafp_page3_inquiry;
7347
7348 ipr_ioafp_inquiry(ipr_cmd, flags: 1, page: 0,
7349 dma_addr: ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page0_data),
7350 xfer_len: sizeof(struct ipr_inquiry_page0));
7351
7352 LEAVE;
7353 return IPR_RC_JOB_RETURN;
7354}
7355
7356/**
7357 * ipr_ioafp_std_inquiry - Send a Standard Inquiry to the adapter.
7358 * @ipr_cmd: ipr command struct
7359 *
7360 * This function sends a standard inquiry to the adapter.
7361 *
7362 * Return value:
7363 * IPR_RC_JOB_RETURN
7364 **/
7365static int ipr_ioafp_std_inquiry(struct ipr_cmnd *ipr_cmd)
7366{
7367 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7368
7369 ENTER;
7370 ipr_cmd->job_step = ipr_ioafp_page0_inquiry;
7371
7372 ipr_ioafp_inquiry(ipr_cmd, flags: 0, page: 0,
7373 dma_addr: ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, ioa_vpd),
7374 xfer_len: sizeof(struct ipr_ioa_vpd));
7375
7376 LEAVE;
7377 return IPR_RC_JOB_RETURN;
7378}
7379
7380/**
7381 * ipr_ioafp_identify_hrrq - Send Identify Host RRQ.
7382 * @ipr_cmd: ipr command struct
7383 *
7384 * This function send an Identify Host Request Response Queue
7385 * command to establish the HRRQ with the adapter.
7386 *
7387 * Return value:
7388 * IPR_RC_JOB_RETURN
7389 **/
7390static int ipr_ioafp_identify_hrrq(struct ipr_cmnd *ipr_cmd)
7391{
7392 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7393 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7394 struct ipr_hrr_queue *hrrq;
7395
7396 ENTER;
7397 ipr_cmd->job_step = ipr_ioafp_std_inquiry;
7398 if (ioa_cfg->identify_hrrq_index == 0)
7399 dev_info(&ioa_cfg->pdev->dev, "Starting IOA initialization sequence.\n");
7400
7401 if (ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num) {
7402 hrrq = &ioa_cfg->hrrq[ioa_cfg->identify_hrrq_index];
7403
7404 ioarcb->cmd_pkt.cdb[0] = IPR_ID_HOST_RR_Q;
7405 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7406
7407 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7408 if (ioa_cfg->sis64)
7409 ioarcb->cmd_pkt.cdb[1] = 0x1;
7410
7411 if (ioa_cfg->nvectors == 1)
7412 ioarcb->cmd_pkt.cdb[1] &= ~IPR_ID_HRRQ_SELE_ENABLE;
7413 else
7414 ioarcb->cmd_pkt.cdb[1] |= IPR_ID_HRRQ_SELE_ENABLE;
7415
7416 ioarcb->cmd_pkt.cdb[2] =
7417 ((u64) hrrq->host_rrq_dma >> 24) & 0xff;
7418 ioarcb->cmd_pkt.cdb[3] =
7419 ((u64) hrrq->host_rrq_dma >> 16) & 0xff;
7420 ioarcb->cmd_pkt.cdb[4] =
7421 ((u64) hrrq->host_rrq_dma >> 8) & 0xff;
7422 ioarcb->cmd_pkt.cdb[5] =
7423 ((u64) hrrq->host_rrq_dma) & 0xff;
7424 ioarcb->cmd_pkt.cdb[7] =
7425 ((sizeof(u32) * hrrq->size) >> 8) & 0xff;
7426 ioarcb->cmd_pkt.cdb[8] =
7427 (sizeof(u32) * hrrq->size) & 0xff;
7428
7429 if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
7430 ioarcb->cmd_pkt.cdb[9] =
7431 ioa_cfg->identify_hrrq_index;
7432
7433 if (ioa_cfg->sis64) {
7434 ioarcb->cmd_pkt.cdb[10] =
7435 ((u64) hrrq->host_rrq_dma >> 56) & 0xff;
7436 ioarcb->cmd_pkt.cdb[11] =
7437 ((u64) hrrq->host_rrq_dma >> 48) & 0xff;
7438 ioarcb->cmd_pkt.cdb[12] =
7439 ((u64) hrrq->host_rrq_dma >> 40) & 0xff;
7440 ioarcb->cmd_pkt.cdb[13] =
7441 ((u64) hrrq->host_rrq_dma >> 32) & 0xff;
7442 }
7443
7444 if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
7445 ioarcb->cmd_pkt.cdb[14] =
7446 ioa_cfg->identify_hrrq_index;
7447
7448 ipr_do_req(ipr_cmd, done: ipr_reset_ioa_job, timeout_func: ipr_timeout,
7449 IPR_INTERNAL_TIMEOUT);
7450
7451 if (++ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num)
7452 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7453
7454 LEAVE;
7455 return IPR_RC_JOB_RETURN;
7456 }
7457
7458 LEAVE;
7459 return IPR_RC_JOB_CONTINUE;
7460}
7461
7462/**
7463 * ipr_reset_timer_done - Adapter reset timer function
7464 * @t: Timer context used to fetch ipr command struct
7465 *
7466 * Description: This function is used in adapter reset processing
7467 * for timing events. If the reset_cmd pointer in the IOA
7468 * config struct is not this adapter's we are doing nested
7469 * resets and fail_all_ops will take care of freeing the
7470 * command block.
7471 *
7472 * Return value:
7473 * none
7474 **/
7475static void ipr_reset_timer_done(struct timer_list *t)
7476{
7477 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
7478 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7479 unsigned long lock_flags = 0;
7480
7481 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
7482
7483 if (ioa_cfg->reset_cmd == ipr_cmd) {
7484 list_del(entry: &ipr_cmd->queue);
7485 ipr_cmd->done(ipr_cmd);
7486 }
7487
7488 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
7489}
7490
7491/**
7492 * ipr_reset_start_timer - Start a timer for adapter reset job
7493 * @ipr_cmd: ipr command struct
7494 * @timeout: timeout value
7495 *
7496 * Description: This function is used in adapter reset processing
7497 * for timing events. If the reset_cmd pointer in the IOA
7498 * config struct is not this adapter's we are doing nested
7499 * resets and fail_all_ops will take care of freeing the
7500 * command block.
7501 *
7502 * Return value:
7503 * none
7504 **/
7505static void ipr_reset_start_timer(struct ipr_cmnd *ipr_cmd,
7506 unsigned long timeout)
7507{
7508
7509 ENTER;
7510 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_pending_q);
7511 ipr_cmd->done = ipr_reset_ioa_job;
7512
7513 ipr_cmd->timer.expires = jiffies + timeout;
7514 ipr_cmd->timer.function = ipr_reset_timer_done;
7515 add_timer(timer: &ipr_cmd->timer);
7516}
7517
7518/**
7519 * ipr_init_ioa_mem - Initialize ioa_cfg control block
7520 * @ioa_cfg: ioa cfg struct
7521 *
7522 * Return value:
7523 * nothing
7524 **/
7525static void ipr_init_ioa_mem(struct ipr_ioa_cfg *ioa_cfg)
7526{
7527 struct ipr_hrr_queue *hrrq;
7528
7529 for_each_hrrq(hrrq, ioa_cfg) {
7530 spin_lock(lock: &hrrq->_lock);
7531 memset(hrrq->host_rrq, 0, sizeof(u32) * hrrq->size);
7532
7533 /* Initialize Host RRQ pointers */
7534 hrrq->hrrq_start = hrrq->host_rrq;
7535 hrrq->hrrq_end = &hrrq->host_rrq[hrrq->size - 1];
7536 hrrq->hrrq_curr = hrrq->hrrq_start;
7537 hrrq->toggle_bit = 1;
7538 spin_unlock(lock: &hrrq->_lock);
7539 }
7540 wmb();
7541
7542 ioa_cfg->identify_hrrq_index = 0;
7543 if (ioa_cfg->hrrq_num == 1)
7544 atomic_set(v: &ioa_cfg->hrrq_index, i: 0);
7545 else
7546 atomic_set(v: &ioa_cfg->hrrq_index, i: 1);
7547
7548 /* Zero out config table */
7549 memset(ioa_cfg->u.cfg_table, 0, ioa_cfg->cfg_table_size);
7550}
7551
7552/**
7553 * ipr_reset_next_stage - Process IPL stage change based on feedback register.
7554 * @ipr_cmd: ipr command struct
7555 *
7556 * Return value:
7557 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7558 **/
7559static int ipr_reset_next_stage(struct ipr_cmnd *ipr_cmd)
7560{
7561 unsigned long stage, stage_time;
7562 u32 feedback;
7563 volatile u32 int_reg;
7564 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7565 u64 maskval = 0;
7566
7567 feedback = readl(addr: ioa_cfg->regs.init_feedback_reg);
7568 stage = feedback & IPR_IPL_INIT_STAGE_MASK;
7569 stage_time = feedback & IPR_IPL_INIT_STAGE_TIME_MASK;
7570
7571 ipr_dbg("IPL stage = 0x%lx, IPL stage time = %ld\n", stage, stage_time);
7572
7573 /* sanity check the stage_time value */
7574 if (stage_time == 0)
7575 stage_time = IPR_IPL_INIT_DEFAULT_STAGE_TIME;
7576 else if (stage_time < IPR_IPL_INIT_MIN_STAGE_TIME)
7577 stage_time = IPR_IPL_INIT_MIN_STAGE_TIME;
7578 else if (stage_time > IPR_LONG_OPERATIONAL_TIMEOUT)
7579 stage_time = IPR_LONG_OPERATIONAL_TIMEOUT;
7580
7581 if (stage == IPR_IPL_INIT_STAGE_UNKNOWN) {
7582 writel(IPR_PCII_IPL_STAGE_CHANGE, addr: ioa_cfg->regs.set_interrupt_mask_reg);
7583 int_reg = readl(addr: ioa_cfg->regs.sense_interrupt_mask_reg);
7584 stage_time = ioa_cfg->transop_timeout;
7585 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7586 } else if (stage == IPR_IPL_INIT_STAGE_TRANSOP) {
7587 int_reg = readl(addr: ioa_cfg->regs.sense_interrupt_reg32);
7588 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
7589 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7590 maskval = IPR_PCII_IPL_STAGE_CHANGE;
7591 maskval = (maskval << 32) | IPR_PCII_IOA_TRANS_TO_OPER;
7592 writeq(val: maskval, addr: ioa_cfg->regs.set_interrupt_mask_reg);
7593 int_reg = readl(addr: ioa_cfg->regs.sense_interrupt_mask_reg);
7594 return IPR_RC_JOB_CONTINUE;
7595 }
7596 }
7597
7598 ipr_cmd->timer.expires = jiffies + stage_time * HZ;
7599 ipr_cmd->timer.function = ipr_oper_timeout;
7600 ipr_cmd->done = ipr_reset_ioa_job;
7601 add_timer(timer: &ipr_cmd->timer);
7602
7603 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_pending_q);
7604
7605 return IPR_RC_JOB_RETURN;
7606}
7607
7608/**
7609 * ipr_reset_enable_ioa - Enable the IOA following a reset.
7610 * @ipr_cmd: ipr command struct
7611 *
7612 * This function reinitializes some control blocks and
7613 * enables destructive diagnostics on the adapter.
7614 *
7615 * Return value:
7616 * IPR_RC_JOB_RETURN
7617 **/
7618static int ipr_reset_enable_ioa(struct ipr_cmnd *ipr_cmd)
7619{
7620 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7621 volatile u32 int_reg;
7622 volatile u64 maskval;
7623 int i;
7624
7625 ENTER;
7626 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7627 ipr_init_ioa_mem(ioa_cfg);
7628
7629 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
7630 spin_lock(lock: &ioa_cfg->hrrq[i]._lock);
7631 ioa_cfg->hrrq[i].allow_interrupts = 1;
7632 spin_unlock(lock: &ioa_cfg->hrrq[i]._lock);
7633 }
7634 if (ioa_cfg->sis64) {
7635 /* Set the adapter to the correct endian mode. */
7636 writel(IPR_ENDIAN_SWAP_KEY, addr: ioa_cfg->regs.endian_swap_reg);
7637 int_reg = readl(addr: ioa_cfg->regs.endian_swap_reg);
7638 }
7639
7640 int_reg = readl(addr: ioa_cfg->regs.sense_interrupt_reg32);
7641
7642 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
7643 writel(val: (IPR_PCII_ERROR_INTERRUPTS | IPR_PCII_HRRQ_UPDATED),
7644 addr: ioa_cfg->regs.clr_interrupt_mask_reg32);
7645 int_reg = readl(addr: ioa_cfg->regs.sense_interrupt_mask_reg);
7646 return IPR_RC_JOB_CONTINUE;
7647 }
7648
7649 /* Enable destructive diagnostics on IOA */
7650 writel(val: ioa_cfg->doorbell, addr: ioa_cfg->regs.set_uproc_interrupt_reg32);
7651
7652 if (ioa_cfg->sis64) {
7653 maskval = IPR_PCII_IPL_STAGE_CHANGE;
7654 maskval = (maskval << 32) | IPR_PCII_OPER_INTERRUPTS;
7655 writeq(val: maskval, addr: ioa_cfg->regs.clr_interrupt_mask_reg);
7656 } else
7657 writel(IPR_PCII_OPER_INTERRUPTS, addr: ioa_cfg->regs.clr_interrupt_mask_reg32);
7658
7659 int_reg = readl(addr: ioa_cfg->regs.sense_interrupt_mask_reg);
7660
7661 dev_info(&ioa_cfg->pdev->dev, "Initializing IOA.\n");
7662
7663 if (ioa_cfg->sis64) {
7664 ipr_cmd->job_step = ipr_reset_next_stage;
7665 return IPR_RC_JOB_CONTINUE;
7666 }
7667
7668 ipr_cmd->timer.expires = jiffies + (ioa_cfg->transop_timeout * HZ);
7669 ipr_cmd->timer.function = ipr_oper_timeout;
7670 ipr_cmd->done = ipr_reset_ioa_job;
7671 add_timer(timer: &ipr_cmd->timer);
7672 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_pending_q);
7673
7674 LEAVE;
7675 return IPR_RC_JOB_RETURN;
7676}
7677
7678/**
7679 * ipr_reset_wait_for_dump - Wait for a dump to timeout.
7680 * @ipr_cmd: ipr command struct
7681 *
7682 * This function is invoked when an adapter dump has run out
7683 * of processing time.
7684 *
7685 * Return value:
7686 * IPR_RC_JOB_CONTINUE
7687 **/
7688static int ipr_reset_wait_for_dump(struct ipr_cmnd *ipr_cmd)
7689{
7690 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7691
7692 if (ioa_cfg->sdt_state == GET_DUMP)
7693 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
7694 else if (ioa_cfg->sdt_state == READ_DUMP)
7695 ioa_cfg->sdt_state = ABORT_DUMP;
7696
7697 ioa_cfg->dump_timeout = 1;
7698 ipr_cmd->job_step = ipr_reset_alert;
7699
7700 return IPR_RC_JOB_CONTINUE;
7701}
7702
7703/**
7704 * ipr_unit_check_no_data - Log a unit check/no data error log
7705 * @ioa_cfg: ioa config struct
7706 *
7707 * Logs an error indicating the adapter unit checked, but for some
7708 * reason, we were unable to fetch the unit check buffer.
7709 *
7710 * Return value:
7711 * nothing
7712 **/
7713static void ipr_unit_check_no_data(struct ipr_ioa_cfg *ioa_cfg)
7714{
7715 ioa_cfg->errors_logged++;
7716 dev_err(&ioa_cfg->pdev->dev, "IOA unit check with no data\n");
7717}
7718
7719/**
7720 * ipr_get_unit_check_buffer - Get the unit check buffer from the IOA
7721 * @ioa_cfg: ioa config struct
7722 *
7723 * Fetches the unit check buffer from the adapter by clocking the data
7724 * through the mailbox register.
7725 *
7726 * Return value:
7727 * nothing
7728 **/
7729static void ipr_get_unit_check_buffer(struct ipr_ioa_cfg *ioa_cfg)
7730{
7731 unsigned long mailbox;
7732 struct ipr_hostrcb *hostrcb;
7733 struct ipr_uc_sdt sdt;
7734 int rc, length;
7735 u32 ioasc;
7736
7737 mailbox = readl(addr: ioa_cfg->ioa_mailbox);
7738
7739 if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(sdt_word: mailbox)) {
7740 ipr_unit_check_no_data(ioa_cfg);
7741 return;
7742 }
7743
7744 memset(&sdt, 0, sizeof(struct ipr_uc_sdt));
7745 rc = ipr_get_ldump_data_section(ioa_cfg, start_addr: mailbox, dest: (__be32 *) &sdt,
7746 length_in_words: (sizeof(struct ipr_uc_sdt)) / sizeof(__be32));
7747
7748 if (rc || !(sdt.entry[0].flags & IPR_SDT_VALID_ENTRY) ||
7749 ((be32_to_cpu(sdt.hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
7750 (be32_to_cpu(sdt.hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
7751 ipr_unit_check_no_data(ioa_cfg);
7752 return;
7753 }
7754
7755 /* Find length of the first sdt entry (UC buffer) */
7756 if (be32_to_cpu(sdt.hdr.state) == IPR_FMT3_SDT_READY_TO_USE)
7757 length = be32_to_cpu(sdt.entry[0].end_token);
7758 else
7759 length = (be32_to_cpu(sdt.entry[0].end_token) -
7760 be32_to_cpu(sdt.entry[0].start_token)) &
7761 IPR_FMT2_MBX_ADDR_MASK;
7762
7763 hostrcb = list_entry(ioa_cfg->hostrcb_free_q.next,
7764 struct ipr_hostrcb, queue);
7765 list_del_init(entry: &hostrcb->queue);
7766 memset(&hostrcb->hcam, 0, sizeof(hostrcb->hcam));
7767
7768 rc = ipr_get_ldump_data_section(ioa_cfg,
7769 be32_to_cpu(sdt.entry[0].start_token),
7770 dest: (__be32 *)&hostrcb->hcam,
7771 min(length, (int)sizeof(hostrcb->hcam)) / sizeof(__be32));
7772
7773 if (!rc) {
7774 ipr_handle_log_data(ioa_cfg, hostrcb);
7775 ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
7776 if (ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED &&
7777 ioa_cfg->sdt_state == GET_DUMP)
7778 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
7779 } else
7780 ipr_unit_check_no_data(ioa_cfg);
7781
7782 list_add_tail(new: &hostrcb->queue, head: &ioa_cfg->hostrcb_free_q);
7783}
7784
7785/**
7786 * ipr_reset_get_unit_check_job - Call to get the unit check buffer.
7787 * @ipr_cmd: ipr command struct
7788 *
7789 * Description: This function will call to get the unit check buffer.
7790 *
7791 * Return value:
7792 * IPR_RC_JOB_RETURN
7793 **/
7794static int ipr_reset_get_unit_check_job(struct ipr_cmnd *ipr_cmd)
7795{
7796 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7797
7798 ENTER;
7799 ioa_cfg->ioa_unit_checked = 0;
7800 ipr_get_unit_check_buffer(ioa_cfg);
7801 ipr_cmd->job_step = ipr_reset_alert;
7802 ipr_reset_start_timer(ipr_cmd, timeout: 0);
7803
7804 LEAVE;
7805 return IPR_RC_JOB_RETURN;
7806}
7807
7808static int ipr_dump_mailbox_wait(struct ipr_cmnd *ipr_cmd)
7809{
7810 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7811
7812 ENTER;
7813
7814 if (ioa_cfg->sdt_state != GET_DUMP)
7815 return IPR_RC_JOB_RETURN;
7816
7817 if (!ioa_cfg->sis64 || !ipr_cmd->u.time_left ||
7818 (readl(addr: ioa_cfg->regs.sense_interrupt_reg) &
7819 IPR_PCII_MAILBOX_STABLE)) {
7820
7821 if (!ipr_cmd->u.time_left)
7822 dev_err(&ioa_cfg->pdev->dev,
7823 "Timed out waiting for Mailbox register.\n");
7824
7825 ioa_cfg->sdt_state = READ_DUMP;
7826 ioa_cfg->dump_timeout = 0;
7827 if (ioa_cfg->sis64)
7828 ipr_reset_start_timer(ipr_cmd, IPR_SIS64_DUMP_TIMEOUT);
7829 else
7830 ipr_reset_start_timer(ipr_cmd, IPR_SIS32_DUMP_TIMEOUT);
7831 ipr_cmd->job_step = ipr_reset_wait_for_dump;
7832 schedule_work(work: &ioa_cfg->work_q);
7833
7834 } else {
7835 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
7836 ipr_reset_start_timer(ipr_cmd,
7837 IPR_CHECK_FOR_RESET_TIMEOUT);
7838 }
7839
7840 LEAVE;
7841 return IPR_RC_JOB_RETURN;
7842}
7843
7844/**
7845 * ipr_reset_restore_cfg_space - Restore PCI config space.
7846 * @ipr_cmd: ipr command struct
7847 *
7848 * Description: This function restores the saved PCI config space of
7849 * the adapter, fails all outstanding ops back to the callers, and
7850 * fetches the dump/unit check if applicable to this reset.
7851 *
7852 * Return value:
7853 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7854 **/
7855static int ipr_reset_restore_cfg_space(struct ipr_cmnd *ipr_cmd)
7856{
7857 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7858
7859 ENTER;
7860 ioa_cfg->pdev->state_saved = true;
7861 pci_restore_state(dev: ioa_cfg->pdev);
7862
7863 if (ipr_set_pcix_cmd_reg(ioa_cfg)) {
7864 ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
7865 return IPR_RC_JOB_CONTINUE;
7866 }
7867
7868 ipr_fail_all_ops(ioa_cfg);
7869
7870 if (ioa_cfg->sis64) {
7871 /* Set the adapter to the correct endian mode. */
7872 writel(IPR_ENDIAN_SWAP_KEY, addr: ioa_cfg->regs.endian_swap_reg);
7873 readl(addr: ioa_cfg->regs.endian_swap_reg);
7874 }
7875
7876 if (ioa_cfg->ioa_unit_checked) {
7877 if (ioa_cfg->sis64) {
7878 ipr_cmd->job_step = ipr_reset_get_unit_check_job;
7879 ipr_reset_start_timer(ipr_cmd, IPR_DUMP_DELAY_TIMEOUT);
7880 return IPR_RC_JOB_RETURN;
7881 } else {
7882 ioa_cfg->ioa_unit_checked = 0;
7883 ipr_get_unit_check_buffer(ioa_cfg);
7884 ipr_cmd->job_step = ipr_reset_alert;
7885 ipr_reset_start_timer(ipr_cmd, timeout: 0);
7886 return IPR_RC_JOB_RETURN;
7887 }
7888 }
7889
7890 if (ioa_cfg->in_ioa_bringdown) {
7891 ipr_cmd->job_step = ipr_ioa_bringdown_done;
7892 } else if (ioa_cfg->sdt_state == GET_DUMP) {
7893 ipr_cmd->job_step = ipr_dump_mailbox_wait;
7894 ipr_cmd->u.time_left = IPR_WAIT_FOR_MAILBOX;
7895 } else {
7896 ipr_cmd->job_step = ipr_reset_enable_ioa;
7897 }
7898
7899 LEAVE;
7900 return IPR_RC_JOB_CONTINUE;
7901}
7902
7903/**
7904 * ipr_reset_bist_done - BIST has completed on the adapter.
7905 * @ipr_cmd: ipr command struct
7906 *
7907 * Description: Unblock config space and resume the reset process.
7908 *
7909 * Return value:
7910 * IPR_RC_JOB_CONTINUE
7911 **/
7912static int ipr_reset_bist_done(struct ipr_cmnd *ipr_cmd)
7913{
7914 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7915
7916 ENTER;
7917 if (ioa_cfg->cfg_locked)
7918 pci_cfg_access_unlock(dev: ioa_cfg->pdev);
7919 ioa_cfg->cfg_locked = 0;
7920 ipr_cmd->job_step = ipr_reset_restore_cfg_space;
7921 LEAVE;
7922 return IPR_RC_JOB_CONTINUE;
7923}
7924
7925/**
7926 * ipr_reset_start_bist - Run BIST on the adapter.
7927 * @ipr_cmd: ipr command struct
7928 *
7929 * Description: This function runs BIST on the adapter, then delays 2 seconds.
7930 *
7931 * Return value:
7932 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7933 **/
7934static int ipr_reset_start_bist(struct ipr_cmnd *ipr_cmd)
7935{
7936 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7937 int rc = PCIBIOS_SUCCESSFUL;
7938
7939 ENTER;
7940 if (ioa_cfg->ipr_chip->bist_method == IPR_MMIO)
7941 writel(IPR_UPROCI_SIS64_START_BIST,
7942 addr: ioa_cfg->regs.set_uproc_interrupt_reg32);
7943 else
7944 rc = pci_write_config_byte(dev: ioa_cfg->pdev, PCI_BIST, PCI_BIST_START);
7945
7946 if (rc == PCIBIOS_SUCCESSFUL) {
7947 ipr_cmd->job_step = ipr_reset_bist_done;
7948 ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
7949 rc = IPR_RC_JOB_RETURN;
7950 } else {
7951 if (ioa_cfg->cfg_locked)
7952 pci_cfg_access_unlock(dev: ipr_cmd->ioa_cfg->pdev);
7953 ioa_cfg->cfg_locked = 0;
7954 ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
7955 rc = IPR_RC_JOB_CONTINUE;
7956 }
7957
7958 LEAVE;
7959 return rc;
7960}
7961
7962/**
7963 * ipr_reset_slot_reset_done - Clear PCI reset to the adapter
7964 * @ipr_cmd: ipr command struct
7965 *
7966 * Description: This clears PCI reset to the adapter and delays two seconds.
7967 *
7968 * Return value:
7969 * IPR_RC_JOB_RETURN
7970 **/
7971static int ipr_reset_slot_reset_done(struct ipr_cmnd *ipr_cmd)
7972{
7973 ENTER;
7974 ipr_cmd->job_step = ipr_reset_bist_done;
7975 ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
7976 LEAVE;
7977 return IPR_RC_JOB_RETURN;
7978}
7979
7980/**
7981 * ipr_reset_reset_work - Pulse a PCIe fundamental reset
7982 * @work: work struct
7983 *
7984 * Description: This pulses warm reset to a slot.
7985 *
7986 **/
7987static void ipr_reset_reset_work(struct work_struct *work)
7988{
7989 struct ipr_cmnd *ipr_cmd = container_of(work, struct ipr_cmnd, work);
7990 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7991 struct pci_dev *pdev = ioa_cfg->pdev;
7992 unsigned long lock_flags = 0;
7993
7994 ENTER;
7995 pci_set_pcie_reset_state(dev: pdev, state: pcie_warm_reset);
7996 msleep(msecs: jiffies_to_msecs(IPR_PCI_RESET_TIMEOUT));
7997 pci_set_pcie_reset_state(dev: pdev, state: pcie_deassert_reset);
7998
7999 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8000 if (ioa_cfg->reset_cmd == ipr_cmd)
8001 ipr_reset_ioa_job(ipr_cmd);
8002 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
8003 LEAVE;
8004}
8005
8006/**
8007 * ipr_reset_slot_reset - Reset the PCI slot of the adapter.
8008 * @ipr_cmd: ipr command struct
8009 *
8010 * Description: This asserts PCI reset to the adapter.
8011 *
8012 * Return value:
8013 * IPR_RC_JOB_RETURN
8014 **/
8015static int ipr_reset_slot_reset(struct ipr_cmnd *ipr_cmd)
8016{
8017 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8018
8019 ENTER;
8020 INIT_WORK(&ipr_cmd->work, ipr_reset_reset_work);
8021 queue_work(wq: ioa_cfg->reset_work_q, work: &ipr_cmd->work);
8022 ipr_cmd->job_step = ipr_reset_slot_reset_done;
8023 LEAVE;
8024 return IPR_RC_JOB_RETURN;
8025}
8026
8027/**
8028 * ipr_reset_block_config_access_wait - Wait for permission to block config access
8029 * @ipr_cmd: ipr command struct
8030 *
8031 * Description: This attempts to block config access to the IOA.
8032 *
8033 * Return value:
8034 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8035 **/
8036static int ipr_reset_block_config_access_wait(struct ipr_cmnd *ipr_cmd)
8037{
8038 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8039 int rc = IPR_RC_JOB_CONTINUE;
8040
8041 if (pci_cfg_access_trylock(dev: ioa_cfg->pdev)) {
8042 ioa_cfg->cfg_locked = 1;
8043 ipr_cmd->job_step = ioa_cfg->reset;
8044 } else {
8045 if (ipr_cmd->u.time_left) {
8046 rc = IPR_RC_JOB_RETURN;
8047 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8048 ipr_reset_start_timer(ipr_cmd,
8049 IPR_CHECK_FOR_RESET_TIMEOUT);
8050 } else {
8051 ipr_cmd->job_step = ioa_cfg->reset;
8052 dev_err(&ioa_cfg->pdev->dev,
8053 "Timed out waiting to lock config access. Resetting anyway.\n");
8054 }
8055 }
8056
8057 return rc;
8058}
8059
8060/**
8061 * ipr_reset_block_config_access - Block config access to the IOA
8062 * @ipr_cmd: ipr command struct
8063 *
8064 * Description: This attempts to block config access to the IOA
8065 *
8066 * Return value:
8067 * IPR_RC_JOB_CONTINUE
8068 **/
8069static int ipr_reset_block_config_access(struct ipr_cmnd *ipr_cmd)
8070{
8071 ipr_cmd->ioa_cfg->cfg_locked = 0;
8072 ipr_cmd->job_step = ipr_reset_block_config_access_wait;
8073 ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
8074 return IPR_RC_JOB_CONTINUE;
8075}
8076
8077/**
8078 * ipr_reset_allowed - Query whether or not IOA can be reset
8079 * @ioa_cfg: ioa config struct
8080 *
8081 * Return value:
8082 * 0 if reset not allowed / non-zero if reset is allowed
8083 **/
8084static int ipr_reset_allowed(struct ipr_ioa_cfg *ioa_cfg)
8085{
8086 volatile u32 temp_reg;
8087
8088 temp_reg = readl(addr: ioa_cfg->regs.sense_interrupt_reg);
8089 return ((temp_reg & IPR_PCII_CRITICAL_OPERATION) == 0);
8090}
8091
8092/**
8093 * ipr_reset_wait_to_start_bist - Wait for permission to reset IOA.
8094 * @ipr_cmd: ipr command struct
8095 *
8096 * Description: This function waits for adapter permission to run BIST,
8097 * then runs BIST. If the adapter does not give permission after a
8098 * reasonable time, we will reset the adapter anyway. The impact of
8099 * resetting the adapter without warning the adapter is the risk of
8100 * losing the persistent error log on the adapter. If the adapter is
8101 * reset while it is writing to the flash on the adapter, the flash
8102 * segment will have bad ECC and be zeroed.
8103 *
8104 * Return value:
8105 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8106 **/
8107static int ipr_reset_wait_to_start_bist(struct ipr_cmnd *ipr_cmd)
8108{
8109 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8110 int rc = IPR_RC_JOB_RETURN;
8111
8112 if (!ipr_reset_allowed(ioa_cfg) && ipr_cmd->u.time_left) {
8113 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8114 ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
8115 } else {
8116 ipr_cmd->job_step = ipr_reset_block_config_access;
8117 rc = IPR_RC_JOB_CONTINUE;
8118 }
8119
8120 return rc;
8121}
8122
8123/**
8124 * ipr_reset_alert - Alert the adapter of a pending reset
8125 * @ipr_cmd: ipr command struct
8126 *
8127 * Description: This function alerts the adapter that it will be reset.
8128 * If memory space is not currently enabled, proceed directly
8129 * to running BIST on the adapter. The timer must always be started
8130 * so we guarantee we do not run BIST from ipr_isr.
8131 *
8132 * Return value:
8133 * IPR_RC_JOB_RETURN
8134 **/
8135static int ipr_reset_alert(struct ipr_cmnd *ipr_cmd)
8136{
8137 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8138 u16 cmd_reg;
8139 int rc;
8140
8141 ENTER;
8142 rc = pci_read_config_word(dev: ioa_cfg->pdev, PCI_COMMAND, val: &cmd_reg);
8143
8144 if ((rc == PCIBIOS_SUCCESSFUL) && (cmd_reg & PCI_COMMAND_MEMORY)) {
8145 ipr_mask_and_clear_interrupts(ioa_cfg, clr_ints: ~0);
8146 writel(IPR_UPROCI_RESET_ALERT, addr: ioa_cfg->regs.set_uproc_interrupt_reg32);
8147 ipr_cmd->job_step = ipr_reset_wait_to_start_bist;
8148 } else {
8149 ipr_cmd->job_step = ipr_reset_block_config_access;
8150 }
8151
8152 ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
8153 ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
8154
8155 LEAVE;
8156 return IPR_RC_JOB_RETURN;
8157}
8158
8159/**
8160 * ipr_reset_quiesce_done - Complete IOA disconnect
8161 * @ipr_cmd: ipr command struct
8162 *
8163 * Description: Freeze the adapter to complete quiesce processing
8164 *
8165 * Return value:
8166 * IPR_RC_JOB_CONTINUE
8167 **/
8168static int ipr_reset_quiesce_done(struct ipr_cmnd *ipr_cmd)
8169{
8170 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8171
8172 ENTER;
8173 ipr_cmd->job_step = ipr_ioa_bringdown_done;
8174 ipr_mask_and_clear_interrupts(ioa_cfg, clr_ints: ~IPR_PCII_IOA_TRANS_TO_OPER);
8175 LEAVE;
8176 return IPR_RC_JOB_CONTINUE;
8177}
8178
8179/**
8180 * ipr_reset_cancel_hcam_done - Check for outstanding commands
8181 * @ipr_cmd: ipr command struct
8182 *
8183 * Description: Ensure nothing is outstanding to the IOA and
8184 * proceed with IOA disconnect. Otherwise reset the IOA.
8185 *
8186 * Return value:
8187 * IPR_RC_JOB_RETURN / IPR_RC_JOB_CONTINUE
8188 **/
8189static int ipr_reset_cancel_hcam_done(struct ipr_cmnd *ipr_cmd)
8190{
8191 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8192 struct ipr_cmnd *loop_cmd;
8193 struct ipr_hrr_queue *hrrq;
8194 int rc = IPR_RC_JOB_CONTINUE;
8195 int count = 0;
8196
8197 ENTER;
8198 ipr_cmd->job_step = ipr_reset_quiesce_done;
8199
8200 for_each_hrrq(hrrq, ioa_cfg) {
8201 spin_lock(lock: &hrrq->_lock);
8202 list_for_each_entry(loop_cmd, &hrrq->hrrq_pending_q, queue) {
8203 count++;
8204 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8205 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
8206 rc = IPR_RC_JOB_RETURN;
8207 break;
8208 }
8209 spin_unlock(lock: &hrrq->_lock);
8210
8211 if (count)
8212 break;
8213 }
8214
8215 LEAVE;
8216 return rc;
8217}
8218
8219/**
8220 * ipr_reset_cancel_hcam - Cancel outstanding HCAMs
8221 * @ipr_cmd: ipr command struct
8222 *
8223 * Description: Cancel any oustanding HCAMs to the IOA.
8224 *
8225 * Return value:
8226 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8227 **/
8228static int ipr_reset_cancel_hcam(struct ipr_cmnd *ipr_cmd)
8229{
8230 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8231 int rc = IPR_RC_JOB_CONTINUE;
8232 struct ipr_cmd_pkt *cmd_pkt;
8233 struct ipr_cmnd *hcam_cmd;
8234 struct ipr_hrr_queue *hrrq = &ioa_cfg->hrrq[IPR_INIT_HRRQ];
8235
8236 ENTER;
8237 ipr_cmd->job_step = ipr_reset_cancel_hcam_done;
8238
8239 if (!hrrq->ioa_is_dead) {
8240 if (!list_empty(head: &ioa_cfg->hostrcb_pending_q)) {
8241 list_for_each_entry(hcam_cmd, &hrrq->hrrq_pending_q, queue) {
8242 if (hcam_cmd->ioarcb.cmd_pkt.cdb[0] != IPR_HOST_CONTROLLED_ASYNC)
8243 continue;
8244
8245 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
8246 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
8247 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
8248 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
8249 cmd_pkt->cdb[0] = IPR_CANCEL_REQUEST;
8250 cmd_pkt->cdb[1] = IPR_CANCEL_64BIT_IOARCB;
8251 cmd_pkt->cdb[10] = ((u64) hcam_cmd->dma_addr >> 56) & 0xff;
8252 cmd_pkt->cdb[11] = ((u64) hcam_cmd->dma_addr >> 48) & 0xff;
8253 cmd_pkt->cdb[12] = ((u64) hcam_cmd->dma_addr >> 40) & 0xff;
8254 cmd_pkt->cdb[13] = ((u64) hcam_cmd->dma_addr >> 32) & 0xff;
8255 cmd_pkt->cdb[2] = ((u64) hcam_cmd->dma_addr >> 24) & 0xff;
8256 cmd_pkt->cdb[3] = ((u64) hcam_cmd->dma_addr >> 16) & 0xff;
8257 cmd_pkt->cdb[4] = ((u64) hcam_cmd->dma_addr >> 8) & 0xff;
8258 cmd_pkt->cdb[5] = ((u64) hcam_cmd->dma_addr) & 0xff;
8259
8260 ipr_do_req(ipr_cmd, done: ipr_reset_ioa_job, timeout_func: ipr_timeout,
8261 IPR_CANCEL_TIMEOUT);
8262
8263 rc = IPR_RC_JOB_RETURN;
8264 ipr_cmd->job_step = ipr_reset_cancel_hcam;
8265 break;
8266 }
8267 }
8268 } else
8269 ipr_cmd->job_step = ipr_reset_alert;
8270
8271 LEAVE;
8272 return rc;
8273}
8274
8275/**
8276 * ipr_reset_ucode_download_done - Microcode download completion
8277 * @ipr_cmd: ipr command struct
8278 *
8279 * Description: This function unmaps the microcode download buffer.
8280 *
8281 * Return value:
8282 * IPR_RC_JOB_CONTINUE
8283 **/
8284static int ipr_reset_ucode_download_done(struct ipr_cmnd *ipr_cmd)
8285{
8286 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8287 struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
8288
8289 dma_unmap_sg(&ioa_cfg->pdev->dev, sglist->scatterlist,
8290 sglist->num_sg, DMA_TO_DEVICE);
8291
8292 ipr_cmd->job_step = ipr_reset_alert;
8293 return IPR_RC_JOB_CONTINUE;
8294}
8295
8296/**
8297 * ipr_reset_ucode_download - Download microcode to the adapter
8298 * @ipr_cmd: ipr command struct
8299 *
8300 * Description: This function checks to see if it there is microcode
8301 * to download to the adapter. If there is, a download is performed.
8302 *
8303 * Return value:
8304 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8305 **/
8306static int ipr_reset_ucode_download(struct ipr_cmnd *ipr_cmd)
8307{
8308 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8309 struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
8310
8311 ENTER;
8312 ipr_cmd->job_step = ipr_reset_alert;
8313
8314 if (!sglist)
8315 return IPR_RC_JOB_CONTINUE;
8316
8317 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
8318 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
8319 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = WRITE_BUFFER;
8320 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_WR_BUF_DOWNLOAD_AND_SAVE;
8321 ipr_cmd->ioarcb.cmd_pkt.cdb[6] = (sglist->buffer_len & 0xff0000) >> 16;
8322 ipr_cmd->ioarcb.cmd_pkt.cdb[7] = (sglist->buffer_len & 0x00ff00) >> 8;
8323 ipr_cmd->ioarcb.cmd_pkt.cdb[8] = sglist->buffer_len & 0x0000ff;
8324
8325 if (ioa_cfg->sis64)
8326 ipr_build_ucode_ioadl64(ipr_cmd, sglist);
8327 else
8328 ipr_build_ucode_ioadl(ipr_cmd, sglist);
8329 ipr_cmd->job_step = ipr_reset_ucode_download_done;
8330
8331 ipr_do_req(ipr_cmd, done: ipr_reset_ioa_job, timeout_func: ipr_timeout,
8332 IPR_WRITE_BUFFER_TIMEOUT);
8333
8334 LEAVE;
8335 return IPR_RC_JOB_RETURN;
8336}
8337
8338/**
8339 * ipr_reset_shutdown_ioa - Shutdown the adapter
8340 * @ipr_cmd: ipr command struct
8341 *
8342 * Description: This function issues an adapter shutdown of the
8343 * specified type to the specified adapter as part of the
8344 * adapter reset job.
8345 *
8346 * Return value:
8347 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8348 **/
8349static int ipr_reset_shutdown_ioa(struct ipr_cmnd *ipr_cmd)
8350{
8351 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8352 enum ipr_shutdown_type shutdown_type = ipr_cmd->u.shutdown_type;
8353 unsigned long timeout;
8354 int rc = IPR_RC_JOB_CONTINUE;
8355
8356 ENTER;
8357 if (shutdown_type == IPR_SHUTDOWN_QUIESCE)
8358 ipr_cmd->job_step = ipr_reset_cancel_hcam;
8359 else if (shutdown_type != IPR_SHUTDOWN_NONE &&
8360 !ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
8361 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
8362 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
8363 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
8364 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = shutdown_type;
8365
8366 if (shutdown_type == IPR_SHUTDOWN_NORMAL)
8367 timeout = IPR_SHUTDOWN_TIMEOUT;
8368 else if (shutdown_type == IPR_SHUTDOWN_PREPARE_FOR_NORMAL)
8369 timeout = IPR_INTERNAL_TIMEOUT;
8370 else if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
8371 timeout = IPR_DUAL_IOA_ABBR_SHUTDOWN_TO;
8372 else
8373 timeout = IPR_ABBREV_SHUTDOWN_TIMEOUT;
8374
8375 ipr_do_req(ipr_cmd, done: ipr_reset_ioa_job, timeout_func: ipr_timeout, timeout);
8376
8377 rc = IPR_RC_JOB_RETURN;
8378 ipr_cmd->job_step = ipr_reset_ucode_download;
8379 } else
8380 ipr_cmd->job_step = ipr_reset_alert;
8381
8382 LEAVE;
8383 return rc;
8384}
8385
8386/**
8387 * ipr_reset_ioa_job - Adapter reset job
8388 * @ipr_cmd: ipr command struct
8389 *
8390 * Description: This function is the job router for the adapter reset job.
8391 *
8392 * Return value:
8393 * none
8394 **/
8395static void ipr_reset_ioa_job(struct ipr_cmnd *ipr_cmd)
8396{
8397 u32 rc, ioasc;
8398 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8399
8400 do {
8401 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
8402
8403 if (ioa_cfg->reset_cmd != ipr_cmd) {
8404 /*
8405 * We are doing nested adapter resets and this is
8406 * not the current reset job.
8407 */
8408 list_add_tail(new: &ipr_cmd->queue,
8409 head: &ipr_cmd->hrrq->hrrq_free_q);
8410 return;
8411 }
8412
8413 if (IPR_IOASC_SENSE_KEY(ioasc)) {
8414 rc = ipr_cmd->job_step_failed(ipr_cmd);
8415 if (rc == IPR_RC_JOB_RETURN)
8416 return;
8417 }
8418
8419 ipr_reinit_ipr_cmnd(ipr_cmd);
8420 ipr_cmd->job_step_failed = ipr_reset_cmd_failed;
8421 rc = ipr_cmd->job_step(ipr_cmd);
8422 } while (rc == IPR_RC_JOB_CONTINUE);
8423}
8424
8425/**
8426 * _ipr_initiate_ioa_reset - Initiate an adapter reset
8427 * @ioa_cfg: ioa config struct
8428 * @job_step: first job step of reset job
8429 * @shutdown_type: shutdown type
8430 *
8431 * Description: This function will initiate the reset of the given adapter
8432 * starting at the selected job step.
8433 * If the caller needs to wait on the completion of the reset,
8434 * the caller must sleep on the reset_wait_q.
8435 *
8436 * Return value:
8437 * none
8438 **/
8439static void _ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
8440 int (*job_step) (struct ipr_cmnd *),
8441 enum ipr_shutdown_type shutdown_type)
8442{
8443 struct ipr_cmnd *ipr_cmd;
8444 int i;
8445
8446 ioa_cfg->in_reset_reload = 1;
8447 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8448 spin_lock(lock: &ioa_cfg->hrrq[i]._lock);
8449 ioa_cfg->hrrq[i].allow_cmds = 0;
8450 spin_unlock(lock: &ioa_cfg->hrrq[i]._lock);
8451 }
8452 wmb();
8453 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
8454 ioa_cfg->scsi_unblock = 0;
8455 ioa_cfg->scsi_blocked = 1;
8456 scsi_block_requests(ioa_cfg->host);
8457 }
8458
8459 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
8460 ioa_cfg->reset_cmd = ipr_cmd;
8461 ipr_cmd->job_step = job_step;
8462 ipr_cmd->u.shutdown_type = shutdown_type;
8463
8464 ipr_reset_ioa_job(ipr_cmd);
8465}
8466
8467/**
8468 * ipr_initiate_ioa_reset - Initiate an adapter reset
8469 * @ioa_cfg: ioa config struct
8470 * @shutdown_type: shutdown type
8471 *
8472 * Description: This function will initiate the reset of the given adapter.
8473 * If the caller needs to wait on the completion of the reset,
8474 * the caller must sleep on the reset_wait_q.
8475 *
8476 * Return value:
8477 * none
8478 **/
8479static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
8480 enum ipr_shutdown_type shutdown_type)
8481{
8482 int i;
8483
8484 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
8485 return;
8486
8487 if (ioa_cfg->in_reset_reload) {
8488 if (ioa_cfg->sdt_state == GET_DUMP)
8489 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8490 else if (ioa_cfg->sdt_state == READ_DUMP)
8491 ioa_cfg->sdt_state = ABORT_DUMP;
8492 }
8493
8494 if (ioa_cfg->reset_retries++ >= IPR_NUM_RESET_RELOAD_RETRIES) {
8495 dev_err(&ioa_cfg->pdev->dev,
8496 "IOA taken offline - error recovery failed\n");
8497
8498 ioa_cfg->reset_retries = 0;
8499 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8500 spin_lock(lock: &ioa_cfg->hrrq[i]._lock);
8501 ioa_cfg->hrrq[i].ioa_is_dead = 1;
8502 spin_unlock(lock: &ioa_cfg->hrrq[i]._lock);
8503 }
8504 wmb();
8505
8506 if (ioa_cfg->in_ioa_bringdown) {
8507 ioa_cfg->reset_cmd = NULL;
8508 ioa_cfg->in_reset_reload = 0;
8509 ipr_fail_all_ops(ioa_cfg);
8510 wake_up_all(&ioa_cfg->reset_wait_q);
8511
8512 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
8513 ioa_cfg->scsi_unblock = 1;
8514 schedule_work(work: &ioa_cfg->work_q);
8515 }
8516 return;
8517 } else {
8518 ioa_cfg->in_ioa_bringdown = 1;
8519 shutdown_type = IPR_SHUTDOWN_NONE;
8520 }
8521 }
8522
8523 _ipr_initiate_ioa_reset(ioa_cfg, job_step: ipr_reset_shutdown_ioa,
8524 shutdown_type);
8525}
8526
8527/**
8528 * ipr_reset_freeze - Hold off all I/O activity
8529 * @ipr_cmd: ipr command struct
8530 *
8531 * Description: If the PCI slot is frozen, hold off all I/O
8532 * activity; then, as soon as the slot is available again,
8533 * initiate an adapter reset.
8534 */
8535static int ipr_reset_freeze(struct ipr_cmnd *ipr_cmd)
8536{
8537 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8538 int i;
8539
8540 /* Disallow new interrupts, avoid loop */
8541 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8542 spin_lock(lock: &ioa_cfg->hrrq[i]._lock);
8543 ioa_cfg->hrrq[i].allow_interrupts = 0;
8544 spin_unlock(lock: &ioa_cfg->hrrq[i]._lock);
8545 }
8546 wmb();
8547 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_pending_q);
8548 ipr_cmd->done = ipr_reset_ioa_job;
8549 return IPR_RC_JOB_RETURN;
8550}
8551
8552/**
8553 * ipr_pci_mmio_enabled - Called when MMIO has been re-enabled
8554 * @pdev: PCI device struct
8555 *
8556 * Description: This routine is called to tell us that the MMIO
8557 * access to the IOA has been restored
8558 */
8559static pci_ers_result_t ipr_pci_mmio_enabled(struct pci_dev *pdev)
8560{
8561 unsigned long flags = 0;
8562 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8563
8564 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8565 if (!ioa_cfg->probe_done)
8566 pci_save_state(dev: pdev);
8567 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags);
8568 return PCI_ERS_RESULT_NEED_RESET;
8569}
8570
8571/**
8572 * ipr_pci_frozen - Called when slot has experienced a PCI bus error.
8573 * @pdev: PCI device struct
8574 *
8575 * Description: This routine is called to tell us that the PCI bus
8576 * is down. Can't do anything here, except put the device driver
8577 * into a holding pattern, waiting for the PCI bus to come back.
8578 */
8579static void ipr_pci_frozen(struct pci_dev *pdev)
8580{
8581 unsigned long flags = 0;
8582 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8583
8584 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8585 if (ioa_cfg->probe_done)
8586 _ipr_initiate_ioa_reset(ioa_cfg, job_step: ipr_reset_freeze, shutdown_type: IPR_SHUTDOWN_NONE);
8587 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags);
8588}
8589
8590/**
8591 * ipr_pci_slot_reset - Called when PCI slot has been reset.
8592 * @pdev: PCI device struct
8593 *
8594 * Description: This routine is called by the pci error recovery
8595 * code after the PCI slot has been reset, just before we
8596 * should resume normal operations.
8597 */
8598static pci_ers_result_t ipr_pci_slot_reset(struct pci_dev *pdev)
8599{
8600 unsigned long flags = 0;
8601 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8602
8603 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8604 if (ioa_cfg->probe_done) {
8605 if (ioa_cfg->needs_warm_reset)
8606 ipr_initiate_ioa_reset(ioa_cfg, shutdown_type: IPR_SHUTDOWN_NONE);
8607 else
8608 _ipr_initiate_ioa_reset(ioa_cfg, job_step: ipr_reset_restore_cfg_space,
8609 shutdown_type: IPR_SHUTDOWN_NONE);
8610 } else
8611 wake_up_all(&ioa_cfg->eeh_wait_q);
8612 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags);
8613 return PCI_ERS_RESULT_RECOVERED;
8614}
8615
8616/**
8617 * ipr_pci_perm_failure - Called when PCI slot is dead for good.
8618 * @pdev: PCI device struct
8619 *
8620 * Description: This routine is called when the PCI bus has
8621 * permanently failed.
8622 */
8623static void ipr_pci_perm_failure(struct pci_dev *pdev)
8624{
8625 unsigned long flags = 0;
8626 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8627 int i;
8628
8629 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8630 if (ioa_cfg->probe_done) {
8631 if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
8632 ioa_cfg->sdt_state = ABORT_DUMP;
8633 ioa_cfg->reset_retries = IPR_NUM_RESET_RELOAD_RETRIES - 1;
8634 ioa_cfg->in_ioa_bringdown = 1;
8635 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8636 spin_lock(lock: &ioa_cfg->hrrq[i]._lock);
8637 ioa_cfg->hrrq[i].allow_cmds = 0;
8638 spin_unlock(lock: &ioa_cfg->hrrq[i]._lock);
8639 }
8640 wmb();
8641 ipr_initiate_ioa_reset(ioa_cfg, shutdown_type: IPR_SHUTDOWN_NONE);
8642 } else
8643 wake_up_all(&ioa_cfg->eeh_wait_q);
8644 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags);
8645}
8646
8647/**
8648 * ipr_pci_error_detected - Called when a PCI error is detected.
8649 * @pdev: PCI device struct
8650 * @state: PCI channel state
8651 *
8652 * Description: Called when a PCI error is detected.
8653 *
8654 * Return value:
8655 * PCI_ERS_RESULT_NEED_RESET or PCI_ERS_RESULT_DISCONNECT
8656 */
8657static pci_ers_result_t ipr_pci_error_detected(struct pci_dev *pdev,
8658 pci_channel_state_t state)
8659{
8660 switch (state) {
8661 case pci_channel_io_frozen:
8662 ipr_pci_frozen(pdev);
8663 return PCI_ERS_RESULT_CAN_RECOVER;
8664 case pci_channel_io_perm_failure:
8665 ipr_pci_perm_failure(pdev);
8666 return PCI_ERS_RESULT_DISCONNECT;
8667 default:
8668 break;
8669 }
8670 return PCI_ERS_RESULT_NEED_RESET;
8671}
8672
8673/**
8674 * ipr_probe_ioa_part2 - Initializes IOAs found in ipr_probe_ioa(..)
8675 * @ioa_cfg: ioa cfg struct
8676 *
8677 * Description: This is the second phase of adapter initialization
8678 * This function takes care of initilizing the adapter to the point
8679 * where it can accept new commands.
8680 * Return value:
8681 * none
8682 **/
8683static void ipr_probe_ioa_part2(struct ipr_ioa_cfg *ioa_cfg)
8684{
8685 unsigned long host_lock_flags = 0;
8686
8687 ENTER;
8688 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
8689 dev_dbg(&ioa_cfg->pdev->dev, "ioa_cfg adx: 0x%p\n", ioa_cfg);
8690 ioa_cfg->probe_done = 1;
8691 if (ioa_cfg->needs_hard_reset) {
8692 ioa_cfg->needs_hard_reset = 0;
8693 ipr_initiate_ioa_reset(ioa_cfg, shutdown_type: IPR_SHUTDOWN_NONE);
8694 } else
8695 _ipr_initiate_ioa_reset(ioa_cfg, job_step: ipr_reset_enable_ioa,
8696 shutdown_type: IPR_SHUTDOWN_NONE);
8697 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: host_lock_flags);
8698
8699 LEAVE;
8700}
8701
8702/**
8703 * ipr_free_cmd_blks - Frees command blocks allocated for an adapter
8704 * @ioa_cfg: ioa config struct
8705 *
8706 * Return value:
8707 * none
8708 **/
8709static void ipr_free_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
8710{
8711 int i;
8712
8713 if (ioa_cfg->ipr_cmnd_list) {
8714 for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
8715 if (ioa_cfg->ipr_cmnd_list[i])
8716 dma_pool_free(pool: ioa_cfg->ipr_cmd_pool,
8717 vaddr: ioa_cfg->ipr_cmnd_list[i],
8718 addr: ioa_cfg->ipr_cmnd_list_dma[i]);
8719
8720 ioa_cfg->ipr_cmnd_list[i] = NULL;
8721 }
8722 }
8723
8724 dma_pool_destroy(pool: ioa_cfg->ipr_cmd_pool);
8725
8726 kfree(objp: ioa_cfg->ipr_cmnd_list);
8727 kfree(objp: ioa_cfg->ipr_cmnd_list_dma);
8728 ioa_cfg->ipr_cmnd_list = NULL;
8729 ioa_cfg->ipr_cmnd_list_dma = NULL;
8730 ioa_cfg->ipr_cmd_pool = NULL;
8731}
8732
8733/**
8734 * ipr_free_mem - Frees memory allocated for an adapter
8735 * @ioa_cfg: ioa cfg struct
8736 *
8737 * Return value:
8738 * nothing
8739 **/
8740static void ipr_free_mem(struct ipr_ioa_cfg *ioa_cfg)
8741{
8742 int i;
8743
8744 kfree(objp: ioa_cfg->res_entries);
8745 dma_free_coherent(dev: &ioa_cfg->pdev->dev, size: sizeof(struct ipr_misc_cbs),
8746 cpu_addr: ioa_cfg->vpd_cbs, dma_handle: ioa_cfg->vpd_cbs_dma);
8747 ipr_free_cmd_blks(ioa_cfg);
8748
8749 for (i = 0; i < ioa_cfg->hrrq_num; i++)
8750 dma_free_coherent(dev: &ioa_cfg->pdev->dev,
8751 size: sizeof(u32) * ioa_cfg->hrrq[i].size,
8752 cpu_addr: ioa_cfg->hrrq[i].host_rrq,
8753 dma_handle: ioa_cfg->hrrq[i].host_rrq_dma);
8754
8755 dma_free_coherent(dev: &ioa_cfg->pdev->dev, size: ioa_cfg->cfg_table_size,
8756 cpu_addr: ioa_cfg->u.cfg_table, dma_handle: ioa_cfg->cfg_table_dma);
8757
8758 for (i = 0; i < IPR_MAX_HCAMS; i++) {
8759 dma_free_coherent(dev: &ioa_cfg->pdev->dev,
8760 size: sizeof(struct ipr_hostrcb),
8761 cpu_addr: ioa_cfg->hostrcb[i],
8762 dma_handle: ioa_cfg->hostrcb_dma[i]);
8763 }
8764
8765 ipr_free_dump(ioa_cfg);
8766 kfree(objp: ioa_cfg->trace);
8767}
8768
8769/**
8770 * ipr_free_irqs - Free all allocated IRQs for the adapter.
8771 * @ioa_cfg: ipr cfg struct
8772 *
8773 * This function frees all allocated IRQs for the
8774 * specified adapter.
8775 *
8776 * Return value:
8777 * none
8778 **/
8779static void ipr_free_irqs(struct ipr_ioa_cfg *ioa_cfg)
8780{
8781 struct pci_dev *pdev = ioa_cfg->pdev;
8782 int i;
8783
8784 for (i = 0; i < ioa_cfg->nvectors; i++)
8785 free_irq(pci_irq_vector(dev: pdev, nr: i), &ioa_cfg->hrrq[i]);
8786 pci_free_irq_vectors(dev: pdev);
8787}
8788
8789/**
8790 * ipr_free_all_resources - Free all allocated resources for an adapter.
8791 * @ioa_cfg: ioa config struct
8792 *
8793 * This function frees all allocated resources for the
8794 * specified adapter.
8795 *
8796 * Return value:
8797 * none
8798 **/
8799static void ipr_free_all_resources(struct ipr_ioa_cfg *ioa_cfg)
8800{
8801 struct pci_dev *pdev = ioa_cfg->pdev;
8802
8803 ENTER;
8804 ipr_free_irqs(ioa_cfg);
8805 if (ioa_cfg->reset_work_q)
8806 destroy_workqueue(wq: ioa_cfg->reset_work_q);
8807 iounmap(addr: ioa_cfg->hdw_dma_regs);
8808 pci_release_regions(pdev);
8809 ipr_free_mem(ioa_cfg);
8810 scsi_host_put(t: ioa_cfg->host);
8811 pci_disable_device(dev: pdev);
8812 LEAVE;
8813}
8814
8815/**
8816 * ipr_alloc_cmd_blks - Allocate command blocks for an adapter
8817 * @ioa_cfg: ioa config struct
8818 *
8819 * Return value:
8820 * 0 on success / -ENOMEM on allocation failure
8821 **/
8822static int ipr_alloc_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
8823{
8824 struct ipr_cmnd *ipr_cmd;
8825 struct ipr_ioarcb *ioarcb;
8826 dma_addr_t dma_addr;
8827 int i, entries_each_hrrq, hrrq_id = 0;
8828
8829 ioa_cfg->ipr_cmd_pool = dma_pool_create(IPR_NAME, dev: &ioa_cfg->pdev->dev,
8830 size: sizeof(struct ipr_cmnd), align: 512, allocation: 0);
8831
8832 if (!ioa_cfg->ipr_cmd_pool)
8833 return -ENOMEM;
8834
8835 ioa_cfg->ipr_cmnd_list = kcalloc(IPR_NUM_CMD_BLKS, size: sizeof(struct ipr_cmnd *), GFP_KERNEL);
8836 ioa_cfg->ipr_cmnd_list_dma = kcalloc(IPR_NUM_CMD_BLKS, size: sizeof(dma_addr_t), GFP_KERNEL);
8837
8838 if (!ioa_cfg->ipr_cmnd_list || !ioa_cfg->ipr_cmnd_list_dma) {
8839 ipr_free_cmd_blks(ioa_cfg);
8840 return -ENOMEM;
8841 }
8842
8843 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8844 if (ioa_cfg->hrrq_num > 1) {
8845 if (i == 0) {
8846 entries_each_hrrq = IPR_NUM_INTERNAL_CMD_BLKS;
8847 ioa_cfg->hrrq[i].min_cmd_id = 0;
8848 ioa_cfg->hrrq[i].max_cmd_id =
8849 (entries_each_hrrq - 1);
8850 } else {
8851 entries_each_hrrq =
8852 IPR_NUM_BASE_CMD_BLKS/
8853 (ioa_cfg->hrrq_num - 1);
8854 ioa_cfg->hrrq[i].min_cmd_id =
8855 IPR_NUM_INTERNAL_CMD_BLKS +
8856 (i - 1) * entries_each_hrrq;
8857 ioa_cfg->hrrq[i].max_cmd_id =
8858 (IPR_NUM_INTERNAL_CMD_BLKS +
8859 i * entries_each_hrrq - 1);
8860 }
8861 } else {
8862 entries_each_hrrq = IPR_NUM_CMD_BLKS;
8863 ioa_cfg->hrrq[i].min_cmd_id = 0;
8864 ioa_cfg->hrrq[i].max_cmd_id = (entries_each_hrrq - 1);
8865 }
8866 ioa_cfg->hrrq[i].size = entries_each_hrrq;
8867 }
8868
8869 BUG_ON(ioa_cfg->hrrq_num == 0);
8870
8871 i = IPR_NUM_CMD_BLKS -
8872 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id - 1;
8873 if (i > 0) {
8874 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].size += i;
8875 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id += i;
8876 }
8877
8878 for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
8879 ipr_cmd = dma_pool_zalloc(pool: ioa_cfg->ipr_cmd_pool,
8880 GFP_KERNEL, handle: &dma_addr);
8881
8882 if (!ipr_cmd) {
8883 ipr_free_cmd_blks(ioa_cfg);
8884 return -ENOMEM;
8885 }
8886
8887 ioa_cfg->ipr_cmnd_list[i] = ipr_cmd;
8888 ioa_cfg->ipr_cmnd_list_dma[i] = dma_addr;
8889
8890 ioarcb = &ipr_cmd->ioarcb;
8891 ipr_cmd->dma_addr = dma_addr;
8892 if (ioa_cfg->sis64)
8893 ioarcb->a.ioarcb_host_pci_addr64 = cpu_to_be64(dma_addr);
8894 else
8895 ioarcb->a.ioarcb_host_pci_addr = cpu_to_be32(dma_addr);
8896
8897 ioarcb->host_response_handle = cpu_to_be32(i << 2);
8898 if (ioa_cfg->sis64) {
8899 ioarcb->u.sis64_addr_data.data_ioadl_addr =
8900 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
8901 ioarcb->u.sis64_addr_data.ioasa_host_pci_addr =
8902 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, s.ioasa64));
8903 } else {
8904 ioarcb->write_ioadl_addr =
8905 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
8906 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
8907 ioarcb->ioasa_host_pci_addr =
8908 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, s.ioasa));
8909 }
8910 ioarcb->ioasa_len = cpu_to_be16(sizeof(struct ipr_ioasa));
8911 ipr_cmd->cmd_index = i;
8912 ipr_cmd->ioa_cfg = ioa_cfg;
8913 ipr_cmd->sense_buffer_dma = dma_addr +
8914 offsetof(struct ipr_cmnd, sense_buffer);
8915
8916 ipr_cmd->ioarcb.cmd_pkt.hrrq_id = hrrq_id;
8917 ipr_cmd->hrrq = &ioa_cfg->hrrq[hrrq_id];
8918 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
8919 if (i >= ioa_cfg->hrrq[hrrq_id].max_cmd_id)
8920 hrrq_id++;
8921 }
8922
8923 return 0;
8924}
8925
8926/**
8927 * ipr_alloc_mem - Allocate memory for an adapter
8928 * @ioa_cfg: ioa config struct
8929 *
8930 * Return value:
8931 * 0 on success / non-zero for error
8932 **/
8933static int ipr_alloc_mem(struct ipr_ioa_cfg *ioa_cfg)
8934{
8935 struct pci_dev *pdev = ioa_cfg->pdev;
8936 int i, rc = -ENOMEM;
8937
8938 ENTER;
8939 ioa_cfg->res_entries = kcalloc(n: ioa_cfg->max_devs_supported,
8940 size: sizeof(struct ipr_resource_entry),
8941 GFP_KERNEL);
8942
8943 if (!ioa_cfg->res_entries)
8944 goto out;
8945
8946 for (i = 0; i < ioa_cfg->max_devs_supported; i++) {
8947 list_add_tail(new: &ioa_cfg->res_entries[i].queue, head: &ioa_cfg->free_res_q);
8948 ioa_cfg->res_entries[i].ioa_cfg = ioa_cfg;
8949 }
8950
8951 ioa_cfg->vpd_cbs = dma_alloc_coherent(dev: &pdev->dev,
8952 size: sizeof(struct ipr_misc_cbs),
8953 dma_handle: &ioa_cfg->vpd_cbs_dma,
8954 GFP_KERNEL);
8955
8956 if (!ioa_cfg->vpd_cbs)
8957 goto out_free_res_entries;
8958
8959 if (ipr_alloc_cmd_blks(ioa_cfg))
8960 goto out_free_vpd_cbs;
8961
8962 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8963 ioa_cfg->hrrq[i].host_rrq = dma_alloc_coherent(dev: &pdev->dev,
8964 size: sizeof(u32) * ioa_cfg->hrrq[i].size,
8965 dma_handle: &ioa_cfg->hrrq[i].host_rrq_dma,
8966 GFP_KERNEL);
8967
8968 if (!ioa_cfg->hrrq[i].host_rrq) {
8969 while (--i >= 0)
8970 dma_free_coherent(dev: &pdev->dev,
8971 size: sizeof(u32) * ioa_cfg->hrrq[i].size,
8972 cpu_addr: ioa_cfg->hrrq[i].host_rrq,
8973 dma_handle: ioa_cfg->hrrq[i].host_rrq_dma);
8974 goto out_ipr_free_cmd_blocks;
8975 }
8976 ioa_cfg->hrrq[i].ioa_cfg = ioa_cfg;
8977 }
8978
8979 ioa_cfg->u.cfg_table = dma_alloc_coherent(dev: &pdev->dev,
8980 size: ioa_cfg->cfg_table_size,
8981 dma_handle: &ioa_cfg->cfg_table_dma,
8982 GFP_KERNEL);
8983
8984 if (!ioa_cfg->u.cfg_table)
8985 goto out_free_host_rrq;
8986
8987 for (i = 0; i < IPR_MAX_HCAMS; i++) {
8988 ioa_cfg->hostrcb[i] = dma_alloc_coherent(dev: &pdev->dev,
8989 size: sizeof(struct ipr_hostrcb),
8990 dma_handle: &ioa_cfg->hostrcb_dma[i],
8991 GFP_KERNEL);
8992
8993 if (!ioa_cfg->hostrcb[i])
8994 goto out_free_hostrcb_dma;
8995
8996 ioa_cfg->hostrcb[i]->hostrcb_dma =
8997 ioa_cfg->hostrcb_dma[i] + offsetof(struct ipr_hostrcb, hcam);
8998 ioa_cfg->hostrcb[i]->ioa_cfg = ioa_cfg;
8999 list_add_tail(new: &ioa_cfg->hostrcb[i]->queue, head: &ioa_cfg->hostrcb_free_q);
9000 }
9001
9002 ioa_cfg->trace = kcalloc(IPR_NUM_TRACE_ENTRIES,
9003 size: sizeof(struct ipr_trace_entry),
9004 GFP_KERNEL);
9005
9006 if (!ioa_cfg->trace)
9007 goto out_free_hostrcb_dma;
9008
9009 rc = 0;
9010out:
9011 LEAVE;
9012 return rc;
9013
9014out_free_hostrcb_dma:
9015 while (i-- > 0) {
9016 dma_free_coherent(dev: &pdev->dev, size: sizeof(struct ipr_hostrcb),
9017 cpu_addr: ioa_cfg->hostrcb[i],
9018 dma_handle: ioa_cfg->hostrcb_dma[i]);
9019 }
9020 dma_free_coherent(dev: &pdev->dev, size: ioa_cfg->cfg_table_size,
9021 cpu_addr: ioa_cfg->u.cfg_table, dma_handle: ioa_cfg->cfg_table_dma);
9022out_free_host_rrq:
9023 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9024 dma_free_coherent(dev: &pdev->dev,
9025 size: sizeof(u32) * ioa_cfg->hrrq[i].size,
9026 cpu_addr: ioa_cfg->hrrq[i].host_rrq,
9027 dma_handle: ioa_cfg->hrrq[i].host_rrq_dma);
9028 }
9029out_ipr_free_cmd_blocks:
9030 ipr_free_cmd_blks(ioa_cfg);
9031out_free_vpd_cbs:
9032 dma_free_coherent(dev: &pdev->dev, size: sizeof(struct ipr_misc_cbs),
9033 cpu_addr: ioa_cfg->vpd_cbs, dma_handle: ioa_cfg->vpd_cbs_dma);
9034out_free_res_entries:
9035 kfree(objp: ioa_cfg->res_entries);
9036 goto out;
9037}
9038
9039/**
9040 * ipr_initialize_bus_attr - Initialize SCSI bus attributes to default values
9041 * @ioa_cfg: ioa config struct
9042 *
9043 * Return value:
9044 * none
9045 **/
9046static void ipr_initialize_bus_attr(struct ipr_ioa_cfg *ioa_cfg)
9047{
9048 int i;
9049
9050 for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
9051 ioa_cfg->bus_attr[i].bus = i;
9052 ioa_cfg->bus_attr[i].qas_enabled = 0;
9053 ioa_cfg->bus_attr[i].bus_width = IPR_DEFAULT_BUS_WIDTH;
9054 if (ipr_max_speed < ARRAY_SIZE(ipr_max_bus_speeds))
9055 ioa_cfg->bus_attr[i].max_xfer_rate = ipr_max_bus_speeds[ipr_max_speed];
9056 else
9057 ioa_cfg->bus_attr[i].max_xfer_rate = IPR_U160_SCSI_RATE;
9058 }
9059}
9060
9061/**
9062 * ipr_init_regs - Initialize IOA registers
9063 * @ioa_cfg: ioa config struct
9064 *
9065 * Return value:
9066 * none
9067 **/
9068static void ipr_init_regs(struct ipr_ioa_cfg *ioa_cfg)
9069{
9070 const struct ipr_interrupt_offsets *p;
9071 struct ipr_interrupts *t;
9072 void __iomem *base;
9073
9074 p = &ioa_cfg->chip_cfg->regs;
9075 t = &ioa_cfg->regs;
9076 base = ioa_cfg->hdw_dma_regs;
9077
9078 t->set_interrupt_mask_reg = base + p->set_interrupt_mask_reg;
9079 t->clr_interrupt_mask_reg = base + p->clr_interrupt_mask_reg;
9080 t->clr_interrupt_mask_reg32 = base + p->clr_interrupt_mask_reg32;
9081 t->sense_interrupt_mask_reg = base + p->sense_interrupt_mask_reg;
9082 t->sense_interrupt_mask_reg32 = base + p->sense_interrupt_mask_reg32;
9083 t->clr_interrupt_reg = base + p->clr_interrupt_reg;
9084 t->clr_interrupt_reg32 = base + p->clr_interrupt_reg32;
9085 t->sense_interrupt_reg = base + p->sense_interrupt_reg;
9086 t->sense_interrupt_reg32 = base + p->sense_interrupt_reg32;
9087 t->ioarrin_reg = base + p->ioarrin_reg;
9088 t->sense_uproc_interrupt_reg = base + p->sense_uproc_interrupt_reg;
9089 t->sense_uproc_interrupt_reg32 = base + p->sense_uproc_interrupt_reg32;
9090 t->set_uproc_interrupt_reg = base + p->set_uproc_interrupt_reg;
9091 t->set_uproc_interrupt_reg32 = base + p->set_uproc_interrupt_reg32;
9092 t->clr_uproc_interrupt_reg = base + p->clr_uproc_interrupt_reg;
9093 t->clr_uproc_interrupt_reg32 = base + p->clr_uproc_interrupt_reg32;
9094
9095 if (ioa_cfg->sis64) {
9096 t->init_feedback_reg = base + p->init_feedback_reg;
9097 t->dump_addr_reg = base + p->dump_addr_reg;
9098 t->dump_data_reg = base + p->dump_data_reg;
9099 t->endian_swap_reg = base + p->endian_swap_reg;
9100 }
9101}
9102
9103/**
9104 * ipr_init_ioa_cfg - Initialize IOA config struct
9105 * @ioa_cfg: ioa config struct
9106 * @host: scsi host struct
9107 * @pdev: PCI dev struct
9108 *
9109 * Return value:
9110 * none
9111 **/
9112static void ipr_init_ioa_cfg(struct ipr_ioa_cfg *ioa_cfg,
9113 struct Scsi_Host *host, struct pci_dev *pdev)
9114{
9115 int i;
9116
9117 ioa_cfg->host = host;
9118 ioa_cfg->pdev = pdev;
9119 ioa_cfg->log_level = ipr_log_level;
9120 ioa_cfg->doorbell = IPR_DOORBELL;
9121 sprintf(buf: ioa_cfg->eye_catcher, IPR_EYECATCHER);
9122 sprintf(buf: ioa_cfg->trace_start, IPR_TRACE_START_LABEL);
9123 sprintf(buf: ioa_cfg->cfg_table_start, IPR_CFG_TBL_START);
9124 sprintf(buf: ioa_cfg->resource_table_label, IPR_RES_TABLE_LABEL);
9125 sprintf(buf: ioa_cfg->ipr_hcam_label, IPR_HCAM_LABEL);
9126 sprintf(buf: ioa_cfg->ipr_cmd_label, IPR_CMD_LABEL);
9127
9128 INIT_LIST_HEAD(list: &ioa_cfg->hostrcb_free_q);
9129 INIT_LIST_HEAD(list: &ioa_cfg->hostrcb_pending_q);
9130 INIT_LIST_HEAD(list: &ioa_cfg->hostrcb_report_q);
9131 INIT_LIST_HEAD(list: &ioa_cfg->free_res_q);
9132 INIT_LIST_HEAD(list: &ioa_cfg->used_res_q);
9133 INIT_WORK(&ioa_cfg->work_q, ipr_worker_thread);
9134 INIT_WORK(&ioa_cfg->scsi_add_work_q, ipr_add_remove_thread);
9135 init_waitqueue_head(&ioa_cfg->reset_wait_q);
9136 init_waitqueue_head(&ioa_cfg->msi_wait_q);
9137 init_waitqueue_head(&ioa_cfg->eeh_wait_q);
9138 ioa_cfg->sdt_state = INACTIVE;
9139
9140 ipr_initialize_bus_attr(ioa_cfg);
9141 ioa_cfg->max_devs_supported = ipr_max_devs;
9142
9143 if (ioa_cfg->sis64) {
9144 host->max_channel = IPR_MAX_SIS64_BUSES;
9145 host->max_id = IPR_MAX_SIS64_TARGETS_PER_BUS;
9146 host->max_lun = IPR_MAX_SIS64_LUNS_PER_TARGET;
9147 if (ipr_max_devs > IPR_MAX_SIS64_DEVS)
9148 ioa_cfg->max_devs_supported = IPR_MAX_SIS64_DEVS;
9149 ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr64)
9150 + ((sizeof(struct ipr_config_table_entry64)
9151 * ioa_cfg->max_devs_supported)));
9152 } else {
9153 host->max_channel = IPR_VSET_BUS;
9154 host->max_id = IPR_MAX_NUM_TARGETS_PER_BUS;
9155 host->max_lun = IPR_MAX_NUM_LUNS_PER_TARGET;
9156 if (ipr_max_devs > IPR_MAX_PHYSICAL_DEVS)
9157 ioa_cfg->max_devs_supported = IPR_MAX_PHYSICAL_DEVS;
9158 ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr)
9159 + ((sizeof(struct ipr_config_table_entry)
9160 * ioa_cfg->max_devs_supported)));
9161 }
9162
9163 host->unique_id = host->host_no;
9164 host->max_cmd_len = IPR_MAX_CDB_LEN;
9165 host->can_queue = ioa_cfg->max_cmds;
9166 pci_set_drvdata(pdev, data: ioa_cfg);
9167
9168 for (i = 0; i < ARRAY_SIZE(ioa_cfg->hrrq); i++) {
9169 INIT_LIST_HEAD(list: &ioa_cfg->hrrq[i].hrrq_free_q);
9170 INIT_LIST_HEAD(list: &ioa_cfg->hrrq[i].hrrq_pending_q);
9171 spin_lock_init(&ioa_cfg->hrrq[i]._lock);
9172 if (i == 0)
9173 ioa_cfg->hrrq[i].lock = ioa_cfg->host->host_lock;
9174 else
9175 ioa_cfg->hrrq[i].lock = &ioa_cfg->hrrq[i]._lock;
9176 }
9177}
9178
9179/**
9180 * ipr_get_chip_info - Find adapter chip information
9181 * @dev_id: PCI device id struct
9182 *
9183 * Return value:
9184 * ptr to chip information on success / NULL on failure
9185 **/
9186static const struct ipr_chip_t *
9187ipr_get_chip_info(const struct pci_device_id *dev_id)
9188{
9189 int i;
9190
9191 for (i = 0; i < ARRAY_SIZE(ipr_chip); i++)
9192 if (ipr_chip[i].vendor == dev_id->vendor &&
9193 ipr_chip[i].device == dev_id->device)
9194 return &ipr_chip[i];
9195 return NULL;
9196}
9197
9198/**
9199 * ipr_wait_for_pci_err_recovery - Wait for any PCI error recovery to complete
9200 * during probe time
9201 * @ioa_cfg: ioa config struct
9202 *
9203 * Return value:
9204 * None
9205 **/
9206static void ipr_wait_for_pci_err_recovery(struct ipr_ioa_cfg *ioa_cfg)
9207{
9208 struct pci_dev *pdev = ioa_cfg->pdev;
9209
9210 if (pci_channel_offline(pdev)) {
9211 wait_event_timeout(ioa_cfg->eeh_wait_q,
9212 !pci_channel_offline(pdev),
9213 IPR_PCI_ERROR_RECOVERY_TIMEOUT);
9214 pci_restore_state(dev: pdev);
9215 }
9216}
9217
9218static void name_msi_vectors(struct ipr_ioa_cfg *ioa_cfg)
9219{
9220 int vec_idx, n = sizeof(ioa_cfg->vectors_info[0].desc) - 1;
9221
9222 for (vec_idx = 0; vec_idx < ioa_cfg->nvectors; vec_idx++) {
9223 snprintf(buf: ioa_cfg->vectors_info[vec_idx].desc, size: n,
9224 fmt: "host%d-%d", ioa_cfg->host->host_no, vec_idx);
9225 ioa_cfg->vectors_info[vec_idx].
9226 desc[strlen(ioa_cfg->vectors_info[vec_idx].desc)] = 0;
9227 }
9228}
9229
9230static int ipr_request_other_msi_irqs(struct ipr_ioa_cfg *ioa_cfg,
9231 struct pci_dev *pdev)
9232{
9233 int i, rc;
9234
9235 for (i = 1; i < ioa_cfg->nvectors; i++) {
9236 rc = request_irq(irq: pci_irq_vector(dev: pdev, nr: i),
9237 handler: ipr_isr_mhrrq,
9238 flags: 0,
9239 name: ioa_cfg->vectors_info[i].desc,
9240 dev: &ioa_cfg->hrrq[i]);
9241 if (rc) {
9242 while (--i > 0)
9243 free_irq(pci_irq_vector(dev: pdev, nr: i),
9244 &ioa_cfg->hrrq[i]);
9245 return rc;
9246 }
9247 }
9248 return 0;
9249}
9250
9251/**
9252 * ipr_test_intr - Handle the interrupt generated in ipr_test_msi().
9253 * @devp: PCI device struct
9254 * @irq: IRQ number
9255 *
9256 * Description: Simply set the msi_received flag to 1 indicating that
9257 * Message Signaled Interrupts are supported.
9258 *
9259 * Return value:
9260 * 0 on success / non-zero on failure
9261 **/
9262static irqreturn_t ipr_test_intr(int irq, void *devp)
9263{
9264 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
9265 unsigned long lock_flags = 0;
9266
9267 dev_info(&ioa_cfg->pdev->dev, "Received IRQ : %d\n", irq);
9268 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9269
9270 ioa_cfg->msi_received = 1;
9271 wake_up(&ioa_cfg->msi_wait_q);
9272
9273 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
9274 return IRQ_HANDLED;
9275}
9276
9277/**
9278 * ipr_test_msi - Test for Message Signaled Interrupt (MSI) support.
9279 * @ioa_cfg: ioa config struct
9280 * @pdev: PCI device struct
9281 *
9282 * Description: This routine sets up and initiates a test interrupt to determine
9283 * if the interrupt is received via the ipr_test_intr() service routine.
9284 * If the tests fails, the driver will fall back to LSI.
9285 *
9286 * Return value:
9287 * 0 on success / non-zero on failure
9288 **/
9289static int ipr_test_msi(struct ipr_ioa_cfg *ioa_cfg, struct pci_dev *pdev)
9290{
9291 int rc;
9292 unsigned long lock_flags = 0;
9293 int irq = pci_irq_vector(dev: pdev, nr: 0);
9294
9295 ENTER;
9296
9297 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9298 init_waitqueue_head(&ioa_cfg->msi_wait_q);
9299 ioa_cfg->msi_received = 0;
9300 ipr_mask_and_clear_interrupts(ioa_cfg, clr_ints: ~IPR_PCII_IOA_TRANS_TO_OPER);
9301 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, addr: ioa_cfg->regs.clr_interrupt_mask_reg32);
9302 readl(addr: ioa_cfg->regs.sense_interrupt_mask_reg);
9303 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
9304
9305 rc = request_irq(irq, handler: ipr_test_intr, flags: 0, IPR_NAME, dev: ioa_cfg);
9306 if (rc) {
9307 dev_err(&pdev->dev, "Can not assign irq %d\n", irq);
9308 return rc;
9309 } else if (ipr_debug)
9310 dev_info(&pdev->dev, "IRQ assigned: %d\n", irq);
9311
9312 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, addr: ioa_cfg->regs.sense_interrupt_reg32);
9313 readl(addr: ioa_cfg->regs.sense_interrupt_reg);
9314 wait_event_timeout(ioa_cfg->msi_wait_q, ioa_cfg->msi_received, HZ);
9315 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9316 ipr_mask_and_clear_interrupts(ioa_cfg, clr_ints: ~IPR_PCII_IOA_TRANS_TO_OPER);
9317
9318 if (!ioa_cfg->msi_received) {
9319 /* MSI test failed */
9320 dev_info(&pdev->dev, "MSI test failed. Falling back to LSI.\n");
9321 rc = -EOPNOTSUPP;
9322 } else if (ipr_debug)
9323 dev_info(&pdev->dev, "MSI test succeeded.\n");
9324
9325 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
9326
9327 free_irq(irq, ioa_cfg);
9328
9329 LEAVE;
9330
9331 return rc;
9332}
9333
9334 /* ipr_probe_ioa - Allocates memory and does first stage of initialization
9335 * @pdev: PCI device struct
9336 * @dev_id: PCI device id struct
9337 *
9338 * Return value:
9339 * 0 on success / non-zero on failure
9340 **/
9341static int ipr_probe_ioa(struct pci_dev *pdev,
9342 const struct pci_device_id *dev_id)
9343{
9344 struct ipr_ioa_cfg *ioa_cfg;
9345 struct Scsi_Host *host;
9346 unsigned long ipr_regs_pci;
9347 void __iomem *ipr_regs;
9348 int rc = PCIBIOS_SUCCESSFUL;
9349 volatile u32 mask, uproc, interrupts;
9350 unsigned long lock_flags, driver_lock_flags;
9351 unsigned int irq_flag;
9352
9353 ENTER;
9354
9355 dev_info(&pdev->dev, "Found IOA with IRQ: %d\n", pdev->irq);
9356 host = scsi_host_alloc(&driver_template, sizeof(*ioa_cfg));
9357
9358 if (!host) {
9359 dev_err(&pdev->dev, "call to scsi_host_alloc failed!\n");
9360 rc = -ENOMEM;
9361 goto out;
9362 }
9363
9364 ioa_cfg = (struct ipr_ioa_cfg *)host->hostdata;
9365 memset(ioa_cfg, 0, sizeof(struct ipr_ioa_cfg));
9366
9367 ioa_cfg->ipr_chip = ipr_get_chip_info(dev_id);
9368
9369 if (!ioa_cfg->ipr_chip) {
9370 dev_err(&pdev->dev, "Unknown adapter chipset 0x%04X 0x%04X\n",
9371 dev_id->vendor, dev_id->device);
9372 goto out_scsi_host_put;
9373 }
9374
9375 /* set SIS 32 or SIS 64 */
9376 ioa_cfg->sis64 = ioa_cfg->ipr_chip->sis_type == IPR_SIS64 ? 1 : 0;
9377 ioa_cfg->chip_cfg = ioa_cfg->ipr_chip->cfg;
9378 ioa_cfg->clear_isr = ioa_cfg->chip_cfg->clear_isr;
9379 ioa_cfg->max_cmds = ioa_cfg->chip_cfg->max_cmds;
9380
9381 if (ipr_transop_timeout)
9382 ioa_cfg->transop_timeout = ipr_transop_timeout;
9383 else if (dev_id->driver_data & IPR_USE_LONG_TRANSOP_TIMEOUT)
9384 ioa_cfg->transop_timeout = IPR_LONG_OPERATIONAL_TIMEOUT;
9385 else
9386 ioa_cfg->transop_timeout = IPR_OPERATIONAL_TIMEOUT;
9387
9388 ioa_cfg->revid = pdev->revision;
9389
9390 ipr_init_ioa_cfg(ioa_cfg, host, pdev);
9391
9392 ipr_regs_pci = pci_resource_start(pdev, 0);
9393
9394 rc = pci_request_regions(pdev, IPR_NAME);
9395 if (rc < 0) {
9396 dev_err(&pdev->dev,
9397 "Couldn't register memory range of registers\n");
9398 goto out_scsi_host_put;
9399 }
9400
9401 rc = pci_enable_device(dev: pdev);
9402
9403 if (rc || pci_channel_offline(pdev)) {
9404 if (pci_channel_offline(pdev)) {
9405 ipr_wait_for_pci_err_recovery(ioa_cfg);
9406 rc = pci_enable_device(dev: pdev);
9407 }
9408
9409 if (rc) {
9410 dev_err(&pdev->dev, "Cannot enable adapter\n");
9411 ipr_wait_for_pci_err_recovery(ioa_cfg);
9412 goto out_release_regions;
9413 }
9414 }
9415
9416 ipr_regs = pci_ioremap_bar(pdev, bar: 0);
9417
9418 if (!ipr_regs) {
9419 dev_err(&pdev->dev,
9420 "Couldn't map memory range of registers\n");
9421 rc = -ENOMEM;
9422 goto out_disable;
9423 }
9424
9425 ioa_cfg->hdw_dma_regs = ipr_regs;
9426 ioa_cfg->hdw_dma_regs_pci = ipr_regs_pci;
9427 ioa_cfg->ioa_mailbox = ioa_cfg->chip_cfg->mailbox + ipr_regs;
9428
9429 ipr_init_regs(ioa_cfg);
9430
9431 if (ioa_cfg->sis64) {
9432 rc = dma_set_mask_and_coherent(dev: &pdev->dev, DMA_BIT_MASK(64));
9433 if (rc < 0) {
9434 dev_dbg(&pdev->dev, "Failed to set 64 bit DMA mask\n");
9435 rc = dma_set_mask_and_coherent(dev: &pdev->dev,
9436 DMA_BIT_MASK(32));
9437 }
9438 } else
9439 rc = dma_set_mask_and_coherent(dev: &pdev->dev, DMA_BIT_MASK(32));
9440
9441 if (rc < 0) {
9442 dev_err(&pdev->dev, "Failed to set DMA mask\n");
9443 goto cleanup_nomem;
9444 }
9445
9446 rc = pci_write_config_byte(dev: pdev, PCI_CACHE_LINE_SIZE,
9447 val: ioa_cfg->chip_cfg->cache_line_size);
9448
9449 if (rc != PCIBIOS_SUCCESSFUL) {
9450 dev_err(&pdev->dev, "Write of cache line size failed\n");
9451 ipr_wait_for_pci_err_recovery(ioa_cfg);
9452 rc = -EIO;
9453 goto cleanup_nomem;
9454 }
9455
9456 /* Issue MMIO read to ensure card is not in EEH */
9457 interrupts = readl(addr: ioa_cfg->regs.sense_interrupt_reg);
9458 ipr_wait_for_pci_err_recovery(ioa_cfg);
9459
9460 if (ipr_number_of_msix > IPR_MAX_MSIX_VECTORS) {
9461 dev_err(&pdev->dev, "The max number of MSIX is %d\n",
9462 IPR_MAX_MSIX_VECTORS);
9463 ipr_number_of_msix = IPR_MAX_MSIX_VECTORS;
9464 }
9465
9466 irq_flag = PCI_IRQ_LEGACY;
9467 if (ioa_cfg->ipr_chip->has_msi)
9468 irq_flag |= PCI_IRQ_MSI | PCI_IRQ_MSIX;
9469 rc = pci_alloc_irq_vectors(dev: pdev, min_vecs: 1, max_vecs: ipr_number_of_msix, flags: irq_flag);
9470 if (rc < 0) {
9471 ipr_wait_for_pci_err_recovery(ioa_cfg);
9472 goto cleanup_nomem;
9473 }
9474 ioa_cfg->nvectors = rc;
9475
9476 if (!pdev->msi_enabled && !pdev->msix_enabled)
9477 ioa_cfg->clear_isr = 1;
9478
9479 pci_set_master(dev: pdev);
9480
9481 if (pci_channel_offline(pdev)) {
9482 ipr_wait_for_pci_err_recovery(ioa_cfg);
9483 pci_set_master(dev: pdev);
9484 if (pci_channel_offline(pdev)) {
9485 rc = -EIO;
9486 goto out_msi_disable;
9487 }
9488 }
9489
9490 if (pdev->msi_enabled || pdev->msix_enabled) {
9491 rc = ipr_test_msi(ioa_cfg, pdev);
9492 switch (rc) {
9493 case 0:
9494 dev_info(&pdev->dev,
9495 "Request for %d MSI%ss succeeded.", ioa_cfg->nvectors,
9496 pdev->msix_enabled ? "-X" : "");
9497 break;
9498 case -EOPNOTSUPP:
9499 ipr_wait_for_pci_err_recovery(ioa_cfg);
9500 pci_free_irq_vectors(dev: pdev);
9501
9502 ioa_cfg->nvectors = 1;
9503 ioa_cfg->clear_isr = 1;
9504 break;
9505 default:
9506 goto out_msi_disable;
9507 }
9508 }
9509
9510 ioa_cfg->hrrq_num = min3(ioa_cfg->nvectors,
9511 (unsigned int)num_online_cpus(),
9512 (unsigned int)IPR_MAX_HRRQ_NUM);
9513
9514 if ((rc = ipr_save_pcix_cmd_reg(ioa_cfg)))
9515 goto out_msi_disable;
9516
9517 if ((rc = ipr_set_pcix_cmd_reg(ioa_cfg)))
9518 goto out_msi_disable;
9519
9520 rc = ipr_alloc_mem(ioa_cfg);
9521 if (rc < 0) {
9522 dev_err(&pdev->dev,
9523 "Couldn't allocate enough memory for device driver!\n");
9524 goto out_msi_disable;
9525 }
9526
9527 /* Save away PCI config space for use following IOA reset */
9528 rc = pci_save_state(dev: pdev);
9529
9530 if (rc != PCIBIOS_SUCCESSFUL) {
9531 dev_err(&pdev->dev, "Failed to save PCI config space\n");
9532 rc = -EIO;
9533 goto cleanup_nolog;
9534 }
9535
9536 /*
9537 * If HRRQ updated interrupt is not masked, or reset alert is set,
9538 * the card is in an unknown state and needs a hard reset
9539 */
9540 mask = readl(addr: ioa_cfg->regs.sense_interrupt_mask_reg32);
9541 interrupts = readl(addr: ioa_cfg->regs.sense_interrupt_reg32);
9542 uproc = readl(addr: ioa_cfg->regs.sense_uproc_interrupt_reg32);
9543 if ((mask & IPR_PCII_HRRQ_UPDATED) == 0 || (uproc & IPR_UPROCI_RESET_ALERT))
9544 ioa_cfg->needs_hard_reset = 1;
9545 if ((interrupts & IPR_PCII_ERROR_INTERRUPTS) || reset_devices)
9546 ioa_cfg->needs_hard_reset = 1;
9547 if (interrupts & IPR_PCII_IOA_UNIT_CHECKED)
9548 ioa_cfg->ioa_unit_checked = 1;
9549
9550 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9551 ipr_mask_and_clear_interrupts(ioa_cfg, clr_ints: ~IPR_PCII_IOA_TRANS_TO_OPER);
9552 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
9553
9554 if (pdev->msi_enabled || pdev->msix_enabled) {
9555 name_msi_vectors(ioa_cfg);
9556 rc = request_irq(irq: pci_irq_vector(dev: pdev, nr: 0), handler: ipr_isr, flags: 0,
9557 name: ioa_cfg->vectors_info[0].desc,
9558 dev: &ioa_cfg->hrrq[0]);
9559 if (!rc)
9560 rc = ipr_request_other_msi_irqs(ioa_cfg, pdev);
9561 } else {
9562 rc = request_irq(irq: pdev->irq, handler: ipr_isr,
9563 IRQF_SHARED,
9564 IPR_NAME, dev: &ioa_cfg->hrrq[0]);
9565 }
9566 if (rc) {
9567 dev_err(&pdev->dev, "Couldn't register IRQ %d! rc=%d\n",
9568 pdev->irq, rc);
9569 goto cleanup_nolog;
9570 }
9571
9572 if ((dev_id->driver_data & IPR_USE_PCI_WARM_RESET) ||
9573 (dev_id->device == PCI_DEVICE_ID_IBM_OBSIDIAN_E && !ioa_cfg->revid)) {
9574 ioa_cfg->needs_warm_reset = 1;
9575 ioa_cfg->reset = ipr_reset_slot_reset;
9576
9577 ioa_cfg->reset_work_q = alloc_ordered_workqueue("ipr_reset_%d",
9578 WQ_MEM_RECLAIM, host->host_no);
9579
9580 if (!ioa_cfg->reset_work_q) {
9581 dev_err(&pdev->dev, "Couldn't register reset workqueue\n");
9582 rc = -ENOMEM;
9583 goto out_free_irq;
9584 }
9585 } else
9586 ioa_cfg->reset = ipr_reset_start_bist;
9587
9588 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
9589 list_add_tail(new: &ioa_cfg->queue, head: &ipr_ioa_head);
9590 spin_unlock_irqrestore(lock: &ipr_driver_lock, flags: driver_lock_flags);
9591
9592 LEAVE;
9593out:
9594 return rc;
9595
9596out_free_irq:
9597 ipr_free_irqs(ioa_cfg);
9598cleanup_nolog:
9599 ipr_free_mem(ioa_cfg);
9600out_msi_disable:
9601 ipr_wait_for_pci_err_recovery(ioa_cfg);
9602 pci_free_irq_vectors(dev: pdev);
9603cleanup_nomem:
9604 iounmap(addr: ipr_regs);
9605out_disable:
9606 pci_disable_device(dev: pdev);
9607out_release_regions:
9608 pci_release_regions(pdev);
9609out_scsi_host_put:
9610 scsi_host_put(t: host);
9611 goto out;
9612}
9613
9614/**
9615 * ipr_initiate_ioa_bringdown - Bring down an adapter
9616 * @ioa_cfg: ioa config struct
9617 * @shutdown_type: shutdown type
9618 *
9619 * Description: This function will initiate bringing down the adapter.
9620 * This consists of issuing an IOA shutdown to the adapter
9621 * to flush the cache, and running BIST.
9622 * If the caller needs to wait on the completion of the reset,
9623 * the caller must sleep on the reset_wait_q.
9624 *
9625 * Return value:
9626 * none
9627 **/
9628static void ipr_initiate_ioa_bringdown(struct ipr_ioa_cfg *ioa_cfg,
9629 enum ipr_shutdown_type shutdown_type)
9630{
9631 ENTER;
9632 if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
9633 ioa_cfg->sdt_state = ABORT_DUMP;
9634 ioa_cfg->reset_retries = 0;
9635 ioa_cfg->in_ioa_bringdown = 1;
9636 ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
9637 LEAVE;
9638}
9639
9640/**
9641 * __ipr_remove - Remove a single adapter
9642 * @pdev: pci device struct
9643 *
9644 * Adapter hot plug remove entry point.
9645 *
9646 * Return value:
9647 * none
9648 **/
9649static void __ipr_remove(struct pci_dev *pdev)
9650{
9651 unsigned long host_lock_flags = 0;
9652 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9653 int i;
9654 unsigned long driver_lock_flags;
9655 ENTER;
9656
9657 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9658 while (ioa_cfg->in_reset_reload) {
9659 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: host_lock_flags);
9660 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9661 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9662 }
9663
9664 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9665 spin_lock(lock: &ioa_cfg->hrrq[i]._lock);
9666 ioa_cfg->hrrq[i].removing_ioa = 1;
9667 spin_unlock(lock: &ioa_cfg->hrrq[i]._lock);
9668 }
9669 wmb();
9670 ipr_initiate_ioa_bringdown(ioa_cfg, shutdown_type: IPR_SHUTDOWN_NORMAL);
9671
9672 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: host_lock_flags);
9673 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9674 flush_work(work: &ioa_cfg->work_q);
9675 if (ioa_cfg->reset_work_q)
9676 flush_workqueue(ioa_cfg->reset_work_q);
9677 INIT_LIST_HEAD(list: &ioa_cfg->used_res_q);
9678 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9679
9680 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
9681 list_del(entry: &ioa_cfg->queue);
9682 spin_unlock_irqrestore(lock: &ipr_driver_lock, flags: driver_lock_flags);
9683
9684 if (ioa_cfg->sdt_state == ABORT_DUMP)
9685 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
9686 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: host_lock_flags);
9687
9688 ipr_free_all_resources(ioa_cfg);
9689
9690 LEAVE;
9691}
9692
9693/**
9694 * ipr_remove - IOA hot plug remove entry point
9695 * @pdev: pci device struct
9696 *
9697 * Adapter hot plug remove entry point.
9698 *
9699 * Return value:
9700 * none
9701 **/
9702static void ipr_remove(struct pci_dev *pdev)
9703{
9704 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9705
9706 ENTER;
9707
9708 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
9709 &ipr_trace_attr);
9710 ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
9711 &ipr_dump_attr);
9712 sysfs_remove_bin_file(kobj: &ioa_cfg->host->shost_dev.kobj,
9713 attr: &ipr_ioa_async_err_log);
9714 scsi_remove_host(ioa_cfg->host);
9715
9716 __ipr_remove(pdev);
9717
9718 LEAVE;
9719}
9720
9721/**
9722 * ipr_probe - Adapter hot plug add entry point
9723 * @pdev: pci device struct
9724 * @dev_id: pci device ID
9725 *
9726 * Return value:
9727 * 0 on success / non-zero on failure
9728 **/
9729static int ipr_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
9730{
9731 struct ipr_ioa_cfg *ioa_cfg;
9732 unsigned long flags;
9733 int rc, i;
9734
9735 rc = ipr_probe_ioa(pdev, dev_id);
9736
9737 if (rc)
9738 return rc;
9739
9740 ioa_cfg = pci_get_drvdata(pdev);
9741 ipr_probe_ioa_part2(ioa_cfg);
9742
9743 rc = scsi_add_host(host: ioa_cfg->host, dev: &pdev->dev);
9744
9745 if (rc) {
9746 __ipr_remove(pdev);
9747 return rc;
9748 }
9749
9750 rc = ipr_create_trace_file(&ioa_cfg->host->shost_dev.kobj,
9751 &ipr_trace_attr);
9752
9753 if (rc) {
9754 scsi_remove_host(ioa_cfg->host);
9755 __ipr_remove(pdev);
9756 return rc;
9757 }
9758
9759 rc = sysfs_create_bin_file(kobj: &ioa_cfg->host->shost_dev.kobj,
9760 attr: &ipr_ioa_async_err_log);
9761
9762 if (rc) {
9763 ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
9764 &ipr_dump_attr);
9765 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
9766 &ipr_trace_attr);
9767 scsi_remove_host(ioa_cfg->host);
9768 __ipr_remove(pdev);
9769 return rc;
9770 }
9771
9772 rc = ipr_create_dump_file(&ioa_cfg->host->shost_dev.kobj,
9773 &ipr_dump_attr);
9774
9775 if (rc) {
9776 sysfs_remove_bin_file(kobj: &ioa_cfg->host->shost_dev.kobj,
9777 attr: &ipr_ioa_async_err_log);
9778 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
9779 &ipr_trace_attr);
9780 scsi_remove_host(ioa_cfg->host);
9781 __ipr_remove(pdev);
9782 return rc;
9783 }
9784 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9785 ioa_cfg->scan_enabled = 1;
9786 schedule_work(work: &ioa_cfg->work_q);
9787 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags);
9788
9789 ioa_cfg->iopoll_weight = ioa_cfg->chip_cfg->iopoll_weight;
9790
9791 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
9792 for (i = 1; i < ioa_cfg->hrrq_num; i++) {
9793 irq_poll_init(&ioa_cfg->hrrq[i].iopoll,
9794 ioa_cfg->iopoll_weight, ipr_iopoll);
9795 }
9796 }
9797
9798 scsi_scan_host(ioa_cfg->host);
9799
9800 return 0;
9801}
9802
9803/**
9804 * ipr_shutdown - Shutdown handler.
9805 * @pdev: pci device struct
9806 *
9807 * This function is invoked upon system shutdown/reboot. It will issue
9808 * an adapter shutdown to the adapter to flush the write cache.
9809 *
9810 * Return value:
9811 * none
9812 **/
9813static void ipr_shutdown(struct pci_dev *pdev)
9814{
9815 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9816 unsigned long lock_flags = 0;
9817 enum ipr_shutdown_type shutdown_type = IPR_SHUTDOWN_NORMAL;
9818 int i;
9819
9820 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9821 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
9822 ioa_cfg->iopoll_weight = 0;
9823 for (i = 1; i < ioa_cfg->hrrq_num; i++)
9824 irq_poll_disable(&ioa_cfg->hrrq[i].iopoll);
9825 }
9826
9827 while (ioa_cfg->in_reset_reload) {
9828 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
9829 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9830 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9831 }
9832
9833 if (ipr_fast_reboot && system_state == SYSTEM_RESTART && ioa_cfg->sis64)
9834 shutdown_type = IPR_SHUTDOWN_QUIESCE;
9835
9836 ipr_initiate_ioa_bringdown(ioa_cfg, shutdown_type);
9837 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags: lock_flags);
9838 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9839 if (ipr_fast_reboot && system_state == SYSTEM_RESTART && ioa_cfg->sis64) {
9840 ipr_free_irqs(ioa_cfg);
9841 pci_disable_device(dev: ioa_cfg->pdev);
9842 }
9843}
9844
9845static struct pci_device_id ipr_pci_table[] = {
9846 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9847 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5702, 0, 0, 0 },
9848 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9849 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5703, 0, 0, 0 },
9850 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9851 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573D, 0, 0, 0 },
9852 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9853 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573E, 0, 0, 0 },
9854 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9855 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571B, 0, 0, 0 },
9856 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9857 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572E, 0, 0, 0 },
9858 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9859 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571A, 0, 0, 0 },
9860 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9861 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575B, 0, 0,
9862 IPR_USE_LONG_TRANSOP_TIMEOUT },
9863 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
9864 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
9865 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
9866 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
9867 IPR_USE_LONG_TRANSOP_TIMEOUT },
9868 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
9869 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
9870 IPR_USE_LONG_TRANSOP_TIMEOUT },
9871 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
9872 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
9873 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
9874 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
9875 IPR_USE_LONG_TRANSOP_TIMEOUT},
9876 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
9877 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
9878 IPR_USE_LONG_TRANSOP_TIMEOUT },
9879 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9880 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574E, 0, 0,
9881 IPR_USE_LONG_TRANSOP_TIMEOUT },
9882 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9883 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B3, 0, 0, 0 },
9884 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9885 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CC, 0, 0, 0 },
9886 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9887 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B7, 0, 0,
9888 IPR_USE_LONG_TRANSOP_TIMEOUT | IPR_USE_PCI_WARM_RESET },
9889 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE,
9890 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2780, 0, 0, 0 },
9891 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
9892 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571E, 0, 0, 0 },
9893 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
9894 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571F, 0, 0,
9895 IPR_USE_LONG_TRANSOP_TIMEOUT },
9896 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
9897 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572F, 0, 0,
9898 IPR_USE_LONG_TRANSOP_TIMEOUT },
9899 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9900 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B5, 0, 0, 0 },
9901 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9902 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574D, 0, 0, 0 },
9903 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9904 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B2, 0, 0, 0 },
9905 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9906 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C0, 0, 0, 0 },
9907 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9908 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C3, 0, 0, 0 },
9909 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9910 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C4, 0, 0, 0 },
9911 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9912 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B4, 0, 0, 0 },
9913 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9914 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B1, 0, 0, 0 },
9915 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9916 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C6, 0, 0, 0 },
9917 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9918 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C8, 0, 0, 0 },
9919 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9920 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CE, 0, 0, 0 },
9921 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9922 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D5, 0, 0, 0 },
9923 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9924 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D6, 0, 0, 0 },
9925 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9926 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D7, 0, 0, 0 },
9927 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9928 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D8, 0, 0, 0 },
9929 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9930 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D9, 0, 0, 0 },
9931 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9932 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57DA, 0, 0, 0 },
9933 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9934 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EB, 0, 0, 0 },
9935 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9936 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EC, 0, 0, 0 },
9937 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9938 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57ED, 0, 0, 0 },
9939 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9940 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EE, 0, 0, 0 },
9941 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9942 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EF, 0, 0, 0 },
9943 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9944 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57F0, 0, 0, 0 },
9945 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9946 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCA, 0, 0, 0 },
9947 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9948 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CD2, 0, 0, 0 },
9949 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9950 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCD, 0, 0, 0 },
9951 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE,
9952 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_580A, 0, 0, 0 },
9953 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE,
9954 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_580B, 0, 0, 0 },
9955 { }
9956};
9957MODULE_DEVICE_TABLE(pci, ipr_pci_table);
9958
9959static const struct pci_error_handlers ipr_err_handler = {
9960 .error_detected = ipr_pci_error_detected,
9961 .mmio_enabled = ipr_pci_mmio_enabled,
9962 .slot_reset = ipr_pci_slot_reset,
9963};
9964
9965static struct pci_driver ipr_driver = {
9966 .name = IPR_NAME,
9967 .id_table = ipr_pci_table,
9968 .probe = ipr_probe,
9969 .remove = ipr_remove,
9970 .shutdown = ipr_shutdown,
9971 .err_handler = &ipr_err_handler,
9972};
9973
9974/**
9975 * ipr_halt_done - Shutdown prepare completion
9976 * @ipr_cmd: ipr command struct
9977 *
9978 * Return value:
9979 * none
9980 **/
9981static void ipr_halt_done(struct ipr_cmnd *ipr_cmd)
9982{
9983 list_add_tail(new: &ipr_cmd->queue, head: &ipr_cmd->hrrq->hrrq_free_q);
9984}
9985
9986/**
9987 * ipr_halt - Issue shutdown prepare to all adapters
9988 * @nb: Notifier block
9989 * @event: Notifier event
9990 * @buf: Notifier data (unused)
9991 *
9992 * Return value:
9993 * NOTIFY_OK on success / NOTIFY_DONE on failure
9994 **/
9995static int ipr_halt(struct notifier_block *nb, ulong event, void *buf)
9996{
9997 struct ipr_cmnd *ipr_cmd;
9998 struct ipr_ioa_cfg *ioa_cfg;
9999 unsigned long flags = 0, driver_lock_flags;
10000
10001 if (event != SYS_RESTART && event != SYS_HALT && event != SYS_POWER_OFF)
10002 return NOTIFY_DONE;
10003
10004 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
10005
10006 list_for_each_entry(ioa_cfg, &ipr_ioa_head, queue) {
10007 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
10008 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds ||
10009 (ipr_fast_reboot && event == SYS_RESTART && ioa_cfg->sis64)) {
10010 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags);
10011 continue;
10012 }
10013
10014 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
10015 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
10016 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
10017 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
10018 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_SHUTDOWN_PREPARE_FOR_NORMAL;
10019
10020 ipr_do_req(ipr_cmd, done: ipr_halt_done, timeout_func: ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
10021 spin_unlock_irqrestore(lock: ioa_cfg->host->host_lock, flags);
10022 }
10023 spin_unlock_irqrestore(lock: &ipr_driver_lock, flags: driver_lock_flags);
10024
10025 return NOTIFY_OK;
10026}
10027
10028static struct notifier_block ipr_notifier = {
10029 ipr_halt, NULL, 0
10030};
10031
10032/**
10033 * ipr_init - Module entry point
10034 *
10035 * Return value:
10036 * 0 on success / negative value on failure
10037 **/
10038static int __init ipr_init(void)
10039{
10040 int rc;
10041
10042 ipr_info("IBM Power RAID SCSI Device Driver version: %s %s\n",
10043 IPR_DRIVER_VERSION, IPR_DRIVER_DATE);
10044
10045 register_reboot_notifier(&ipr_notifier);
10046 rc = pci_register_driver(&ipr_driver);
10047 if (rc) {
10048 unregister_reboot_notifier(&ipr_notifier);
10049 return rc;
10050 }
10051
10052 return 0;
10053}
10054
10055/**
10056 * ipr_exit - Module unload
10057 *
10058 * Module unload entry point.
10059 *
10060 * Return value:
10061 * none
10062 **/
10063static void __exit ipr_exit(void)
10064{
10065 unregister_reboot_notifier(&ipr_notifier);
10066 pci_unregister_driver(dev: &ipr_driver);
10067}
10068
10069module_init(ipr_init);
10070module_exit(ipr_exit);
10071

source code of linux/drivers/scsi/ipr.c