2 * Scsi Host Layer for MPT (Message Passing Technology) based controllers
4 * This code is based on drivers/scsi/mpt3sas/mpt3sas_scsih.c
5 * Copyright (C) 2012-2013 LSI Corporation
6 * (mailto:DL-MPTFusionLinux@lsi.com)
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License
10 * as published by the Free Software Foundation; either version 2
11 * of the License, or (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
19 * THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
20 * CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
21 * LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
22 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
23 * solely responsible for determining the appropriateness of using and
24 * distributing the Program and assumes all risks associated with its
25 * exercise of rights under this Agreement, including but not limited to
26 * the risks and costs of program errors, damage to or loss of data,
27 * programs or equipment, and unavailability or interruption of operations.
29 * DISCLAIMER OF LIABILITY
30 * NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
31 * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
32 * DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
33 * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
34 * TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
35 * USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
36 * HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
38 * You should have received a copy of the GNU General Public License
39 * along with this program; if not, write to the Free Software
40 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301,
44 #include <linux/module.h>
45 #include <linux/kernel.h>
46 #include <linux/init.h>
47 #include <linux/errno.h>
48 #include <linux/blkdev.h>
49 #include <linux/sched.h>
50 #include <linux/workqueue.h>
51 #include <linux/delay.h>
52 #include <linux/pci.h>
53 #include <linux/interrupt.h>
54 #include <linux/aer.h>
55 #include <linux/raid_class.h>
57 #include "mpt3sas_base.h"
59 MODULE_AUTHOR(MPT3SAS_AUTHOR);
60 MODULE_DESCRIPTION(MPT3SAS_DESCRIPTION);
61 MODULE_LICENSE("GPL");
62 MODULE_VERSION(MPT3SAS_DRIVER_VERSION);
64 #define RAID_CHANNEL 1
66 static void _scsih_expander_node_remove(struct MPT3SAS_ADAPTER *ioc,
67 struct _sas_node *sas_expander);
68 static void _firmware_event_work(struct work_struct *work);
70 static void _scsih_remove_device(struct MPT3SAS_ADAPTER *ioc,
71 struct _sas_device *sas_device);
72 static int _scsih_add_device(struct MPT3SAS_ADAPTER *ioc, u16 handle,
73 u8 retry_count, u8 is_pd);
75 static u8 _scsih_check_for_pending_tm(struct MPT3SAS_ADAPTER *ioc, u16 smid);
77 static void _scsih_scan_start(struct Scsi_Host *shost);
78 static int _scsih_scan_finished(struct Scsi_Host *shost, unsigned long time);
80 /* global parameters */
81 LIST_HEAD(mpt3sas_ioc_list);
83 /* local parameters */
84 static u8 scsi_io_cb_idx = -1;
85 static u8 tm_cb_idx = -1;
86 static u8 ctl_cb_idx = -1;
87 static u8 base_cb_idx = -1;
88 static u8 port_enable_cb_idx = -1;
89 static u8 transport_cb_idx = -1;
90 static u8 scsih_cb_idx = -1;
91 static u8 config_cb_idx = -1;
94 static u8 tm_tr_cb_idx = -1 ;
95 static u8 tm_tr_volume_cb_idx = -1 ;
96 static u8 tm_sas_control_cb_idx = -1;
98 /* command line options */
99 static u32 logging_level;
100 MODULE_PARM_DESC(logging_level,
101 " bits for enabling additional logging info (default=0)");
104 static ushort max_sectors = 0xFFFF;
105 module_param(max_sectors, ushort, 0);
106 MODULE_PARM_DESC(max_sectors, "max sectors, range 64 to 32767 default=32767");
109 static int missing_delay[2] = {-1, -1};
110 module_param_array(missing_delay, int, NULL, 0);
111 MODULE_PARM_DESC(missing_delay, " device missing delay , io missing delay");
113 /* scsi-mid layer global parmeter is max_report_luns, which is 511 */
114 #define MPT3SAS_MAX_LUN (16895)
115 static u64 max_lun = MPT3SAS_MAX_LUN;
116 module_param(max_lun, ullong, 0);
117 MODULE_PARM_DESC(max_lun, " max lun, default=16895 ");
122 /* diag_buffer_enable is bitwise
124 * bit 1 set = SNAPSHOT
125 * bit 2 set = EXTENDED
127 * Either bit can be set, or both
129 static int diag_buffer_enable = -1;
130 module_param(diag_buffer_enable, int, 0);
131 MODULE_PARM_DESC(diag_buffer_enable,
132 " post diag buffers (TRACE=1/SNAPSHOT=2/EXTENDED=4/default=0)");
133 static int disable_discovery = -1;
134 module_param(disable_discovery, int, 0);
135 MODULE_PARM_DESC(disable_discovery, " disable discovery ");
138 /* permit overriding the host protection capabilities mask (EEDP/T10 PI) */
139 static int prot_mask = -1;
140 module_param(prot_mask, int, 0);
141 MODULE_PARM_DESC(prot_mask, " host protection capabilities mask, def=7 ");
144 /* raid transport support */
146 static struct raid_template *mpt3sas_raid_template;
150 * struct sense_info - common structure for obtaining sense keys
152 * @asc: additional sense code
153 * @ascq: additional sense code qualifier
161 #define MPT3SAS_PROCESS_TRIGGER_DIAG (0xFFFB)
162 #define MPT3SAS_TURN_ON_FAULT_LED (0xFFFC)
163 #define MPT3SAS_PORT_ENABLE_COMPLETE (0xFFFD)
164 #define MPT3SAS_ABRT_TASK_SET (0xFFFE)
165 #define MPT3SAS_REMOVE_UNRESPONDING_DEVICES (0xFFFF)
167 * struct fw_event_work - firmware event struct
168 * @list: link list framework
169 * @work: work object (ioc->fault_reset_work_q)
170 * @cancel_pending_work: flag set during reset handling
171 * @ioc: per adapter object
172 * @device_handle: device handle
173 * @VF_ID: virtual function id
174 * @VP_ID: virtual port id
175 * @ignore: flag meaning this event has been marked to ignore
176 * @event: firmware event MPI2_EVENT_XXX defined in mpt2_ioc.h
177 * @event_data: reply event data payload follows
179 * This object stored on ioc->fw_event_list.
181 struct fw_event_work {
182 struct list_head list;
183 struct work_struct work;
184 u8 cancel_pending_work;
185 struct delayed_work delayed_work;
187 struct MPT3SAS_ADAPTER *ioc;
193 char event_data[0] __aligned(4);
196 /* raid transport support */
197 static struct raid_template *mpt3sas_raid_template;
200 * struct _scsi_io_transfer - scsi io transfer
201 * @handle: sas device handle (assigned by firmware)
202 * @is_raid: flag set for hidden raid components
203 * @dir: DMA_TO_DEVICE, DMA_FROM_DEVICE,
204 * @data_length: data transfer length
205 * @data_dma: dma pointer to data
208 * @cdb_length: cdb length
210 * @timeout: timeout for this command
211 * @VF_ID: virtual function id
212 * @VP_ID: virtual port id
213 * @valid_reply: flag set for reply message
214 * @sense_length: sense length
215 * @ioc_status: ioc status
216 * @scsi_state: scsi state
217 * @scsi_status: scsi staus
218 * @log_info: log information
219 * @transfer_length: data length transfer when there is a reply message
221 * Used for sending internal scsi commands to devices within this module.
222 * Refer to _scsi_send_scsi_io().
224 struct _scsi_io_transfer {
227 enum dma_data_direction dir;
230 u8 sense[SCSI_SENSE_BUFFERSIZE];
238 /* the following bits are only valid when 'valid_reply = 1' */
248 * The pci device ids are defined in mpi/mpi2_cnfg.h.
250 static const struct pci_device_id scsih_pci_table[] = {
251 /* Fury ~ 3004 and 3008 */
252 { MPI2_MFGPAGE_VENDORID_LSI, MPI25_MFGPAGE_DEVID_SAS3004,
253 PCI_ANY_ID, PCI_ANY_ID },
254 { MPI2_MFGPAGE_VENDORID_LSI, MPI25_MFGPAGE_DEVID_SAS3008,
255 PCI_ANY_ID, PCI_ANY_ID },
257 { MPI2_MFGPAGE_VENDORID_LSI, MPI25_MFGPAGE_DEVID_SAS3108_1,
258 PCI_ANY_ID, PCI_ANY_ID },
259 { MPI2_MFGPAGE_VENDORID_LSI, MPI25_MFGPAGE_DEVID_SAS3108_2,
260 PCI_ANY_ID, PCI_ANY_ID },
261 { MPI2_MFGPAGE_VENDORID_LSI, MPI25_MFGPAGE_DEVID_SAS3108_5,
262 PCI_ANY_ID, PCI_ANY_ID },
263 { MPI2_MFGPAGE_VENDORID_LSI, MPI25_MFGPAGE_DEVID_SAS3108_6,
264 PCI_ANY_ID, PCI_ANY_ID },
265 {0} /* Terminating entry */
267 MODULE_DEVICE_TABLE(pci, scsih_pci_table);
270 * _scsih_set_debug_level - global setting of ioc->logging_level.
272 * Note: The logging levels are defined in mpt3sas_debug.h.
275 _scsih_set_debug_level(const char *val, struct kernel_param *kp)
277 int ret = param_set_int(val, kp);
278 struct MPT3SAS_ADAPTER *ioc;
283 pr_info("setting logging_level(0x%08x)\n", logging_level);
284 list_for_each_entry(ioc, &mpt3sas_ioc_list, list)
285 ioc->logging_level = logging_level;
288 module_param_call(logging_level, _scsih_set_debug_level, param_get_int,
289 &logging_level, 0644);
292 * _scsih_srch_boot_sas_address - search based on sas_address
293 * @sas_address: sas address
294 * @boot_device: boot device object from bios page 2
296 * Returns 1 when there's a match, 0 means no match.
299 _scsih_srch_boot_sas_address(u64 sas_address,
300 Mpi2BootDeviceSasWwid_t *boot_device)
302 return (sas_address == le64_to_cpu(boot_device->SASAddress)) ? 1 : 0;
306 * _scsih_srch_boot_device_name - search based on device name
307 * @device_name: device name specified in INDENTIFY fram
308 * @boot_device: boot device object from bios page 2
310 * Returns 1 when there's a match, 0 means no match.
313 _scsih_srch_boot_device_name(u64 device_name,
314 Mpi2BootDeviceDeviceName_t *boot_device)
316 return (device_name == le64_to_cpu(boot_device->DeviceName)) ? 1 : 0;
320 * _scsih_srch_boot_encl_slot - search based on enclosure_logical_id/slot
321 * @enclosure_logical_id: enclosure logical id
322 * @slot_number: slot number
323 * @boot_device: boot device object from bios page 2
325 * Returns 1 when there's a match, 0 means no match.
328 _scsih_srch_boot_encl_slot(u64 enclosure_logical_id, u16 slot_number,
329 Mpi2BootDeviceEnclosureSlot_t *boot_device)
331 return (enclosure_logical_id == le64_to_cpu(boot_device->
332 EnclosureLogicalID) && slot_number == le16_to_cpu(boot_device->
333 SlotNumber)) ? 1 : 0;
337 * _scsih_is_boot_device - search for matching boot device.
338 * @sas_address: sas address
339 * @device_name: device name specified in INDENTIFY fram
340 * @enclosure_logical_id: enclosure logical id
341 * @slot_number: slot number
342 * @form: specifies boot device form
343 * @boot_device: boot device object from bios page 2
345 * Returns 1 when there's a match, 0 means no match.
348 _scsih_is_boot_device(u64 sas_address, u64 device_name,
349 u64 enclosure_logical_id, u16 slot, u8 form,
350 Mpi2BiosPage2BootDevice_t *boot_device)
355 case MPI2_BIOSPAGE2_FORM_SAS_WWID:
358 rc = _scsih_srch_boot_sas_address(
359 sas_address, &boot_device->SasWwid);
361 case MPI2_BIOSPAGE2_FORM_ENCLOSURE_SLOT:
362 if (!enclosure_logical_id)
364 rc = _scsih_srch_boot_encl_slot(
365 enclosure_logical_id,
366 slot, &boot_device->EnclosureSlot);
368 case MPI2_BIOSPAGE2_FORM_DEVICE_NAME:
371 rc = _scsih_srch_boot_device_name(
372 device_name, &boot_device->DeviceName);
374 case MPI2_BIOSPAGE2_FORM_NO_DEVICE_SPECIFIED:
382 * _scsih_get_sas_address - set the sas_address for given device handle
383 * @handle: device handle
384 * @sas_address: sas address
386 * Returns 0 success, non-zero when failure
389 _scsih_get_sas_address(struct MPT3SAS_ADAPTER *ioc, u16 handle,
392 Mpi2SasDevicePage0_t sas_device_pg0;
393 Mpi2ConfigReply_t mpi_reply;
398 if (handle <= ioc->sas_hba.num_phys) {
399 *sas_address = ioc->sas_hba.sas_address;
403 if ((mpt3sas_config_get_sas_device_pg0(ioc, &mpi_reply, &sas_device_pg0,
404 MPI2_SAS_DEVICE_PGAD_FORM_HANDLE, handle))) {
405 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n", ioc->name,
406 __FILE__, __LINE__, __func__);
410 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) & MPI2_IOCSTATUS_MASK;
411 if (ioc_status == MPI2_IOCSTATUS_SUCCESS) {
412 *sas_address = le64_to_cpu(sas_device_pg0.SASAddress);
416 /* we hit this becuase the given parent handle doesn't exist */
417 if (ioc_status == MPI2_IOCSTATUS_CONFIG_INVALID_PAGE)
420 /* else error case */
422 "handle(0x%04x), ioc_status(0x%04x), failure at %s:%d/%s()!\n",
423 ioc->name, handle, ioc_status,
424 __FILE__, __LINE__, __func__);
429 * _scsih_determine_boot_device - determine boot device.
430 * @ioc: per adapter object
431 * @device: either sas_device or raid_device object
432 * @is_raid: [flag] 1 = raid object, 0 = sas object
434 * Determines whether this device should be first reported device to
435 * to scsi-ml or sas transport, this purpose is for persistent boot device.
436 * There are primary, alternate, and current entries in bios page 2. The order
437 * priority is primary, alternate, then current. This routine saves
438 * the corresponding device object and is_raid flag in the ioc object.
439 * The saved data to be used later in _scsih_probe_boot_devices().
442 _scsih_determine_boot_device(struct MPT3SAS_ADAPTER *ioc,
443 void *device, u8 is_raid)
445 struct _sas_device *sas_device;
446 struct _raid_device *raid_device;
449 u64 enclosure_logical_id;
452 /* only process this function when driver loads */
453 if (!ioc->is_driver_loading)
456 /* no Bios, return immediately */
457 if (!ioc->bios_pg3.BiosVersion)
462 sas_address = sas_device->sas_address;
463 device_name = sas_device->device_name;
464 enclosure_logical_id = sas_device->enclosure_logical_id;
465 slot = sas_device->slot;
467 raid_device = device;
468 sas_address = raid_device->wwid;
470 enclosure_logical_id = 0;
474 if (!ioc->req_boot_device.device) {
475 if (_scsih_is_boot_device(sas_address, device_name,
476 enclosure_logical_id, slot,
477 (ioc->bios_pg2.ReqBootDeviceForm &
478 MPI2_BIOSPAGE2_FORM_MASK),
479 &ioc->bios_pg2.RequestedBootDevice)) {
480 dinitprintk(ioc, pr_info(MPT3SAS_FMT
481 "%s: req_boot_device(0x%016llx)\n",
483 (unsigned long long)sas_address));
484 ioc->req_boot_device.device = device;
485 ioc->req_boot_device.is_raid = is_raid;
489 if (!ioc->req_alt_boot_device.device) {
490 if (_scsih_is_boot_device(sas_address, device_name,
491 enclosure_logical_id, slot,
492 (ioc->bios_pg2.ReqAltBootDeviceForm &
493 MPI2_BIOSPAGE2_FORM_MASK),
494 &ioc->bios_pg2.RequestedAltBootDevice)) {
495 dinitprintk(ioc, pr_info(MPT3SAS_FMT
496 "%s: req_alt_boot_device(0x%016llx)\n",
498 (unsigned long long)sas_address));
499 ioc->req_alt_boot_device.device = device;
500 ioc->req_alt_boot_device.is_raid = is_raid;
504 if (!ioc->current_boot_device.device) {
505 if (_scsih_is_boot_device(sas_address, device_name,
506 enclosure_logical_id, slot,
507 (ioc->bios_pg2.CurrentBootDeviceForm &
508 MPI2_BIOSPAGE2_FORM_MASK),
509 &ioc->bios_pg2.CurrentBootDevice)) {
510 dinitprintk(ioc, pr_info(MPT3SAS_FMT
511 "%s: current_boot_device(0x%016llx)\n",
513 (unsigned long long)sas_address));
514 ioc->current_boot_device.device = device;
515 ioc->current_boot_device.is_raid = is_raid;
521 * mpt3sas_scsih_sas_device_find_by_sas_address - sas device search
522 * @ioc: per adapter object
523 * @sas_address: sas address
524 * Context: Calling function should acquire ioc->sas_device_lock
526 * This searches for sas_device based on sas_address, then return sas_device
530 mpt3sas_scsih_sas_device_find_by_sas_address(struct MPT3SAS_ADAPTER *ioc,
533 struct _sas_device *sas_device;
535 list_for_each_entry(sas_device, &ioc->sas_device_list, list)
536 if (sas_device->sas_address == sas_address)
539 list_for_each_entry(sas_device, &ioc->sas_device_init_list, list)
540 if (sas_device->sas_address == sas_address)
547 * _scsih_sas_device_find_by_handle - sas device search
548 * @ioc: per adapter object
549 * @handle: sas device handle (assigned by firmware)
550 * Context: Calling function should acquire ioc->sas_device_lock
552 * This searches for sas_device based on sas_address, then return sas_device
555 static struct _sas_device *
556 _scsih_sas_device_find_by_handle(struct MPT3SAS_ADAPTER *ioc, u16 handle)
558 struct _sas_device *sas_device;
560 list_for_each_entry(sas_device, &ioc->sas_device_list, list)
561 if (sas_device->handle == handle)
564 list_for_each_entry(sas_device, &ioc->sas_device_init_list, list)
565 if (sas_device->handle == handle)
572 * _scsih_sas_device_remove - remove sas_device from list.
573 * @ioc: per adapter object
574 * @sas_device: the sas_device object
575 * Context: This function will acquire ioc->sas_device_lock.
577 * Removing object and freeing associated memory from the ioc->sas_device_list.
580 _scsih_sas_device_remove(struct MPT3SAS_ADAPTER *ioc,
581 struct _sas_device *sas_device)
588 spin_lock_irqsave(&ioc->sas_device_lock, flags);
589 list_del(&sas_device->list);
591 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
595 * _scsih_device_remove_by_handle - removing device object by handle
596 * @ioc: per adapter object
597 * @handle: device handle
602 _scsih_device_remove_by_handle(struct MPT3SAS_ADAPTER *ioc, u16 handle)
604 struct _sas_device *sas_device;
607 if (ioc->shost_recovery)
610 spin_lock_irqsave(&ioc->sas_device_lock, flags);
611 sas_device = _scsih_sas_device_find_by_handle(ioc, handle);
613 list_del(&sas_device->list);
614 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
616 _scsih_remove_device(ioc, sas_device);
620 * mpt3sas_device_remove_by_sas_address - removing device object by sas address
621 * @ioc: per adapter object
622 * @sas_address: device sas_address
627 mpt3sas_device_remove_by_sas_address(struct MPT3SAS_ADAPTER *ioc,
630 struct _sas_device *sas_device;
633 if (ioc->shost_recovery)
636 spin_lock_irqsave(&ioc->sas_device_lock, flags);
637 sas_device = mpt3sas_scsih_sas_device_find_by_sas_address(ioc,
640 list_del(&sas_device->list);
641 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
643 _scsih_remove_device(ioc, sas_device);
647 * _scsih_sas_device_add - insert sas_device to the list.
648 * @ioc: per adapter object
649 * @sas_device: the sas_device object
650 * Context: This function will acquire ioc->sas_device_lock.
652 * Adding new object to the ioc->sas_device_list.
655 _scsih_sas_device_add(struct MPT3SAS_ADAPTER *ioc,
656 struct _sas_device *sas_device)
660 dewtprintk(ioc, pr_info(MPT3SAS_FMT
661 "%s: handle(0x%04x), sas_addr(0x%016llx)\n",
662 ioc->name, __func__, sas_device->handle,
663 (unsigned long long)sas_device->sas_address));
665 spin_lock_irqsave(&ioc->sas_device_lock, flags);
666 list_add_tail(&sas_device->list, &ioc->sas_device_list);
667 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
669 if (!mpt3sas_transport_port_add(ioc, sas_device->handle,
670 sas_device->sas_address_parent)) {
671 _scsih_sas_device_remove(ioc, sas_device);
672 } else if (!sas_device->starget) {
674 * When asyn scanning is enabled, its not possible to remove
675 * devices while scanning is turned on due to an oops in
676 * scsi_sysfs_add_sdev()->add_device()->sysfs_addrm_start()
678 if (!ioc->is_driver_loading) {
679 mpt3sas_transport_port_remove(ioc,
680 sas_device->sas_address,
681 sas_device->sas_address_parent);
682 _scsih_sas_device_remove(ioc, sas_device);
688 * _scsih_sas_device_init_add - insert sas_device to the list.
689 * @ioc: per adapter object
690 * @sas_device: the sas_device object
691 * Context: This function will acquire ioc->sas_device_lock.
693 * Adding new object at driver load time to the ioc->sas_device_init_list.
696 _scsih_sas_device_init_add(struct MPT3SAS_ADAPTER *ioc,
697 struct _sas_device *sas_device)
701 dewtprintk(ioc, pr_info(MPT3SAS_FMT
702 "%s: handle(0x%04x), sas_addr(0x%016llx)\n", ioc->name,
703 __func__, sas_device->handle,
704 (unsigned long long)sas_device->sas_address));
706 spin_lock_irqsave(&ioc->sas_device_lock, flags);
707 list_add_tail(&sas_device->list, &ioc->sas_device_init_list);
708 _scsih_determine_boot_device(ioc, sas_device, 0);
709 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
713 * _scsih_raid_device_find_by_id - raid device search
714 * @ioc: per adapter object
715 * @id: sas device target id
716 * @channel: sas device channel
717 * Context: Calling function should acquire ioc->raid_device_lock
719 * This searches for raid_device based on target id, then return raid_device
722 static struct _raid_device *
723 _scsih_raid_device_find_by_id(struct MPT3SAS_ADAPTER *ioc, int id, int channel)
725 struct _raid_device *raid_device, *r;
728 list_for_each_entry(raid_device, &ioc->raid_device_list, list) {
729 if (raid_device->id == id && raid_device->channel == channel) {
740 * _scsih_raid_device_find_by_handle - raid device search
741 * @ioc: per adapter object
742 * @handle: sas device handle (assigned by firmware)
743 * Context: Calling function should acquire ioc->raid_device_lock
745 * This searches for raid_device based on handle, then return raid_device
748 static struct _raid_device *
749 _scsih_raid_device_find_by_handle(struct MPT3SAS_ADAPTER *ioc, u16 handle)
751 struct _raid_device *raid_device, *r;
754 list_for_each_entry(raid_device, &ioc->raid_device_list, list) {
755 if (raid_device->handle != handle)
766 * _scsih_raid_device_find_by_wwid - raid device search
767 * @ioc: per adapter object
768 * @handle: sas device handle (assigned by firmware)
769 * Context: Calling function should acquire ioc->raid_device_lock
771 * This searches for raid_device based on wwid, then return raid_device
774 static struct _raid_device *
775 _scsih_raid_device_find_by_wwid(struct MPT3SAS_ADAPTER *ioc, u64 wwid)
777 struct _raid_device *raid_device, *r;
780 list_for_each_entry(raid_device, &ioc->raid_device_list, list) {
781 if (raid_device->wwid != wwid)
792 * _scsih_raid_device_add - add raid_device object
793 * @ioc: per adapter object
794 * @raid_device: raid_device object
796 * This is added to the raid_device_list link list.
799 _scsih_raid_device_add(struct MPT3SAS_ADAPTER *ioc,
800 struct _raid_device *raid_device)
804 dewtprintk(ioc, pr_info(MPT3SAS_FMT
805 "%s: handle(0x%04x), wwid(0x%016llx)\n", ioc->name, __func__,
806 raid_device->handle, (unsigned long long)raid_device->wwid));
808 spin_lock_irqsave(&ioc->raid_device_lock, flags);
809 list_add_tail(&raid_device->list, &ioc->raid_device_list);
810 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
814 * _scsih_raid_device_remove - delete raid_device object
815 * @ioc: per adapter object
816 * @raid_device: raid_device object
820 _scsih_raid_device_remove(struct MPT3SAS_ADAPTER *ioc,
821 struct _raid_device *raid_device)
825 spin_lock_irqsave(&ioc->raid_device_lock, flags);
826 list_del(&raid_device->list);
828 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
832 * mpt3sas_scsih_expander_find_by_handle - expander device search
833 * @ioc: per adapter object
834 * @handle: expander handle (assigned by firmware)
835 * Context: Calling function should acquire ioc->sas_device_lock
837 * This searches for expander device based on handle, then returns the
841 mpt3sas_scsih_expander_find_by_handle(struct MPT3SAS_ADAPTER *ioc, u16 handle)
843 struct _sas_node *sas_expander, *r;
846 list_for_each_entry(sas_expander, &ioc->sas_expander_list, list) {
847 if (sas_expander->handle != handle)
857 * mpt3sas_scsih_expander_find_by_sas_address - expander device search
858 * @ioc: per adapter object
859 * @sas_address: sas address
860 * Context: Calling function should acquire ioc->sas_node_lock.
862 * This searches for expander device based on sas_address, then returns the
866 mpt3sas_scsih_expander_find_by_sas_address(struct MPT3SAS_ADAPTER *ioc,
869 struct _sas_node *sas_expander, *r;
872 list_for_each_entry(sas_expander, &ioc->sas_expander_list, list) {
873 if (sas_expander->sas_address != sas_address)
883 * _scsih_expander_node_add - insert expander device to the list.
884 * @ioc: per adapter object
885 * @sas_expander: the sas_device object
886 * Context: This function will acquire ioc->sas_node_lock.
888 * Adding new object to the ioc->sas_expander_list.
893 _scsih_expander_node_add(struct MPT3SAS_ADAPTER *ioc,
894 struct _sas_node *sas_expander)
898 spin_lock_irqsave(&ioc->sas_node_lock, flags);
899 list_add_tail(&sas_expander->list, &ioc->sas_expander_list);
900 spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
904 * _scsih_is_end_device - determines if device is an end device
905 * @device_info: bitfield providing information about the device.
908 * Returns 1 if end device.
911 _scsih_is_end_device(u32 device_info)
913 if (device_info & MPI2_SAS_DEVICE_INFO_END_DEVICE &&
914 ((device_info & MPI2_SAS_DEVICE_INFO_SSP_TARGET) |
915 (device_info & MPI2_SAS_DEVICE_INFO_STP_TARGET) |
916 (device_info & MPI2_SAS_DEVICE_INFO_SATA_DEVICE)))
923 * _scsih_scsi_lookup_get - returns scmd entry
924 * @ioc: per adapter object
925 * @smid: system request message index
927 * Returns the smid stored scmd pointer.
929 static struct scsi_cmnd *
930 _scsih_scsi_lookup_get(struct MPT3SAS_ADAPTER *ioc, u16 smid)
932 return ioc->scsi_lookup[smid - 1].scmd;
936 * _scsih_scsi_lookup_get_clear - returns scmd entry
937 * @ioc: per adapter object
938 * @smid: system request message index
940 * Returns the smid stored scmd pointer.
941 * Then will derefrence the stored scmd pointer.
943 static inline struct scsi_cmnd *
944 _scsih_scsi_lookup_get_clear(struct MPT3SAS_ADAPTER *ioc, u16 smid)
947 struct scsi_cmnd *scmd;
949 spin_lock_irqsave(&ioc->scsi_lookup_lock, flags);
950 scmd = ioc->scsi_lookup[smid - 1].scmd;
951 ioc->scsi_lookup[smid - 1].scmd = NULL;
952 spin_unlock_irqrestore(&ioc->scsi_lookup_lock, flags);
958 * _scsih_scsi_lookup_find_by_scmd - scmd lookup
959 * @ioc: per adapter object
960 * @smid: system request message index
961 * @scmd: pointer to scsi command object
962 * Context: This function will acquire ioc->scsi_lookup_lock.
964 * This will search for a scmd pointer in the scsi_lookup array,
965 * returning the revelent smid. A returned value of zero means invalid.
968 _scsih_scsi_lookup_find_by_scmd(struct MPT3SAS_ADAPTER *ioc, struct scsi_cmnd
975 spin_lock_irqsave(&ioc->scsi_lookup_lock, flags);
977 for (i = 0; i < ioc->scsiio_depth; i++) {
978 if (ioc->scsi_lookup[i].scmd == scmd) {
979 smid = ioc->scsi_lookup[i].smid;
984 spin_unlock_irqrestore(&ioc->scsi_lookup_lock, flags);
989 * _scsih_scsi_lookup_find_by_target - search for matching channel:id
990 * @ioc: per adapter object
993 * Context: This function will acquire ioc->scsi_lookup_lock.
995 * This will search for a matching channel:id in the scsi_lookup array,
996 * returning 1 if found.
999 _scsih_scsi_lookup_find_by_target(struct MPT3SAS_ADAPTER *ioc, int id,
1003 unsigned long flags;
1006 spin_lock_irqsave(&ioc->scsi_lookup_lock, flags);
1008 for (i = 0 ; i < ioc->scsiio_depth; i++) {
1009 if (ioc->scsi_lookup[i].scmd &&
1010 (ioc->scsi_lookup[i].scmd->device->id == id &&
1011 ioc->scsi_lookup[i].scmd->device->channel == channel)) {
1017 spin_unlock_irqrestore(&ioc->scsi_lookup_lock, flags);
1022 * _scsih_scsi_lookup_find_by_lun - search for matching channel:id:lun
1023 * @ioc: per adapter object
1027 * Context: This function will acquire ioc->scsi_lookup_lock.
1029 * This will search for a matching channel:id:lun in the scsi_lookup array,
1030 * returning 1 if found.
1033 _scsih_scsi_lookup_find_by_lun(struct MPT3SAS_ADAPTER *ioc, int id,
1034 unsigned int lun, int channel)
1037 unsigned long flags;
1040 spin_lock_irqsave(&ioc->scsi_lookup_lock, flags);
1042 for (i = 0 ; i < ioc->scsiio_depth; i++) {
1043 if (ioc->scsi_lookup[i].scmd &&
1044 (ioc->scsi_lookup[i].scmd->device->id == id &&
1045 ioc->scsi_lookup[i].scmd->device->channel == channel &&
1046 ioc->scsi_lookup[i].scmd->device->lun == lun)) {
1052 spin_unlock_irqrestore(&ioc->scsi_lookup_lock, flags);
1058 _scsih_adjust_queue_depth(struct scsi_device *sdev, int qdepth)
1060 struct Scsi_Host *shost = sdev->host;
1062 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
1063 struct MPT3SAS_DEVICE *sas_device_priv_data;
1064 struct MPT3SAS_TARGET *sas_target_priv_data;
1065 struct _sas_device *sas_device;
1066 unsigned long flags;
1068 max_depth = shost->can_queue;
1070 /* limit max device queue for SATA to 32 */
1071 sas_device_priv_data = sdev->hostdata;
1072 if (!sas_device_priv_data)
1074 sas_target_priv_data = sas_device_priv_data->sas_target;
1075 if (!sas_target_priv_data)
1077 if ((sas_target_priv_data->flags & MPT_TARGET_FLAGS_VOLUME))
1079 spin_lock_irqsave(&ioc->sas_device_lock, flags);
1080 sas_device = mpt3sas_scsih_sas_device_find_by_sas_address(ioc,
1081 sas_device_priv_data->sas_target->sas_address);
1082 if (sas_device && sas_device->device_info &
1083 MPI2_SAS_DEVICE_INFO_SATA_DEVICE)
1084 max_depth = MPT3SAS_SATA_QUEUE_DEPTH;
1085 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
1089 if (!sdev->tagged_supported)
1091 if (qdepth > max_depth)
1093 scsi_adjust_queue_depth(sdev, scsi_get_tag_type(sdev), qdepth);
1097 * _scsih_change_queue_depth - setting device queue depth
1098 * @sdev: scsi device struct
1099 * @qdepth: requested queue depth
1100 * @reason: SCSI_QDEPTH_DEFAULT/SCSI_QDEPTH_QFULL/SCSI_QDEPTH_RAMP_UP
1101 * (see include/scsi/scsi_host.h for definition)
1103 * Returns queue depth.
1106 _scsih_change_queue_depth(struct scsi_device *sdev, int qdepth, int reason)
1108 if (reason == SCSI_QDEPTH_DEFAULT || reason == SCSI_QDEPTH_RAMP_UP)
1109 _scsih_adjust_queue_depth(sdev, qdepth);
1110 else if (reason == SCSI_QDEPTH_QFULL)
1111 scsi_track_queue_full(sdev, qdepth);
1115 if (sdev->inquiry_len > 7)
1116 sdev_printk(KERN_INFO, sdev, "qdepth(%d), tagged(%d), " \
1117 "simple(%d), ordered(%d), scsi_level(%d), cmd_que(%d)\n",
1118 sdev->queue_depth, sdev->tagged_supported, sdev->simple_tags,
1119 sdev->ordered_tags, sdev->scsi_level,
1120 (sdev->inquiry[7] & 2) >> 1);
1122 return sdev->queue_depth;
1126 * _scsih_change_queue_type - changing device queue tag type
1127 * @sdev: scsi device struct
1128 * @tag_type: requested tag type
1130 * Returns queue tag type.
1133 _scsih_change_queue_type(struct scsi_device *sdev, int tag_type)
1135 if (sdev->tagged_supported) {
1136 scsi_set_tag_type(sdev, tag_type);
1138 scsi_activate_tcq(sdev, sdev->queue_depth);
1140 scsi_deactivate_tcq(sdev, sdev->queue_depth);
1149 * _scsih_target_alloc - target add routine
1150 * @starget: scsi target struct
1152 * Returns 0 if ok. Any other return is assumed to be an error and
1153 * the device is ignored.
1156 _scsih_target_alloc(struct scsi_target *starget)
1158 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
1159 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
1160 struct MPT3SAS_TARGET *sas_target_priv_data;
1161 struct _sas_device *sas_device;
1162 struct _raid_device *raid_device;
1163 unsigned long flags;
1164 struct sas_rphy *rphy;
1166 sas_target_priv_data = kzalloc(sizeof(*sas_target_priv_data),
1168 if (!sas_target_priv_data)
1171 starget->hostdata = sas_target_priv_data;
1172 sas_target_priv_data->starget = starget;
1173 sas_target_priv_data->handle = MPT3SAS_INVALID_DEVICE_HANDLE;
1176 if (starget->channel == RAID_CHANNEL) {
1177 spin_lock_irqsave(&ioc->raid_device_lock, flags);
1178 raid_device = _scsih_raid_device_find_by_id(ioc, starget->id,
1181 sas_target_priv_data->handle = raid_device->handle;
1182 sas_target_priv_data->sas_address = raid_device->wwid;
1183 sas_target_priv_data->flags |= MPT_TARGET_FLAGS_VOLUME;
1184 raid_device->starget = starget;
1186 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
1190 /* sas/sata devices */
1191 spin_lock_irqsave(&ioc->sas_device_lock, flags);
1192 rphy = dev_to_rphy(starget->dev.parent);
1193 sas_device = mpt3sas_scsih_sas_device_find_by_sas_address(ioc,
1194 rphy->identify.sas_address);
1197 sas_target_priv_data->handle = sas_device->handle;
1198 sas_target_priv_data->sas_address = sas_device->sas_address;
1199 sas_device->starget = starget;
1200 sas_device->id = starget->id;
1201 sas_device->channel = starget->channel;
1202 if (test_bit(sas_device->handle, ioc->pd_handles))
1203 sas_target_priv_data->flags |=
1204 MPT_TARGET_FLAGS_RAID_COMPONENT;
1205 if (sas_device->fast_path)
1206 sas_target_priv_data->flags |= MPT_TARGET_FASTPATH_IO;
1208 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
1214 * _scsih_target_destroy - target destroy routine
1215 * @starget: scsi target struct
1220 _scsih_target_destroy(struct scsi_target *starget)
1222 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
1223 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
1224 struct MPT3SAS_TARGET *sas_target_priv_data;
1225 struct _sas_device *sas_device;
1226 struct _raid_device *raid_device;
1227 unsigned long flags;
1228 struct sas_rphy *rphy;
1230 sas_target_priv_data = starget->hostdata;
1231 if (!sas_target_priv_data)
1234 if (starget->channel == RAID_CHANNEL) {
1235 spin_lock_irqsave(&ioc->raid_device_lock, flags);
1236 raid_device = _scsih_raid_device_find_by_id(ioc, starget->id,
1239 raid_device->starget = NULL;
1240 raid_device->sdev = NULL;
1242 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
1246 spin_lock_irqsave(&ioc->sas_device_lock, flags);
1247 rphy = dev_to_rphy(starget->dev.parent);
1248 sas_device = mpt3sas_scsih_sas_device_find_by_sas_address(ioc,
1249 rphy->identify.sas_address);
1250 if (sas_device && (sas_device->starget == starget) &&
1251 (sas_device->id == starget->id) &&
1252 (sas_device->channel == starget->channel))
1253 sas_device->starget = NULL;
1255 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
1258 kfree(sas_target_priv_data);
1259 starget->hostdata = NULL;
1263 * _scsih_slave_alloc - device add routine
1264 * @sdev: scsi device struct
1266 * Returns 0 if ok. Any other return is assumed to be an error and
1267 * the device is ignored.
1270 _scsih_slave_alloc(struct scsi_device *sdev)
1272 struct Scsi_Host *shost;
1273 struct MPT3SAS_ADAPTER *ioc;
1274 struct MPT3SAS_TARGET *sas_target_priv_data;
1275 struct MPT3SAS_DEVICE *sas_device_priv_data;
1276 struct scsi_target *starget;
1277 struct _raid_device *raid_device;
1278 struct _sas_device *sas_device;
1279 unsigned long flags;
1281 sas_device_priv_data = kzalloc(sizeof(*sas_device_priv_data),
1283 if (!sas_device_priv_data)
1286 sas_device_priv_data->lun = sdev->lun;
1287 sas_device_priv_data->flags = MPT_DEVICE_FLAGS_INIT;
1289 starget = scsi_target(sdev);
1290 sas_target_priv_data = starget->hostdata;
1291 sas_target_priv_data->num_luns++;
1292 sas_device_priv_data->sas_target = sas_target_priv_data;
1293 sdev->hostdata = sas_device_priv_data;
1294 if ((sas_target_priv_data->flags & MPT_TARGET_FLAGS_RAID_COMPONENT))
1295 sdev->no_uld_attach = 1;
1297 shost = dev_to_shost(&starget->dev);
1298 ioc = shost_priv(shost);
1299 if (starget->channel == RAID_CHANNEL) {
1300 spin_lock_irqsave(&ioc->raid_device_lock, flags);
1301 raid_device = _scsih_raid_device_find_by_id(ioc,
1302 starget->id, starget->channel);
1304 raid_device->sdev = sdev; /* raid is single lun */
1305 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
1308 if (!(sas_target_priv_data->flags & MPT_TARGET_FLAGS_VOLUME)) {
1309 spin_lock_irqsave(&ioc->sas_device_lock, flags);
1310 sas_device = mpt3sas_scsih_sas_device_find_by_sas_address(ioc,
1311 sas_target_priv_data->sas_address);
1312 if (sas_device && (sas_device->starget == NULL)) {
1313 sdev_printk(KERN_INFO, sdev,
1314 "%s : sas_device->starget set to starget @ %d\n",
1315 __func__, __LINE__);
1316 sas_device->starget = starget;
1318 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
1325 * _scsih_slave_destroy - device destroy routine
1326 * @sdev: scsi device struct
1331 _scsih_slave_destroy(struct scsi_device *sdev)
1333 struct MPT3SAS_TARGET *sas_target_priv_data;
1334 struct scsi_target *starget;
1335 struct Scsi_Host *shost;
1336 struct MPT3SAS_ADAPTER *ioc;
1337 struct _sas_device *sas_device;
1338 unsigned long flags;
1340 if (!sdev->hostdata)
1343 starget = scsi_target(sdev);
1344 sas_target_priv_data = starget->hostdata;
1345 sas_target_priv_data->num_luns--;
1347 shost = dev_to_shost(&starget->dev);
1348 ioc = shost_priv(shost);
1350 if (!(sas_target_priv_data->flags & MPT_TARGET_FLAGS_VOLUME)) {
1351 spin_lock_irqsave(&ioc->sas_device_lock, flags);
1352 sas_device = mpt3sas_scsih_sas_device_find_by_sas_address(ioc,
1353 sas_target_priv_data->sas_address);
1354 if (sas_device && !sas_target_priv_data->num_luns)
1355 sas_device->starget = NULL;
1356 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
1359 kfree(sdev->hostdata);
1360 sdev->hostdata = NULL;
1364 * _scsih_display_sata_capabilities - sata capabilities
1365 * @ioc: per adapter object
1366 * @handle: device handle
1367 * @sdev: scsi device struct
1370 _scsih_display_sata_capabilities(struct MPT3SAS_ADAPTER *ioc,
1371 u16 handle, struct scsi_device *sdev)
1373 Mpi2ConfigReply_t mpi_reply;
1374 Mpi2SasDevicePage0_t sas_device_pg0;
1379 if ((mpt3sas_config_get_sas_device_pg0(ioc, &mpi_reply, &sas_device_pg0,
1380 MPI2_SAS_DEVICE_PGAD_FORM_HANDLE, handle))) {
1381 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
1382 ioc->name, __FILE__, __LINE__, __func__);
1386 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
1387 MPI2_IOCSTATUS_MASK;
1388 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
1389 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
1390 ioc->name, __FILE__, __LINE__, __func__);
1394 flags = le16_to_cpu(sas_device_pg0.Flags);
1395 device_info = le32_to_cpu(sas_device_pg0.DeviceInfo);
1397 sdev_printk(KERN_INFO, sdev,
1398 "atapi(%s), ncq(%s), asyn_notify(%s), smart(%s), fua(%s), "
1399 "sw_preserve(%s)\n",
1400 (device_info & MPI2_SAS_DEVICE_INFO_ATAPI_DEVICE) ? "y" : "n",
1401 (flags & MPI2_SAS_DEVICE0_FLAGS_SATA_NCQ_SUPPORTED) ? "y" : "n",
1402 (flags & MPI2_SAS_DEVICE0_FLAGS_SATA_ASYNCHRONOUS_NOTIFY) ? "y" :
1404 (flags & MPI2_SAS_DEVICE0_FLAGS_SATA_SMART_SUPPORTED) ? "y" : "n",
1405 (flags & MPI2_SAS_DEVICE0_FLAGS_SATA_FUA_SUPPORTED) ? "y" : "n",
1406 (flags & MPI2_SAS_DEVICE0_FLAGS_SATA_SW_PRESERVE) ? "y" : "n");
1410 * raid transport support -
1411 * Enabled for SLES11 and newer, in older kernels the driver will panic when
1412 * unloading the driver followed by a load - I beleive that the subroutine
1413 * raid_class_release() is not cleaning up properly.
1417 * _scsih_is_raid - return boolean indicating device is raid volume
1418 * @dev the device struct object
1421 _scsih_is_raid(struct device *dev)
1423 struct scsi_device *sdev = to_scsi_device(dev);
1425 return (sdev->channel == RAID_CHANNEL) ? 1 : 0;
1429 * _scsih_get_resync - get raid volume resync percent complete
1430 * @dev the device struct object
1433 _scsih_get_resync(struct device *dev)
1435 struct scsi_device *sdev = to_scsi_device(dev);
1436 struct MPT3SAS_ADAPTER *ioc = shost_priv(sdev->host);
1437 static struct _raid_device *raid_device;
1438 unsigned long flags;
1439 Mpi2RaidVolPage0_t vol_pg0;
1440 Mpi2ConfigReply_t mpi_reply;
1441 u32 volume_status_flags;
1442 u8 percent_complete;
1445 percent_complete = 0;
1447 spin_lock_irqsave(&ioc->raid_device_lock, flags);
1448 raid_device = _scsih_raid_device_find_by_id(ioc, sdev->id,
1451 handle = raid_device->handle;
1452 percent_complete = raid_device->percent_complete;
1454 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
1459 if (mpt3sas_config_get_raid_volume_pg0(ioc, &mpi_reply, &vol_pg0,
1460 MPI2_RAID_VOLUME_PGAD_FORM_HANDLE, handle,
1461 sizeof(Mpi2RaidVolPage0_t))) {
1462 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
1463 ioc->name, __FILE__, __LINE__, __func__);
1464 percent_complete = 0;
1468 volume_status_flags = le32_to_cpu(vol_pg0.VolumeStatusFlags);
1469 if (!(volume_status_flags &
1470 MPI2_RAIDVOL0_STATUS_FLAG_RESYNC_IN_PROGRESS))
1471 percent_complete = 0;
1474 raid_set_resync(mpt3sas_raid_template, dev, percent_complete);
1478 * _scsih_get_state - get raid volume level
1479 * @dev the device struct object
1482 _scsih_get_state(struct device *dev)
1484 struct scsi_device *sdev = to_scsi_device(dev);
1485 struct MPT3SAS_ADAPTER *ioc = shost_priv(sdev->host);
1486 static struct _raid_device *raid_device;
1487 unsigned long flags;
1488 Mpi2RaidVolPage0_t vol_pg0;
1489 Mpi2ConfigReply_t mpi_reply;
1491 enum raid_state state = RAID_STATE_UNKNOWN;
1494 spin_lock_irqsave(&ioc->raid_device_lock, flags);
1495 raid_device = _scsih_raid_device_find_by_id(ioc, sdev->id,
1498 handle = raid_device->handle;
1499 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
1504 if (mpt3sas_config_get_raid_volume_pg0(ioc, &mpi_reply, &vol_pg0,
1505 MPI2_RAID_VOLUME_PGAD_FORM_HANDLE, handle,
1506 sizeof(Mpi2RaidVolPage0_t))) {
1507 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
1508 ioc->name, __FILE__, __LINE__, __func__);
1512 volstate = le32_to_cpu(vol_pg0.VolumeStatusFlags);
1513 if (volstate & MPI2_RAIDVOL0_STATUS_FLAG_RESYNC_IN_PROGRESS) {
1514 state = RAID_STATE_RESYNCING;
1518 switch (vol_pg0.VolumeState) {
1519 case MPI2_RAID_VOL_STATE_OPTIMAL:
1520 case MPI2_RAID_VOL_STATE_ONLINE:
1521 state = RAID_STATE_ACTIVE;
1523 case MPI2_RAID_VOL_STATE_DEGRADED:
1524 state = RAID_STATE_DEGRADED;
1526 case MPI2_RAID_VOL_STATE_FAILED:
1527 case MPI2_RAID_VOL_STATE_MISSING:
1528 state = RAID_STATE_OFFLINE;
1532 raid_set_state(mpt3sas_raid_template, dev, state);
1536 * _scsih_set_level - set raid level
1537 * @sdev: scsi device struct
1538 * @volume_type: volume type
1541 _scsih_set_level(struct scsi_device *sdev, u8 volume_type)
1543 enum raid_level level = RAID_LEVEL_UNKNOWN;
1545 switch (volume_type) {
1546 case MPI2_RAID_VOL_TYPE_RAID0:
1547 level = RAID_LEVEL_0;
1549 case MPI2_RAID_VOL_TYPE_RAID10:
1550 level = RAID_LEVEL_10;
1552 case MPI2_RAID_VOL_TYPE_RAID1E:
1553 level = RAID_LEVEL_1E;
1555 case MPI2_RAID_VOL_TYPE_RAID1:
1556 level = RAID_LEVEL_1;
1560 raid_set_level(mpt3sas_raid_template, &sdev->sdev_gendev, level);
1565 * _scsih_get_volume_capabilities - volume capabilities
1566 * @ioc: per adapter object
1567 * @sas_device: the raid_device object
1569 * Returns 0 for success, else 1
1572 _scsih_get_volume_capabilities(struct MPT3SAS_ADAPTER *ioc,
1573 struct _raid_device *raid_device)
1575 Mpi2RaidVolPage0_t *vol_pg0;
1576 Mpi2RaidPhysDiskPage0_t pd_pg0;
1577 Mpi2SasDevicePage0_t sas_device_pg0;
1578 Mpi2ConfigReply_t mpi_reply;
1582 if ((mpt3sas_config_get_number_pds(ioc, raid_device->handle,
1583 &num_pds)) || !num_pds) {
1584 dfailprintk(ioc, pr_warn(MPT3SAS_FMT
1585 "failure at %s:%d/%s()!\n", ioc->name, __FILE__, __LINE__,
1590 raid_device->num_pds = num_pds;
1591 sz = offsetof(Mpi2RaidVolPage0_t, PhysDisk) + (num_pds *
1592 sizeof(Mpi2RaidVol0PhysDisk_t));
1593 vol_pg0 = kzalloc(sz, GFP_KERNEL);
1595 dfailprintk(ioc, pr_warn(MPT3SAS_FMT
1596 "failure at %s:%d/%s()!\n", ioc->name, __FILE__, __LINE__,
1601 if ((mpt3sas_config_get_raid_volume_pg0(ioc, &mpi_reply, vol_pg0,
1602 MPI2_RAID_VOLUME_PGAD_FORM_HANDLE, raid_device->handle, sz))) {
1603 dfailprintk(ioc, pr_warn(MPT3SAS_FMT
1604 "failure at %s:%d/%s()!\n", ioc->name, __FILE__, __LINE__,
1610 raid_device->volume_type = vol_pg0->VolumeType;
1612 /* figure out what the underlying devices are by
1613 * obtaining the device_info bits for the 1st device
1615 if (!(mpt3sas_config_get_phys_disk_pg0(ioc, &mpi_reply,
1616 &pd_pg0, MPI2_PHYSDISK_PGAD_FORM_PHYSDISKNUM,
1617 vol_pg0->PhysDisk[0].PhysDiskNum))) {
1618 if (!(mpt3sas_config_get_sas_device_pg0(ioc, &mpi_reply,
1619 &sas_device_pg0, MPI2_SAS_DEVICE_PGAD_FORM_HANDLE,
1620 le16_to_cpu(pd_pg0.DevHandle)))) {
1621 raid_device->device_info =
1622 le32_to_cpu(sas_device_pg0.DeviceInfo);
1633 * _scsih_enable_tlr - setting TLR flags
1634 * @ioc: per adapter object
1635 * @sdev: scsi device struct
1637 * Enabling Transaction Layer Retries for tape devices when
1638 * vpd page 0x90 is present
1642 _scsih_enable_tlr(struct MPT3SAS_ADAPTER *ioc, struct scsi_device *sdev)
1646 if (sdev->type != TYPE_TAPE)
1649 if (!(ioc->facts.IOCCapabilities & MPI2_IOCFACTS_CAPABILITY_TLR))
1652 sas_enable_tlr(sdev);
1653 sdev_printk(KERN_INFO, sdev, "TLR %s\n",
1654 sas_is_tlr_enabled(sdev) ? "Enabled" : "Disabled");
1660 * _scsih_slave_configure - device configure routine.
1661 * @sdev: scsi device struct
1663 * Returns 0 if ok. Any other return is assumed to be an error and
1664 * the device is ignored.
1667 _scsih_slave_configure(struct scsi_device *sdev)
1669 struct Scsi_Host *shost = sdev->host;
1670 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
1671 struct MPT3SAS_DEVICE *sas_device_priv_data;
1672 struct MPT3SAS_TARGET *sas_target_priv_data;
1673 struct _sas_device *sas_device;
1674 struct _raid_device *raid_device;
1675 unsigned long flags;
1680 u16 handle, volume_handle = 0;
1681 u64 volume_wwid = 0;
1684 sas_device_priv_data = sdev->hostdata;
1685 sas_device_priv_data->configured_lun = 1;
1686 sas_device_priv_data->flags &= ~MPT_DEVICE_FLAGS_INIT;
1687 sas_target_priv_data = sas_device_priv_data->sas_target;
1688 handle = sas_target_priv_data->handle;
1690 /* raid volume handling */
1691 if (sas_target_priv_data->flags & MPT_TARGET_FLAGS_VOLUME) {
1693 spin_lock_irqsave(&ioc->raid_device_lock, flags);
1694 raid_device = _scsih_raid_device_find_by_handle(ioc, handle);
1695 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
1697 dfailprintk(ioc, pr_warn(MPT3SAS_FMT
1698 "failure at %s:%d/%s()!\n", ioc->name, __FILE__,
1699 __LINE__, __func__));
1703 if (_scsih_get_volume_capabilities(ioc, raid_device)) {
1704 dfailprintk(ioc, pr_warn(MPT3SAS_FMT
1705 "failure at %s:%d/%s()!\n", ioc->name, __FILE__,
1706 __LINE__, __func__));
1711 /* RAID Queue Depth Support
1712 * IS volume = underlying qdepth of drive type, either
1713 * MPT3SAS_SAS_QUEUE_DEPTH or MPT3SAS_SATA_QUEUE_DEPTH
1714 * IM/IME/R10 = 128 (MPT3SAS_RAID_QUEUE_DEPTH)
1716 if (raid_device->device_info &
1717 MPI2_SAS_DEVICE_INFO_SSP_TARGET) {
1718 qdepth = MPT3SAS_SAS_QUEUE_DEPTH;
1721 qdepth = MPT3SAS_SATA_QUEUE_DEPTH;
1722 if (raid_device->device_info &
1723 MPI2_SAS_DEVICE_INFO_SATA_DEVICE)
1729 switch (raid_device->volume_type) {
1730 case MPI2_RAID_VOL_TYPE_RAID0:
1733 case MPI2_RAID_VOL_TYPE_RAID1E:
1734 qdepth = MPT3SAS_RAID_QUEUE_DEPTH;
1735 if (ioc->manu_pg10.OEMIdentifier &&
1736 (le32_to_cpu(ioc->manu_pg10.GenericFlags0) &
1737 MFG10_GF0_R10_DISPLAY) &&
1738 !(raid_device->num_pds % 2))
1743 case MPI2_RAID_VOL_TYPE_RAID1:
1744 qdepth = MPT3SAS_RAID_QUEUE_DEPTH;
1747 case MPI2_RAID_VOL_TYPE_RAID10:
1748 qdepth = MPT3SAS_RAID_QUEUE_DEPTH;
1751 case MPI2_RAID_VOL_TYPE_UNKNOWN:
1753 qdepth = MPT3SAS_RAID_QUEUE_DEPTH;
1758 sdev_printk(KERN_INFO, sdev,
1759 "%s: handle(0x%04x), wwid(0x%016llx), pd_count(%d), type(%s)\n",
1760 r_level, raid_device->handle,
1761 (unsigned long long)raid_device->wwid,
1762 raid_device->num_pds, ds);
1765 _scsih_change_queue_depth(sdev, qdepth, SCSI_QDEPTH_DEFAULT);
1767 /* raid transport support */
1768 _scsih_set_level(sdev, raid_device->volume_type);
1772 /* non-raid handling */
1773 if (sas_target_priv_data->flags & MPT_TARGET_FLAGS_RAID_COMPONENT) {
1774 if (mpt3sas_config_get_volume_handle(ioc, handle,
1776 dfailprintk(ioc, pr_warn(MPT3SAS_FMT
1777 "failure at %s:%d/%s()!\n", ioc->name,
1778 __FILE__, __LINE__, __func__));
1781 if (volume_handle && mpt3sas_config_get_volume_wwid(ioc,
1782 volume_handle, &volume_wwid)) {
1783 dfailprintk(ioc, pr_warn(MPT3SAS_FMT
1784 "failure at %s:%d/%s()!\n", ioc->name,
1785 __FILE__, __LINE__, __func__));
1790 spin_lock_irqsave(&ioc->sas_device_lock, flags);
1791 sas_device = mpt3sas_scsih_sas_device_find_by_sas_address(ioc,
1792 sas_device_priv_data->sas_target->sas_address);
1794 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
1795 dfailprintk(ioc, pr_warn(MPT3SAS_FMT
1796 "failure at %s:%d/%s()!\n", ioc->name, __FILE__, __LINE__,
1801 sas_device->volume_handle = volume_handle;
1802 sas_device->volume_wwid = volume_wwid;
1803 if (sas_device->device_info & MPI2_SAS_DEVICE_INFO_SSP_TARGET) {
1804 qdepth = MPT3SAS_SAS_QUEUE_DEPTH;
1808 qdepth = MPT3SAS_SATA_QUEUE_DEPTH;
1809 if (sas_device->device_info & MPI2_SAS_DEVICE_INFO_STP_TARGET)
1811 else if (sas_device->device_info &
1812 MPI2_SAS_DEVICE_INFO_SATA_DEVICE)
1816 sdev_printk(KERN_INFO, sdev, "%s: handle(0x%04x), " \
1817 "sas_addr(0x%016llx), phy(%d), device_name(0x%016llx)\n",
1818 ds, handle, (unsigned long long)sas_device->sas_address,
1819 sas_device->phy, (unsigned long long)sas_device->device_name);
1820 sdev_printk(KERN_INFO, sdev,
1821 "%s: enclosure_logical_id(0x%016llx), slot(%d)\n",
1822 ds, (unsigned long long)
1823 sas_device->enclosure_logical_id, sas_device->slot);
1825 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
1828 _scsih_display_sata_capabilities(ioc, handle, sdev);
1831 _scsih_change_queue_depth(sdev, qdepth, SCSI_QDEPTH_DEFAULT);
1834 sas_read_port_mode_page(sdev);
1835 _scsih_enable_tlr(ioc, sdev);
1842 * _scsih_bios_param - fetch head, sector, cylinder info for a disk
1843 * @sdev: scsi device struct
1844 * @bdev: pointer to block device context
1845 * @capacity: device size (in 512 byte sectors)
1846 * @params: three element array to place output:
1847 * params[0] number of heads (max 255)
1848 * params[1] number of sectors (max 63)
1849 * params[2] number of cylinders
1854 _scsih_bios_param(struct scsi_device *sdev, struct block_device *bdev,
1855 sector_t capacity, int params[])
1865 dummy = heads * sectors;
1866 cylinders = capacity;
1867 sector_div(cylinders, dummy);
1870 * Handle extended translation size for logical drives
1873 if ((ulong)capacity >= 0x200000) {
1876 dummy = heads * sectors;
1877 cylinders = capacity;
1878 sector_div(cylinders, dummy);
1883 params[1] = sectors;
1884 params[2] = cylinders;
1890 * _scsih_response_code - translation of device response code
1891 * @ioc: per adapter object
1892 * @response_code: response code returned by the device
1897 _scsih_response_code(struct MPT3SAS_ADAPTER *ioc, u8 response_code)
1901 switch (response_code) {
1902 case MPI2_SCSITASKMGMT_RSP_TM_COMPLETE:
1903 desc = "task management request completed";
1905 case MPI2_SCSITASKMGMT_RSP_INVALID_FRAME:
1906 desc = "invalid frame";
1908 case MPI2_SCSITASKMGMT_RSP_TM_NOT_SUPPORTED:
1909 desc = "task management request not supported";
1911 case MPI2_SCSITASKMGMT_RSP_TM_FAILED:
1912 desc = "task management request failed";
1914 case MPI2_SCSITASKMGMT_RSP_TM_SUCCEEDED:
1915 desc = "task management request succeeded";
1917 case MPI2_SCSITASKMGMT_RSP_TM_INVALID_LUN:
1918 desc = "invalid lun";
1921 desc = "overlapped tag attempted";
1923 case MPI2_SCSITASKMGMT_RSP_IO_QUEUED_ON_IOC:
1924 desc = "task queued, however not sent to target";
1930 pr_warn(MPT3SAS_FMT "response_code(0x%01x): %s\n",
1931 ioc->name, response_code, desc);
1935 * _scsih_tm_done - tm completion routine
1936 * @ioc: per adapter object
1937 * @smid: system request message index
1938 * @msix_index: MSIX table index supplied by the OS
1939 * @reply: reply message frame(lower 32bit addr)
1942 * The callback handler when using scsih_issue_tm.
1944 * Return 1 meaning mf should be freed from _base_interrupt
1945 * 0 means the mf is freed from this function.
1948 _scsih_tm_done(struct MPT3SAS_ADAPTER *ioc, u16 smid, u8 msix_index, u32 reply)
1950 MPI2DefaultReply_t *mpi_reply;
1952 if (ioc->tm_cmds.status == MPT3_CMD_NOT_USED)
1954 if (ioc->tm_cmds.smid != smid)
1956 mpt3sas_base_flush_reply_queues(ioc);
1957 ioc->tm_cmds.status |= MPT3_CMD_COMPLETE;
1958 mpi_reply = mpt3sas_base_get_reply_virt_addr(ioc, reply);
1960 memcpy(ioc->tm_cmds.reply, mpi_reply, mpi_reply->MsgLength*4);
1961 ioc->tm_cmds.status |= MPT3_CMD_REPLY_VALID;
1963 ioc->tm_cmds.status &= ~MPT3_CMD_PENDING;
1964 complete(&ioc->tm_cmds.done);
1969 * mpt3sas_scsih_set_tm_flag - set per target tm_busy
1970 * @ioc: per adapter object
1971 * @handle: device handle
1973 * During taskmangement request, we need to freeze the device queue.
1976 mpt3sas_scsih_set_tm_flag(struct MPT3SAS_ADAPTER *ioc, u16 handle)
1978 struct MPT3SAS_DEVICE *sas_device_priv_data;
1979 struct scsi_device *sdev;
1982 shost_for_each_device(sdev, ioc->shost) {
1985 sas_device_priv_data = sdev->hostdata;
1986 if (!sas_device_priv_data)
1988 if (sas_device_priv_data->sas_target->handle == handle) {
1989 sas_device_priv_data->sas_target->tm_busy = 1;
1991 ioc->ignore_loginfos = 1;
1997 * mpt3sas_scsih_clear_tm_flag - clear per target tm_busy
1998 * @ioc: per adapter object
1999 * @handle: device handle
2001 * During taskmangement request, we need to freeze the device queue.
2004 mpt3sas_scsih_clear_tm_flag(struct MPT3SAS_ADAPTER *ioc, u16 handle)
2006 struct MPT3SAS_DEVICE *sas_device_priv_data;
2007 struct scsi_device *sdev;
2010 shost_for_each_device(sdev, ioc->shost) {
2013 sas_device_priv_data = sdev->hostdata;
2014 if (!sas_device_priv_data)
2016 if (sas_device_priv_data->sas_target->handle == handle) {
2017 sas_device_priv_data->sas_target->tm_busy = 0;
2019 ioc->ignore_loginfos = 0;
2025 * mpt3sas_scsih_issue_tm - main routine for sending tm requests
2026 * @ioc: per adapter struct
2027 * @device_handle: device handle
2028 * @channel: the channel assigned by the OS
2029 * @id: the id assigned by the OS
2031 * @type: MPI2_SCSITASKMGMT_TASKTYPE__XXX (defined in mpi2_init.h)
2032 * @smid_task: smid assigned to the task
2033 * @timeout: timeout in seconds
2034 * @m_type: TM_MUTEX_ON or TM_MUTEX_OFF
2037 * A generic API for sending task management requests to firmware.
2039 * The callback index is set inside `ioc->tm_cb_idx`.
2041 * Return SUCCESS or FAILED.
2044 mpt3sas_scsih_issue_tm(struct MPT3SAS_ADAPTER *ioc, u16 handle, uint channel,
2045 uint id, uint lun, u8 type, u16 smid_task, ulong timeout,
2046 enum mutex_type m_type)
2048 Mpi2SCSITaskManagementRequest_t *mpi_request;
2049 Mpi2SCSITaskManagementReply_t *mpi_reply;
2052 unsigned long timeleft;
2053 struct scsiio_tracker *scsi_lookup = NULL;
2056 if (m_type == TM_MUTEX_ON)
2057 mutex_lock(&ioc->tm_cmds.mutex);
2058 if (ioc->tm_cmds.status != MPT3_CMD_NOT_USED) {
2059 pr_info(MPT3SAS_FMT "%s: tm_cmd busy!!!\n",
2060 __func__, ioc->name);
2065 if (ioc->shost_recovery || ioc->remove_host ||
2066 ioc->pci_error_recovery) {
2067 pr_info(MPT3SAS_FMT "%s: host reset in progress!\n",
2068 __func__, ioc->name);
2073 ioc_state = mpt3sas_base_get_iocstate(ioc, 0);
2074 if (ioc_state & MPI2_DOORBELL_USED) {
2075 dhsprintk(ioc, pr_info(MPT3SAS_FMT
2076 "unexpected doorbell active!\n", ioc->name));
2077 rc = mpt3sas_base_hard_reset_handler(ioc, CAN_SLEEP,
2079 rc = (!rc) ? SUCCESS : FAILED;
2083 if ((ioc_state & MPI2_IOC_STATE_MASK) == MPI2_IOC_STATE_FAULT) {
2084 mpt3sas_base_fault_info(ioc, ioc_state &
2085 MPI2_DOORBELL_DATA_MASK);
2086 rc = mpt3sas_base_hard_reset_handler(ioc, CAN_SLEEP,
2088 rc = (!rc) ? SUCCESS : FAILED;
2092 smid = mpt3sas_base_get_smid_hpr(ioc, ioc->tm_cb_idx);
2094 pr_err(MPT3SAS_FMT "%s: failed obtaining a smid\n",
2095 ioc->name, __func__);
2100 if (type == MPI2_SCSITASKMGMT_TASKTYPE_ABORT_TASK)
2101 scsi_lookup = &ioc->scsi_lookup[smid_task - 1];
2103 dtmprintk(ioc, pr_info(MPT3SAS_FMT
2104 "sending tm: handle(0x%04x), task_type(0x%02x), smid(%d)\n",
2105 ioc->name, handle, type, smid_task));
2106 ioc->tm_cmds.status = MPT3_CMD_PENDING;
2107 mpi_request = mpt3sas_base_get_msg_frame(ioc, smid);
2108 ioc->tm_cmds.smid = smid;
2109 memset(mpi_request, 0, sizeof(Mpi2SCSITaskManagementRequest_t));
2110 memset(ioc->tm_cmds.reply, 0, sizeof(Mpi2SCSITaskManagementReply_t));
2111 mpi_request->Function = MPI2_FUNCTION_SCSI_TASK_MGMT;
2112 mpi_request->DevHandle = cpu_to_le16(handle);
2113 mpi_request->TaskType = type;
2114 mpi_request->TaskMID = cpu_to_le16(smid_task);
2115 int_to_scsilun(lun, (struct scsi_lun *)mpi_request->LUN);
2116 mpt3sas_scsih_set_tm_flag(ioc, handle);
2117 init_completion(&ioc->tm_cmds.done);
2118 mpt3sas_base_put_smid_hi_priority(ioc, smid);
2119 timeleft = wait_for_completion_timeout(&ioc->tm_cmds.done, timeout*HZ);
2120 if (!(ioc->tm_cmds.status & MPT3_CMD_COMPLETE)) {
2121 pr_err(MPT3SAS_FMT "%s: timeout\n",
2122 ioc->name, __func__);
2123 _debug_dump_mf(mpi_request,
2124 sizeof(Mpi2SCSITaskManagementRequest_t)/4);
2125 if (!(ioc->tm_cmds.status & MPT3_CMD_RESET)) {
2126 rc = mpt3sas_base_hard_reset_handler(ioc, CAN_SLEEP,
2128 rc = (!rc) ? SUCCESS : FAILED;
2129 ioc->tm_cmds.status = MPT3_CMD_NOT_USED;
2130 mpt3sas_scsih_clear_tm_flag(ioc, handle);
2135 if (ioc->tm_cmds.status & MPT3_CMD_REPLY_VALID) {
2136 mpt3sas_trigger_master(ioc, MASTER_TRIGGER_TASK_MANAGMENT);
2137 mpi_reply = ioc->tm_cmds.reply;
2138 dtmprintk(ioc, pr_info(MPT3SAS_FMT "complete tm: " \
2139 "ioc_status(0x%04x), loginfo(0x%08x), term_count(0x%08x)\n",
2140 ioc->name, le16_to_cpu(mpi_reply->IOCStatus),
2141 le32_to_cpu(mpi_reply->IOCLogInfo),
2142 le32_to_cpu(mpi_reply->TerminationCount)));
2143 if (ioc->logging_level & MPT_DEBUG_TM) {
2144 _scsih_response_code(ioc, mpi_reply->ResponseCode);
2145 if (mpi_reply->IOCStatus)
2146 _debug_dump_mf(mpi_request,
2147 sizeof(Mpi2SCSITaskManagementRequest_t)/4);
2152 case MPI2_SCSITASKMGMT_TASKTYPE_ABORT_TASK:
2154 if (scsi_lookup->scmd == NULL)
2159 case MPI2_SCSITASKMGMT_TASKTYPE_TARGET_RESET:
2160 if (_scsih_scsi_lookup_find_by_target(ioc, id, channel))
2165 case MPI2_SCSITASKMGMT_TASKTYPE_ABRT_TASK_SET:
2166 case MPI2_SCSITASKMGMT_TASKTYPE_LOGICAL_UNIT_RESET:
2167 if (_scsih_scsi_lookup_find_by_lun(ioc, id, lun, channel))
2172 case MPI2_SCSITASKMGMT_TASKTYPE_QUERY_TASK:
2180 mpt3sas_scsih_clear_tm_flag(ioc, handle);
2181 ioc->tm_cmds.status = MPT3_CMD_NOT_USED;
2182 if (m_type == TM_MUTEX_ON)
2183 mutex_unlock(&ioc->tm_cmds.mutex);
2188 if (m_type == TM_MUTEX_ON)
2189 mutex_unlock(&ioc->tm_cmds.mutex);
2194 * _scsih_tm_display_info - displays info about the device
2195 * @ioc: per adapter struct
2196 * @scmd: pointer to scsi command object
2198 * Called by task management callback handlers.
2201 _scsih_tm_display_info(struct MPT3SAS_ADAPTER *ioc, struct scsi_cmnd *scmd)
2203 struct scsi_target *starget = scmd->device->sdev_target;
2204 struct MPT3SAS_TARGET *priv_target = starget->hostdata;
2205 struct _sas_device *sas_device = NULL;
2206 unsigned long flags;
2207 char *device_str = NULL;
2211 device_str = "volume";
2213 scsi_print_command(scmd);
2214 if (priv_target->flags & MPT_TARGET_FLAGS_VOLUME) {
2215 starget_printk(KERN_INFO, starget,
2216 "%s handle(0x%04x), %s wwid(0x%016llx)\n",
2217 device_str, priv_target->handle,
2218 device_str, (unsigned long long)priv_target->sas_address);
2220 spin_lock_irqsave(&ioc->sas_device_lock, flags);
2221 sas_device = mpt3sas_scsih_sas_device_find_by_sas_address(ioc,
2222 priv_target->sas_address);
2224 if (priv_target->flags &
2225 MPT_TARGET_FLAGS_RAID_COMPONENT) {
2226 starget_printk(KERN_INFO, starget,
2227 "volume handle(0x%04x), "
2228 "volume wwid(0x%016llx)\n",
2229 sas_device->volume_handle,
2230 (unsigned long long)sas_device->volume_wwid);
2232 starget_printk(KERN_INFO, starget,
2233 "handle(0x%04x), sas_address(0x%016llx), phy(%d)\n",
2235 (unsigned long long)sas_device->sas_address,
2237 starget_printk(KERN_INFO, starget,
2238 "enclosure_logical_id(0x%016llx), slot(%d)\n",
2239 (unsigned long long)sas_device->enclosure_logical_id,
2242 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
2247 * _scsih_abort - eh threads main abort routine
2248 * @scmd: pointer to scsi command object
2250 * Returns SUCCESS if command aborted else FAILED
2253 _scsih_abort(struct scsi_cmnd *scmd)
2255 struct MPT3SAS_ADAPTER *ioc = shost_priv(scmd->device->host);
2256 struct MPT3SAS_DEVICE *sas_device_priv_data;
2261 sdev_printk(KERN_INFO, scmd->device,
2262 "attempting task abort! scmd(%p)\n", scmd);
2263 _scsih_tm_display_info(ioc, scmd);
2265 sas_device_priv_data = scmd->device->hostdata;
2266 if (!sas_device_priv_data || !sas_device_priv_data->sas_target) {
2267 sdev_printk(KERN_INFO, scmd->device,
2268 "device been deleted! scmd(%p)\n", scmd);
2269 scmd->result = DID_NO_CONNECT << 16;
2270 scmd->scsi_done(scmd);
2275 /* search for the command */
2276 smid = _scsih_scsi_lookup_find_by_scmd(ioc, scmd);
2278 scmd->result = DID_RESET << 16;
2283 /* for hidden raid components and volumes this is not supported */
2284 if (sas_device_priv_data->sas_target->flags &
2285 MPT_TARGET_FLAGS_RAID_COMPONENT ||
2286 sas_device_priv_data->sas_target->flags & MPT_TARGET_FLAGS_VOLUME) {
2287 scmd->result = DID_RESET << 16;
2292 mpt3sas_halt_firmware(ioc);
2294 handle = sas_device_priv_data->sas_target->handle;
2295 r = mpt3sas_scsih_issue_tm(ioc, handle, scmd->device->channel,
2296 scmd->device->id, scmd->device->lun,
2297 MPI2_SCSITASKMGMT_TASKTYPE_ABORT_TASK, smid, 30, TM_MUTEX_ON);
2300 sdev_printk(KERN_INFO, scmd->device, "task abort: %s scmd(%p)\n",
2301 ((r == SUCCESS) ? "SUCCESS" : "FAILED"), scmd);
2306 * _scsih_dev_reset - eh threads main device reset routine
2307 * @scmd: pointer to scsi command object
2309 * Returns SUCCESS if command aborted else FAILED
2312 _scsih_dev_reset(struct scsi_cmnd *scmd)
2314 struct MPT3SAS_ADAPTER *ioc = shost_priv(scmd->device->host);
2315 struct MPT3SAS_DEVICE *sas_device_priv_data;
2316 struct _sas_device *sas_device;
2317 unsigned long flags;
2321 sdev_printk(KERN_INFO, scmd->device,
2322 "attempting device reset! scmd(%p)\n", scmd);
2323 _scsih_tm_display_info(ioc, scmd);
2325 sas_device_priv_data = scmd->device->hostdata;
2326 if (!sas_device_priv_data || !sas_device_priv_data->sas_target) {
2327 sdev_printk(KERN_INFO, scmd->device,
2328 "device been deleted! scmd(%p)\n", scmd);
2329 scmd->result = DID_NO_CONNECT << 16;
2330 scmd->scsi_done(scmd);
2335 /* for hidden raid components obtain the volume_handle */
2337 if (sas_device_priv_data->sas_target->flags &
2338 MPT_TARGET_FLAGS_RAID_COMPONENT) {
2339 spin_lock_irqsave(&ioc->sas_device_lock, flags);
2340 sas_device = _scsih_sas_device_find_by_handle(ioc,
2341 sas_device_priv_data->sas_target->handle);
2343 handle = sas_device->volume_handle;
2344 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
2346 handle = sas_device_priv_data->sas_target->handle;
2349 scmd->result = DID_RESET << 16;
2354 r = mpt3sas_scsih_issue_tm(ioc, handle, scmd->device->channel,
2355 scmd->device->id, scmd->device->lun,
2356 MPI2_SCSITASKMGMT_TASKTYPE_LOGICAL_UNIT_RESET, 0, 30, TM_MUTEX_ON);
2359 sdev_printk(KERN_INFO, scmd->device, "device reset: %s scmd(%p)\n",
2360 ((r == SUCCESS) ? "SUCCESS" : "FAILED"), scmd);
2365 * _scsih_target_reset - eh threads main target reset routine
2366 * @scmd: pointer to scsi command object
2368 * Returns SUCCESS if command aborted else FAILED
2371 _scsih_target_reset(struct scsi_cmnd *scmd)
2373 struct MPT3SAS_ADAPTER *ioc = shost_priv(scmd->device->host);
2374 struct MPT3SAS_DEVICE *sas_device_priv_data;
2375 struct _sas_device *sas_device;
2376 unsigned long flags;
2379 struct scsi_target *starget = scmd->device->sdev_target;
2381 starget_printk(KERN_INFO, starget, "attempting target reset! scmd(%p)\n",
2383 _scsih_tm_display_info(ioc, scmd);
2385 sas_device_priv_data = scmd->device->hostdata;
2386 if (!sas_device_priv_data || !sas_device_priv_data->sas_target) {
2387 starget_printk(KERN_INFO, starget, "target been deleted! scmd(%p)\n",
2389 scmd->result = DID_NO_CONNECT << 16;
2390 scmd->scsi_done(scmd);
2395 /* for hidden raid components obtain the volume_handle */
2397 if (sas_device_priv_data->sas_target->flags &
2398 MPT_TARGET_FLAGS_RAID_COMPONENT) {
2399 spin_lock_irqsave(&ioc->sas_device_lock, flags);
2400 sas_device = _scsih_sas_device_find_by_handle(ioc,
2401 sas_device_priv_data->sas_target->handle);
2403 handle = sas_device->volume_handle;
2404 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
2406 handle = sas_device_priv_data->sas_target->handle;
2409 scmd->result = DID_RESET << 16;
2414 r = mpt3sas_scsih_issue_tm(ioc, handle, scmd->device->channel,
2415 scmd->device->id, 0, MPI2_SCSITASKMGMT_TASKTYPE_TARGET_RESET, 0,
2419 starget_printk(KERN_INFO, starget, "target reset: %s scmd(%p)\n",
2420 ((r == SUCCESS) ? "SUCCESS" : "FAILED"), scmd);
2426 * _scsih_host_reset - eh threads main host reset routine
2427 * @scmd: pointer to scsi command object
2429 * Returns SUCCESS if command aborted else FAILED
2432 _scsih_host_reset(struct scsi_cmnd *scmd)
2434 struct MPT3SAS_ADAPTER *ioc = shost_priv(scmd->device->host);
2437 pr_info(MPT3SAS_FMT "attempting host reset! scmd(%p)\n",
2439 scsi_print_command(scmd);
2441 retval = mpt3sas_base_hard_reset_handler(ioc, CAN_SLEEP,
2443 r = (retval < 0) ? FAILED : SUCCESS;
2444 pr_info(MPT3SAS_FMT "host reset: %s scmd(%p)\n",
2445 ioc->name, ((r == SUCCESS) ? "SUCCESS" : "FAILED"), scmd);
2451 * _scsih_fw_event_add - insert and queue up fw_event
2452 * @ioc: per adapter object
2453 * @fw_event: object describing the event
2454 * Context: This function will acquire ioc->fw_event_lock.
2456 * This adds the firmware event object into link list, then queues it up to
2457 * be processed from user context.
2462 _scsih_fw_event_add(struct MPT3SAS_ADAPTER *ioc, struct fw_event_work *fw_event)
2464 unsigned long flags;
2466 if (ioc->firmware_event_thread == NULL)
2469 spin_lock_irqsave(&ioc->fw_event_lock, flags);
2470 INIT_LIST_HEAD(&fw_event->list);
2471 list_add_tail(&fw_event->list, &ioc->fw_event_list);
2472 INIT_WORK(&fw_event->work, _firmware_event_work);
2473 queue_work(ioc->firmware_event_thread, &fw_event->work);
2474 spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
2478 * _scsih_fw_event_free - delete fw_event
2479 * @ioc: per adapter object
2480 * @fw_event: object describing the event
2481 * Context: This function will acquire ioc->fw_event_lock.
2483 * This removes firmware event object from link list, frees associated memory.
2488 _scsih_fw_event_free(struct MPT3SAS_ADAPTER *ioc, struct fw_event_work
2491 unsigned long flags;
2493 spin_lock_irqsave(&ioc->fw_event_lock, flags);
2494 list_del(&fw_event->list);
2496 spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
2501 * mpt3sas_send_trigger_data_event - send event for processing trigger data
2502 * @ioc: per adapter object
2503 * @event_data: trigger event data
2508 mpt3sas_send_trigger_data_event(struct MPT3SAS_ADAPTER *ioc,
2509 struct SL_WH_TRIGGERS_EVENT_DATA_T *event_data)
2511 struct fw_event_work *fw_event;
2513 if (ioc->is_driver_loading)
2515 fw_event = kzalloc(sizeof(*fw_event) + sizeof(*event_data),
2519 fw_event->event = MPT3SAS_PROCESS_TRIGGER_DIAG;
2520 fw_event->ioc = ioc;
2521 memcpy(fw_event->event_data, event_data, sizeof(*event_data));
2522 _scsih_fw_event_add(ioc, fw_event);
2526 * _scsih_error_recovery_delete_devices - remove devices not responding
2527 * @ioc: per adapter object
2532 _scsih_error_recovery_delete_devices(struct MPT3SAS_ADAPTER *ioc)
2534 struct fw_event_work *fw_event;
2536 if (ioc->is_driver_loading)
2538 fw_event = kzalloc(sizeof(struct fw_event_work), GFP_ATOMIC);
2541 fw_event->event = MPT3SAS_REMOVE_UNRESPONDING_DEVICES;
2542 fw_event->ioc = ioc;
2543 _scsih_fw_event_add(ioc, fw_event);
2547 * mpt3sas_port_enable_complete - port enable completed (fake event)
2548 * @ioc: per adapter object
2553 mpt3sas_port_enable_complete(struct MPT3SAS_ADAPTER *ioc)
2555 struct fw_event_work *fw_event;
2557 fw_event = kzalloc(sizeof(struct fw_event_work), GFP_ATOMIC);
2560 fw_event->event = MPT3SAS_PORT_ENABLE_COMPLETE;
2561 fw_event->ioc = ioc;
2562 _scsih_fw_event_add(ioc, fw_event);
2566 * _scsih_fw_event_cleanup_queue - cleanup event queue
2567 * @ioc: per adapter object
2569 * Walk the firmware event queue, either killing timers, or waiting
2570 * for outstanding events to complete
2575 _scsih_fw_event_cleanup_queue(struct MPT3SAS_ADAPTER *ioc)
2577 struct fw_event_work *fw_event, *next;
2579 if (list_empty(&ioc->fw_event_list) ||
2580 !ioc->firmware_event_thread || in_interrupt())
2583 list_for_each_entry_safe(fw_event, next, &ioc->fw_event_list, list) {
2584 if (cancel_delayed_work_sync(&fw_event->delayed_work)) {
2585 _scsih_fw_event_free(ioc, fw_event);
2592 * _scsih_ublock_io_all_device - unblock every device
2593 * @ioc: per adapter object
2595 * change the device state from block to running
2598 _scsih_ublock_io_all_device(struct MPT3SAS_ADAPTER *ioc)
2600 struct MPT3SAS_DEVICE *sas_device_priv_data;
2601 struct scsi_device *sdev;
2603 shost_for_each_device(sdev, ioc->shost) {
2604 sas_device_priv_data = sdev->hostdata;
2605 if (!sas_device_priv_data)
2607 if (!sas_device_priv_data->block)
2610 sas_device_priv_data->block = 0;
2611 dewtprintk(ioc, sdev_printk(KERN_INFO, sdev,
2612 "device_running, handle(0x%04x)\n",
2613 sas_device_priv_data->sas_target->handle));
2614 scsi_internal_device_unblock(sdev, SDEV_RUNNING);
2620 * _scsih_ublock_io_device - prepare device to be deleted
2621 * @ioc: per adapter object
2622 * @sas_addr: sas address
2624 * unblock then put device in offline state
2627 _scsih_ublock_io_device(struct MPT3SAS_ADAPTER *ioc, u64 sas_address)
2629 struct MPT3SAS_DEVICE *sas_device_priv_data;
2630 struct scsi_device *sdev;
2632 shost_for_each_device(sdev, ioc->shost) {
2633 sas_device_priv_data = sdev->hostdata;
2634 if (!sas_device_priv_data)
2636 if (sas_device_priv_data->sas_target->sas_address
2639 if (sas_device_priv_data->block) {
2640 sas_device_priv_data->block = 0;
2641 scsi_internal_device_unblock(sdev, SDEV_RUNNING);
2647 * _scsih_block_io_all_device - set the device state to SDEV_BLOCK
2648 * @ioc: per adapter object
2649 * @handle: device handle
2651 * During device pull we need to appropiately set the sdev state.
2654 _scsih_block_io_all_device(struct MPT3SAS_ADAPTER *ioc)
2656 struct MPT3SAS_DEVICE *sas_device_priv_data;
2657 struct scsi_device *sdev;
2659 shost_for_each_device(sdev, ioc->shost) {
2660 sas_device_priv_data = sdev->hostdata;
2661 if (!sas_device_priv_data)
2663 if (sas_device_priv_data->block)
2665 sas_device_priv_data->block = 1;
2666 scsi_internal_device_block(sdev);
2667 sdev_printk(KERN_INFO, sdev, "device_blocked, handle(0x%04x)\n",
2668 sas_device_priv_data->sas_target->handle);
2673 * _scsih_block_io_device - set the device state to SDEV_BLOCK
2674 * @ioc: per adapter object
2675 * @handle: device handle
2677 * During device pull we need to appropiately set the sdev state.
2680 _scsih_block_io_device(struct MPT3SAS_ADAPTER *ioc, u16 handle)
2682 struct MPT3SAS_DEVICE *sas_device_priv_data;
2683 struct scsi_device *sdev;
2685 shost_for_each_device(sdev, ioc->shost) {
2686 sas_device_priv_data = sdev->hostdata;
2687 if (!sas_device_priv_data)
2689 if (sas_device_priv_data->sas_target->handle != handle)
2691 if (sas_device_priv_data->block)
2693 sas_device_priv_data->block = 1;
2694 scsi_internal_device_block(sdev);
2695 sdev_printk(KERN_INFO, sdev,
2696 "device_blocked, handle(0x%04x)\n", handle);
2701 * _scsih_block_io_to_children_attached_to_ex
2702 * @ioc: per adapter object
2703 * @sas_expander: the sas_device object
2705 * This routine set sdev state to SDEV_BLOCK for all devices
2706 * attached to this expander. This function called when expander is
2710 _scsih_block_io_to_children_attached_to_ex(struct MPT3SAS_ADAPTER *ioc,
2711 struct _sas_node *sas_expander)
2713 struct _sas_port *mpt3sas_port;
2714 struct _sas_device *sas_device;
2715 struct _sas_node *expander_sibling;
2716 unsigned long flags;
2721 list_for_each_entry(mpt3sas_port,
2722 &sas_expander->sas_port_list, port_list) {
2723 if (mpt3sas_port->remote_identify.device_type ==
2725 spin_lock_irqsave(&ioc->sas_device_lock, flags);
2727 mpt3sas_scsih_sas_device_find_by_sas_address(ioc,
2728 mpt3sas_port->remote_identify.sas_address);
2730 set_bit(sas_device->handle,
2731 ioc->blocking_handles);
2732 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
2736 list_for_each_entry(mpt3sas_port,
2737 &sas_expander->sas_port_list, port_list) {
2739 if (mpt3sas_port->remote_identify.device_type ==
2740 SAS_EDGE_EXPANDER_DEVICE ||
2741 mpt3sas_port->remote_identify.device_type ==
2742 SAS_FANOUT_EXPANDER_DEVICE) {
2744 mpt3sas_scsih_expander_find_by_sas_address(
2745 ioc, mpt3sas_port->remote_identify.sas_address);
2746 _scsih_block_io_to_children_attached_to_ex(ioc,
2753 * _scsih_block_io_to_children_attached_directly
2754 * @ioc: per adapter object
2755 * @event_data: topology change event data
2757 * This routine set sdev state to SDEV_BLOCK for all devices
2758 * direct attached during device pull.
2761 _scsih_block_io_to_children_attached_directly(struct MPT3SAS_ADAPTER *ioc,
2762 Mpi2EventDataSasTopologyChangeList_t *event_data)
2768 for (i = 0; i < event_data->NumEntries; i++) {
2769 handle = le16_to_cpu(event_data->PHY[i].AttachedDevHandle);
2772 reason_code = event_data->PHY[i].PhyStatus &
2773 MPI2_EVENT_SAS_TOPO_RC_MASK;
2774 if (reason_code == MPI2_EVENT_SAS_TOPO_RC_DELAY_NOT_RESPONDING)
2775 _scsih_block_io_device(ioc, handle);
2780 * _scsih_tm_tr_send - send task management request
2781 * @ioc: per adapter object
2782 * @handle: device handle
2783 * Context: interrupt time.
2785 * This code is to initiate the device removal handshake protocol
2786 * with controller firmware. This function will issue target reset
2787 * using high priority request queue. It will send a sas iounit
2788 * control request (MPI2_SAS_OP_REMOVE_DEVICE) from this completion.
2790 * This is designed to send muliple task management request at the same
2791 * time to the fifo. If the fifo is full, we will append the request,
2792 * and process it in a future completion.
2795 _scsih_tm_tr_send(struct MPT3SAS_ADAPTER *ioc, u16 handle)
2797 Mpi2SCSITaskManagementRequest_t *mpi_request;
2799 struct _sas_device *sas_device;
2800 struct MPT3SAS_TARGET *sas_target_priv_data = NULL;
2801 u64 sas_address = 0;
2802 unsigned long flags;
2803 struct _tr_list *delayed_tr;
2806 if (ioc->remove_host) {
2807 dewtprintk(ioc, pr_info(MPT3SAS_FMT
2808 "%s: host has been removed: handle(0x%04x)\n",
2809 __func__, ioc->name, handle));
2811 } else if (ioc->pci_error_recovery) {
2812 dewtprintk(ioc, pr_info(MPT3SAS_FMT
2813 "%s: host in pci error recovery: handle(0x%04x)\n",
2814 __func__, ioc->name,
2818 ioc_state = mpt3sas_base_get_iocstate(ioc, 1);
2819 if (ioc_state != MPI2_IOC_STATE_OPERATIONAL) {
2820 dewtprintk(ioc, pr_info(MPT3SAS_FMT
2821 "%s: host is not operational: handle(0x%04x)\n",
2822 __func__, ioc->name,
2827 /* if PD, then return */
2828 if (test_bit(handle, ioc->pd_handles))
2831 spin_lock_irqsave(&ioc->sas_device_lock, flags);
2832 sas_device = _scsih_sas_device_find_by_handle(ioc, handle);
2833 if (sas_device && sas_device->starget &&
2834 sas_device->starget->hostdata) {
2835 sas_target_priv_data = sas_device->starget->hostdata;
2836 sas_target_priv_data->deleted = 1;
2837 sas_address = sas_device->sas_address;
2839 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
2841 if (sas_target_priv_data) {
2842 dewtprintk(ioc, pr_info(MPT3SAS_FMT
2843 "setting delete flag: handle(0x%04x), sas_addr(0x%016llx)\n",
2845 (unsigned long long)sas_address));
2846 _scsih_ublock_io_device(ioc, sas_address);
2847 sas_target_priv_data->handle = MPT3SAS_INVALID_DEVICE_HANDLE;
2850 smid = mpt3sas_base_get_smid_hpr(ioc, ioc->tm_tr_cb_idx);
2852 delayed_tr = kzalloc(sizeof(*delayed_tr), GFP_ATOMIC);
2855 INIT_LIST_HEAD(&delayed_tr->list);
2856 delayed_tr->handle = handle;
2857 list_add_tail(&delayed_tr->list, &ioc->delayed_tr_list);
2858 dewtprintk(ioc, pr_info(MPT3SAS_FMT
2859 "DELAYED:tr:handle(0x%04x), (open)\n",
2860 ioc->name, handle));
2864 dewtprintk(ioc, pr_info(MPT3SAS_FMT
2865 "tr_send:handle(0x%04x), (open), smid(%d), cb(%d)\n",
2866 ioc->name, handle, smid,
2867 ioc->tm_tr_cb_idx));
2868 mpi_request = mpt3sas_base_get_msg_frame(ioc, smid);
2869 memset(mpi_request, 0, sizeof(Mpi2SCSITaskManagementRequest_t));
2870 mpi_request->Function = MPI2_FUNCTION_SCSI_TASK_MGMT;
2871 mpi_request->DevHandle = cpu_to_le16(handle);
2872 mpi_request->TaskType = MPI2_SCSITASKMGMT_TASKTYPE_TARGET_RESET;
2873 mpt3sas_base_put_smid_hi_priority(ioc, smid);
2874 mpt3sas_trigger_master(ioc, MASTER_TRIGGER_DEVICE_REMOVAL);
2878 * _scsih_tm_tr_complete -
2879 * @ioc: per adapter object
2880 * @smid: system request message index
2881 * @msix_index: MSIX table index supplied by the OS
2882 * @reply: reply message frame(lower 32bit addr)
2883 * Context: interrupt time.
2885 * This is the target reset completion routine.
2886 * This code is part of the code to initiate the device removal
2887 * handshake protocol with controller firmware.
2888 * It will send a sas iounit control request (MPI2_SAS_OP_REMOVE_DEVICE)
2890 * Return 1 meaning mf should be freed from _base_interrupt
2891 * 0 means the mf is freed from this function.
2894 _scsih_tm_tr_complete(struct MPT3SAS_ADAPTER *ioc, u16 smid, u8 msix_index,
2898 Mpi2SCSITaskManagementRequest_t *mpi_request_tm;
2899 Mpi2SCSITaskManagementReply_t *mpi_reply =
2900 mpt3sas_base_get_reply_virt_addr(ioc, reply);
2901 Mpi2SasIoUnitControlRequest_t *mpi_request;
2905 if (ioc->remove_host) {
2906 dewtprintk(ioc, pr_info(MPT3SAS_FMT
2907 "%s: host has been removed\n", __func__, ioc->name));
2909 } else if (ioc->pci_error_recovery) {
2910 dewtprintk(ioc, pr_info(MPT3SAS_FMT
2911 "%s: host in pci error recovery\n", __func__,
2915 ioc_state = mpt3sas_base_get_iocstate(ioc, 1);
2916 if (ioc_state != MPI2_IOC_STATE_OPERATIONAL) {
2917 dewtprintk(ioc, pr_info(MPT3SAS_FMT
2918 "%s: host is not operational\n", __func__, ioc->name));
2921 if (unlikely(!mpi_reply)) {
2922 pr_err(MPT3SAS_FMT "mpi_reply not valid at %s:%d/%s()!\n",
2923 ioc->name, __FILE__, __LINE__, __func__);
2926 mpi_request_tm = mpt3sas_base_get_msg_frame(ioc, smid);
2927 handle = le16_to_cpu(mpi_request_tm->DevHandle);
2928 if (handle != le16_to_cpu(mpi_reply->DevHandle)) {
2929 dewtprintk(ioc, pr_err(MPT3SAS_FMT
2930 "spurious interrupt: handle(0x%04x:0x%04x), smid(%d)!!!\n",
2932 le16_to_cpu(mpi_reply->DevHandle), smid));
2936 mpt3sas_trigger_master(ioc, MASTER_TRIGGER_TASK_MANAGMENT);
2937 dewtprintk(ioc, pr_info(MPT3SAS_FMT
2938 "tr_complete:handle(0x%04x), (open) smid(%d), ioc_status(0x%04x), "
2939 "loginfo(0x%08x), completed(%d)\n", ioc->name,
2940 handle, smid, le16_to_cpu(mpi_reply->IOCStatus),
2941 le32_to_cpu(mpi_reply->IOCLogInfo),
2942 le32_to_cpu(mpi_reply->TerminationCount)));
2944 smid_sas_ctrl = mpt3sas_base_get_smid(ioc, ioc->tm_sas_control_cb_idx);
2945 if (!smid_sas_ctrl) {
2946 pr_err(MPT3SAS_FMT "%s: failed obtaining a smid\n",
2947 ioc->name, __func__);
2951 dewtprintk(ioc, pr_info(MPT3SAS_FMT
2952 "sc_send:handle(0x%04x), (open), smid(%d), cb(%d)\n",
2953 ioc->name, handle, smid_sas_ctrl,
2954 ioc->tm_sas_control_cb_idx));
2955 mpi_request = mpt3sas_base_get_msg_frame(ioc, smid_sas_ctrl);
2956 memset(mpi_request, 0, sizeof(Mpi2SasIoUnitControlRequest_t));
2957 mpi_request->Function = MPI2_FUNCTION_SAS_IO_UNIT_CONTROL;
2958 mpi_request->Operation = MPI2_SAS_OP_REMOVE_DEVICE;
2959 mpi_request->DevHandle = mpi_request_tm->DevHandle;
2960 mpt3sas_base_put_smid_default(ioc, smid_sas_ctrl);
2962 return _scsih_check_for_pending_tm(ioc, smid);
2967 * _scsih_sas_control_complete - completion routine
2968 * @ioc: per adapter object
2969 * @smid: system request message index
2970 * @msix_index: MSIX table index supplied by the OS
2971 * @reply: reply message frame(lower 32bit addr)
2972 * Context: interrupt time.
2974 * This is the sas iounit control completion routine.
2975 * This code is part of the code to initiate the device removal
2976 * handshake protocol with controller firmware.
2978 * Return 1 meaning mf should be freed from _base_interrupt
2979 * 0 means the mf is freed from this function.
2982 _scsih_sas_control_complete(struct MPT3SAS_ADAPTER *ioc, u16 smid,
2983 u8 msix_index, u32 reply)
2985 Mpi2SasIoUnitControlReply_t *mpi_reply =
2986 mpt3sas_base_get_reply_virt_addr(ioc, reply);
2988 if (likely(mpi_reply)) {
2989 dewtprintk(ioc, pr_info(MPT3SAS_FMT
2990 "sc_complete:handle(0x%04x), (open) "
2991 "smid(%d), ioc_status(0x%04x), loginfo(0x%08x)\n",
2992 ioc->name, le16_to_cpu(mpi_reply->DevHandle), smid,
2993 le16_to_cpu(mpi_reply->IOCStatus),
2994 le32_to_cpu(mpi_reply->IOCLogInfo)));
2996 pr_err(MPT3SAS_FMT "mpi_reply not valid at %s:%d/%s()!\n",
2997 ioc->name, __FILE__, __LINE__, __func__);
3003 * _scsih_tm_tr_volume_send - send target reset request for volumes
3004 * @ioc: per adapter object
3005 * @handle: device handle
3006 * Context: interrupt time.
3008 * This is designed to send muliple task management request at the same
3009 * time to the fifo. If the fifo is full, we will append the request,
3010 * and process it in a future completion.
3013 _scsih_tm_tr_volume_send(struct MPT3SAS_ADAPTER *ioc, u16 handle)
3015 Mpi2SCSITaskManagementRequest_t *mpi_request;
3017 struct _tr_list *delayed_tr;
3019 if (ioc->shost_recovery || ioc->remove_host ||
3020 ioc->pci_error_recovery) {
3021 dewtprintk(ioc, pr_info(MPT3SAS_FMT
3022 "%s: host reset in progress!\n",
3023 __func__, ioc->name));
3027 smid = mpt3sas_base_get_smid_hpr(ioc, ioc->tm_tr_volume_cb_idx);
3029 delayed_tr = kzalloc(sizeof(*delayed_tr), GFP_ATOMIC);
3032 INIT_LIST_HEAD(&delayed_tr->list);
3033 delayed_tr->handle = handle;
3034 list_add_tail(&delayed_tr->list, &ioc->delayed_tr_volume_list);
3035 dewtprintk(ioc, pr_info(MPT3SAS_FMT
3036 "DELAYED:tr:handle(0x%04x), (open)\n",
3037 ioc->name, handle));
3041 dewtprintk(ioc, pr_info(MPT3SAS_FMT
3042 "tr_send:handle(0x%04x), (open), smid(%d), cb(%d)\n",
3043 ioc->name, handle, smid,
3044 ioc->tm_tr_volume_cb_idx));
3045 mpi_request = mpt3sas_base_get_msg_frame(ioc, smid);
3046 memset(mpi_request, 0, sizeof(Mpi2SCSITaskManagementRequest_t));
3047 mpi_request->Function = MPI2_FUNCTION_SCSI_TASK_MGMT;
3048 mpi_request->DevHandle = cpu_to_le16(handle);
3049 mpi_request->TaskType = MPI2_SCSITASKMGMT_TASKTYPE_TARGET_RESET;
3050 mpt3sas_base_put_smid_hi_priority(ioc, smid);
3054 * _scsih_tm_volume_tr_complete - target reset completion
3055 * @ioc: per adapter object
3056 * @smid: system request message index
3057 * @msix_index: MSIX table index supplied by the OS
3058 * @reply: reply message frame(lower 32bit addr)
3059 * Context: interrupt time.
3061 * Return 1 meaning mf should be freed from _base_interrupt
3062 * 0 means the mf is freed from this function.
3065 _scsih_tm_volume_tr_complete(struct MPT3SAS_ADAPTER *ioc, u16 smid,
3066 u8 msix_index, u32 reply)
3069 Mpi2SCSITaskManagementRequest_t *mpi_request_tm;
3070 Mpi2SCSITaskManagementReply_t *mpi_reply =
3071 mpt3sas_base_get_reply_virt_addr(ioc, reply);
3073 if (ioc->shost_recovery || ioc->remove_host ||
3074 ioc->pci_error_recovery) {
3075 dewtprintk(ioc, pr_info(MPT3SAS_FMT
3076 "%s: host reset in progress!\n",
3077 __func__, ioc->name));
3080 if (unlikely(!mpi_reply)) {
3081 pr_err(MPT3SAS_FMT "mpi_reply not valid at %s:%d/%s()!\n",
3082 ioc->name, __FILE__, __LINE__, __func__);
3086 mpi_request_tm = mpt3sas_base_get_msg_frame(ioc, smid);
3087 handle = le16_to_cpu(mpi_request_tm->DevHandle);
3088 if (handle != le16_to_cpu(mpi_reply->DevHandle)) {
3089 dewtprintk(ioc, pr_err(MPT3SAS_FMT
3090 "spurious interrupt: handle(0x%04x:0x%04x), smid(%d)!!!\n",
3092 le16_to_cpu(mpi_reply->DevHandle), smid));
3096 dewtprintk(ioc, pr_info(MPT3SAS_FMT
3097 "tr_complete:handle(0x%04x), (open) smid(%d), ioc_status(0x%04x), "
3098 "loginfo(0x%08x), completed(%d)\n", ioc->name,
3099 handle, smid, le16_to_cpu(mpi_reply->IOCStatus),
3100 le32_to_cpu(mpi_reply->IOCLogInfo),
3101 le32_to_cpu(mpi_reply->TerminationCount)));
3103 return _scsih_check_for_pending_tm(ioc, smid);
3108 * _scsih_check_for_pending_tm - check for pending task management
3109 * @ioc: per adapter object
3110 * @smid: system request message index
3112 * This will check delayed target reset list, and feed the
3115 * Return 1 meaning mf should be freed from _base_interrupt
3116 * 0 means the mf is freed from this function.
3119 _scsih_check_for_pending_tm(struct MPT3SAS_ADAPTER *ioc, u16 smid)
3121 struct _tr_list *delayed_tr;
3123 if (!list_empty(&ioc->delayed_tr_volume_list)) {
3124 delayed_tr = list_entry(ioc->delayed_tr_volume_list.next,
3125 struct _tr_list, list);
3126 mpt3sas_base_free_smid(ioc, smid);
3127 _scsih_tm_tr_volume_send(ioc, delayed_tr->handle);
3128 list_del(&delayed_tr->list);
3133 if (!list_empty(&ioc->delayed_tr_list)) {
3134 delayed_tr = list_entry(ioc->delayed_tr_list.next,
3135 struct _tr_list, list);
3136 mpt3sas_base_free_smid(ioc, smid);
3137 _scsih_tm_tr_send(ioc, delayed_tr->handle);
3138 list_del(&delayed_tr->list);
3147 * _scsih_check_topo_delete_events - sanity check on topo events
3148 * @ioc: per adapter object
3149 * @event_data: the event data payload
3151 * This routine added to better handle cable breaker.
3153 * This handles the case where driver receives multiple expander
3154 * add and delete events in a single shot. When there is a delete event
3155 * the routine will void any pending add events waiting in the event queue.
3160 _scsih_check_topo_delete_events(struct MPT3SAS_ADAPTER *ioc,
3161 Mpi2EventDataSasTopologyChangeList_t *event_data)
3163 struct fw_event_work *fw_event;
3164 Mpi2EventDataSasTopologyChangeList_t *local_event_data;
3165 u16 expander_handle;
3166 struct _sas_node *sas_expander;
3167 unsigned long flags;
3171 for (i = 0 ; i < event_data->NumEntries; i++) {
3172 handle = le16_to_cpu(event_data->PHY[i].AttachedDevHandle);
3175 reason_code = event_data->PHY[i].PhyStatus &
3176 MPI2_EVENT_SAS_TOPO_RC_MASK;
3177 if (reason_code == MPI2_EVENT_SAS_TOPO_RC_TARG_NOT_RESPONDING)
3178 _scsih_tm_tr_send(ioc, handle);
3181 expander_handle = le16_to_cpu(event_data->ExpanderDevHandle);
3182 if (expander_handle < ioc->sas_hba.num_phys) {
3183 _scsih_block_io_to_children_attached_directly(ioc, event_data);
3186 if (event_data->ExpStatus ==
3187 MPI2_EVENT_SAS_TOPO_ES_DELAY_NOT_RESPONDING) {
3188 /* put expander attached devices into blocking state */
3189 spin_lock_irqsave(&ioc->sas_node_lock, flags);
3190 sas_expander = mpt3sas_scsih_expander_find_by_handle(ioc,
3192 _scsih_block_io_to_children_attached_to_ex(ioc, sas_expander);
3193 spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
3195 handle = find_first_bit(ioc->blocking_handles,
3196 ioc->facts.MaxDevHandle);
3197 if (handle < ioc->facts.MaxDevHandle)
3198 _scsih_block_io_device(ioc, handle);
3199 } while (test_and_clear_bit(handle, ioc->blocking_handles));
3200 } else if (event_data->ExpStatus == MPI2_EVENT_SAS_TOPO_ES_RESPONDING)
3201 _scsih_block_io_to_children_attached_directly(ioc, event_data);
3203 if (event_data->ExpStatus != MPI2_EVENT_SAS_TOPO_ES_NOT_RESPONDING)
3206 /* mark ignore flag for pending events */
3207 spin_lock_irqsave(&ioc->fw_event_lock, flags);
3208 list_for_each_entry(fw_event, &ioc->fw_event_list, list) {
3209 if (fw_event->event != MPI2_EVENT_SAS_TOPOLOGY_CHANGE_LIST ||
3212 local_event_data = (Mpi2EventDataSasTopologyChangeList_t *)
3213 fw_event->event_data;
3214 if (local_event_data->ExpStatus ==
3215 MPI2_EVENT_SAS_TOPO_ES_ADDED ||
3216 local_event_data->ExpStatus ==
3217 MPI2_EVENT_SAS_TOPO_ES_RESPONDING) {
3218 if (le16_to_cpu(local_event_data->ExpanderDevHandle) ==
3220 dewtprintk(ioc, pr_info(MPT3SAS_FMT
3221 "setting ignoring flag\n", ioc->name));
3222 fw_event->ignore = 1;
3226 spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
3230 * _scsih_set_volume_delete_flag - setting volume delete flag
3231 * @ioc: per adapter object
3232 * @handle: device handle
3234 * This returns nothing.
3237 _scsih_set_volume_delete_flag(struct MPT3SAS_ADAPTER *ioc, u16 handle)
3239 struct _raid_device *raid_device;
3240 struct MPT3SAS_TARGET *sas_target_priv_data;
3241 unsigned long flags;
3243 spin_lock_irqsave(&ioc->raid_device_lock, flags);
3244 raid_device = _scsih_raid_device_find_by_handle(ioc, handle);
3245 if (raid_device && raid_device->starget &&
3246 raid_device->starget->hostdata) {
3247 sas_target_priv_data =
3248 raid_device->starget->hostdata;
3249 sas_target_priv_data->deleted = 1;
3250 dewtprintk(ioc, pr_info(MPT3SAS_FMT
3251 "setting delete flag: handle(0x%04x), "
3252 "wwid(0x%016llx)\n", ioc->name, handle,
3253 (unsigned long long) raid_device->wwid));
3255 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
3259 * _scsih_set_volume_handle_for_tr - set handle for target reset to volume
3260 * @handle: input handle
3261 * @a: handle for volume a
3262 * @b: handle for volume b
3264 * IR firmware only supports two raid volumes. The purpose of this
3265 * routine is to set the volume handle in either a or b. When the given
3266 * input handle is non-zero, or when a and b have not been set before.
3269 _scsih_set_volume_handle_for_tr(u16 handle, u16 *a, u16 *b)
3271 if (!handle || handle == *a || handle == *b)
3280 * _scsih_check_ir_config_unhide_events - check for UNHIDE events
3281 * @ioc: per adapter object
3282 * @event_data: the event data payload
3283 * Context: interrupt time.
3285 * This routine will send target reset to volume, followed by target
3286 * resets to the PDs. This is called when a PD has been removed, or
3287 * volume has been deleted or removed. When the target reset is sent
3288 * to volume, the PD target resets need to be queued to start upon
3289 * completion of the volume target reset.
3294 _scsih_check_ir_config_unhide_events(struct MPT3SAS_ADAPTER *ioc,
3295 Mpi2EventDataIrConfigChangeList_t *event_data)
3297 Mpi2EventIrConfigElement_t *element;
3299 u16 handle, volume_handle, a, b;
3300 struct _tr_list *delayed_tr;
3305 /* Volume Resets for Deleted or Removed */
3306 element = (Mpi2EventIrConfigElement_t *)&event_data->ConfigElement[0];
3307 for (i = 0; i < event_data->NumElements; i++, element++) {
3308 if (le32_to_cpu(event_data->Flags) &
3309 MPI2_EVENT_IR_CHANGE_FLAGS_FOREIGN_CONFIG)
3311 if (element->ReasonCode ==
3312 MPI2_EVENT_IR_CHANGE_RC_VOLUME_DELETED ||
3313 element->ReasonCode ==
3314 MPI2_EVENT_IR_CHANGE_RC_REMOVED) {
3315 volume_handle = le16_to_cpu(element->VolDevHandle);
3316 _scsih_set_volume_delete_flag(ioc, volume_handle);
3317 _scsih_set_volume_handle_for_tr(volume_handle, &a, &b);
3321 /* Volume Resets for UNHIDE events */
3322 element = (Mpi2EventIrConfigElement_t *)&event_data->ConfigElement[0];
3323 for (i = 0; i < event_data->NumElements; i++, element++) {
3324 if (le32_to_cpu(event_data->Flags) &
3325 MPI2_EVENT_IR_CHANGE_FLAGS_FOREIGN_CONFIG)
3327 if (element->ReasonCode == MPI2_EVENT_IR_CHANGE_RC_UNHIDE) {
3328 volume_handle = le16_to_cpu(element->VolDevHandle);
3329 _scsih_set_volume_handle_for_tr(volume_handle, &a, &b);
3334 _scsih_tm_tr_volume_send(ioc, a);
3336 _scsih_tm_tr_volume_send(ioc, b);
3338 /* PD target resets */
3339 element = (Mpi2EventIrConfigElement_t *)&event_data->ConfigElement[0];
3340 for (i = 0; i < event_data->NumElements; i++, element++) {
3341 if (element->ReasonCode != MPI2_EVENT_IR_CHANGE_RC_UNHIDE)
3343 handle = le16_to_cpu(element->PhysDiskDevHandle);
3344 volume_handle = le16_to_cpu(element->VolDevHandle);
3345 clear_bit(handle, ioc->pd_handles);
3347 _scsih_tm_tr_send(ioc, handle);
3348 else if (volume_handle == a || volume_handle == b) {
3349 delayed_tr = kzalloc(sizeof(*delayed_tr), GFP_ATOMIC);
3350 BUG_ON(!delayed_tr);
3351 INIT_LIST_HEAD(&delayed_tr->list);
3352 delayed_tr->handle = handle;
3353 list_add_tail(&delayed_tr->list, &ioc->delayed_tr_list);
3354 dewtprintk(ioc, pr_info(MPT3SAS_FMT
3355 "DELAYED:tr:handle(0x%04x), (open)\n", ioc->name,
3358 _scsih_tm_tr_send(ioc, handle);
3364 * _scsih_check_volume_delete_events - set delete flag for volumes
3365 * @ioc: per adapter object
3366 * @event_data: the event data payload
3367 * Context: interrupt time.
3369 * This will handle the case when the cable connected to entire volume is
3370 * pulled. We will take care of setting the deleted flag so normal IO will
3376 _scsih_check_volume_delete_events(struct MPT3SAS_ADAPTER *ioc,
3377 Mpi2EventDataIrVolume_t *event_data)
3381 if (event_data->ReasonCode != MPI2_EVENT_IR_VOLUME_RC_STATE_CHANGED)
3383 state = le32_to_cpu(event_data->NewValue);
3384 if (state == MPI2_RAID_VOL_STATE_MISSING || state ==
3385 MPI2_RAID_VOL_STATE_FAILED)
3386 _scsih_set_volume_delete_flag(ioc,
3387 le16_to_cpu(event_data->VolDevHandle));
3391 * _scsih_flush_running_cmds - completing outstanding commands.
3392 * @ioc: per adapter object
3394 * The flushing out of all pending scmd commands following host reset,
3395 * where all IO is dropped to the floor.
3400 _scsih_flush_running_cmds(struct MPT3SAS_ADAPTER *ioc)
3402 struct scsi_cmnd *scmd;
3406 for (smid = 1; smid <= ioc->scsiio_depth; smid++) {
3407 scmd = _scsih_scsi_lookup_get_clear(ioc, smid);
3411 mpt3sas_base_free_smid(ioc, smid);
3412 scsi_dma_unmap(scmd);
3413 if (ioc->pci_error_recovery)
3414 scmd->result = DID_NO_CONNECT << 16;
3416 scmd->result = DID_RESET << 16;
3417 scmd->scsi_done(scmd);
3419 dtmprintk(ioc, pr_info(MPT3SAS_FMT "completing %d cmds\n",
3424 * _scsih_setup_eedp - setup MPI request for EEDP transfer
3425 * @ioc: per adapter object
3426 * @scmd: pointer to scsi command object
3427 * @mpi_request: pointer to the SCSI_IO reqest message frame
3429 * Supporting protection 1 and 3.
3434 _scsih_setup_eedp(struct MPT3SAS_ADAPTER *ioc, struct scsi_cmnd *scmd,
3435 Mpi2SCSIIORequest_t *mpi_request)
3438 unsigned char prot_op = scsi_get_prot_op(scmd);
3439 unsigned char prot_type = scsi_get_prot_type(scmd);
3440 Mpi25SCSIIORequest_t *mpi_request_3v =
3441 (Mpi25SCSIIORequest_t *)mpi_request;
3443 if (prot_type == SCSI_PROT_DIF_TYPE0 || prot_op == SCSI_PROT_NORMAL)
3446 if (prot_op == SCSI_PROT_READ_STRIP)
3447 eedp_flags = MPI2_SCSIIO_EEDPFLAGS_CHECK_REMOVE_OP;
3448 else if (prot_op == SCSI_PROT_WRITE_INSERT)
3449 eedp_flags = MPI2_SCSIIO_EEDPFLAGS_INSERT_OP;
3453 switch (prot_type) {
3454 case SCSI_PROT_DIF_TYPE1:
3455 case SCSI_PROT_DIF_TYPE2:
3458 * enable ref/guard checking
3459 * auto increment ref tag
3461 eedp_flags |= MPI2_SCSIIO_EEDPFLAGS_INC_PRI_REFTAG |
3462 MPI2_SCSIIO_EEDPFLAGS_CHECK_REFTAG |
3463 MPI2_SCSIIO_EEDPFLAGS_CHECK_GUARD;
3464 mpi_request->CDB.EEDP32.PrimaryReferenceTag =
3465 cpu_to_be32(scsi_get_lba(scmd));
3468 case SCSI_PROT_DIF_TYPE3:
3471 * enable guard checking
3473 eedp_flags |= MPI2_SCSIIO_EEDPFLAGS_CHECK_GUARD;
3478 mpi_request_3v->EEDPBlockSize =
3479 cpu_to_le16(scmd->device->sector_size);
3480 mpi_request->EEDPFlags = cpu_to_le16(eedp_flags);
3484 * _scsih_eedp_error_handling - return sense code for EEDP errors
3485 * @scmd: pointer to scsi command object
3486 * @ioc_status: ioc status
3491 _scsih_eedp_error_handling(struct scsi_cmnd *scmd, u16 ioc_status)
3495 switch (ioc_status) {
3496 case MPI2_IOCSTATUS_EEDP_GUARD_ERROR:
3499 case MPI2_IOCSTATUS_EEDP_APP_TAG_ERROR:
3502 case MPI2_IOCSTATUS_EEDP_REF_TAG_ERROR:
3509 scsi_build_sense_buffer(0, scmd->sense_buffer, ILLEGAL_REQUEST, 0x10,
3511 scmd->result = DRIVER_SENSE << 24 | (DID_ABORT << 16) |
3512 SAM_STAT_CHECK_CONDITION;
3517 * _scsih_qcmd - main scsi request entry point
3518 * @scmd: pointer to scsi command object
3519 * @done: function pointer to be invoked on completion
3521 * The callback index is set inside `ioc->scsi_io_cb_idx`.
3523 * Returns 0 on success. If there's a failure, return either:
3524 * SCSI_MLQUEUE_DEVICE_BUSY if the device queue is full, or
3525 * SCSI_MLQUEUE_HOST_BUSY if the entire host queue is full
3528 _scsih_qcmd(struct Scsi_Host *shost, struct scsi_cmnd *scmd)
3530 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
3531 struct MPT3SAS_DEVICE *sas_device_priv_data;
3532 struct MPT3SAS_TARGET *sas_target_priv_data;
3533 Mpi2SCSIIORequest_t *mpi_request;
3538 #ifdef CONFIG_SCSI_MPT3SAS_LOGGING
3539 if (ioc->logging_level & MPT_DEBUG_SCSI)
3540 scsi_print_command(scmd);
3543 sas_device_priv_data = scmd->device->hostdata;
3544 if (!sas_device_priv_data || !sas_device_priv_data->sas_target) {
3545 scmd->result = DID_NO_CONNECT << 16;
3546 scmd->scsi_done(scmd);
3550 if (ioc->pci_error_recovery || ioc->remove_host) {
3551 scmd->result = DID_NO_CONNECT << 16;
3552 scmd->scsi_done(scmd);
3556 sas_target_priv_data = sas_device_priv_data->sas_target;
3558 /* invalid device handle */
3559 handle = sas_target_priv_data->handle;
3560 if (handle == MPT3SAS_INVALID_DEVICE_HANDLE) {
3561 scmd->result = DID_NO_CONNECT << 16;
3562 scmd->scsi_done(scmd);
3567 /* host recovery or link resets sent via IOCTLs */
3568 if (ioc->shost_recovery || ioc->ioc_link_reset_in_progress)
3569 return SCSI_MLQUEUE_HOST_BUSY;
3571 /* device has been deleted */
3572 else if (sas_target_priv_data->deleted) {
3573 scmd->result = DID_NO_CONNECT << 16;
3574 scmd->scsi_done(scmd);
3576 /* device busy with task managment */
3577 } else if (sas_target_priv_data->tm_busy ||
3578 sas_device_priv_data->block)
3579 return SCSI_MLQUEUE_DEVICE_BUSY;
3581 if (scmd->sc_data_direction == DMA_FROM_DEVICE)
3582 mpi_control = MPI2_SCSIIO_CONTROL_READ;
3583 else if (scmd->sc_data_direction == DMA_TO_DEVICE)
3584 mpi_control = MPI2_SCSIIO_CONTROL_WRITE;
3586 mpi_control = MPI2_SCSIIO_CONTROL_NODATATRANSFER;
3589 if (!(sas_device_priv_data->flags & MPT_DEVICE_FLAGS_INIT)) {
3590 if (scmd->device->tagged_supported) {
3591 if (scmd->device->ordered_tags)
3592 mpi_control |= MPI2_SCSIIO_CONTROL_ORDEREDQ;
3594 mpi_control |= MPI2_SCSIIO_CONTROL_SIMPLEQ;
3596 mpi_control |= MPI2_SCSIIO_CONTROL_SIMPLEQ;
3598 mpi_control |= MPI2_SCSIIO_CONTROL_SIMPLEQ;
3600 if ((sas_device_priv_data->flags & MPT_DEVICE_TLR_ON) &&
3601 scmd->cmd_len != 32)
3602 mpi_control |= MPI2_SCSIIO_CONTROL_TLR_ON;
3604 smid = mpt3sas_base_get_smid_scsiio(ioc, ioc->scsi_io_cb_idx, scmd);
3606 pr_err(MPT3SAS_FMT "%s: failed obtaining a smid\n",
3607 ioc->name, __func__);
3610 mpi_request = mpt3sas_base_get_msg_frame(ioc, smid);
3611 memset(mpi_request, 0, sizeof(Mpi2SCSIIORequest_t));
3612 _scsih_setup_eedp(ioc, scmd, mpi_request);
3614 if (scmd->cmd_len == 32)
3615 mpi_control |= 4 << MPI2_SCSIIO_CONTROL_ADDCDBLEN_SHIFT;
3616 mpi_request->Function = MPI2_FUNCTION_SCSI_IO_REQUEST;
3617 if (sas_device_priv_data->sas_target->flags &
3618 MPT_TARGET_FLAGS_RAID_COMPONENT)
3619 mpi_request->Function = MPI2_FUNCTION_RAID_SCSI_IO_PASSTHROUGH;
3621 mpi_request->Function = MPI2_FUNCTION_SCSI_IO_REQUEST;
3622 mpi_request->DevHandle = cpu_to_le16(handle);
3623 mpi_request->DataLength = cpu_to_le32(scsi_bufflen(scmd));
3624 mpi_request->Control = cpu_to_le32(mpi_control);
3625 mpi_request->IoFlags = cpu_to_le16(scmd->cmd_len);
3626 mpi_request->MsgFlags = MPI2_SCSIIO_MSGFLAGS_SYSTEM_SENSE_ADDR;
3627 mpi_request->SenseBufferLength = SCSI_SENSE_BUFFERSIZE;
3628 mpi_request->SenseBufferLowAddress =
3629 mpt3sas_base_get_sense_buffer_dma(ioc, smid);
3630 mpi_request->SGLOffset0 = offsetof(Mpi2SCSIIORequest_t, SGL) / 4;
3631 int_to_scsilun(sas_device_priv_data->lun, (struct scsi_lun *)
3633 memcpy(mpi_request->CDB.CDB32, scmd->cmnd, scmd->cmd_len);
3635 if (mpi_request->DataLength) {
3636 if (ioc->build_sg_scmd(ioc, scmd, smid)) {
3637 mpt3sas_base_free_smid(ioc, smid);
3641 ioc->build_zero_len_sge(ioc, &mpi_request->SGL);
3643 if (likely(mpi_request->Function == MPI2_FUNCTION_SCSI_IO_REQUEST)) {
3644 if (sas_target_priv_data->flags & MPT_TARGET_FASTPATH_IO) {
3645 mpi_request->IoFlags = cpu_to_le16(scmd->cmd_len |
3646 MPI25_SCSIIO_IOFLAGS_FAST_PATH);
3647 mpt3sas_base_put_smid_fast_path(ioc, smid, handle);
3649 mpt3sas_base_put_smid_scsi_io(ioc, smid, handle);
3651 mpt3sas_base_put_smid_default(ioc, smid);
3655 return SCSI_MLQUEUE_HOST_BUSY;
3659 * _scsih_normalize_sense - normalize descriptor and fixed format sense data
3660 * @sense_buffer: sense data returned by target
3661 * @data: normalized skey/asc/ascq
3666 _scsih_normalize_sense(char *sense_buffer, struct sense_info *data)
3668 if ((sense_buffer[0] & 0x7F) >= 0x72) {
3669 /* descriptor format */
3670 data->skey = sense_buffer[1] & 0x0F;
3671 data->asc = sense_buffer[2];
3672 data->ascq = sense_buffer[3];
3675 data->skey = sense_buffer[2] & 0x0F;
3676 data->asc = sense_buffer[12];
3677 data->ascq = sense_buffer[13];
3681 #ifdef CONFIG_SCSI_MPT3SAS_LOGGING
3683 * _scsih_scsi_ioc_info - translated non-succesfull SCSI_IO request
3684 * @ioc: per adapter object
3685 * @scmd: pointer to scsi command object
3686 * @mpi_reply: reply mf payload returned from firmware
3688 * scsi_status - SCSI Status code returned from target device
3689 * scsi_state - state info associated with SCSI_IO determined by ioc
3690 * ioc_status - ioc supplied status info
3695 _scsih_scsi_ioc_info(struct MPT3SAS_ADAPTER *ioc, struct scsi_cmnd *scmd,
3696 Mpi2SCSIIOReply_t *mpi_reply, u16 smid)
3700 u16 ioc_status = le16_to_cpu(mpi_reply->IOCStatus) &
3701 MPI2_IOCSTATUS_MASK;
3702 u8 scsi_state = mpi_reply->SCSIState;
3703 u8 scsi_status = mpi_reply->SCSIStatus;
3704 char *desc_ioc_state = NULL;
3705 char *desc_scsi_status = NULL;
3706 char *desc_scsi_state = ioc->tmp_string;
3707 u32 log_info = le32_to_cpu(mpi_reply->IOCLogInfo);
3708 struct _sas_device *sas_device = NULL;
3709 unsigned long flags;
3710 struct scsi_target *starget = scmd->device->sdev_target;
3711 struct MPT3SAS_TARGET *priv_target = starget->hostdata;
3712 char *device_str = NULL;
3716 device_str = "volume";
3718 if (log_info == 0x31170000)
3721 switch (ioc_status) {
3722 case MPI2_IOCSTATUS_SUCCESS:
3723 desc_ioc_state = "success";
3725 case MPI2_IOCSTATUS_INVALID_FUNCTION:
3726 desc_ioc_state = "invalid function";
3728 case MPI2_IOCSTATUS_SCSI_RECOVERED_ERROR:
3729 desc_ioc_state = "scsi recovered error";
3731 case MPI2_IOCSTATUS_SCSI_INVALID_DEVHANDLE:
3732 desc_ioc_state = "scsi invalid dev handle";
3734 case MPI2_IOCSTATUS_SCSI_DEVICE_NOT_THERE:
3735 desc_ioc_state = "scsi device not there";
3737 case MPI2_IOCSTATUS_SCSI_DATA_OVERRUN:
3738 desc_ioc_state = "scsi data overrun";
3740 case MPI2_IOCSTATUS_SCSI_DATA_UNDERRUN:
3741 desc_ioc_state = "scsi data underrun";
3743 case MPI2_IOCSTATUS_SCSI_IO_DATA_ERROR:
3744 desc_ioc_state = "scsi io data error";
3746 case MPI2_IOCSTATUS_SCSI_PROTOCOL_ERROR:
3747 desc_ioc_state = "scsi protocol error";
3749 case MPI2_IOCSTATUS_SCSI_TASK_TERMINATED:
3750 desc_ioc_state = "scsi task terminated";
3752 case MPI2_IOCSTATUS_SCSI_RESIDUAL_MISMATCH:
3753 desc_ioc_state = "scsi residual mismatch";
3755 case MPI2_IOCSTATUS_SCSI_TASK_MGMT_FAILED:
3756 desc_ioc_state = "scsi task mgmt failed";
3758 case MPI2_IOCSTATUS_SCSI_IOC_TERMINATED:
3759 desc_ioc_state = "scsi ioc terminated";
3761 case MPI2_IOCSTATUS_SCSI_EXT_TERMINATED:
3762 desc_ioc_state = "scsi ext terminated";
3764 case MPI2_IOCSTATUS_EEDP_GUARD_ERROR:
3765 desc_ioc_state = "eedp guard error";
3767 case MPI2_IOCSTATUS_EEDP_REF_TAG_ERROR:
3768 desc_ioc_state = "eedp ref tag error";
3770 case MPI2_IOCSTATUS_EEDP_APP_TAG_ERROR:
3771 desc_ioc_state = "eedp app tag error";
3774 desc_ioc_state = "unknown";
3778 switch (scsi_status) {
3779 case MPI2_SCSI_STATUS_GOOD:
3780 desc_scsi_status = "good";
3782 case MPI2_SCSI_STATUS_CHECK_CONDITION:
3783 desc_scsi_status = "check condition";
3785 case MPI2_SCSI_STATUS_CONDITION_MET:
3786 desc_scsi_status = "condition met";
3788 case MPI2_SCSI_STATUS_BUSY:
3789 desc_scsi_status = "busy";
3791 case MPI2_SCSI_STATUS_INTERMEDIATE:
3792 desc_scsi_status = "intermediate";
3794 case MPI2_SCSI_STATUS_INTERMEDIATE_CONDMET:
3795 desc_scsi_status = "intermediate condmet";
3797 case MPI2_SCSI_STATUS_RESERVATION_CONFLICT:
3798 desc_scsi_status = "reservation conflict";
3800 case MPI2_SCSI_STATUS_COMMAND_TERMINATED:
3801 desc_scsi_status = "command terminated";
3803 case MPI2_SCSI_STATUS_TASK_SET_FULL:
3804 desc_scsi_status = "task set full";
3806 case MPI2_SCSI_STATUS_ACA_ACTIVE:
3807 desc_scsi_status = "aca active";
3809 case MPI2_SCSI_STATUS_TASK_ABORTED:
3810 desc_scsi_status = "task aborted";
3813 desc_scsi_status = "unknown";
3817 desc_scsi_state[0] = '\0';
3819 desc_scsi_state = " ";
3820 if (scsi_state & MPI2_SCSI_STATE_RESPONSE_INFO_VALID)
3821 strcat(desc_scsi_state, "response info ");
3822 if (scsi_state & MPI2_SCSI_STATE_TERMINATED)
3823 strcat(desc_scsi_state, "state terminated ");
3824 if (scsi_state & MPI2_SCSI_STATE_NO_SCSI_STATUS)
3825 strcat(desc_scsi_state, "no status ");
3826 if (scsi_state & MPI2_SCSI_STATE_AUTOSENSE_FAILED)
3827 strcat(desc_scsi_state, "autosense failed ");
3828 if (scsi_state & MPI2_SCSI_STATE_AUTOSENSE_VALID)
3829 strcat(desc_scsi_state, "autosense valid ");
3831 scsi_print_command(scmd);
3833 if (priv_target->flags & MPT_TARGET_FLAGS_VOLUME) {
3834 pr_warn(MPT3SAS_FMT "\t%s wwid(0x%016llx)\n", ioc->name,
3835 device_str, (unsigned long long)priv_target->sas_address);
3837 spin_lock_irqsave(&ioc->sas_device_lock, flags);
3838 sas_device = mpt3sas_scsih_sas_device_find_by_sas_address(ioc,
3839 priv_target->sas_address);
3842 "\tsas_address(0x%016llx), phy(%d)\n",
3843 ioc->name, (unsigned long long)
3844 sas_device->sas_address, sas_device->phy);
3846 "\tenclosure_logical_id(0x%016llx), slot(%d)\n",
3847 ioc->name, (unsigned long long)
3848 sas_device->enclosure_logical_id, sas_device->slot);
3850 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
3854 "\thandle(0x%04x), ioc_status(%s)(0x%04x), smid(%d)\n",
3855 ioc->name, le16_to_cpu(mpi_reply->DevHandle),
3856 desc_ioc_state, ioc_status, smid);
3858 "\trequest_len(%d), underflow(%d), resid(%d)\n",
3859 ioc->name, scsi_bufflen(scmd), scmd->underflow,
3860 scsi_get_resid(scmd));
3862 "\ttag(%d), transfer_count(%d), sc->result(0x%08x)\n",
3863 ioc->name, le16_to_cpu(mpi_reply->TaskTag),
3864 le32_to_cpu(mpi_reply->TransferCount), scmd->result);
3866 "\tscsi_status(%s)(0x%02x), scsi_state(%s)(0x%02x)\n",
3867 ioc->name, desc_scsi_status,
3868 scsi_status, desc_scsi_state, scsi_state);
3870 if (scsi_state & MPI2_SCSI_STATE_AUTOSENSE_VALID) {
3871 struct sense_info data;
3872 _scsih_normalize_sense(scmd->sense_buffer, &data);
3874 "\t[sense_key,asc,ascq]: [0x%02x,0x%02x,0x%02x], count(%d)\n",
3875 ioc->name, data.skey,
3876 data.asc, data.ascq, le32_to_cpu(mpi_reply->SenseCount));
3879 if (scsi_state & MPI2_SCSI_STATE_RESPONSE_INFO_VALID) {
3880 response_info = le32_to_cpu(mpi_reply->ResponseInfo);
3881 response_bytes = (u8 *)&response_info;
3882 _scsih_response_code(ioc, response_bytes[0]);
3888 * _scsih_turn_on_fault_led - illuminate Fault LED
3889 * @ioc: per adapter object
3890 * @handle: device handle
3896 _scsih_turn_on_fault_led(struct MPT3SAS_ADAPTER *ioc, u16 handle)
3898 Mpi2SepReply_t mpi_reply;
3899 Mpi2SepRequest_t mpi_request;
3901 memset(&mpi_request, 0, sizeof(Mpi2SepRequest_t));
3902 mpi_request.Function = MPI2_FUNCTION_SCSI_ENCLOSURE_PROCESSOR;
3903 mpi_request.Action = MPI2_SEP_REQ_ACTION_WRITE_STATUS;
3904 mpi_request.SlotStatus =
3905 cpu_to_le32(MPI2_SEP_REQ_SLOTSTATUS_PREDICTED_FAULT);
3906 mpi_request.DevHandle = cpu_to_le16(handle);
3907 mpi_request.Flags = MPI2_SEP_REQ_FLAGS_DEVHANDLE_ADDRESS;
3908 if ((mpt3sas_base_scsi_enclosure_processor(ioc, &mpi_reply,
3909 &mpi_request)) != 0) {
3910 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n", ioc->name,
3911 __FILE__, __LINE__, __func__);
3915 if (mpi_reply.IOCStatus || mpi_reply.IOCLogInfo) {
3916 dewtprintk(ioc, pr_info(MPT3SAS_FMT
3917 "enclosure_processor: ioc_status (0x%04x), loginfo(0x%08x)\n",
3918 ioc->name, le16_to_cpu(mpi_reply.IOCStatus),
3919 le32_to_cpu(mpi_reply.IOCLogInfo)));
3925 * _scsih_send_event_to_turn_on_fault_led - fire delayed event
3926 * @ioc: per adapter object
3927 * @handle: device handle
3928 * Context: interrupt.
3933 _scsih_send_event_to_turn_on_fault_led(struct MPT3SAS_ADAPTER *ioc, u16 handle)
3935 struct fw_event_work *fw_event;
3937 fw_event = kzalloc(sizeof(struct fw_event_work), GFP_ATOMIC);
3940 fw_event->event = MPT3SAS_TURN_ON_FAULT_LED;
3941 fw_event->device_handle = handle;
3942 fw_event->ioc = ioc;
3943 _scsih_fw_event_add(ioc, fw_event);
3947 * _scsih_smart_predicted_fault - process smart errors
3948 * @ioc: per adapter object
3949 * @handle: device handle
3950 * Context: interrupt.
3955 _scsih_smart_predicted_fault(struct MPT3SAS_ADAPTER *ioc, u16 handle)
3957 struct scsi_target *starget;
3958 struct MPT3SAS_TARGET *sas_target_priv_data;
3959 Mpi2EventNotificationReply_t *event_reply;
3960 Mpi2EventDataSasDeviceStatusChange_t *event_data;
3961 struct _sas_device *sas_device;
3963 unsigned long flags;
3965 /* only handle non-raid devices */
3966 spin_lock_irqsave(&ioc->sas_device_lock, flags);
3967 sas_device = _scsih_sas_device_find_by_handle(ioc, handle);
3969 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
3972 starget = sas_device->starget;
3973 sas_target_priv_data = starget->hostdata;
3975 if ((sas_target_priv_data->flags & MPT_TARGET_FLAGS_RAID_COMPONENT) ||
3976 ((sas_target_priv_data->flags & MPT_TARGET_FLAGS_VOLUME))) {
3977 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
3980 starget_printk(KERN_WARNING, starget, "predicted fault\n");
3981 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
3983 if (ioc->pdev->subsystem_vendor == PCI_VENDOR_ID_IBM)
3984 _scsih_send_event_to_turn_on_fault_led(ioc, handle);
3986 /* insert into event log */
3987 sz = offsetof(Mpi2EventNotificationReply_t, EventData) +
3988 sizeof(Mpi2EventDataSasDeviceStatusChange_t);
3989 event_reply = kzalloc(sz, GFP_KERNEL);
3991 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
3992 ioc->name, __FILE__, __LINE__, __func__);
3996 event_reply->Function = MPI2_FUNCTION_EVENT_NOTIFICATION;
3997 event_reply->Event =
3998 cpu_to_le16(MPI2_EVENT_SAS_DEVICE_STATUS_CHANGE);
3999 event_reply->MsgLength = sz/4;
4000 event_reply->EventDataLength =
4001 cpu_to_le16(sizeof(Mpi2EventDataSasDeviceStatusChange_t)/4);
4002 event_data = (Mpi2EventDataSasDeviceStatusChange_t *)
4003 event_reply->EventData;
4004 event_data->ReasonCode = MPI2_EVENT_SAS_DEV_STAT_RC_SMART_DATA;
4005 event_data->ASC = 0x5D;
4006 event_data->DevHandle = cpu_to_le16(handle);
4007 event_data->SASAddress = cpu_to_le64(sas_target_priv_data->sas_address);
4008 mpt3sas_ctl_add_to_event_log(ioc, event_reply);
4013 * _scsih_io_done - scsi request callback
4014 * @ioc: per adapter object
4015 * @smid: system request message index
4016 * @msix_index: MSIX table index supplied by the OS
4017 * @reply: reply message frame(lower 32bit addr)
4019 * Callback handler when using _scsih_qcmd.
4021 * Return 1 meaning mf should be freed from _base_interrupt
4022 * 0 means the mf is freed from this function.
4025 _scsih_io_done(struct MPT3SAS_ADAPTER *ioc, u16 smid, u8 msix_index, u32 reply)
4027 Mpi2SCSIIORequest_t *mpi_request;
4028 Mpi2SCSIIOReply_t *mpi_reply;
4029 struct scsi_cmnd *scmd;
4035 struct MPT3SAS_DEVICE *sas_device_priv_data;
4036 u32 response_code = 0;
4038 mpi_reply = mpt3sas_base_get_reply_virt_addr(ioc, reply);
4039 scmd = _scsih_scsi_lookup_get_clear(ioc, smid);
4043 mpi_request = mpt3sas_base_get_msg_frame(ioc, smid);
4045 if (mpi_reply == NULL) {
4046 scmd->result = DID_OK << 16;
4050 sas_device_priv_data = scmd->device->hostdata;
4051 if (!sas_device_priv_data || !sas_device_priv_data->sas_target ||
4052 sas_device_priv_data->sas_target->deleted) {
4053 scmd->result = DID_NO_CONNECT << 16;
4056 ioc_status = le16_to_cpu(mpi_reply->IOCStatus);
4058 /* turning off TLR */
4059 scsi_state = mpi_reply->SCSIState;
4060 if (scsi_state & MPI2_SCSI_STATE_RESPONSE_INFO_VALID)
4062 le32_to_cpu(mpi_reply->ResponseInfo) & 0xFF;
4063 if (!sas_device_priv_data->tlr_snoop_check) {
4064 sas_device_priv_data->tlr_snoop_check++;
4065 if ((sas_device_priv_data->flags & MPT_DEVICE_TLR_ON) &&
4066 response_code == MPI2_SCSITASKMGMT_RSP_INVALID_FRAME)
4067 sas_device_priv_data->flags &=
4071 xfer_cnt = le32_to_cpu(mpi_reply->TransferCount);
4072 scsi_set_resid(scmd, scsi_bufflen(scmd) - xfer_cnt);
4073 if (ioc_status & MPI2_IOCSTATUS_FLAG_LOG_INFO_AVAILABLE)
4074 log_info = le32_to_cpu(mpi_reply->IOCLogInfo);
4077 ioc_status &= MPI2_IOCSTATUS_MASK;
4078 scsi_status = mpi_reply->SCSIStatus;
4080 if (ioc_status == MPI2_IOCSTATUS_SCSI_DATA_UNDERRUN && xfer_cnt == 0 &&
4081 (scsi_status == MPI2_SCSI_STATUS_BUSY ||
4082 scsi_status == MPI2_SCSI_STATUS_RESERVATION_CONFLICT ||
4083 scsi_status == MPI2_SCSI_STATUS_TASK_SET_FULL)) {
4084 ioc_status = MPI2_IOCSTATUS_SUCCESS;
4087 if (scsi_state & MPI2_SCSI_STATE_AUTOSENSE_VALID) {
4088 struct sense_info data;
4089 const void *sense_data = mpt3sas_base_get_sense_buffer(ioc,
4091 u32 sz = min_t(u32, SCSI_SENSE_BUFFERSIZE,
4092 le32_to_cpu(mpi_reply->SenseCount));
4093 memcpy(scmd->sense_buffer, sense_data, sz);
4094 _scsih_normalize_sense(scmd->sense_buffer, &data);
4095 /* failure prediction threshold exceeded */
4096 if (data.asc == 0x5D)
4097 _scsih_smart_predicted_fault(ioc,
4098 le16_to_cpu(mpi_reply->DevHandle));
4099 mpt3sas_trigger_scsi(ioc, data.skey, data.asc, data.ascq);
4102 switch (ioc_status) {
4103 case MPI2_IOCSTATUS_BUSY:
4104 case MPI2_IOCSTATUS_INSUFFICIENT_RESOURCES:
4105 scmd->result = SAM_STAT_BUSY;
4108 case MPI2_IOCSTATUS_SCSI_DEVICE_NOT_THERE:
4109 scmd->result = DID_NO_CONNECT << 16;
4112 case MPI2_IOCSTATUS_SCSI_IOC_TERMINATED:
4113 if (sas_device_priv_data->block) {
4114 scmd->result = DID_TRANSPORT_DISRUPTED << 16;
4117 if (log_info == 0x31110630) {
4118 if (scmd->retries > 2) {
4119 scmd->result = DID_NO_CONNECT << 16;
4120 scsi_device_set_state(scmd->device,
4123 scmd->result = DID_SOFT_ERROR << 16;
4124 scmd->device->expecting_cc_ua = 1;
4128 scmd->result = DID_SOFT_ERROR << 16;
4130 case MPI2_IOCSTATUS_SCSI_TASK_TERMINATED:
4131 case MPI2_IOCSTATUS_SCSI_EXT_TERMINATED:
4132 scmd->result = DID_RESET << 16;
4135 case MPI2_IOCSTATUS_SCSI_RESIDUAL_MISMATCH:
4136 if ((xfer_cnt == 0) || (scmd->underflow > xfer_cnt))
4137 scmd->result = DID_SOFT_ERROR << 16;
4139 scmd->result = (DID_OK << 16) | scsi_status;
4142 case MPI2_IOCSTATUS_SCSI_DATA_UNDERRUN:
4143 scmd->result = (DID_OK << 16) | scsi_status;
4145 if ((scsi_state & MPI2_SCSI_STATE_AUTOSENSE_VALID))
4148 if (xfer_cnt < scmd->underflow) {
4149 if (scsi_status == SAM_STAT_BUSY)
4150 scmd->result = SAM_STAT_BUSY;
4152 scmd->result = DID_SOFT_ERROR << 16;
4153 } else if (scsi_state & (MPI2_SCSI_STATE_AUTOSENSE_FAILED |
4154 MPI2_SCSI_STATE_NO_SCSI_STATUS))
4155 scmd->result = DID_SOFT_ERROR << 16;
4156 else if (scsi_state & MPI2_SCSI_STATE_TERMINATED)
4157 scmd->result = DID_RESET << 16;
4158 else if (!xfer_cnt && scmd->cmnd[0] == REPORT_LUNS) {
4159 mpi_reply->SCSIState = MPI2_SCSI_STATE_AUTOSENSE_VALID;
4160 mpi_reply->SCSIStatus = SAM_STAT_CHECK_CONDITION;
4161 scmd->result = (DRIVER_SENSE << 24) |
4162 SAM_STAT_CHECK_CONDITION;
4163 scmd->sense_buffer[0] = 0x70;
4164 scmd->sense_buffer[2] = ILLEGAL_REQUEST;
4165 scmd->sense_buffer[12] = 0x20;
4166 scmd->sense_buffer[13] = 0;
4170 case MPI2_IOCSTATUS_SCSI_DATA_OVERRUN:
4171 scsi_set_resid(scmd, 0);
4172 case MPI2_IOCSTATUS_SCSI_RECOVERED_ERROR:
4173 case MPI2_IOCSTATUS_SUCCESS:
4174 scmd->result = (DID_OK << 16) | scsi_status;
4175 if (response_code ==
4176 MPI2_SCSITASKMGMT_RSP_INVALID_FRAME ||
4177 (scsi_state & (MPI2_SCSI_STATE_AUTOSENSE_FAILED |
4178 MPI2_SCSI_STATE_NO_SCSI_STATUS)))
4179 scmd->result = DID_SOFT_ERROR << 16;
4180 else if (scsi_state & MPI2_SCSI_STATE_TERMINATED)
4181 scmd->result = DID_RESET << 16;
4184 case MPI2_IOCSTATUS_EEDP_GUARD_ERROR:
4185 case MPI2_IOCSTATUS_EEDP_REF_TAG_ERROR:
4186 case MPI2_IOCSTATUS_EEDP_APP_TAG_ERROR:
4187 _scsih_eedp_error_handling(scmd, ioc_status);
4190 case MPI2_IOCSTATUS_SCSI_PROTOCOL_ERROR:
4191 case MPI2_IOCSTATUS_INVALID_FUNCTION:
4192 case MPI2_IOCSTATUS_INVALID_SGL:
4193 case MPI2_IOCSTATUS_INTERNAL_ERROR:
4194 case MPI2_IOCSTATUS_INVALID_FIELD:
4195 case MPI2_IOCSTATUS_INVALID_STATE:
4196 case MPI2_IOCSTATUS_SCSI_IO_DATA_ERROR:
4197 case MPI2_IOCSTATUS_SCSI_TASK_MGMT_FAILED:
4199 scmd->result = DID_SOFT_ERROR << 16;
4204 #ifdef CONFIG_SCSI_MPT3SAS_LOGGING
4205 if (scmd->result && (ioc->logging_level & MPT_DEBUG_REPLY))
4206 _scsih_scsi_ioc_info(ioc , scmd, mpi_reply, smid);
4211 scsi_dma_unmap(scmd);
4213 scmd->scsi_done(scmd);
4218 * _scsih_sas_host_refresh - refreshing sas host object contents
4219 * @ioc: per adapter object
4222 * During port enable, fw will send topology events for every device. Its
4223 * possible that the handles may change from the previous setting, so this
4224 * code keeping handles updating if changed.
4229 _scsih_sas_host_refresh(struct MPT3SAS_ADAPTER *ioc)
4234 Mpi2ConfigReply_t mpi_reply;
4235 Mpi2SasIOUnitPage0_t *sas_iounit_pg0 = NULL;
4236 u16 attached_handle;
4239 dtmprintk(ioc, pr_info(MPT3SAS_FMT
4240 "updating handles for sas_host(0x%016llx)\n",
4241 ioc->name, (unsigned long long)ioc->sas_hba.sas_address));
4243 sz = offsetof(Mpi2SasIOUnitPage0_t, PhyData) + (ioc->sas_hba.num_phys
4244 * sizeof(Mpi2SasIOUnit0PhyData_t));
4245 sas_iounit_pg0 = kzalloc(sz, GFP_KERNEL);
4246 if (!sas_iounit_pg0) {
4247 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4248 ioc->name, __FILE__, __LINE__, __func__);
4252 if ((mpt3sas_config_get_sas_iounit_pg0(ioc, &mpi_reply,
4253 sas_iounit_pg0, sz)) != 0)
4255 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) & MPI2_IOCSTATUS_MASK;
4256 if (ioc_status != MPI2_IOCSTATUS_SUCCESS)
4258 for (i = 0; i < ioc->sas_hba.num_phys ; i++) {
4259 link_rate = sas_iounit_pg0->PhyData[i].NegotiatedLinkRate >> 4;
4261 ioc->sas_hba.handle = le16_to_cpu(sas_iounit_pg0->
4262 PhyData[0].ControllerDevHandle);
4263 ioc->sas_hba.phy[i].handle = ioc->sas_hba.handle;
4264 attached_handle = le16_to_cpu(sas_iounit_pg0->PhyData[i].
4266 if (attached_handle && link_rate < MPI2_SAS_NEG_LINK_RATE_1_5)
4267 link_rate = MPI2_SAS_NEG_LINK_RATE_1_5;
4268 mpt3sas_transport_update_links(ioc, ioc->sas_hba.sas_address,
4269 attached_handle, i, link_rate);
4272 kfree(sas_iounit_pg0);
4276 * _scsih_sas_host_add - create sas host object
4277 * @ioc: per adapter object
4279 * Creating host side data object, stored in ioc->sas_hba
4284 _scsih_sas_host_add(struct MPT3SAS_ADAPTER *ioc)
4287 Mpi2ConfigReply_t mpi_reply;
4288 Mpi2SasIOUnitPage0_t *sas_iounit_pg0 = NULL;
4289 Mpi2SasIOUnitPage1_t *sas_iounit_pg1 = NULL;
4290 Mpi2SasPhyPage0_t phy_pg0;
4291 Mpi2SasDevicePage0_t sas_device_pg0;
4292 Mpi2SasEnclosurePage0_t enclosure_pg0;
4295 u8 device_missing_delay;
4297 mpt3sas_config_get_number_hba_phys(ioc, &ioc->sas_hba.num_phys);
4298 if (!ioc->sas_hba.num_phys) {
4299 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4300 ioc->name, __FILE__, __LINE__, __func__);
4304 /* sas_iounit page 0 */
4305 sz = offsetof(Mpi2SasIOUnitPage0_t, PhyData) + (ioc->sas_hba.num_phys *
4306 sizeof(Mpi2SasIOUnit0PhyData_t));
4307 sas_iounit_pg0 = kzalloc(sz, GFP_KERNEL);
4308 if (!sas_iounit_pg0) {
4309 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4310 ioc->name, __FILE__, __LINE__, __func__);
4313 if ((mpt3sas_config_get_sas_iounit_pg0(ioc, &mpi_reply,
4314 sas_iounit_pg0, sz))) {
4315 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4316 ioc->name, __FILE__, __LINE__, __func__);
4319 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
4320 MPI2_IOCSTATUS_MASK;
4321 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
4322 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4323 ioc->name, __FILE__, __LINE__, __func__);
4327 /* sas_iounit page 1 */
4328 sz = offsetof(Mpi2SasIOUnitPage1_t, PhyData) + (ioc->sas_hba.num_phys *
4329 sizeof(Mpi2SasIOUnit1PhyData_t));
4330 sas_iounit_pg1 = kzalloc(sz, GFP_KERNEL);
4331 if (!sas_iounit_pg1) {
4332 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4333 ioc->name, __FILE__, __LINE__, __func__);
4336 if ((mpt3sas_config_get_sas_iounit_pg1(ioc, &mpi_reply,
4337 sas_iounit_pg1, sz))) {
4338 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4339 ioc->name, __FILE__, __LINE__, __func__);
4342 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
4343 MPI2_IOCSTATUS_MASK;
4344 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
4345 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4346 ioc->name, __FILE__, __LINE__, __func__);
4350 ioc->io_missing_delay =
4351 sas_iounit_pg1->IODeviceMissingDelay;
4352 device_missing_delay =
4353 sas_iounit_pg1->ReportDeviceMissingDelay;
4354 if (device_missing_delay & MPI2_SASIOUNIT1_REPORT_MISSING_UNIT_16)
4355 ioc->device_missing_delay = (device_missing_delay &
4356 MPI2_SASIOUNIT1_REPORT_MISSING_TIMEOUT_MASK) * 16;
4358 ioc->device_missing_delay = device_missing_delay &
4359 MPI2_SASIOUNIT1_REPORT_MISSING_TIMEOUT_MASK;
4361 ioc->sas_hba.parent_dev = &ioc->shost->shost_gendev;
4362 ioc->sas_hba.phy = kcalloc(ioc->sas_hba.num_phys,
4363 sizeof(struct _sas_phy), GFP_KERNEL);
4364 if (!ioc->sas_hba.phy) {
4365 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4366 ioc->name, __FILE__, __LINE__, __func__);
4369 for (i = 0; i < ioc->sas_hba.num_phys ; i++) {
4370 if ((mpt3sas_config_get_phy_pg0(ioc, &mpi_reply, &phy_pg0,
4372 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4373 ioc->name, __FILE__, __LINE__, __func__);
4376 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
4377 MPI2_IOCSTATUS_MASK;
4378 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
4379 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4380 ioc->name, __FILE__, __LINE__, __func__);
4385 ioc->sas_hba.handle = le16_to_cpu(sas_iounit_pg0->
4386 PhyData[0].ControllerDevHandle);
4387 ioc->sas_hba.phy[i].handle = ioc->sas_hba.handle;
4388 ioc->sas_hba.phy[i].phy_id = i;
4389 mpt3sas_transport_add_host_phy(ioc, &ioc->sas_hba.phy[i],
4390 phy_pg0, ioc->sas_hba.parent_dev);
4392 if ((mpt3sas_config_get_sas_device_pg0(ioc, &mpi_reply, &sas_device_pg0,
4393 MPI2_SAS_DEVICE_PGAD_FORM_HANDLE, ioc->sas_hba.handle))) {
4394 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4395 ioc->name, __FILE__, __LINE__, __func__);
4398 ioc->sas_hba.enclosure_handle =
4399 le16_to_cpu(sas_device_pg0.EnclosureHandle);
4400 ioc->sas_hba.sas_address = le64_to_cpu(sas_device_pg0.SASAddress);
4402 "host_add: handle(0x%04x), sas_addr(0x%016llx), phys(%d)\n",
4403 ioc->name, ioc->sas_hba.handle,
4404 (unsigned long long) ioc->sas_hba.sas_address,
4405 ioc->sas_hba.num_phys) ;
4407 if (ioc->sas_hba.enclosure_handle) {
4408 if (!(mpt3sas_config_get_enclosure_pg0(ioc, &mpi_reply,
4409 &enclosure_pg0, MPI2_SAS_ENCLOS_PGAD_FORM_HANDLE,
4410 ioc->sas_hba.enclosure_handle)))
4411 ioc->sas_hba.enclosure_logical_id =
4412 le64_to_cpu(enclosure_pg0.EnclosureLogicalID);
4416 kfree(sas_iounit_pg1);
4417 kfree(sas_iounit_pg0);
4421 * _scsih_expander_add - creating expander object
4422 * @ioc: per adapter object
4423 * @handle: expander handle
4425 * Creating expander object, stored in ioc->sas_expander_list.
4427 * Return 0 for success, else error.
4430 _scsih_expander_add(struct MPT3SAS_ADAPTER *ioc, u16 handle)
4432 struct _sas_node *sas_expander;
4433 Mpi2ConfigReply_t mpi_reply;
4434 Mpi2ExpanderPage0_t expander_pg0;
4435 Mpi2ExpanderPage1_t expander_pg1;
4436 Mpi2SasEnclosurePage0_t enclosure_pg0;
4439 u64 sas_address, sas_address_parent = 0;
4441 unsigned long flags;
4442 struct _sas_port *mpt3sas_port = NULL;
4449 if (ioc->shost_recovery || ioc->pci_error_recovery)
4452 if ((mpt3sas_config_get_expander_pg0(ioc, &mpi_reply, &expander_pg0,
4453 MPI2_SAS_EXPAND_PGAD_FORM_HNDL, handle))) {
4454 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4455 ioc->name, __FILE__, __LINE__, __func__);
4459 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
4460 MPI2_IOCSTATUS_MASK;
4461 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
4462 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4463 ioc->name, __FILE__, __LINE__, __func__);
4467 /* handle out of order topology events */
4468 parent_handle = le16_to_cpu(expander_pg0.ParentDevHandle);
4469 if (_scsih_get_sas_address(ioc, parent_handle, &sas_address_parent)
4471 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4472 ioc->name, __FILE__, __LINE__, __func__);
4475 if (sas_address_parent != ioc->sas_hba.sas_address) {
4476 spin_lock_irqsave(&ioc->sas_node_lock, flags);
4477 sas_expander = mpt3sas_scsih_expander_find_by_sas_address(ioc,
4478 sas_address_parent);
4479 spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
4480 if (!sas_expander) {
4481 rc = _scsih_expander_add(ioc, parent_handle);
4487 spin_lock_irqsave(&ioc->sas_node_lock, flags);
4488 sas_address = le64_to_cpu(expander_pg0.SASAddress);
4489 sas_expander = mpt3sas_scsih_expander_find_by_sas_address(ioc,
4491 spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
4496 sas_expander = kzalloc(sizeof(struct _sas_node),
4498 if (!sas_expander) {
4499 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4500 ioc->name, __FILE__, __LINE__, __func__);
4504 sas_expander->handle = handle;
4505 sas_expander->num_phys = expander_pg0.NumPhys;
4506 sas_expander->sas_address_parent = sas_address_parent;
4507 sas_expander->sas_address = sas_address;
4509 pr_info(MPT3SAS_FMT "expander_add: handle(0x%04x)," \
4510 " parent(0x%04x), sas_addr(0x%016llx), phys(%d)\n", ioc->name,
4511 handle, parent_handle, (unsigned long long)
4512 sas_expander->sas_address, sas_expander->num_phys);
4514 if (!sas_expander->num_phys)
4516 sas_expander->phy = kcalloc(sas_expander->num_phys,
4517 sizeof(struct _sas_phy), GFP_KERNEL);
4518 if (!sas_expander->phy) {
4519 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4520 ioc->name, __FILE__, __LINE__, __func__);
4525 INIT_LIST_HEAD(&sas_expander->sas_port_list);
4526 mpt3sas_port = mpt3sas_transport_port_add(ioc, handle,
4527 sas_address_parent);
4528 if (!mpt3sas_port) {
4529 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4530 ioc->name, __FILE__, __LINE__, __func__);
4534 sas_expander->parent_dev = &mpt3sas_port->rphy->dev;
4536 for (i = 0 ; i < sas_expander->num_phys ; i++) {
4537 if ((mpt3sas_config_get_expander_pg1(ioc, &mpi_reply,
4538 &expander_pg1, i, handle))) {
4539 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4540 ioc->name, __FILE__, __LINE__, __func__);
4544 sas_expander->phy[i].handle = handle;
4545 sas_expander->phy[i].phy_id = i;
4547 if ((mpt3sas_transport_add_expander_phy(ioc,
4548 &sas_expander->phy[i], expander_pg1,
4549 sas_expander->parent_dev))) {
4550 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4551 ioc->name, __FILE__, __LINE__, __func__);
4557 if (sas_expander->enclosure_handle) {
4558 if (!(mpt3sas_config_get_enclosure_pg0(ioc, &mpi_reply,
4559 &enclosure_pg0, MPI2_SAS_ENCLOS_PGAD_FORM_HANDLE,
4560 sas_expander->enclosure_handle)))
4561 sas_expander->enclosure_logical_id =
4562 le64_to_cpu(enclosure_pg0.EnclosureLogicalID);
4565 _scsih_expander_node_add(ioc, sas_expander);
4571 mpt3sas_transport_port_remove(ioc, sas_expander->sas_address,
4572 sas_address_parent);
4573 kfree(sas_expander);
4578 * mpt3sas_expander_remove - removing expander object
4579 * @ioc: per adapter object
4580 * @sas_address: expander sas_address
4585 mpt3sas_expander_remove(struct MPT3SAS_ADAPTER *ioc, u64 sas_address)
4587 struct _sas_node *sas_expander;
4588 unsigned long flags;
4590 if (ioc->shost_recovery)
4593 spin_lock_irqsave(&ioc->sas_node_lock, flags);
4594 sas_expander = mpt3sas_scsih_expander_find_by_sas_address(ioc,
4597 list_del(&sas_expander->list);
4598 spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
4600 _scsih_expander_node_remove(ioc, sas_expander);
4604 * _scsih_done - internal SCSI_IO callback handler.
4605 * @ioc: per adapter object
4606 * @smid: system request message index
4607 * @msix_index: MSIX table index supplied by the OS
4608 * @reply: reply message frame(lower 32bit addr)
4610 * Callback handler when sending internal generated SCSI_IO.
4611 * The callback index passed is `ioc->scsih_cb_idx`
4613 * Return 1 meaning mf should be freed from _base_interrupt
4614 * 0 means the mf is freed from this function.
4617 _scsih_done(struct MPT3SAS_ADAPTER *ioc, u16 smid, u8 msix_index, u32 reply)
4619 MPI2DefaultReply_t *mpi_reply;
4621 mpi_reply = mpt3sas_base_get_reply_virt_addr(ioc, reply);
4622 if (ioc->scsih_cmds.status == MPT3_CMD_NOT_USED)
4624 if (ioc->scsih_cmds.smid != smid)
4626 ioc->scsih_cmds.status |= MPT3_CMD_COMPLETE;
4628 memcpy(ioc->scsih_cmds.reply, mpi_reply,
4629 mpi_reply->MsgLength*4);
4630 ioc->scsih_cmds.status |= MPT3_CMD_REPLY_VALID;
4632 ioc->scsih_cmds.status &= ~MPT3_CMD_PENDING;
4633 complete(&ioc->scsih_cmds.done);
4640 #define MPT3_MAX_LUNS (255)
4644 * _scsih_check_access_status - check access flags
4645 * @ioc: per adapter object
4646 * @sas_address: sas address
4647 * @handle: sas device handle
4648 * @access_flags: errors returned during discovery of the device
4650 * Return 0 for success, else failure
4653 _scsih_check_access_status(struct MPT3SAS_ADAPTER *ioc, u64 sas_address,
4654 u16 handle, u8 access_status)
4659 switch (access_status) {
4660 case MPI2_SAS_DEVICE0_ASTATUS_NO_ERRORS:
4661 case MPI2_SAS_DEVICE0_ASTATUS_SATA_NEEDS_INITIALIZATION:
4664 case MPI2_SAS_DEVICE0_ASTATUS_SATA_CAPABILITY_FAILED:
4665 desc = "sata capability failed";
4667 case MPI2_SAS_DEVICE0_ASTATUS_SATA_AFFILIATION_CONFLICT:
4668 desc = "sata affiliation conflict";
4670 case MPI2_SAS_DEVICE0_ASTATUS_ROUTE_NOT_ADDRESSABLE:
4671 desc = "route not addressable";
4673 case MPI2_SAS_DEVICE0_ASTATUS_SMP_ERROR_NOT_ADDRESSABLE:
4674 desc = "smp error not addressable";
4676 case MPI2_SAS_DEVICE0_ASTATUS_DEVICE_BLOCKED:
4677 desc = "device blocked";
4679 case MPI2_SAS_DEVICE0_ASTATUS_SATA_INIT_FAILED:
4680 case MPI2_SAS_DEVICE0_ASTATUS_SIF_UNKNOWN:
4681 case MPI2_SAS_DEVICE0_ASTATUS_SIF_AFFILIATION_CONFLICT:
4682 case MPI2_SAS_DEVICE0_ASTATUS_SIF_DIAG:
4683 case MPI2_SAS_DEVICE0_ASTATUS_SIF_IDENTIFICATION:
4684 case MPI2_SAS_DEVICE0_ASTATUS_SIF_CHECK_POWER:
4685 case MPI2_SAS_DEVICE0_ASTATUS_SIF_PIO_SN:
4686 case MPI2_SAS_DEVICE0_ASTATUS_SIF_MDMA_SN:
4687 case MPI2_SAS_DEVICE0_ASTATUS_SIF_UDMA_SN:
4688 case MPI2_SAS_DEVICE0_ASTATUS_SIF_ZONING_VIOLATION:
4689 case MPI2_SAS_DEVICE0_ASTATUS_SIF_NOT_ADDRESSABLE:
4690 case MPI2_SAS_DEVICE0_ASTATUS_SIF_MAX:
4691 desc = "sata initialization failed";
4702 "discovery errors(%s): sas_address(0x%016llx), handle(0x%04x)\n",
4703 ioc->name, desc, (unsigned long long)sas_address, handle);
4708 * _scsih_check_device - checking device responsiveness
4709 * @ioc: per adapter object
4710 * @parent_sas_address: sas address of parent expander or sas host
4711 * @handle: attached device handle
4712 * @phy_numberv: phy number
4713 * @link_rate: new link rate
4718 _scsih_check_device(struct MPT3SAS_ADAPTER *ioc,
4719 u64 parent_sas_address, u16 handle, u8 phy_number, u8 link_rate)
4721 Mpi2ConfigReply_t mpi_reply;
4722 Mpi2SasDevicePage0_t sas_device_pg0;
4723 struct _sas_device *sas_device;
4725 unsigned long flags;
4727 struct scsi_target *starget;
4728 struct MPT3SAS_TARGET *sas_target_priv_data;
4732 if ((mpt3sas_config_get_sas_device_pg0(ioc, &mpi_reply, &sas_device_pg0,
4733 MPI2_SAS_DEVICE_PGAD_FORM_HANDLE, handle)))
4736 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) & MPI2_IOCSTATUS_MASK;
4737 if (ioc_status != MPI2_IOCSTATUS_SUCCESS)
4740 /* wide port handling ~ we need only handle device once for the phy that
4741 * is matched in sas device page zero
4743 if (phy_number != sas_device_pg0.PhyNum)
4746 /* check if this is end device */
4747 device_info = le32_to_cpu(sas_device_pg0.DeviceInfo);
4748 if (!(_scsih_is_end_device(device_info)))
4751 spin_lock_irqsave(&ioc->sas_device_lock, flags);
4752 sas_address = le64_to_cpu(sas_device_pg0.SASAddress);
4753 sas_device = mpt3sas_scsih_sas_device_find_by_sas_address(ioc,
4757 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
4761 if (unlikely(sas_device->handle != handle)) {
4762 starget = sas_device->starget;
4763 sas_target_priv_data = starget->hostdata;
4764 starget_printk(KERN_INFO, starget,
4765 "handle changed from(0x%04x) to (0x%04x)!!!\n",
4766 sas_device->handle, handle);
4767 sas_target_priv_data->handle = handle;
4768 sas_device->handle = handle;
4771 /* check if device is present */
4772 if (!(le16_to_cpu(sas_device_pg0.Flags) &
4773 MPI2_SAS_DEVICE0_FLAGS_DEVICE_PRESENT)) {
4775 "device is not present handle(0x%04x), flags!!!\n",
4777 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
4781 /* check if there were any issues with discovery */
4782 if (_scsih_check_access_status(ioc, sas_address, handle,
4783 sas_device_pg0.AccessStatus)) {
4784 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
4788 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
4789 _scsih_ublock_io_device(ioc, sas_address);
4794 * _scsih_add_device - creating sas device object
4795 * @ioc: per adapter object
4796 * @handle: sas device handle
4797 * @phy_num: phy number end device attached to
4798 * @is_pd: is this hidden raid component
4800 * Creating end device object, stored in ioc->sas_device_list.
4802 * Returns 0 for success, non-zero for failure.
4805 _scsih_add_device(struct MPT3SAS_ADAPTER *ioc, u16 handle, u8 phy_num,
4808 Mpi2ConfigReply_t mpi_reply;
4809 Mpi2SasDevicePage0_t sas_device_pg0;
4810 Mpi2SasEnclosurePage0_t enclosure_pg0;
4811 struct _sas_device *sas_device;
4815 unsigned long flags;
4817 if ((mpt3sas_config_get_sas_device_pg0(ioc, &mpi_reply, &sas_device_pg0,
4818 MPI2_SAS_DEVICE_PGAD_FORM_HANDLE, handle))) {
4819 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4820 ioc->name, __FILE__, __LINE__, __func__);
4824 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
4825 MPI2_IOCSTATUS_MASK;
4826 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
4827 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4828 ioc->name, __FILE__, __LINE__, __func__);
4832 /* check if this is end device */
4833 device_info = le32_to_cpu(sas_device_pg0.DeviceInfo);
4834 if (!(_scsih_is_end_device(device_info)))
4836 sas_address = le64_to_cpu(sas_device_pg0.SASAddress);
4838 /* check if device is present */
4839 if (!(le16_to_cpu(sas_device_pg0.Flags) &
4840 MPI2_SAS_DEVICE0_FLAGS_DEVICE_PRESENT)) {
4841 pr_err(MPT3SAS_FMT "device is not present handle(0x04%x)!!!\n",
4846 /* check if there were any issues with discovery */
4847 if (_scsih_check_access_status(ioc, sas_address, handle,
4848 sas_device_pg0.AccessStatus))
4851 spin_lock_irqsave(&ioc->sas_device_lock, flags);
4852 sas_device = mpt3sas_scsih_sas_device_find_by_sas_address(ioc,
4854 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
4859 sas_device = kzalloc(sizeof(struct _sas_device),
4862 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4863 ioc->name, __FILE__, __LINE__, __func__);
4867 sas_device->handle = handle;
4868 if (_scsih_get_sas_address(ioc,
4869 le16_to_cpu(sas_device_pg0.ParentDevHandle),
4870 &sas_device->sas_address_parent) != 0)
4871 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
4872 ioc->name, __FILE__, __LINE__, __func__);
4873 sas_device->enclosure_handle =
4874 le16_to_cpu(sas_device_pg0.EnclosureHandle);
4876 le16_to_cpu(sas_device_pg0.Slot);
4877 sas_device->device_info = device_info;
4878 sas_device->sas_address = sas_address;
4879 sas_device->phy = sas_device_pg0.PhyNum;
4880 sas_device->fast_path = (le16_to_cpu(sas_device_pg0.Flags) &
4881 MPI25_SAS_DEVICE0_FLAGS_FAST_PATH_CAPABLE) ? 1 : 0;
4883 /* get enclosure_logical_id */
4884 if (sas_device->enclosure_handle && !(mpt3sas_config_get_enclosure_pg0(
4885 ioc, &mpi_reply, &enclosure_pg0, MPI2_SAS_ENCLOS_PGAD_FORM_HANDLE,
4886 sas_device->enclosure_handle)))
4887 sas_device->enclosure_logical_id =
4888 le64_to_cpu(enclosure_pg0.EnclosureLogicalID);
4890 /* get device name */
4891 sas_device->device_name = le64_to_cpu(sas_device_pg0.DeviceName);
4893 if (ioc->wait_for_discovery_to_complete)
4894 _scsih_sas_device_init_add(ioc, sas_device);
4896 _scsih_sas_device_add(ioc, sas_device);
4902 * _scsih_remove_device - removing sas device object
4903 * @ioc: per adapter object
4904 * @sas_device_delete: the sas_device object
4909 _scsih_remove_device(struct MPT3SAS_ADAPTER *ioc,
4910 struct _sas_device *sas_device)
4912 struct MPT3SAS_TARGET *sas_target_priv_data;
4915 dewtprintk(ioc, pr_info(MPT3SAS_FMT
4916 "%s: enter: handle(0x%04x), sas_addr(0x%016llx)\n",
4917 ioc->name, __func__,
4918 sas_device->handle, (unsigned long long)
4919 sas_device->sas_address));
4921 if (sas_device->starget && sas_device->starget->hostdata) {
4922 sas_target_priv_data = sas_device->starget->hostdata;
4923 sas_target_priv_data->deleted = 1;
4924 _scsih_ublock_io_device(ioc, sas_device->sas_address);
4925 sas_target_priv_data->handle =
4926 MPT3SAS_INVALID_DEVICE_HANDLE;
4928 mpt3sas_transport_port_remove(ioc,
4929 sas_device->sas_address,
4930 sas_device->sas_address_parent);
4933 "removing handle(0x%04x), sas_addr(0x%016llx)\n",
4934 ioc->name, sas_device->handle,
4935 (unsigned long long) sas_device->sas_address);
4937 dewtprintk(ioc, pr_info(MPT3SAS_FMT
4938 "%s: exit: handle(0x%04x), sas_addr(0x%016llx)\n",
4939 ioc->name, __func__,
4940 sas_device->handle, (unsigned long long)
4941 sas_device->sas_address));
4946 #ifdef CONFIG_SCSI_MPT3SAS_LOGGING
4948 * _scsih_sas_topology_change_event_debug - debug for topology event
4949 * @ioc: per adapter object
4950 * @event_data: event data payload
4954 _scsih_sas_topology_change_event_debug(struct MPT3SAS_ADAPTER *ioc,
4955 Mpi2EventDataSasTopologyChangeList_t *event_data)
4961 char *status_str = NULL;
4962 u8 link_rate, prev_link_rate;
4964 switch (event_data->ExpStatus) {
4965 case MPI2_EVENT_SAS_TOPO_ES_ADDED:
4968 case MPI2_EVENT_SAS_TOPO_ES_NOT_RESPONDING:
4969 status_str = "remove";
4971 case MPI2_EVENT_SAS_TOPO_ES_RESPONDING:
4973 status_str = "responding";
4975 case MPI2_EVENT_SAS_TOPO_ES_DELAY_NOT_RESPONDING:
4976 status_str = "remove delay";
4979 status_str = "unknown status";
4982 pr_info(MPT3SAS_FMT "sas topology change: (%s)\n",
4983 ioc->name, status_str);
4984 pr_info("\thandle(0x%04x), enclosure_handle(0x%04x) " \
4985 "start_phy(%02d), count(%d)\n",
4986 le16_to_cpu(event_data->ExpanderDevHandle),
4987 le16_to_cpu(event_data->EnclosureHandle),
4988 event_data->StartPhyNum, event_data->NumEntries);
4989 for (i = 0; i < event_data->NumEntries; i++) {
4990 handle = le16_to_cpu(event_data->PHY[i].AttachedDevHandle);
4993 phy_number = event_data->StartPhyNum + i;
4994 reason_code = event_data->PHY[i].PhyStatus &
4995 MPI2_EVENT_SAS_TOPO_RC_MASK;
4996 switch (reason_code) {
4997 case MPI2_EVENT_SAS_TOPO_RC_TARG_ADDED:
4998 status_str = "target add";
5000 case MPI2_EVENT_SAS_TOPO_RC_TARG_NOT_RESPONDING:
5001 status_str = "target remove";
5003 case MPI2_EVENT_SAS_TOPO_RC_DELAY_NOT_RESPONDING:
5004 status_str = "delay target remove";
5006 case MPI2_EVENT_SAS_TOPO_RC_PHY_CHANGED:
5007 status_str = "link rate change";
5009 case MPI2_EVENT_SAS_TOPO_RC_NO_CHANGE:
5010 status_str = "target responding";
5013 status_str = "unknown";
5016 link_rate = event_data->PHY[i].LinkRate >> 4;
5017 prev_link_rate = event_data->PHY[i].LinkRate & 0xF;
5018 pr_info("\tphy(%02d), attached_handle(0x%04x): %s:" \
5019 " link rate: new(0x%02x), old(0x%02x)\n", phy_number,
5020 handle, status_str, link_rate, prev_link_rate);
5027 * _scsih_sas_topology_change_event - handle topology changes
5028 * @ioc: per adapter object
5029 * @fw_event: The fw_event_work object
5034 _scsih_sas_topology_change_event(struct MPT3SAS_ADAPTER *ioc,
5035 struct fw_event_work *fw_event)
5038 u16 parent_handle, handle;
5040 u8 phy_number, max_phys;
5041 struct _sas_node *sas_expander;
5043 unsigned long flags;
5044 u8 link_rate, prev_link_rate;
5045 Mpi2EventDataSasTopologyChangeList_t *event_data =
5046 (Mpi2EventDataSasTopologyChangeList_t *)
5047 fw_event->event_data;
5049 #ifdef CONFIG_SCSI_MPT3SAS_LOGGING
5050 if (ioc->logging_level & MPT_DEBUG_EVENT_WORK_TASK)
5051 _scsih_sas_topology_change_event_debug(ioc, event_data);
5054 if (ioc->shost_recovery || ioc->remove_host || ioc->pci_error_recovery)
5057 if (!ioc->sas_hba.num_phys)
5058 _scsih_sas_host_add(ioc);
5060 _scsih_sas_host_refresh(ioc);
5062 if (fw_event->ignore) {
5063 dewtprintk(ioc, pr_info(MPT3SAS_FMT
5064 "ignoring expander event\n", ioc->name));
5068 parent_handle = le16_to_cpu(event_data->ExpanderDevHandle);
5070 /* handle expander add */
5071 if (event_data->ExpStatus == MPI2_EVENT_SAS_TOPO_ES_ADDED)
5072 if (_scsih_expander_add(ioc, parent_handle) != 0)
5075 spin_lock_irqsave(&ioc->sas_node_lock, flags);
5076 sas_expander = mpt3sas_scsih_expander_find_by_handle(ioc,
5079 sas_address = sas_expander->sas_address;
5080 max_phys = sas_expander->num_phys;
5081 } else if (parent_handle < ioc->sas_hba.num_phys) {
5082 sas_address = ioc->sas_hba.sas_address;
5083 max_phys = ioc->sas_hba.num_phys;
5085 spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
5088 spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
5090 /* handle siblings events */
5091 for (i = 0; i < event_data->NumEntries; i++) {
5092 if (fw_event->ignore) {
5093 dewtprintk(ioc, pr_info(MPT3SAS_FMT
5094 "ignoring expander event\n", ioc->name));
5097 if (ioc->remove_host || ioc->pci_error_recovery)
5099 phy_number = event_data->StartPhyNum + i;
5100 if (phy_number >= max_phys)
5102 reason_code = event_data->PHY[i].PhyStatus &
5103 MPI2_EVENT_SAS_TOPO_RC_MASK;
5104 if ((event_data->PHY[i].PhyStatus &
5105 MPI2_EVENT_SAS_TOPO_PHYSTATUS_VACANT) && (reason_code !=
5106 MPI2_EVENT_SAS_TOPO_RC_TARG_NOT_RESPONDING))
5108 handle = le16_to_cpu(event_data->PHY[i].AttachedDevHandle);
5111 link_rate = event_data->PHY[i].LinkRate >> 4;
5112 prev_link_rate = event_data->PHY[i].LinkRate & 0xF;
5113 switch (reason_code) {
5114 case MPI2_EVENT_SAS_TOPO_RC_PHY_CHANGED:
5116 if (ioc->shost_recovery)
5119 if (link_rate == prev_link_rate)
5122 mpt3sas_transport_update_links(ioc, sas_address,
5123 handle, phy_number, link_rate);
5125 if (link_rate < MPI2_SAS_NEG_LINK_RATE_1_5)
5128 _scsih_check_device(ioc, sas_address, handle,
5129 phy_number, link_rate);
5132 case MPI2_EVENT_SAS_TOPO_RC_TARG_ADDED:
5134 if (ioc->shost_recovery)
5137 mpt3sas_transport_update_links(ioc, sas_address,
5138 handle, phy_number, link_rate);
5140 _scsih_add_device(ioc, handle, phy_number, 0);
5143 case MPI2_EVENT_SAS_TOPO_RC_TARG_NOT_RESPONDING:
5145 _scsih_device_remove_by_handle(ioc, handle);
5150 /* handle expander removal */
5151 if (event_data->ExpStatus == MPI2_EVENT_SAS_TOPO_ES_NOT_RESPONDING &&
5153 mpt3sas_expander_remove(ioc, sas_address);
5158 #ifdef CONFIG_SCSI_MPT3SAS_LOGGING
5160 * _scsih_sas_device_status_change_event_debug - debug for device event
5161 * @event_data: event data payload
5167 _scsih_sas_device_status_change_event_debug(struct MPT3SAS_ADAPTER *ioc,
5168 Mpi2EventDataSasDeviceStatusChange_t *event_data)
5170 char *reason_str = NULL;
5172 switch (event_data->ReasonCode) {
5173 case MPI2_EVENT_SAS_DEV_STAT_RC_SMART_DATA:
5174 reason_str = "smart data";
5176 case MPI2_EVENT_SAS_DEV_STAT_RC_UNSUPPORTED:
5177 reason_str = "unsupported device discovered";
5179 case MPI2_EVENT_SAS_DEV_STAT_RC_INTERNAL_DEVICE_RESET:
5180 reason_str = "internal device reset";
5182 case MPI2_EVENT_SAS_DEV_STAT_RC_TASK_ABORT_INTERNAL:
5183 reason_str = "internal task abort";
5185 case MPI2_EVENT_SAS_DEV_STAT_RC_ABORT_TASK_SET_INTERNAL:
5186 reason_str = "internal task abort set";
5188 case MPI2_EVENT_SAS_DEV_STAT_RC_CLEAR_TASK_SET_INTERNAL:
5189 reason_str = "internal clear task set";
5191 case MPI2_EVENT_SAS_DEV_STAT_RC_QUERY_TASK_INTERNAL:
5192 reason_str = "internal query task";
5194 case MPI2_EVENT_SAS_DEV_STAT_RC_SATA_INIT_FAILURE:
5195 reason_str = "sata init failure";
5197 case MPI2_EVENT_SAS_DEV_STAT_RC_CMP_INTERNAL_DEV_RESET:
5198 reason_str = "internal device reset complete";
5200 case MPI2_EVENT_SAS_DEV_STAT_RC_CMP_TASK_ABORT_INTERNAL:
5201 reason_str = "internal task abort complete";
5203 case MPI2_EVENT_SAS_DEV_STAT_RC_ASYNC_NOTIFICATION:
5204 reason_str = "internal async notification";
5206 case MPI2_EVENT_SAS_DEV_STAT_RC_EXPANDER_REDUCED_FUNCTIONALITY:
5207 reason_str = "expander reduced functionality";
5209 case MPI2_EVENT_SAS_DEV_STAT_RC_CMP_EXPANDER_REDUCED_FUNCTIONALITY:
5210 reason_str = "expander reduced functionality complete";
5213 reason_str = "unknown reason";
5216 pr_info(MPT3SAS_FMT "device status change: (%s)\n"
5217 "\thandle(0x%04x), sas address(0x%016llx), tag(%d)",
5218 ioc->name, reason_str, le16_to_cpu(event_data->DevHandle),
5219 (unsigned long long)le64_to_cpu(event_data->SASAddress),
5220 le16_to_cpu(event_data->TaskTag));
5221 if (event_data->ReasonCode == MPI2_EVENT_SAS_DEV_STAT_RC_SMART_DATA)
5222 pr_info(MPT3SAS_FMT ", ASC(0x%x), ASCQ(0x%x)\n", ioc->name,
5223 event_data->ASC, event_data->ASCQ);
5229 * _scsih_sas_device_status_change_event - handle device status change
5230 * @ioc: per adapter object
5231 * @fw_event: The fw_event_work object
5237 _scsih_sas_device_status_change_event(struct MPT3SAS_ADAPTER *ioc,
5238 struct fw_event_work *fw_event)
5240 struct MPT3SAS_TARGET *target_priv_data;
5241 struct _sas_device *sas_device;
5243 unsigned long flags;
5244 Mpi2EventDataSasDeviceStatusChange_t *event_data =
5245 (Mpi2EventDataSasDeviceStatusChange_t *)
5246 fw_event->event_data;
5248 #ifdef CONFIG_SCSI_MPT3SAS_LOGGING
5249 if (ioc->logging_level & MPT_DEBUG_EVENT_WORK_TASK)
5250 _scsih_sas_device_status_change_event_debug(ioc,
5254 /* In MPI Revision K (0xC), the internal device reset complete was
5255 * implemented, so avoid setting tm_busy flag for older firmware.
5257 if ((ioc->facts.HeaderVersion >> 8) < 0xC)
5260 if (event_data->ReasonCode !=
5261 MPI2_EVENT_SAS_DEV_STAT_RC_INTERNAL_DEVICE_RESET &&
5262 event_data->ReasonCode !=
5263 MPI2_EVENT_SAS_DEV_STAT_RC_CMP_INTERNAL_DEV_RESET)
5266 spin_lock_irqsave(&ioc->sas_device_lock, flags);
5267 sas_address = le64_to_cpu(event_data->SASAddress);
5268 sas_device = mpt3sas_scsih_sas_device_find_by_sas_address(ioc,
5271 if (!sas_device || !sas_device->starget) {
5272 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
5276 target_priv_data = sas_device->starget->hostdata;
5277 if (!target_priv_data) {
5278 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
5282 if (event_data->ReasonCode ==
5283 MPI2_EVENT_SAS_DEV_STAT_RC_INTERNAL_DEVICE_RESET)
5284 target_priv_data->tm_busy = 1;
5286 target_priv_data->tm_busy = 0;
5287 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
5290 #ifdef CONFIG_SCSI_MPT3SAS_LOGGING
5292 * _scsih_sas_enclosure_dev_status_change_event_debug - debug for enclosure
5294 * @ioc: per adapter object
5295 * @event_data: event data payload
5301 _scsih_sas_enclosure_dev_status_change_event_debug(struct MPT3SAS_ADAPTER *ioc,
5302 Mpi2EventDataSasEnclDevStatusChange_t *event_data)
5304 char *reason_str = NULL;
5306 switch (event_data->ReasonCode) {
5307 case MPI2_EVENT_SAS_ENCL_RC_ADDED:
5308 reason_str = "enclosure add";
5310 case MPI2_EVENT_SAS_ENCL_RC_NOT_RESPONDING:
5311 reason_str = "enclosure remove";
5314 reason_str = "unknown reason";
5318 pr_info(MPT3SAS_FMT "enclosure status change: (%s)\n"
5319 "\thandle(0x%04x), enclosure logical id(0x%016llx)"
5320 " number slots(%d)\n", ioc->name, reason_str,
5321 le16_to_cpu(event_data->EnclosureHandle),
5322 (unsigned long long)le64_to_cpu(event_data->EnclosureLogicalID),
5323 le16_to_cpu(event_data->StartSlot));
5328 * _scsih_sas_enclosure_dev_status_change_event - handle enclosure events
5329 * @ioc: per adapter object
5330 * @fw_event: The fw_event_work object
5336 _scsih_sas_enclosure_dev_status_change_event(struct MPT3SAS_ADAPTER *ioc,
5337 struct fw_event_work *fw_event)
5339 #ifdef CONFIG_SCSI_MPT3SAS_LOGGING
5340 if (ioc->logging_level & MPT_DEBUG_EVENT_WORK_TASK)
5341 _scsih_sas_enclosure_dev_status_change_event_debug(ioc,
5342 (Mpi2EventDataSasEnclDevStatusChange_t *)
5343 fw_event->event_data);
5348 * _scsih_sas_broadcast_primitive_event - handle broadcast events
5349 * @ioc: per adapter object
5350 * @fw_event: The fw_event_work object
5356 _scsih_sas_broadcast_primitive_event(struct MPT3SAS_ADAPTER *ioc,
5357 struct fw_event_work *fw_event)
5359 struct scsi_cmnd *scmd;
5360 struct scsi_device *sdev;
5363 struct MPT3SAS_DEVICE *sas_device_priv_data;
5364 u32 termination_count;
5366 Mpi2SCSITaskManagementReply_t *mpi_reply;
5367 Mpi2EventDataSasBroadcastPrimitive_t *event_data =
5368 (Mpi2EventDataSasBroadcastPrimitive_t *)
5369 fw_event->event_data;
5371 unsigned long flags;
5374 u8 task_abort_retries;
5376 mutex_lock(&ioc->tm_cmds.mutex);
5378 "%s: enter: phy number(%d), width(%d)\n",
5379 ioc->name, __func__, event_data->PhyNum,
5380 event_data->PortWidth);
5382 _scsih_block_io_all_device(ioc);
5384 spin_lock_irqsave(&ioc->scsi_lookup_lock, flags);
5385 mpi_reply = ioc->tm_cmds.reply;
5386 broadcast_aen_retry:
5388 /* sanity checks for retrying this loop */
5389 if (max_retries++ == 5) {
5390 dewtprintk(ioc, pr_info(MPT3SAS_FMT "%s: giving up\n",
5391 ioc->name, __func__));
5393 } else if (max_retries > 1)
5394 dewtprintk(ioc, pr_info(MPT3SAS_FMT "%s: %d retry\n",
5395 ioc->name, __func__, max_retries - 1));
5397 termination_count = 0;
5399 for (smid = 1; smid <= ioc->scsiio_depth; smid++) {
5400 if (ioc->shost_recovery)
5402 scmd = _scsih_scsi_lookup_get(ioc, smid);
5405 sdev = scmd->device;
5406 sas_device_priv_data = sdev->hostdata;
5407 if (!sas_device_priv_data || !sas_device_priv_data->sas_target)
5409 /* skip hidden raid components */
5410 if (sas_device_priv_data->sas_target->flags &
5411 MPT_TARGET_FLAGS_RAID_COMPONENT)
5414 if (sas_device_priv_data->sas_target->flags &
5415 MPT_TARGET_FLAGS_VOLUME)
5418 handle = sas_device_priv_data->sas_target->handle;
5419 lun = sas_device_priv_data->lun;
5422 if (ioc->shost_recovery)
5425 spin_unlock_irqrestore(&ioc->scsi_lookup_lock, flags);
5426 r = mpt3sas_scsih_issue_tm(ioc, handle, 0, 0, lun,
5427 MPI2_SCSITASKMGMT_TASKTYPE_QUERY_TASK, smid, 30,
5430 sdev_printk(KERN_WARNING, sdev,
5431 "mpt3sas_scsih_issue_tm: FAILED when sending "
5432 "QUERY_TASK: scmd(%p)\n", scmd);
5433 spin_lock_irqsave(&ioc->scsi_lookup_lock, flags);
5434 goto broadcast_aen_retry;
5436 ioc_status = le16_to_cpu(mpi_reply->IOCStatus)
5437 & MPI2_IOCSTATUS_MASK;
5438 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
5439 sdev_printk(KERN_WARNING, sdev,
5440 "query task: FAILED with IOCSTATUS(0x%04x), scmd(%p)\n",
5442 spin_lock_irqsave(&ioc->scsi_lookup_lock, flags);
5443 goto broadcast_aen_retry;
5446 /* see if IO is still owned by IOC and target */
5447 if (mpi_reply->ResponseCode ==
5448 MPI2_SCSITASKMGMT_RSP_TM_SUCCEEDED ||
5449 mpi_reply->ResponseCode ==
5450 MPI2_SCSITASKMGMT_RSP_IO_QUEUED_ON_IOC) {
5451 spin_lock_irqsave(&ioc->scsi_lookup_lock, flags);
5454 task_abort_retries = 0;
5456 if (task_abort_retries++ == 60) {
5457 dewtprintk(ioc, pr_info(MPT3SAS_FMT
5458 "%s: ABORT_TASK: giving up\n", ioc->name,
5460 spin_lock_irqsave(&ioc->scsi_lookup_lock, flags);
5461 goto broadcast_aen_retry;
5464 if (ioc->shost_recovery)
5467 r = mpt3sas_scsih_issue_tm(ioc, handle, sdev->channel, sdev->id,
5468 sdev->lun, MPI2_SCSITASKMGMT_TASKTYPE_ABORT_TASK, smid, 30,
5471 sdev_printk(KERN_WARNING, sdev,
5472 "mpt3sas_scsih_issue_tm: ABORT_TASK: FAILED : "
5473 "scmd(%p)\n", scmd);
5477 if (task_abort_retries > 1)
5478 sdev_printk(KERN_WARNING, sdev,
5479 "mpt3sas_scsih_issue_tm: ABORT_TASK: RETRIES (%d):"
5481 task_abort_retries - 1, scmd);
5483 termination_count += le32_to_cpu(mpi_reply->TerminationCount);
5484 spin_lock_irqsave(&ioc->scsi_lookup_lock, flags);
5487 if (ioc->broadcast_aen_pending) {
5488 dewtprintk(ioc, pr_info(MPT3SAS_FMT
5489 "%s: loop back due to pending AEN\n",
5490 ioc->name, __func__));
5491 ioc->broadcast_aen_pending = 0;
5492 goto broadcast_aen_retry;
5496 spin_unlock_irqrestore(&ioc->scsi_lookup_lock, flags);
5499 dewtprintk(ioc, pr_info(MPT3SAS_FMT
5500 "%s - exit, query_count = %d termination_count = %d\n",
5501 ioc->name, __func__, query_count, termination_count));
5503 ioc->broadcast_aen_busy = 0;
5504 if (!ioc->shost_recovery)
5505 _scsih_ublock_io_all_device(ioc);
5506 mutex_unlock(&ioc->tm_cmds.mutex);
5510 * _scsih_sas_discovery_event - handle discovery events
5511 * @ioc: per adapter object
5512 * @fw_event: The fw_event_work object
5518 _scsih_sas_discovery_event(struct MPT3SAS_ADAPTER *ioc,
5519 struct fw_event_work *fw_event)
5521 Mpi2EventDataSasDiscovery_t *event_data =
5522 (Mpi2EventDataSasDiscovery_t *) fw_event->event_data;
5524 #ifdef CONFIG_SCSI_MPT3SAS_LOGGING
5525 if (ioc->logging_level & MPT_DEBUG_EVENT_WORK_TASK) {
5526 pr_info(MPT3SAS_FMT "discovery event: (%s)", ioc->name,
5527 (event_data->ReasonCode == MPI2_EVENT_SAS_DISC_RC_STARTED) ?
5529 if (event_data->DiscoveryStatus)
5530 pr_info("discovery_status(0x%08x)",
5531 le32_to_cpu(event_data->DiscoveryStatus));
5536 if (event_data->ReasonCode == MPI2_EVENT_SAS_DISC_RC_STARTED &&
5537 !ioc->sas_hba.num_phys) {
5538 if (disable_discovery > 0 && ioc->shost_recovery) {
5539 /* Wait for the reset to complete */
5540 while (ioc->shost_recovery)
5543 _scsih_sas_host_add(ioc);
5548 * _scsih_ir_fastpath - turn on fastpath for IR physdisk
5549 * @ioc: per adapter object
5550 * @handle: device handle for physical disk
5551 * @phys_disk_num: physical disk number
5553 * Return 0 for success, else failure.
5556 _scsih_ir_fastpath(struct MPT3SAS_ADAPTER *ioc, u16 handle, u8 phys_disk_num)
5558 Mpi2RaidActionRequest_t *mpi_request;
5559 Mpi2RaidActionReply_t *mpi_reply;
5567 mutex_lock(&ioc->scsih_cmds.mutex);
5569 if (ioc->scsih_cmds.status != MPT3_CMD_NOT_USED) {
5570 pr_err(MPT3SAS_FMT "%s: scsih_cmd in use\n",
5571 ioc->name, __func__);
5575 ioc->scsih_cmds.status = MPT3_CMD_PENDING;
5577 smid = mpt3sas_base_get_smid(ioc, ioc->scsih_cb_idx);
5579 pr_err(MPT3SAS_FMT "%s: failed obtaining a smid\n",
5580 ioc->name, __func__);
5581 ioc->scsih_cmds.status = MPT3_CMD_NOT_USED;
5586 mpi_request = mpt3sas_base_get_msg_frame(ioc, smid);
5587 ioc->scsih_cmds.smid = smid;
5588 memset(mpi_request, 0, sizeof(Mpi2RaidActionRequest_t));
5590 mpi_request->Function = MPI2_FUNCTION_RAID_ACTION;
5591 mpi_request->Action = MPI2_RAID_ACTION_PHYSDISK_HIDDEN;
5592 mpi_request->PhysDiskNum = phys_disk_num;
5594 dewtprintk(ioc, pr_info(MPT3SAS_FMT "IR RAID_ACTION: turning fast "\
5595 "path on for handle(0x%04x), phys_disk_num (0x%02x)\n", ioc->name,
5596 handle, phys_disk_num));
5598 init_completion(&ioc->scsih_cmds.done);
5599 mpt3sas_base_put_smid_default(ioc, smid);
5600 wait_for_completion_timeout(&ioc->scsih_cmds.done, 10*HZ);
5602 if (!(ioc->scsih_cmds.status & MPT3_CMD_COMPLETE)) {
5603 pr_err(MPT3SAS_FMT "%s: timeout\n",
5604 ioc->name, __func__);
5605 if (!(ioc->scsih_cmds.status & MPT3_CMD_RESET))
5611 if (ioc->scsih_cmds.status & MPT3_CMD_REPLY_VALID) {
5613 mpi_reply = ioc->scsih_cmds.reply;
5614 ioc_status = le16_to_cpu(mpi_reply->IOCStatus);
5615 if (ioc_status & MPI2_IOCSTATUS_FLAG_LOG_INFO_AVAILABLE)
5616 log_info = le32_to_cpu(mpi_reply->IOCLogInfo);
5619 ioc_status &= MPI2_IOCSTATUS_MASK;
5620 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
5621 dewtprintk(ioc, pr_info(MPT3SAS_FMT
5622 "IR RAID_ACTION: failed: ioc_status(0x%04x), "
5623 "loginfo(0x%08x)!!!\n", ioc->name, ioc_status,
5627 dewtprintk(ioc, pr_info(MPT3SAS_FMT
5628 "IR RAID_ACTION: completed successfully\n",
5633 ioc->scsih_cmds.status = MPT3_CMD_NOT_USED;
5634 mutex_unlock(&ioc->scsih_cmds.mutex);
5637 mpt3sas_base_hard_reset_handler(ioc, CAN_SLEEP,
5643 * _scsih_reprobe_lun - reprobing lun
5644 * @sdev: scsi device struct
5645 * @no_uld_attach: sdev->no_uld_attach flag setting
5649 _scsih_reprobe_lun(struct scsi_device *sdev, void *no_uld_attach)
5652 sdev->no_uld_attach = no_uld_attach ? 1 : 0;
5653 sdev_printk(KERN_INFO, sdev, "%s raid component\n",
5654 sdev->no_uld_attach ? "hidding" : "exposing");
5655 rc = scsi_device_reprobe(sdev);
5659 * _scsih_sas_volume_add - add new volume
5660 * @ioc: per adapter object
5661 * @element: IR config element data
5667 _scsih_sas_volume_add(struct MPT3SAS_ADAPTER *ioc,
5668 Mpi2EventIrConfigElement_t *element)
5670 struct _raid_device *raid_device;
5671 unsigned long flags;
5673 u16 handle = le16_to_cpu(element->VolDevHandle);
5676 mpt3sas_config_get_volume_wwid(ioc, handle, &wwid);
5679 "failure at %s:%d/%s()!\n", ioc->name,
5680 __FILE__, __LINE__, __func__);
5684 spin_lock_irqsave(&ioc->raid_device_lock, flags);
5685 raid_device = _scsih_raid_device_find_by_wwid(ioc, wwid);
5686 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
5691 raid_device = kzalloc(sizeof(struct _raid_device), GFP_KERNEL);
5694 "failure at %s:%d/%s()!\n", ioc->name,
5695 __FILE__, __LINE__, __func__);
5699 raid_device->id = ioc->sas_id++;
5700 raid_device->channel = RAID_CHANNEL;
5701 raid_device->handle = handle;
5702 raid_device->wwid = wwid;
5703 _scsih_raid_device_add(ioc, raid_device);
5704 if (!ioc->wait_for_discovery_to_complete) {
5705 rc = scsi_add_device(ioc->shost, RAID_CHANNEL,
5706 raid_device->id, 0);
5708 _scsih_raid_device_remove(ioc, raid_device);
5710 spin_lock_irqsave(&ioc->raid_device_lock, flags);
5711 _scsih_determine_boot_device(ioc, raid_device, 1);
5712 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
5717 * _scsih_sas_volume_delete - delete volume
5718 * @ioc: per adapter object
5719 * @handle: volume device handle
5725 _scsih_sas_volume_delete(struct MPT3SAS_ADAPTER *ioc, u16 handle)
5727 struct _raid_device *raid_device;
5728 unsigned long flags;
5729 struct MPT3SAS_TARGET *sas_target_priv_data;
5730 struct scsi_target *starget = NULL;
5732 spin_lock_irqsave(&ioc->raid_device_lock, flags);
5733 raid_device = _scsih_raid_device_find_by_handle(ioc, handle);
5735 if (raid_device->starget) {
5736 starget = raid_device->starget;
5737 sas_target_priv_data = starget->hostdata;
5738 sas_target_priv_data->deleted = 1;
5740 pr_info(MPT3SAS_FMT "removing handle(0x%04x), wwid(0x%016llx)\n",
5741 ioc->name, raid_device->handle,
5742 (unsigned long long) raid_device->wwid);
5743 list_del(&raid_device->list);
5746 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
5748 scsi_remove_target(&starget->dev);
5752 * _scsih_sas_pd_expose - expose pd component to /dev/sdX
5753 * @ioc: per adapter object
5754 * @element: IR config element data
5760 _scsih_sas_pd_expose(struct MPT3SAS_ADAPTER *ioc,
5761 Mpi2EventIrConfigElement_t *element)
5763 struct _sas_device *sas_device;
5764 struct scsi_target *starget = NULL;
5765 struct MPT3SAS_TARGET *sas_target_priv_data;
5766 unsigned long flags;
5767 u16 handle = le16_to_cpu(element->PhysDiskDevHandle);
5769 spin_lock_irqsave(&ioc->sas_device_lock, flags);
5770 sas_device = _scsih_sas_device_find_by_handle(ioc, handle);
5772 sas_device->volume_handle = 0;
5773 sas_device->volume_wwid = 0;
5774 clear_bit(handle, ioc->pd_handles);
5775 if (sas_device->starget && sas_device->starget->hostdata) {
5776 starget = sas_device->starget;
5777 sas_target_priv_data = starget->hostdata;
5778 sas_target_priv_data->flags &=
5779 ~MPT_TARGET_FLAGS_RAID_COMPONENT;
5782 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
5786 /* exposing raid component */
5788 starget_for_each_device(starget, NULL, _scsih_reprobe_lun);
5792 * _scsih_sas_pd_hide - hide pd component from /dev/sdX
5793 * @ioc: per adapter object
5794 * @element: IR config element data
5800 _scsih_sas_pd_hide(struct MPT3SAS_ADAPTER *ioc,
5801 Mpi2EventIrConfigElement_t *element)
5803 struct _sas_device *sas_device;
5804 struct scsi_target *starget = NULL;
5805 struct MPT3SAS_TARGET *sas_target_priv_data;
5806 unsigned long flags;
5807 u16 handle = le16_to_cpu(element->PhysDiskDevHandle);
5808 u16 volume_handle = 0;
5809 u64 volume_wwid = 0;
5811 mpt3sas_config_get_volume_handle(ioc, handle, &volume_handle);
5813 mpt3sas_config_get_volume_wwid(ioc, volume_handle,
5816 spin_lock_irqsave(&ioc->sas_device_lock, flags);
5817 sas_device = _scsih_sas_device_find_by_handle(ioc, handle);
5819 set_bit(handle, ioc->pd_handles);
5820 if (sas_device->starget && sas_device->starget->hostdata) {
5821 starget = sas_device->starget;
5822 sas_target_priv_data = starget->hostdata;
5823 sas_target_priv_data->flags |=
5824 MPT_TARGET_FLAGS_RAID_COMPONENT;
5825 sas_device->volume_handle = volume_handle;
5826 sas_device->volume_wwid = volume_wwid;
5829 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
5833 /* hiding raid component */
5834 _scsih_ir_fastpath(ioc, handle, element->PhysDiskNum);
5836 starget_for_each_device(starget, (void *)1, _scsih_reprobe_lun);
5840 * _scsih_sas_pd_delete - delete pd component
5841 * @ioc: per adapter object
5842 * @element: IR config element data
5848 _scsih_sas_pd_delete(struct MPT3SAS_ADAPTER *ioc,
5849 Mpi2EventIrConfigElement_t *element)
5851 u16 handle = le16_to_cpu(element->PhysDiskDevHandle);
5853 _scsih_device_remove_by_handle(ioc, handle);
5857 * _scsih_sas_pd_add - remove pd component
5858 * @ioc: per adapter object
5859 * @element: IR config element data
5865 _scsih_sas_pd_add(struct MPT3SAS_ADAPTER *ioc,
5866 Mpi2EventIrConfigElement_t *element)
5868 struct _sas_device *sas_device;
5869 unsigned long flags;
5870 u16 handle = le16_to_cpu(element->PhysDiskDevHandle);
5871 Mpi2ConfigReply_t mpi_reply;
5872 Mpi2SasDevicePage0_t sas_device_pg0;
5877 set_bit(handle, ioc->pd_handles);
5879 spin_lock_irqsave(&ioc->sas_device_lock, flags);
5880 sas_device = _scsih_sas_device_find_by_handle(ioc, handle);
5881 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
5883 _scsih_ir_fastpath(ioc, handle, element->PhysDiskNum);
5887 if ((mpt3sas_config_get_sas_device_pg0(ioc, &mpi_reply, &sas_device_pg0,
5888 MPI2_SAS_DEVICE_PGAD_FORM_HANDLE, handle))) {
5889 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
5890 ioc->name, __FILE__, __LINE__, __func__);
5894 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
5895 MPI2_IOCSTATUS_MASK;
5896 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
5897 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
5898 ioc->name, __FILE__, __LINE__, __func__);
5902 parent_handle = le16_to_cpu(sas_device_pg0.ParentDevHandle);
5903 if (!_scsih_get_sas_address(ioc, parent_handle, &sas_address))
5904 mpt3sas_transport_update_links(ioc, sas_address, handle,
5905 sas_device_pg0.PhyNum, MPI2_SAS_NEG_LINK_RATE_1_5);
5907 _scsih_ir_fastpath(ioc, handle, element->PhysDiskNum);
5908 _scsih_add_device(ioc, handle, 0, 1);
5911 #ifdef CONFIG_SCSI_MPT3SAS_LOGGING
5913 * _scsih_sas_ir_config_change_event_debug - debug for IR Config Change events
5914 * @ioc: per adapter object
5915 * @event_data: event data payload
5921 _scsih_sas_ir_config_change_event_debug(struct MPT3SAS_ADAPTER *ioc,
5922 Mpi2EventDataIrConfigChangeList_t *event_data)
5924 Mpi2EventIrConfigElement_t *element;
5927 char *reason_str = NULL, *element_str = NULL;
5929 element = (Mpi2EventIrConfigElement_t *)&event_data->ConfigElement[0];
5931 pr_info(MPT3SAS_FMT "raid config change: (%s), elements(%d)\n",
5932 ioc->name, (le32_to_cpu(event_data->Flags) &
5933 MPI2_EVENT_IR_CHANGE_FLAGS_FOREIGN_CONFIG) ?
5934 "foreign" : "native", event_data->NumElements);
5935 for (i = 0; i < event_data->NumElements; i++, element++) {
5936 switch (element->ReasonCode) {
5937 case MPI2_EVENT_IR_CHANGE_RC_ADDED:
5940 case MPI2_EVENT_IR_CHANGE_RC_REMOVED:
5941 reason_str = "remove";
5943 case MPI2_EVENT_IR_CHANGE_RC_NO_CHANGE:
5944 reason_str = "no change";
5946 case MPI2_EVENT_IR_CHANGE_RC_HIDE:
5947 reason_str = "hide";
5949 case MPI2_EVENT_IR_CHANGE_RC_UNHIDE:
5950 reason_str = "unhide";
5952 case MPI2_EVENT_IR_CHANGE_RC_VOLUME_CREATED:
5953 reason_str = "volume_created";
5955 case MPI2_EVENT_IR_CHANGE_RC_VOLUME_DELETED:
5956 reason_str = "volume_deleted";
5958 case MPI2_EVENT_IR_CHANGE_RC_PD_CREATED:
5959 reason_str = "pd_created";
5961 case MPI2_EVENT_IR_CHANGE_RC_PD_DELETED:
5962 reason_str = "pd_deleted";
5965 reason_str = "unknown reason";
5968 element_type = le16_to_cpu(element->ElementFlags) &
5969 MPI2_EVENT_IR_CHANGE_EFLAGS_ELEMENT_TYPE_MASK;
5970 switch (element_type) {
5971 case MPI2_EVENT_IR_CHANGE_EFLAGS_VOLUME_ELEMENT:
5972 element_str = "volume";
5974 case MPI2_EVENT_IR_CHANGE_EFLAGS_VOLPHYSDISK_ELEMENT:
5975 element_str = "phys disk";
5977 case MPI2_EVENT_IR_CHANGE_EFLAGS_HOTSPARE_ELEMENT:
5978 element_str = "hot spare";
5981 element_str = "unknown element";
5984 pr_info("\t(%s:%s), vol handle(0x%04x), " \
5985 "pd handle(0x%04x), pd num(0x%02x)\n", element_str,
5986 reason_str, le16_to_cpu(element->VolDevHandle),
5987 le16_to_cpu(element->PhysDiskDevHandle),
5988 element->PhysDiskNum);
5994 * _scsih_sas_ir_config_change_event - handle ir configuration change events
5995 * @ioc: per adapter object
5996 * @fw_event: The fw_event_work object
6002 _scsih_sas_ir_config_change_event(struct MPT3SAS_ADAPTER *ioc,
6003 struct fw_event_work *fw_event)
6005 Mpi2EventIrConfigElement_t *element;
6008 Mpi2EventDataIrConfigChangeList_t *event_data =
6009 (Mpi2EventDataIrConfigChangeList_t *)
6010 fw_event->event_data;
6012 #ifdef CONFIG_SCSI_MPT3SAS_LOGGING
6013 if (ioc->logging_level & MPT_DEBUG_EVENT_WORK_TASK)
6014 _scsih_sas_ir_config_change_event_debug(ioc, event_data);
6018 foreign_config = (le32_to_cpu(event_data->Flags) &
6019 MPI2_EVENT_IR_CHANGE_FLAGS_FOREIGN_CONFIG) ? 1 : 0;
6021 element = (Mpi2EventIrConfigElement_t *)&event_data->ConfigElement[0];
6022 if (ioc->shost_recovery) {
6024 for (i = 0; i < event_data->NumElements; i++, element++) {
6025 if (element->ReasonCode == MPI2_EVENT_IR_CHANGE_RC_HIDE)
6026 _scsih_ir_fastpath(ioc,
6027 le16_to_cpu(element->PhysDiskDevHandle),
6028 element->PhysDiskNum);
6032 for (i = 0; i < event_data->NumElements; i++, element++) {
6034 switch (element->ReasonCode) {
6035 case MPI2_EVENT_IR_CHANGE_RC_VOLUME_CREATED:
6036 case MPI2_EVENT_IR_CHANGE_RC_ADDED:
6037 if (!foreign_config)
6038 _scsih_sas_volume_add(ioc, element);
6040 case MPI2_EVENT_IR_CHANGE_RC_VOLUME_DELETED:
6041 case MPI2_EVENT_IR_CHANGE_RC_REMOVED:
6042 if (!foreign_config)
6043 _scsih_sas_volume_delete(ioc,
6044 le16_to_cpu(element->VolDevHandle));
6046 case MPI2_EVENT_IR_CHANGE_RC_PD_CREATED:
6047 _scsih_sas_pd_hide(ioc, element);
6049 case MPI2_EVENT_IR_CHANGE_RC_PD_DELETED:
6050 _scsih_sas_pd_expose(ioc, element);
6052 case MPI2_EVENT_IR_CHANGE_RC_HIDE:
6053 _scsih_sas_pd_add(ioc, element);
6055 case MPI2_EVENT_IR_CHANGE_RC_UNHIDE:
6056 _scsih_sas_pd_delete(ioc, element);
6063 * _scsih_sas_ir_volume_event - IR volume event
6064 * @ioc: per adapter object
6065 * @fw_event: The fw_event_work object
6071 _scsih_sas_ir_volume_event(struct MPT3SAS_ADAPTER *ioc,
6072 struct fw_event_work *fw_event)
6075 unsigned long flags;
6076 struct _raid_device *raid_device;
6080 Mpi2EventDataIrVolume_t *event_data =
6081 (Mpi2EventDataIrVolume_t *) fw_event->event_data;
6083 if (ioc->shost_recovery)
6086 if (event_data->ReasonCode != MPI2_EVENT_IR_VOLUME_RC_STATE_CHANGED)
6089 handle = le16_to_cpu(event_data->VolDevHandle);
6090 state = le32_to_cpu(event_data->NewValue);
6091 dewtprintk(ioc, pr_info(MPT3SAS_FMT
6092 "%s: handle(0x%04x), old(0x%08x), new(0x%08x)\n",
6093 ioc->name, __func__, handle,
6094 le32_to_cpu(event_data->PreviousValue), state));
6096 case MPI2_RAID_VOL_STATE_MISSING:
6097 case MPI2_RAID_VOL_STATE_FAILED:
6098 _scsih_sas_volume_delete(ioc, handle);
6101 case MPI2_RAID_VOL_STATE_ONLINE:
6102 case MPI2_RAID_VOL_STATE_DEGRADED:
6103 case MPI2_RAID_VOL_STATE_OPTIMAL:
6105 spin_lock_irqsave(&ioc->raid_device_lock, flags);
6106 raid_device = _scsih_raid_device_find_by_handle(ioc, handle);
6107 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
6112 mpt3sas_config_get_volume_wwid(ioc, handle, &wwid);
6115 "failure at %s:%d/%s()!\n", ioc->name,
6116 __FILE__, __LINE__, __func__);
6120 raid_device = kzalloc(sizeof(struct _raid_device), GFP_KERNEL);
6123 "failure at %s:%d/%s()!\n", ioc->name,
6124 __FILE__, __LINE__, __func__);
6128 raid_device->id = ioc->sas_id++;
6129 raid_device->channel = RAID_CHANNEL;
6130 raid_device->handle = handle;
6131 raid_device->wwid = wwid;
6132 _scsih_raid_device_add(ioc, raid_device);
6133 rc = scsi_add_device(ioc->shost, RAID_CHANNEL,
6134 raid_device->id, 0);
6136 _scsih_raid_device_remove(ioc, raid_device);
6139 case MPI2_RAID_VOL_STATE_INITIALIZING:
6146 * _scsih_sas_ir_physical_disk_event - PD event
6147 * @ioc: per adapter object
6148 * @fw_event: The fw_event_work object
6154 _scsih_sas_ir_physical_disk_event(struct MPT3SAS_ADAPTER *ioc,
6155 struct fw_event_work *fw_event)
6157 u16 handle, parent_handle;
6159 struct _sas_device *sas_device;
6160 unsigned long flags;
6161 Mpi2ConfigReply_t mpi_reply;
6162 Mpi2SasDevicePage0_t sas_device_pg0;
6164 Mpi2EventDataIrPhysicalDisk_t *event_data =
6165 (Mpi2EventDataIrPhysicalDisk_t *) fw_event->event_data;
6168 if (ioc->shost_recovery)
6171 if (event_data->ReasonCode != MPI2_EVENT_IR_PHYSDISK_RC_STATE_CHANGED)
6174 handle = le16_to_cpu(event_data->PhysDiskDevHandle);
6175 state = le32_to_cpu(event_data->NewValue);
6177 dewtprintk(ioc, pr_info(MPT3SAS_FMT
6178 "%s: handle(0x%04x), old(0x%08x), new(0x%08x)\n",
6179 ioc->name, __func__, handle,
6180 le32_to_cpu(event_data->PreviousValue), state));
6182 case MPI2_RAID_PD_STATE_ONLINE:
6183 case MPI2_RAID_PD_STATE_DEGRADED:
6184 case MPI2_RAID_PD_STATE_REBUILDING:
6185 case MPI2_RAID_PD_STATE_OPTIMAL:
6186 case MPI2_RAID_PD_STATE_HOT_SPARE:
6188 set_bit(handle, ioc->pd_handles);
6189 spin_lock_irqsave(&ioc->sas_device_lock, flags);
6190 sas_device = _scsih_sas_device_find_by_handle(ioc, handle);
6191 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
6196 if ((mpt3sas_config_get_sas_device_pg0(ioc, &mpi_reply,
6197 &sas_device_pg0, MPI2_SAS_DEVICE_PGAD_FORM_HANDLE,
6199 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
6200 ioc->name, __FILE__, __LINE__, __func__);
6204 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
6205 MPI2_IOCSTATUS_MASK;
6206 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
6207 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
6208 ioc->name, __FILE__, __LINE__, __func__);
6212 parent_handle = le16_to_cpu(sas_device_pg0.ParentDevHandle);
6213 if (!_scsih_get_sas_address(ioc, parent_handle, &sas_address))
6214 mpt3sas_transport_update_links(ioc, sas_address, handle,
6215 sas_device_pg0.PhyNum, MPI2_SAS_NEG_LINK_RATE_1_5);
6217 _scsih_add_device(ioc, handle, 0, 1);
6221 case MPI2_RAID_PD_STATE_OFFLINE:
6222 case MPI2_RAID_PD_STATE_NOT_CONFIGURED:
6223 case MPI2_RAID_PD_STATE_NOT_COMPATIBLE:
6229 #ifdef CONFIG_SCSI_MPT3SAS_LOGGING
6231 * _scsih_sas_ir_operation_status_event_debug - debug for IR op event
6232 * @ioc: per adapter object
6233 * @event_data: event data payload
6239 _scsih_sas_ir_operation_status_event_debug(struct MPT3SAS_ADAPTER *ioc,
6240 Mpi2EventDataIrOperationStatus_t *event_data)
6242 char *reason_str = NULL;
6244 switch (event_data->RAIDOperation) {
6245 case MPI2_EVENT_IR_RAIDOP_RESYNC:
6246 reason_str = "resync";
6248 case MPI2_EVENT_IR_RAIDOP_ONLINE_CAP_EXPANSION:
6249 reason_str = "online capacity expansion";
6251 case MPI2_EVENT_IR_RAIDOP_CONSISTENCY_CHECK:
6252 reason_str = "consistency check";
6254 case MPI2_EVENT_IR_RAIDOP_BACKGROUND_INIT:
6255 reason_str = "background init";
6257 case MPI2_EVENT_IR_RAIDOP_MAKE_DATA_CONSISTENT:
6258 reason_str = "make data consistent";
6265 pr_info(MPT3SAS_FMT "raid operational status: (%s)" \
6266 "\thandle(0x%04x), percent complete(%d)\n",
6267 ioc->name, reason_str,
6268 le16_to_cpu(event_data->VolDevHandle),
6269 event_data->PercentComplete);
6274 * _scsih_sas_ir_operation_status_event - handle RAID operation events
6275 * @ioc: per adapter object
6276 * @fw_event: The fw_event_work object
6282 _scsih_sas_ir_operation_status_event(struct MPT3SAS_ADAPTER *ioc,
6283 struct fw_event_work *fw_event)
6285 Mpi2EventDataIrOperationStatus_t *event_data =
6286 (Mpi2EventDataIrOperationStatus_t *)
6287 fw_event->event_data;
6288 static struct _raid_device *raid_device;
6289 unsigned long flags;
6292 #ifdef CONFIG_SCSI_MPT3SAS_LOGGING
6293 if (ioc->logging_level & MPT_DEBUG_EVENT_WORK_TASK)
6294 _scsih_sas_ir_operation_status_event_debug(ioc,
6298 /* code added for raid transport support */
6299 if (event_data->RAIDOperation == MPI2_EVENT_IR_RAIDOP_RESYNC) {
6301 spin_lock_irqsave(&ioc->raid_device_lock, flags);
6302 handle = le16_to_cpu(event_data->VolDevHandle);
6303 raid_device = _scsih_raid_device_find_by_handle(ioc, handle);
6305 raid_device->percent_complete =
6306 event_data->PercentComplete;
6307 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
6312 * _scsih_prep_device_scan - initialize parameters prior to device scan
6313 * @ioc: per adapter object
6315 * Set the deleted flag prior to device scan. If the device is found during
6316 * the scan, then we clear the deleted flag.
6319 _scsih_prep_device_scan(struct MPT3SAS_ADAPTER *ioc)
6321 struct MPT3SAS_DEVICE *sas_device_priv_data;
6322 struct scsi_device *sdev;
6324 shost_for_each_device(sdev, ioc->shost) {
6325 sas_device_priv_data = sdev->hostdata;
6326 if (sas_device_priv_data && sas_device_priv_data->sas_target)
6327 sas_device_priv_data->sas_target->deleted = 1;
6332 * _scsih_mark_responding_sas_device - mark a sas_devices as responding
6333 * @ioc: per adapter object
6334 * @sas_address: sas address
6335 * @slot: enclosure slot id
6336 * @handle: device handle
6338 * After host reset, find out whether devices are still responding.
6339 * Used in _scsih_remove_unresponsive_sas_devices.
6344 _scsih_mark_responding_sas_device(struct MPT3SAS_ADAPTER *ioc, u64 sas_address,
6345 u16 slot, u16 handle)
6347 struct MPT3SAS_TARGET *sas_target_priv_data = NULL;
6348 struct scsi_target *starget;
6349 struct _sas_device *sas_device;
6350 unsigned long flags;
6352 spin_lock_irqsave(&ioc->sas_device_lock, flags);
6353 list_for_each_entry(sas_device, &ioc->sas_device_list, list) {
6354 if (sas_device->sas_address == sas_address &&
6355 sas_device->slot == slot) {
6356 sas_device->responding = 1;
6357 starget = sas_device->starget;
6358 if (starget && starget->hostdata) {
6359 sas_target_priv_data = starget->hostdata;
6360 sas_target_priv_data->tm_busy = 0;
6361 sas_target_priv_data->deleted = 0;
6363 sas_target_priv_data = NULL;
6365 starget_printk(KERN_INFO, starget,
6366 "handle(0x%04x), sas_addr(0x%016llx), "
6367 "enclosure logical id(0x%016llx), "
6368 "slot(%d)\n", handle,
6369 (unsigned long long)sas_device->sas_address,
6370 (unsigned long long)
6371 sas_device->enclosure_logical_id,
6373 if (sas_device->handle == handle)
6375 pr_info("\thandle changed from(0x%04x)!!!\n",
6376 sas_device->handle);
6377 sas_device->handle = handle;
6378 if (sas_target_priv_data)
6379 sas_target_priv_data->handle = handle;
6384 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
6388 * _scsih_search_responding_sas_devices -
6389 * @ioc: per adapter object
6391 * After host reset, find out whether devices are still responding.
6397 _scsih_search_responding_sas_devices(struct MPT3SAS_ADAPTER *ioc)
6399 Mpi2SasDevicePage0_t sas_device_pg0;
6400 Mpi2ConfigReply_t mpi_reply;
6405 pr_info(MPT3SAS_FMT "search for end-devices: start\n", ioc->name);
6407 if (list_empty(&ioc->sas_device_list))
6411 while (!(mpt3sas_config_get_sas_device_pg0(ioc, &mpi_reply,
6412 &sas_device_pg0, MPI2_SAS_DEVICE_PGAD_FORM_GET_NEXT_HANDLE,
6414 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
6415 MPI2_IOCSTATUS_MASK;
6416 if (ioc_status != MPI2_IOCSTATUS_SUCCESS)
6418 handle = le16_to_cpu(sas_device_pg0.DevHandle);
6419 device_info = le32_to_cpu(sas_device_pg0.DeviceInfo);
6420 if (!(_scsih_is_end_device(device_info)))
6422 _scsih_mark_responding_sas_device(ioc,
6423 le64_to_cpu(sas_device_pg0.SASAddress),
6424 le16_to_cpu(sas_device_pg0.Slot), handle);
6428 pr_info(MPT3SAS_FMT "search for end-devices: complete\n",
6433 * _scsih_mark_responding_raid_device - mark a raid_device as responding
6434 * @ioc: per adapter object
6435 * @wwid: world wide identifier for raid volume
6436 * @handle: device handle
6438 * After host reset, find out whether devices are still responding.
6439 * Used in _scsih_remove_unresponsive_raid_devices.
6444 _scsih_mark_responding_raid_device(struct MPT3SAS_ADAPTER *ioc, u64 wwid,
6447 struct MPT3SAS_TARGET *sas_target_priv_data;
6448 struct scsi_target *starget;
6449 struct _raid_device *raid_device;
6450 unsigned long flags;
6452 spin_lock_irqsave(&ioc->raid_device_lock, flags);
6453 list_for_each_entry(raid_device, &ioc->raid_device_list, list) {
6454 if (raid_device->wwid == wwid && raid_device->starget) {
6455 starget = raid_device->starget;
6456 if (starget && starget->hostdata) {
6457 sas_target_priv_data = starget->hostdata;
6458 sas_target_priv_data->deleted = 0;
6460 sas_target_priv_data = NULL;
6461 raid_device->responding = 1;
6462 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
6463 starget_printk(KERN_INFO, raid_device->starget,
6464 "handle(0x%04x), wwid(0x%016llx)\n", handle,
6465 (unsigned long long)raid_device->wwid);
6466 spin_lock_irqsave(&ioc->raid_device_lock, flags);
6467 if (raid_device->handle == handle) {
6468 spin_unlock_irqrestore(&ioc->raid_device_lock,
6472 pr_info("\thandle changed from(0x%04x)!!!\n",
6473 raid_device->handle);
6474 raid_device->handle = handle;
6475 if (sas_target_priv_data)
6476 sas_target_priv_data->handle = handle;
6477 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
6481 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
6485 * _scsih_search_responding_raid_devices -
6486 * @ioc: per adapter object
6488 * After host reset, find out whether devices are still responding.
6494 _scsih_search_responding_raid_devices(struct MPT3SAS_ADAPTER *ioc)
6496 Mpi2RaidVolPage1_t volume_pg1;
6497 Mpi2RaidVolPage0_t volume_pg0;
6498 Mpi2RaidPhysDiskPage0_t pd_pg0;
6499 Mpi2ConfigReply_t mpi_reply;
6504 if (!ioc->ir_firmware)
6507 pr_info(MPT3SAS_FMT "search for raid volumes: start\n",
6510 if (list_empty(&ioc->raid_device_list))
6514 while (!(mpt3sas_config_get_raid_volume_pg1(ioc, &mpi_reply,
6515 &volume_pg1, MPI2_RAID_VOLUME_PGAD_FORM_GET_NEXT_HANDLE, handle))) {
6516 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
6517 MPI2_IOCSTATUS_MASK;
6518 if (ioc_status != MPI2_IOCSTATUS_SUCCESS)
6520 handle = le16_to_cpu(volume_pg1.DevHandle);
6522 if (mpt3sas_config_get_raid_volume_pg0(ioc, &mpi_reply,
6523 &volume_pg0, MPI2_RAID_VOLUME_PGAD_FORM_HANDLE, handle,
6524 sizeof(Mpi2RaidVolPage0_t)))
6527 if (volume_pg0.VolumeState == MPI2_RAID_VOL_STATE_OPTIMAL ||
6528 volume_pg0.VolumeState == MPI2_RAID_VOL_STATE_ONLINE ||
6529 volume_pg0.VolumeState == MPI2_RAID_VOL_STATE_DEGRADED)
6530 _scsih_mark_responding_raid_device(ioc,
6531 le64_to_cpu(volume_pg1.WWID), handle);
6534 /* refresh the pd_handles */
6535 phys_disk_num = 0xFF;
6536 memset(ioc->pd_handles, 0, ioc->pd_handles_sz);
6537 while (!(mpt3sas_config_get_phys_disk_pg0(ioc, &mpi_reply,
6538 &pd_pg0, MPI2_PHYSDISK_PGAD_FORM_GET_NEXT_PHYSDISKNUM,
6540 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
6541 MPI2_IOCSTATUS_MASK;
6542 if (ioc_status != MPI2_IOCSTATUS_SUCCESS)
6544 phys_disk_num = pd_pg0.PhysDiskNum;
6545 handle = le16_to_cpu(pd_pg0.DevHandle);
6546 set_bit(handle, ioc->pd_handles);
6549 pr_info(MPT3SAS_FMT "search for responding raid volumes: complete\n",
6554 * _scsih_mark_responding_expander - mark a expander as responding
6555 * @ioc: per adapter object
6556 * @sas_address: sas address
6559 * After host reset, find out whether devices are still responding.
6560 * Used in _scsih_remove_unresponsive_expanders.
6565 _scsih_mark_responding_expander(struct MPT3SAS_ADAPTER *ioc, u64 sas_address,
6568 struct _sas_node *sas_expander;
6569 unsigned long flags;
6572 spin_lock_irqsave(&ioc->sas_node_lock, flags);
6573 list_for_each_entry(sas_expander, &ioc->sas_expander_list, list) {
6574 if (sas_expander->sas_address != sas_address)
6576 sas_expander->responding = 1;
6577 if (sas_expander->handle == handle)
6579 pr_info("\texpander(0x%016llx): handle changed" \
6580 " from(0x%04x) to (0x%04x)!!!\n",
6581 (unsigned long long)sas_expander->sas_address,
6582 sas_expander->handle, handle);
6583 sas_expander->handle = handle;
6584 for (i = 0 ; i < sas_expander->num_phys ; i++)
6585 sas_expander->phy[i].handle = handle;
6589 spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
6593 * _scsih_search_responding_expanders -
6594 * @ioc: per adapter object
6596 * After host reset, find out whether devices are still responding.
6602 _scsih_search_responding_expanders(struct MPT3SAS_ADAPTER *ioc)
6604 Mpi2ExpanderPage0_t expander_pg0;
6605 Mpi2ConfigReply_t mpi_reply;
6610 pr_info(MPT3SAS_FMT "search for expanders: start\n", ioc->name);
6612 if (list_empty(&ioc->sas_expander_list))
6616 while (!(mpt3sas_config_get_expander_pg0(ioc, &mpi_reply, &expander_pg0,
6617 MPI2_SAS_EXPAND_PGAD_FORM_GET_NEXT_HNDL, handle))) {
6619 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
6620 MPI2_IOCSTATUS_MASK;
6621 if (ioc_status != MPI2_IOCSTATUS_SUCCESS)
6624 handle = le16_to_cpu(expander_pg0.DevHandle);
6625 sas_address = le64_to_cpu(expander_pg0.SASAddress);
6626 pr_info("\texpander present: handle(0x%04x), sas_addr(0x%016llx)\n",
6628 (unsigned long long)sas_address);
6629 _scsih_mark_responding_expander(ioc, sas_address, handle);
6633 pr_info(MPT3SAS_FMT "search for expanders: complete\n", ioc->name);
6637 * _scsih_remove_unresponding_sas_devices - removing unresponding devices
6638 * @ioc: per adapter object
6643 _scsih_remove_unresponding_sas_devices(struct MPT3SAS_ADAPTER *ioc)
6645 struct _sas_device *sas_device, *sas_device_next;
6646 struct _sas_node *sas_expander, *sas_expander_next;
6647 struct _raid_device *raid_device, *raid_device_next;
6648 struct list_head tmp_list;
6649 unsigned long flags;
6651 pr_info(MPT3SAS_FMT "removing unresponding devices: start\n",
6654 /* removing unresponding end devices */
6655 pr_info(MPT3SAS_FMT "removing unresponding devices: end-devices\n",
6657 list_for_each_entry_safe(sas_device, sas_device_next,
6658 &ioc->sas_device_list, list) {
6659 if (!sas_device->responding)
6660 mpt3sas_device_remove_by_sas_address(ioc,
6661 sas_device->sas_address);
6663 sas_device->responding = 0;
6666 /* removing unresponding volumes */
6667 if (ioc->ir_firmware) {
6668 pr_info(MPT3SAS_FMT "removing unresponding devices: volumes\n",
6670 list_for_each_entry_safe(raid_device, raid_device_next,
6671 &ioc->raid_device_list, list) {
6672 if (!raid_device->responding)
6673 _scsih_sas_volume_delete(ioc,
6674 raid_device->handle);
6676 raid_device->responding = 0;
6680 /* removing unresponding expanders */
6681 pr_info(MPT3SAS_FMT "removing unresponding devices: expanders\n",
6683 spin_lock_irqsave(&ioc->sas_node_lock, flags);
6684 INIT_LIST_HEAD(&tmp_list);
6685 list_for_each_entry_safe(sas_expander, sas_expander_next,
6686 &ioc->sas_expander_list, list) {
6687 if (!sas_expander->responding)
6688 list_move_tail(&sas_expander->list, &tmp_list);
6690 sas_expander->responding = 0;
6692 spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
6693 list_for_each_entry_safe(sas_expander, sas_expander_next, &tmp_list,
6695 list_del(&sas_expander->list);
6696 _scsih_expander_node_remove(ioc, sas_expander);
6699 pr_info(MPT3SAS_FMT "removing unresponding devices: complete\n",
6702 /* unblock devices */
6703 _scsih_ublock_io_all_device(ioc);
6707 _scsih_refresh_expander_links(struct MPT3SAS_ADAPTER *ioc,
6708 struct _sas_node *sas_expander, u16 handle)
6710 Mpi2ExpanderPage1_t expander_pg1;
6711 Mpi2ConfigReply_t mpi_reply;
6714 for (i = 0 ; i < sas_expander->num_phys ; i++) {
6715 if ((mpt3sas_config_get_expander_pg1(ioc, &mpi_reply,
6716 &expander_pg1, i, handle))) {
6717 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
6718 ioc->name, __FILE__, __LINE__, __func__);
6722 mpt3sas_transport_update_links(ioc, sas_expander->sas_address,
6723 le16_to_cpu(expander_pg1.AttachedDevHandle), i,
6724 expander_pg1.NegotiatedLinkRate >> 4);
6729 * _scsih_scan_for_devices_after_reset - scan for devices after host reset
6730 * @ioc: per adapter object
6735 _scsih_scan_for_devices_after_reset(struct MPT3SAS_ADAPTER *ioc)
6737 Mpi2ExpanderPage0_t expander_pg0;
6738 Mpi2SasDevicePage0_t sas_device_pg0;
6739 Mpi2RaidVolPage1_t volume_pg1;
6740 Mpi2RaidVolPage0_t volume_pg0;
6741 Mpi2RaidPhysDiskPage0_t pd_pg0;
6742 Mpi2EventIrConfigElement_t element;
6743 Mpi2ConfigReply_t mpi_reply;
6746 u16 handle, parent_handle;
6748 struct _sas_device *sas_device;
6749 struct _sas_node *expander_device;
6750 static struct _raid_device *raid_device;
6752 unsigned long flags;
6754 pr_info(MPT3SAS_FMT "scan devices: start\n", ioc->name);
6756 _scsih_sas_host_refresh(ioc);
6758 pr_info(MPT3SAS_FMT "\tscan devices: expanders start\n", ioc->name);
6762 while (!(mpt3sas_config_get_expander_pg0(ioc, &mpi_reply, &expander_pg0,
6763 MPI2_SAS_EXPAND_PGAD_FORM_GET_NEXT_HNDL, handle))) {
6764 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
6765 MPI2_IOCSTATUS_MASK;
6766 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
6767 pr_info(MPT3SAS_FMT "\tbreak from expander scan: " \
6768 "ioc_status(0x%04x), loginfo(0x%08x)\n",
6769 ioc->name, ioc_status,
6770 le32_to_cpu(mpi_reply.IOCLogInfo));
6773 handle = le16_to_cpu(expander_pg0.DevHandle);
6774 spin_lock_irqsave(&ioc->sas_node_lock, flags);
6775 expander_device = mpt3sas_scsih_expander_find_by_sas_address(
6776 ioc, le64_to_cpu(expander_pg0.SASAddress));
6777 spin_unlock_irqrestore(&ioc->sas_node_lock, flags);
6778 if (expander_device)
6779 _scsih_refresh_expander_links(ioc, expander_device,
6782 pr_info(MPT3SAS_FMT "\tBEFORE adding expander: " \
6783 "handle (0x%04x), sas_addr(0x%016llx)\n", ioc->name,
6784 handle, (unsigned long long)
6785 le64_to_cpu(expander_pg0.SASAddress));
6786 _scsih_expander_add(ioc, handle);
6787 pr_info(MPT3SAS_FMT "\tAFTER adding expander: " \
6788 "handle (0x%04x), sas_addr(0x%016llx)\n", ioc->name,
6789 handle, (unsigned long long)
6790 le64_to_cpu(expander_pg0.SASAddress));
6794 pr_info(MPT3SAS_FMT "\tscan devices: expanders complete\n",
6797 if (!ioc->ir_firmware)
6800 pr_info(MPT3SAS_FMT "\tscan devices: phys disk start\n", ioc->name);
6803 phys_disk_num = 0xFF;
6804 while (!(mpt3sas_config_get_phys_disk_pg0(ioc, &mpi_reply,
6805 &pd_pg0, MPI2_PHYSDISK_PGAD_FORM_GET_NEXT_PHYSDISKNUM,
6807 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
6808 MPI2_IOCSTATUS_MASK;
6809 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
6810 pr_info(MPT3SAS_FMT "\tbreak from phys disk scan: "\
6811 "ioc_status(0x%04x), loginfo(0x%08x)\n",
6812 ioc->name, ioc_status,
6813 le32_to_cpu(mpi_reply.IOCLogInfo));
6816 phys_disk_num = pd_pg0.PhysDiskNum;
6817 handle = le16_to_cpu(pd_pg0.DevHandle);
6818 spin_lock_irqsave(&ioc->sas_device_lock, flags);
6819 sas_device = _scsih_sas_device_find_by_handle(ioc, handle);
6820 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
6823 if (mpt3sas_config_get_sas_device_pg0(ioc, &mpi_reply,
6824 &sas_device_pg0, MPI2_SAS_DEVICE_PGAD_FORM_HANDLE,
6827 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
6828 MPI2_IOCSTATUS_MASK;
6829 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
6830 pr_info(MPT3SAS_FMT "\tbreak from phys disk scan " \
6831 "ioc_status(0x%04x), loginfo(0x%08x)\n",
6832 ioc->name, ioc_status,
6833 le32_to_cpu(mpi_reply.IOCLogInfo));
6836 parent_handle = le16_to_cpu(sas_device_pg0.ParentDevHandle);
6837 if (!_scsih_get_sas_address(ioc, parent_handle,
6839 pr_info(MPT3SAS_FMT "\tBEFORE adding phys disk: " \
6840 " handle (0x%04x), sas_addr(0x%016llx)\n",
6841 ioc->name, handle, (unsigned long long)
6842 le64_to_cpu(sas_device_pg0.SASAddress));
6843 mpt3sas_transport_update_links(ioc, sas_address,
6844 handle, sas_device_pg0.PhyNum,
6845 MPI2_SAS_NEG_LINK_RATE_1_5);
6846 set_bit(handle, ioc->pd_handles);
6848 /* This will retry adding the end device.
6849 * _scsih_add_device() will decide on retries and
6850 * return "1" when it should be retried
6852 while (_scsih_add_device(ioc, handle, retry_count++,
6856 pr_info(MPT3SAS_FMT "\tAFTER adding phys disk: " \
6857 " handle (0x%04x), sas_addr(0x%016llx)\n",
6858 ioc->name, handle, (unsigned long long)
6859 le64_to_cpu(sas_device_pg0.SASAddress));
6863 pr_info(MPT3SAS_FMT "\tscan devices: phys disk complete\n",
6866 pr_info(MPT3SAS_FMT "\tscan devices: volumes start\n", ioc->name);
6870 while (!(mpt3sas_config_get_raid_volume_pg1(ioc, &mpi_reply,
6871 &volume_pg1, MPI2_RAID_VOLUME_PGAD_FORM_GET_NEXT_HANDLE, handle))) {
6872 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
6873 MPI2_IOCSTATUS_MASK;
6874 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
6875 pr_info(MPT3SAS_FMT "\tbreak from volume scan: " \
6876 "ioc_status(0x%04x), loginfo(0x%08x)\n",
6877 ioc->name, ioc_status,
6878 le32_to_cpu(mpi_reply.IOCLogInfo));
6881 handle = le16_to_cpu(volume_pg1.DevHandle);
6882 spin_lock_irqsave(&ioc->raid_device_lock, flags);
6883 raid_device = _scsih_raid_device_find_by_wwid(ioc,
6884 le64_to_cpu(volume_pg1.WWID));
6885 spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
6888 if (mpt3sas_config_get_raid_volume_pg0(ioc, &mpi_reply,
6889 &volume_pg0, MPI2_RAID_VOLUME_PGAD_FORM_HANDLE, handle,
6890 sizeof(Mpi2RaidVolPage0_t)))
6892 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
6893 MPI2_IOCSTATUS_MASK;
6894 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
6895 pr_info(MPT3SAS_FMT "\tbreak from volume scan: " \
6896 "ioc_status(0x%04x), loginfo(0x%08x)\n",
6897 ioc->name, ioc_status,
6898 le32_to_cpu(mpi_reply.IOCLogInfo));
6901 if (volume_pg0.VolumeState == MPI2_RAID_VOL_STATE_OPTIMAL ||
6902 volume_pg0.VolumeState == MPI2_RAID_VOL_STATE_ONLINE ||
6903 volume_pg0.VolumeState == MPI2_RAID_VOL_STATE_DEGRADED) {
6904 memset(&element, 0, sizeof(Mpi2EventIrConfigElement_t));
6905 element.ReasonCode = MPI2_EVENT_IR_CHANGE_RC_ADDED;
6906 element.VolDevHandle = volume_pg1.DevHandle;
6908 "\tBEFORE adding volume: handle (0x%04x)\n",
6909 ioc->name, volume_pg1.DevHandle);
6910 _scsih_sas_volume_add(ioc, &element);
6912 "\tAFTER adding volume: handle (0x%04x)\n",
6913 ioc->name, volume_pg1.DevHandle);
6917 pr_info(MPT3SAS_FMT "\tscan devices: volumes complete\n",
6922 pr_info(MPT3SAS_FMT "\tscan devices: end devices start\n",
6927 while (!(mpt3sas_config_get_sas_device_pg0(ioc, &mpi_reply,
6928 &sas_device_pg0, MPI2_SAS_DEVICE_PGAD_FORM_GET_NEXT_HANDLE,
6930 ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
6931 MPI2_IOCSTATUS_MASK;
6932 if (ioc_status != MPI2_IOCSTATUS_SUCCESS) {
6933 pr_info(MPT3SAS_FMT "\tbreak from end device scan:"\
6934 " ioc_status(0x%04x), loginfo(0x%08x)\n",
6935 ioc->name, ioc_status,
6936 le32_to_cpu(mpi_reply.IOCLogInfo));
6939 handle = le16_to_cpu(sas_device_pg0.DevHandle);
6940 if (!(_scsih_is_end_device(
6941 le32_to_cpu(sas_device_pg0.DeviceInfo))))
6943 spin_lock_irqsave(&ioc->sas_device_lock, flags);
6944 sas_device = mpt3sas_scsih_sas_device_find_by_sas_address(ioc,
6945 le64_to_cpu(sas_device_pg0.SASAddress));
6946 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
6949 parent_handle = le16_to_cpu(sas_device_pg0.ParentDevHandle);
6950 if (!_scsih_get_sas_address(ioc, parent_handle, &sas_address)) {
6951 pr_info(MPT3SAS_FMT "\tBEFORE adding end device: " \
6952 "handle (0x%04x), sas_addr(0x%016llx)\n", ioc->name,
6953 handle, (unsigned long long)
6954 le64_to_cpu(sas_device_pg0.SASAddress));
6955 mpt3sas_transport_update_links(ioc, sas_address, handle,
6956 sas_device_pg0.PhyNum, MPI2_SAS_NEG_LINK_RATE_1_5);
6958 /* This will retry adding the end device.
6959 * _scsih_add_device() will decide on retries and
6960 * return "1" when it should be retried
6962 while (_scsih_add_device(ioc, handle, retry_count++,
6966 pr_info(MPT3SAS_FMT "\tAFTER adding end device: " \
6967 "handle (0x%04x), sas_addr(0x%016llx)\n", ioc->name,
6968 handle, (unsigned long long)
6969 le64_to_cpu(sas_device_pg0.SASAddress));
6972 pr_info(MPT3SAS_FMT "\tscan devices: end devices complete\n",
6975 pr_info(MPT3SAS_FMT "scan devices: complete\n", ioc->name);
6978 * mpt3sas_scsih_reset_handler - reset callback handler (for scsih)
6979 * @ioc: per adapter object
6980 * @reset_phase: phase
6982 * The handler for doing any required cleanup or initialization.
6984 * The reset phase can be MPT3_IOC_PRE_RESET, MPT3_IOC_AFTER_RESET,
6985 * MPT3_IOC_DONE_RESET
6990 mpt3sas_scsih_reset_handler(struct MPT3SAS_ADAPTER *ioc, int reset_phase)
6992 switch (reset_phase) {
6993 case MPT3_IOC_PRE_RESET:
6994 dtmprintk(ioc, pr_info(MPT3SAS_FMT
6995 "%s: MPT3_IOC_PRE_RESET\n", ioc->name, __func__));
6997 case MPT3_IOC_AFTER_RESET:
6998 dtmprintk(ioc, pr_info(MPT3SAS_FMT
6999 "%s: MPT3_IOC_AFTER_RESET\n", ioc->name, __func__));
7000 if (ioc->scsih_cmds.status & MPT3_CMD_PENDING) {
7001 ioc->scsih_cmds.status |= MPT3_CMD_RESET;
7002 mpt3sas_base_free_smid(ioc, ioc->scsih_cmds.smid);
7003 complete(&ioc->scsih_cmds.done);
7005 if (ioc->tm_cmds.status & MPT3_CMD_PENDING) {
7006 ioc->tm_cmds.status |= MPT3_CMD_RESET;
7007 mpt3sas_base_free_smid(ioc, ioc->tm_cmds.smid);
7008 complete(&ioc->tm_cmds.done);
7011 _scsih_fw_event_cleanup_queue(ioc);
7012 _scsih_flush_running_cmds(ioc);
7014 case MPT3_IOC_DONE_RESET:
7015 dtmprintk(ioc, pr_info(MPT3SAS_FMT
7016 "%s: MPT3_IOC_DONE_RESET\n", ioc->name, __func__));
7017 if ((!ioc->is_driver_loading) && !(disable_discovery > 0 &&
7018 !ioc->sas_hba.num_phys)) {
7019 _scsih_prep_device_scan(ioc);
7020 _scsih_search_responding_sas_devices(ioc);
7021 _scsih_search_responding_raid_devices(ioc);
7022 _scsih_search_responding_expanders(ioc);
7023 _scsih_error_recovery_delete_devices(ioc);
7030 * _mpt3sas_fw_work - delayed task for processing firmware events
7031 * @ioc: per adapter object
7032 * @fw_event: The fw_event_work object
7038 _mpt3sas_fw_work(struct MPT3SAS_ADAPTER *ioc, struct fw_event_work *fw_event)
7040 /* the queue is being flushed so ignore this event */
7041 if (ioc->remove_host ||
7042 ioc->pci_error_recovery) {
7043 _scsih_fw_event_free(ioc, fw_event);
7047 switch (fw_event->event) {
7048 case MPT3SAS_PROCESS_TRIGGER_DIAG:
7049 mpt3sas_process_trigger_data(ioc,
7050 (struct SL_WH_TRIGGERS_EVENT_DATA_T *)
7051 fw_event->event_data);
7053 case MPT3SAS_REMOVE_UNRESPONDING_DEVICES:
7054 while (scsi_host_in_recovery(ioc->shost) || ioc->shost_recovery)
7056 _scsih_remove_unresponding_sas_devices(ioc);
7057 _scsih_scan_for_devices_after_reset(ioc);
7059 case MPT3SAS_PORT_ENABLE_COMPLETE:
7060 ioc->start_scan = 0;
7061 if (missing_delay[0] != -1 && missing_delay[1] != -1)
7062 mpt3sas_base_update_missing_delay(ioc, missing_delay[0],
7064 dewtprintk(ioc, pr_info(MPT3SAS_FMT
7065 "port enable: complete from worker thread\n",
7068 case MPT3SAS_TURN_ON_FAULT_LED:
7069 _scsih_turn_on_fault_led(ioc, fw_event->device_handle);
7071 case MPI2_EVENT_SAS_TOPOLOGY_CHANGE_LIST:
7072 _scsih_sas_topology_change_event(ioc, fw_event);
7074 case MPI2_EVENT_SAS_DEVICE_STATUS_CHANGE:
7075 _scsih_sas_device_status_change_event(ioc, fw_event);
7077 case MPI2_EVENT_SAS_DISCOVERY:
7078 _scsih_sas_discovery_event(ioc, fw_event);
7080 case MPI2_EVENT_SAS_BROADCAST_PRIMITIVE:
7081 _scsih_sas_broadcast_primitive_event(ioc, fw_event);
7083 case MPI2_EVENT_SAS_ENCL_DEVICE_STATUS_CHANGE:
7084 _scsih_sas_enclosure_dev_status_change_event(ioc,
7087 case MPI2_EVENT_IR_CONFIGURATION_CHANGE_LIST:
7088 _scsih_sas_ir_config_change_event(ioc, fw_event);
7090 case MPI2_EVENT_IR_VOLUME:
7091 _scsih_sas_ir_volume_event(ioc, fw_event);
7093 case MPI2_EVENT_IR_PHYSICAL_DISK:
7094 _scsih_sas_ir_physical_disk_event(ioc, fw_event);
7096 case MPI2_EVENT_IR_OPERATION_STATUS:
7097 _scsih_sas_ir_operation_status_event(ioc, fw_event);
7100 _scsih_fw_event_free(ioc, fw_event);
7104 * _firmware_event_work
7105 * @ioc: per adapter object
7106 * @work: The fw_event_work object
7109 * wrappers for the work thread handling firmware events
7115 _firmware_event_work(struct work_struct *work)
7117 struct fw_event_work *fw_event = container_of(work,
7118 struct fw_event_work, work);
7120 _mpt3sas_fw_work(fw_event->ioc, fw_event);
7124 * mpt3sas_scsih_event_callback - firmware event handler (called at ISR time)
7125 * @ioc: per adapter object
7126 * @msix_index: MSIX table index supplied by the OS
7127 * @reply: reply message frame(lower 32bit addr)
7128 * Context: interrupt.
7130 * This function merely adds a new work task into ioc->firmware_event_thread.
7131 * The tasks are worked from _firmware_event_work in user context.
7133 * Return 1 meaning mf should be freed from _base_interrupt
7134 * 0 means the mf is freed from this function.
7137 mpt3sas_scsih_event_callback(struct MPT3SAS_ADAPTER *ioc, u8 msix_index,
7140 struct fw_event_work *fw_event;
7141 Mpi2EventNotificationReply_t *mpi_reply;
7145 /* events turned off due to host reset or driver unloading */
7146 if (ioc->remove_host || ioc->pci_error_recovery)
7149 mpi_reply = mpt3sas_base_get_reply_virt_addr(ioc, reply);
7151 if (unlikely(!mpi_reply)) {
7152 pr_err(MPT3SAS_FMT "mpi_reply not valid at %s:%d/%s()!\n",
7153 ioc->name, __FILE__, __LINE__, __func__);
7157 event = le16_to_cpu(mpi_reply->Event);
7159 if (event != MPI2_EVENT_LOG_ENTRY_ADDED)
7160 mpt3sas_trigger_event(ioc, event, 0);
7164 case MPI2_EVENT_SAS_BROADCAST_PRIMITIVE:
7166 Mpi2EventDataSasBroadcastPrimitive_t *baen_data =
7167 (Mpi2EventDataSasBroadcastPrimitive_t *)
7168 mpi_reply->EventData;
7170 if (baen_data->Primitive !=
7171 MPI2_EVENT_PRIMITIVE_ASYNCHRONOUS_EVENT)
7174 if (ioc->broadcast_aen_busy) {
7175 ioc->broadcast_aen_pending++;
7178 ioc->broadcast_aen_busy = 1;
7182 case MPI2_EVENT_SAS_TOPOLOGY_CHANGE_LIST:
7183 _scsih_check_topo_delete_events(ioc,
7184 (Mpi2EventDataSasTopologyChangeList_t *)
7185 mpi_reply->EventData);
7187 case MPI2_EVENT_IR_CONFIGURATION_CHANGE_LIST:
7188 _scsih_check_ir_config_unhide_events(ioc,
7189 (Mpi2EventDataIrConfigChangeList_t *)
7190 mpi_reply->EventData);
7192 case MPI2_EVENT_IR_VOLUME:
7193 _scsih_check_volume_delete_events(ioc,
7194 (Mpi2EventDataIrVolume_t *)
7195 mpi_reply->EventData);
7198 case MPI2_EVENT_SAS_DEVICE_STATUS_CHANGE:
7199 case MPI2_EVENT_IR_OPERATION_STATUS:
7200 case MPI2_EVENT_SAS_DISCOVERY:
7201 case MPI2_EVENT_SAS_ENCL_DEVICE_STATUS_CHANGE:
7202 case MPI2_EVENT_IR_PHYSICAL_DISK:
7205 default: /* ignore the rest */
7209 sz = le16_to_cpu(mpi_reply->EventDataLength) * 4;
7210 fw_event = kzalloc(sizeof(*fw_event) + sz, GFP_ATOMIC);
7212 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
7213 ioc->name, __FILE__, __LINE__, __func__);
7217 memcpy(fw_event->event_data, mpi_reply->EventData, sz);
7218 fw_event->ioc = ioc;
7219 fw_event->VF_ID = mpi_reply->VF_ID;
7220 fw_event->VP_ID = mpi_reply->VP_ID;
7221 fw_event->event = event;
7222 _scsih_fw_event_add(ioc, fw_event);
7226 /* shost template */
7227 static struct scsi_host_template scsih_driver_template = {
7228 .module = THIS_MODULE,
7229 .name = "Fusion MPT SAS Host",
7230 .proc_name = MPT3SAS_DRIVER_NAME,
7231 .queuecommand = _scsih_qcmd,
7232 .target_alloc = _scsih_target_alloc,
7233 .slave_alloc = _scsih_slave_alloc,
7234 .slave_configure = _scsih_slave_configure,
7235 .target_destroy = _scsih_target_destroy,
7236 .slave_destroy = _scsih_slave_destroy,
7237 .scan_finished = _scsih_scan_finished,
7238 .scan_start = _scsih_scan_start,
7239 .change_queue_depth = _scsih_change_queue_depth,
7240 .change_queue_type = _scsih_change_queue_type,
7241 .eh_abort_handler = _scsih_abort,
7242 .eh_device_reset_handler = _scsih_dev_reset,
7243 .eh_target_reset_handler = _scsih_target_reset,
7244 .eh_host_reset_handler = _scsih_host_reset,
7245 .bios_param = _scsih_bios_param,
7248 .sg_tablesize = MPT3SAS_SG_DEPTH,
7249 .max_sectors = 32767,
7251 .use_clustering = ENABLE_CLUSTERING,
7252 .shost_attrs = mpt3sas_host_attrs,
7253 .sdev_attrs = mpt3sas_dev_attrs,
7257 * _scsih_expander_node_remove - removing expander device from list.
7258 * @ioc: per adapter object
7259 * @sas_expander: the sas_device object
7260 * Context: Calling function should acquire ioc->sas_node_lock.
7262 * Removing object and freeing associated memory from the
7263 * ioc->sas_expander_list.
7268 _scsih_expander_node_remove(struct MPT3SAS_ADAPTER *ioc,
7269 struct _sas_node *sas_expander)
7271 struct _sas_port *mpt3sas_port, *next;
7273 /* remove sibling ports attached to this expander */
7274 list_for_each_entry_safe(mpt3sas_port, next,
7275 &sas_expander->sas_port_list, port_list) {
7276 if (ioc->shost_recovery)
7278 if (mpt3sas_port->remote_identify.device_type ==
7280 mpt3sas_device_remove_by_sas_address(ioc,
7281 mpt3sas_port->remote_identify.sas_address);
7282 else if (mpt3sas_port->remote_identify.device_type ==
7283 SAS_EDGE_EXPANDER_DEVICE ||
7284 mpt3sas_port->remote_identify.device_type ==
7285 SAS_FANOUT_EXPANDER_DEVICE)
7286 mpt3sas_expander_remove(ioc,
7287 mpt3sas_port->remote_identify.sas_address);
7290 mpt3sas_transport_port_remove(ioc, sas_expander->sas_address,
7291 sas_expander->sas_address_parent);
7294 "expander_remove: handle(0x%04x), sas_addr(0x%016llx)\n",
7296 sas_expander->handle, (unsigned long long)
7297 sas_expander->sas_address);
7299 kfree(sas_expander->phy);
7300 kfree(sas_expander);
7304 * _scsih_ir_shutdown - IR shutdown notification
7305 * @ioc: per adapter object
7307 * Sending RAID Action to alert the Integrated RAID subsystem of the IOC that
7308 * the host system is shutting down.
7313 _scsih_ir_shutdown(struct MPT3SAS_ADAPTER *ioc)
7315 Mpi2RaidActionRequest_t *mpi_request;
7316 Mpi2RaidActionReply_t *mpi_reply;
7319 /* is IR firmware build loaded ? */
7320 if (!ioc->ir_firmware)
7323 /* are there any volumes ? */
7324 if (list_empty(&ioc->raid_device_list))
7327 mutex_lock(&ioc->scsih_cmds.mutex);
7329 if (ioc->scsih_cmds.status != MPT3_CMD_NOT_USED) {
7330 pr_err(MPT3SAS_FMT "%s: scsih_cmd in use\n",
7331 ioc->name, __func__);
7334 ioc->scsih_cmds.status = MPT3_CMD_PENDING;
7336 smid = mpt3sas_base_get_smid(ioc, ioc->scsih_cb_idx);
7338 pr_err(MPT3SAS_FMT "%s: failed obtaining a smid\n",
7339 ioc->name, __func__);
7340 ioc->scsih_cmds.status = MPT3_CMD_NOT_USED;
7344 mpi_request = mpt3sas_base_get_msg_frame(ioc, smid);
7345 ioc->scsih_cmds.smid = smid;
7346 memset(mpi_request, 0, sizeof(Mpi2RaidActionRequest_t));
7348 mpi_request->Function = MPI2_FUNCTION_RAID_ACTION;
7349 mpi_request->Action = MPI2_RAID_ACTION_SYSTEM_SHUTDOWN_INITIATED;
7351 pr_info(MPT3SAS_FMT "IR shutdown (sending)\n", ioc->name);
7352 init_completion(&ioc->scsih_cmds.done);
7353 mpt3sas_base_put_smid_default(ioc, smid);
7354 wait_for_completion_timeout(&ioc->scsih_cmds.done, 10*HZ);
7356 if (!(ioc->scsih_cmds.status & MPT3_CMD_COMPLETE)) {
7357 pr_err(MPT3SAS_FMT "%s: timeout\n",
7358 ioc->name, __func__);
7362 if (ioc->scsih_cmds.status & MPT3_CMD_REPLY_VALID) {
7363 mpi_reply = ioc->scsih_cmds.reply;
7365 "IR shutdown (complete): ioc_status(0x%04x), loginfo(0x%08x)\n",
7366 ioc->name, le16_to_cpu(mpi_reply->IOCStatus),
7367 le32_to_cpu(mpi_reply->IOCLogInfo));
7371 ioc->scsih_cmds.status = MPT3_CMD_NOT_USED;
7372 mutex_unlock(&ioc->scsih_cmds.mutex);
7376 * _scsih_remove - detach and remove add host
7377 * @pdev: PCI device struct
7379 * Routine called when unloading the driver.
7382 static void _scsih_remove(struct pci_dev *pdev)
7384 struct Scsi_Host *shost = pci_get_drvdata(pdev);
7385 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
7386 struct _sas_port *mpt3sas_port, *next_port;
7387 struct _raid_device *raid_device, *next;
7388 struct MPT3SAS_TARGET *sas_target_priv_data;
7389 struct workqueue_struct *wq;
7390 unsigned long flags;
7392 ioc->remove_host = 1;
7393 _scsih_fw_event_cleanup_queue(ioc);
7395 spin_lock_irqsave(&ioc->fw_event_lock, flags);
7396 wq = ioc->firmware_event_thread;
7397 ioc->firmware_event_thread = NULL;
7398 spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
7400 destroy_workqueue(wq);
7402 /* release all the volumes */
7403 _scsih_ir_shutdown(ioc);
7404 list_for_each_entry_safe(raid_device, next, &ioc->raid_device_list,
7406 if (raid_device->starget) {
7407 sas_target_priv_data =
7408 raid_device->starget->hostdata;
7409 sas_target_priv_data->deleted = 1;
7410 scsi_remove_target(&raid_device->starget->dev);
7412 pr_info(MPT3SAS_FMT "removing handle(0x%04x), wwid(0x%016llx)\n",
7413 ioc->name, raid_device->handle,
7414 (unsigned long long) raid_device->wwid);
7415 _scsih_raid_device_remove(ioc, raid_device);
7418 /* free ports attached to the sas_host */
7419 list_for_each_entry_safe(mpt3sas_port, next_port,
7420 &ioc->sas_hba.sas_port_list, port_list) {
7421 if (mpt3sas_port->remote_identify.device_type ==
7423 mpt3sas_device_remove_by_sas_address(ioc,
7424 mpt3sas_port->remote_identify.sas_address);
7425 else if (mpt3sas_port->remote_identify.device_type ==
7426 SAS_EDGE_EXPANDER_DEVICE ||
7427 mpt3sas_port->remote_identify.device_type ==
7428 SAS_FANOUT_EXPANDER_DEVICE)
7429 mpt3sas_expander_remove(ioc,
7430 mpt3sas_port->remote_identify.sas_address);
7433 /* free phys attached to the sas_host */
7434 if (ioc->sas_hba.num_phys) {
7435 kfree(ioc->sas_hba.phy);
7436 ioc->sas_hba.phy = NULL;
7437 ioc->sas_hba.num_phys = 0;
7440 sas_remove_host(shost);
7441 scsi_remove_host(shost);
7442 mpt3sas_base_detach(ioc);
7443 list_del(&ioc->list);
7444 scsi_host_put(shost);
7448 * _scsih_shutdown - routine call during system shutdown
7449 * @pdev: PCI device struct
7454 _scsih_shutdown(struct pci_dev *pdev)
7456 struct Scsi_Host *shost = pci_get_drvdata(pdev);
7457 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
7458 struct workqueue_struct *wq;
7459 unsigned long flags;
7461 ioc->remove_host = 1;
7462 _scsih_fw_event_cleanup_queue(ioc);
7464 spin_lock_irqsave(&ioc->fw_event_lock, flags);
7465 wq = ioc->firmware_event_thread;
7466 ioc->firmware_event_thread = NULL;
7467 spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
7469 destroy_workqueue(wq);
7471 _scsih_ir_shutdown(ioc);
7472 mpt3sas_base_detach(ioc);
7477 * _scsih_probe_boot_devices - reports 1st device
7478 * @ioc: per adapter object
7480 * If specified in bios page 2, this routine reports the 1st
7481 * device scsi-ml or sas transport for persistent boot device
7482 * purposes. Please refer to function _scsih_determine_boot_device()
7485 _scsih_probe_boot_devices(struct MPT3SAS_ADAPTER *ioc)
7489 struct _sas_device *sas_device;
7490 struct _raid_device *raid_device;
7492 u64 sas_address_parent;
7494 unsigned long flags;
7497 /* no Bios, return immediately */
7498 if (!ioc->bios_pg3.BiosVersion)
7503 if (ioc->req_boot_device.device) {
7504 device = ioc->req_boot_device.device;
7505 is_raid = ioc->req_boot_device.is_raid;
7506 } else if (ioc->req_alt_boot_device.device) {
7507 device = ioc->req_alt_boot_device.device;
7508 is_raid = ioc->req_alt_boot_device.is_raid;
7509 } else if (ioc->current_boot_device.device) {
7510 device = ioc->current_boot_device.device;
7511 is_raid = ioc->current_boot_device.is_raid;
7518 raid_device = device;
7519 rc = scsi_add_device(ioc->shost, RAID_CHANNEL,
7520 raid_device->id, 0);
7522 _scsih_raid_device_remove(ioc, raid_device);
7524 spin_lock_irqsave(&ioc->sas_device_lock, flags);
7525 sas_device = device;
7526 handle = sas_device->handle;
7527 sas_address_parent = sas_device->sas_address_parent;
7528 sas_address = sas_device->sas_address;
7529 list_move_tail(&sas_device->list, &ioc->sas_device_list);
7530 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
7532 if (!mpt3sas_transport_port_add(ioc, handle,
7533 sas_address_parent)) {
7534 _scsih_sas_device_remove(ioc, sas_device);
7535 } else if (!sas_device->starget) {
7536 if (!ioc->is_driver_loading) {
7537 mpt3sas_transport_port_remove(ioc,
7539 sas_address_parent);
7540 _scsih_sas_device_remove(ioc, sas_device);
7547 * _scsih_probe_raid - reporting raid volumes to scsi-ml
7548 * @ioc: per adapter object
7550 * Called during initial loading of the driver.
7553 _scsih_probe_raid(struct MPT3SAS_ADAPTER *ioc)
7555 struct _raid_device *raid_device, *raid_next;
7558 list_for_each_entry_safe(raid_device, raid_next,
7559 &ioc->raid_device_list, list) {
7560 if (raid_device->starget)
7562 rc = scsi_add_device(ioc->shost, RAID_CHANNEL,
7563 raid_device->id, 0);
7565 _scsih_raid_device_remove(ioc, raid_device);
7570 * _scsih_probe_sas - reporting sas devices to sas transport
7571 * @ioc: per adapter object
7573 * Called during initial loading of the driver.
7576 _scsih_probe_sas(struct MPT3SAS_ADAPTER *ioc)
7578 struct _sas_device *sas_device, *next;
7579 unsigned long flags;
7581 /* SAS Device List */
7582 list_for_each_entry_safe(sas_device, next, &ioc->sas_device_init_list,
7585 if (!mpt3sas_transport_port_add(ioc, sas_device->handle,
7586 sas_device->sas_address_parent)) {
7587 list_del(&sas_device->list);
7590 } else if (!sas_device->starget) {
7592 * When asyn scanning is enabled, its not possible to
7593 * remove devices while scanning is turned on due to an
7594 * oops in scsi_sysfs_add_sdev()->add_device()->
7595 * sysfs_addrm_start()
7597 if (!ioc->is_driver_loading) {
7598 mpt3sas_transport_port_remove(ioc,
7599 sas_device->sas_address,
7600 sas_device->sas_address_parent);
7601 list_del(&sas_device->list);
7607 spin_lock_irqsave(&ioc->sas_device_lock, flags);
7608 list_move_tail(&sas_device->list, &ioc->sas_device_list);
7609 spin_unlock_irqrestore(&ioc->sas_device_lock, flags);
7614 * _scsih_probe_devices - probing for devices
7615 * @ioc: per adapter object
7617 * Called during initial loading of the driver.
7620 _scsih_probe_devices(struct MPT3SAS_ADAPTER *ioc)
7622 u16 volume_mapping_flags;
7624 if (!(ioc->facts.ProtocolFlags & MPI2_IOCFACTS_PROTOCOL_SCSI_INITIATOR))
7625 return; /* return when IOC doesn't support initiator mode */
7627 _scsih_probe_boot_devices(ioc);
7629 if (ioc->ir_firmware) {
7630 volume_mapping_flags =
7631 le16_to_cpu(ioc->ioc_pg8.IRVolumeMappingFlags) &
7632 MPI2_IOCPAGE8_IRFLAGS_MASK_VOLUME_MAPPING_MODE;
7633 if (volume_mapping_flags ==
7634 MPI2_IOCPAGE8_IRFLAGS_LOW_VOLUME_MAPPING) {
7635 _scsih_probe_raid(ioc);
7636 _scsih_probe_sas(ioc);
7638 _scsih_probe_sas(ioc);
7639 _scsih_probe_raid(ioc);
7642 _scsih_probe_sas(ioc);
7646 * _scsih_scan_start - scsi lld callback for .scan_start
7647 * @shost: SCSI host pointer
7649 * The shost has the ability to discover targets on its own instead
7650 * of scanning the entire bus. In our implemention, we will kick off
7651 * firmware discovery.
7654 _scsih_scan_start(struct Scsi_Host *shost)
7656 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
7658 if (diag_buffer_enable != -1 && diag_buffer_enable != 0)
7659 mpt3sas_enable_diag_buffer(ioc, diag_buffer_enable);
7661 if (disable_discovery > 0)
7664 ioc->start_scan = 1;
7665 rc = mpt3sas_port_enable(ioc);
7668 pr_info(MPT3SAS_FMT "port enable: FAILED\n", ioc->name);
7672 * _scsih_scan_finished - scsi lld callback for .scan_finished
7673 * @shost: SCSI host pointer
7674 * @time: elapsed time of the scan in jiffies
7676 * This function will be called periodicallyn until it returns 1 with the
7677 * scsi_host and the elapsed time of the scan in jiffies. In our implemention,
7678 * we wait for firmware discovery to complete, then return 1.
7681 _scsih_scan_finished(struct Scsi_Host *shost, unsigned long time)
7683 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
7685 if (disable_discovery > 0) {
7686 ioc->is_driver_loading = 0;
7687 ioc->wait_for_discovery_to_complete = 0;
7691 if (time >= (300 * HZ)) {
7692 ioc->base_cmds.status = MPT3_CMD_NOT_USED;
7694 "port enable: FAILED with timeout (timeout=300s)\n",
7696 ioc->is_driver_loading = 0;
7700 if (ioc->start_scan)
7703 if (ioc->start_scan_failed) {
7705 "port enable: FAILED with (ioc_status=0x%08x)\n",
7706 ioc->name, ioc->start_scan_failed);
7707 ioc->is_driver_loading = 0;
7708 ioc->wait_for_discovery_to_complete = 0;
7709 ioc->remove_host = 1;
7713 pr_info(MPT3SAS_FMT "port enable: SUCCESS\n", ioc->name);
7714 ioc->base_cmds.status = MPT3_CMD_NOT_USED;
7716 if (ioc->wait_for_discovery_to_complete) {
7717 ioc->wait_for_discovery_to_complete = 0;
7718 _scsih_probe_devices(ioc);
7720 mpt3sas_base_start_watchdog(ioc);
7721 ioc->is_driver_loading = 0;
7726 * _scsih_probe - attach and add scsi host
7727 * @pdev: PCI device struct
7728 * @id: pci device id
7730 * Returns 0 success, anything else error.
7733 _scsih_probe(struct pci_dev *pdev, const struct pci_device_id *id)
7735 struct MPT3SAS_ADAPTER *ioc;
7736 struct Scsi_Host *shost;
7738 shost = scsi_host_alloc(&scsih_driver_template,
7739 sizeof(struct MPT3SAS_ADAPTER));
7743 /* init local params */
7744 ioc = shost_priv(shost);
7745 memset(ioc, 0, sizeof(struct MPT3SAS_ADAPTER));
7746 INIT_LIST_HEAD(&ioc->list);
7747 list_add_tail(&ioc->list, &mpt3sas_ioc_list);
7749 ioc->id = mpt_ids++;
7750 sprintf(ioc->name, "%s%d", MPT3SAS_DRIVER_NAME, ioc->id);
7752 ioc->scsi_io_cb_idx = scsi_io_cb_idx;
7753 ioc->tm_cb_idx = tm_cb_idx;
7754 ioc->ctl_cb_idx = ctl_cb_idx;
7755 ioc->base_cb_idx = base_cb_idx;
7756 ioc->port_enable_cb_idx = port_enable_cb_idx;
7757 ioc->transport_cb_idx = transport_cb_idx;
7758 ioc->scsih_cb_idx = scsih_cb_idx;
7759 ioc->config_cb_idx = config_cb_idx;
7760 ioc->tm_tr_cb_idx = tm_tr_cb_idx;
7761 ioc->tm_tr_volume_cb_idx = tm_tr_volume_cb_idx;
7762 ioc->tm_sas_control_cb_idx = tm_sas_control_cb_idx;
7763 ioc->logging_level = logging_level;
7764 ioc->schedule_dead_ioc_flush_running_cmds = &_scsih_flush_running_cmds;
7765 /* misc semaphores and spin locks */
7766 mutex_init(&ioc->reset_in_progress_mutex);
7767 spin_lock_init(&ioc->ioc_reset_in_progress_lock);
7768 spin_lock_init(&ioc->scsi_lookup_lock);
7769 spin_lock_init(&ioc->sas_device_lock);
7770 spin_lock_init(&ioc->sas_node_lock);
7771 spin_lock_init(&ioc->fw_event_lock);
7772 spin_lock_init(&ioc->raid_device_lock);
7773 spin_lock_init(&ioc->diag_trigger_lock);
7775 INIT_LIST_HEAD(&ioc->sas_device_list);
7776 INIT_LIST_HEAD(&ioc->sas_device_init_list);
7777 INIT_LIST_HEAD(&ioc->sas_expander_list);
7778 INIT_LIST_HEAD(&ioc->fw_event_list);
7779 INIT_LIST_HEAD(&ioc->raid_device_list);
7780 INIT_LIST_HEAD(&ioc->sas_hba.sas_port_list);
7781 INIT_LIST_HEAD(&ioc->delayed_tr_list);
7782 INIT_LIST_HEAD(&ioc->delayed_tr_volume_list);
7783 INIT_LIST_HEAD(&ioc->reply_queue_list);
7785 /* init shost parameters */
7786 shost->max_cmd_len = 32;
7787 shost->max_lun = max_lun;
7788 shost->transportt = mpt3sas_transport_template;
7789 shost->unique_id = ioc->id;
7791 if (max_sectors != 0xFFFF) {
7792 if (max_sectors < 64) {
7793 shost->max_sectors = 64;
7794 pr_warn(MPT3SAS_FMT "Invalid value %d passed " \
7795 "for max_sectors, range is 64 to 32767. Assigning "
7796 "value of 64.\n", ioc->name, max_sectors);
7797 } else if (max_sectors > 32767) {
7798 shost->max_sectors = 32767;
7799 pr_warn(MPT3SAS_FMT "Invalid value %d passed " \
7800 "for max_sectors, range is 64 to 32767. Assigning "
7801 "default value of 32767.\n", ioc->name,
7804 shost->max_sectors = max_sectors & 0xFFFE;
7806 "The max_sectors value is set to %d\n",
7807 ioc->name, shost->max_sectors);
7811 /* register EEDP capabilities with SCSI layer */
7813 scsi_host_set_prot(shost, prot_mask);
7815 scsi_host_set_prot(shost, SHOST_DIF_TYPE1_PROTECTION
7816 | SHOST_DIF_TYPE2_PROTECTION
7817 | SHOST_DIF_TYPE3_PROTECTION);
7819 scsi_host_set_guard(shost, SHOST_DIX_GUARD_CRC);
7822 snprintf(ioc->firmware_event_name, sizeof(ioc->firmware_event_name),
7823 "fw_event%d", ioc->id);
7824 ioc->firmware_event_thread = create_singlethread_workqueue(
7825 ioc->firmware_event_name);
7826 if (!ioc->firmware_event_thread) {
7827 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
7828 ioc->name, __FILE__, __LINE__, __func__);
7829 goto out_thread_fail;
7832 ioc->is_driver_loading = 1;
7833 if ((mpt3sas_base_attach(ioc))) {
7834 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
7835 ioc->name, __FILE__, __LINE__, __func__);
7836 goto out_attach_fail;
7838 if ((scsi_add_host(shost, &pdev->dev))) {
7839 pr_err(MPT3SAS_FMT "failure at %s:%d/%s()!\n",
7840 ioc->name, __FILE__, __LINE__, __func__);
7841 list_del(&ioc->list);
7842 goto out_add_shost_fail;
7845 scsi_scan_host(shost);
7848 mpt3sas_base_detach(ioc);
7850 destroy_workqueue(ioc->firmware_event_thread);
7852 list_del(&ioc->list);
7853 scsi_host_put(shost);
7859 * _scsih_suspend - power management suspend main entry point
7860 * @pdev: PCI device struct
7861 * @state: PM state change to (usually PCI_D3)
7863 * Returns 0 success, anything else error.
7866 _scsih_suspend(struct pci_dev *pdev, pm_message_t state)
7868 struct Scsi_Host *shost = pci_get_drvdata(pdev);
7869 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
7870 pci_power_t device_state;
7872 mpt3sas_base_stop_watchdog(ioc);
7873 flush_scheduled_work();
7874 scsi_block_requests(shost);
7875 device_state = pci_choose_state(pdev, state);
7877 "pdev=0x%p, slot=%s, entering operating state [D%d]\n",
7878 ioc->name, pdev, pci_name(pdev), device_state);
7880 pci_save_state(pdev);
7881 mpt3sas_base_free_resources(ioc);
7882 pci_set_power_state(pdev, device_state);
7887 * _scsih_resume - power management resume main entry point
7888 * @pdev: PCI device struct
7890 * Returns 0 success, anything else error.
7893 _scsih_resume(struct pci_dev *pdev)
7895 struct Scsi_Host *shost = pci_get_drvdata(pdev);
7896 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
7897 pci_power_t device_state = pdev->current_state;
7901 "pdev=0x%p, slot=%s, previous operating state [D%d]\n",
7902 ioc->name, pdev, pci_name(pdev), device_state);
7904 pci_set_power_state(pdev, PCI_D0);
7905 pci_enable_wake(pdev, PCI_D0, 0);
7906 pci_restore_state(pdev);
7908 r = mpt3sas_base_map_resources(ioc);
7912 mpt3sas_base_hard_reset_handler(ioc, CAN_SLEEP, SOFT_RESET);
7913 scsi_unblock_requests(shost);
7914 mpt3sas_base_start_watchdog(ioc);
7917 #endif /* CONFIG_PM */
7920 * _scsih_pci_error_detected - Called when a PCI error is detected.
7921 * @pdev: PCI device struct
7922 * @state: PCI channel state
7924 * Description: Called when a PCI error is detected.
7927 * PCI_ERS_RESULT_NEED_RESET or PCI_ERS_RESULT_DISCONNECT
7929 static pci_ers_result_t
7930 _scsih_pci_error_detected(struct pci_dev *pdev, pci_channel_state_t state)
7932 struct Scsi_Host *shost = pci_get_drvdata(pdev);
7933 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
7935 pr_info(MPT3SAS_FMT "PCI error: detected callback, state(%d)!!\n",
7939 case pci_channel_io_normal:
7940 return PCI_ERS_RESULT_CAN_RECOVER;
7941 case pci_channel_io_frozen:
7942 /* Fatal error, prepare for slot reset */
7943 ioc->pci_error_recovery = 1;
7944 scsi_block_requests(ioc->shost);
7945 mpt3sas_base_stop_watchdog(ioc);
7946 mpt3sas_base_free_resources(ioc);
7947 return PCI_ERS_RESULT_NEED_RESET;
7948 case pci_channel_io_perm_failure:
7949 /* Permanent error, prepare for device removal */
7950 ioc->pci_error_recovery = 1;
7951 mpt3sas_base_stop_watchdog(ioc);
7952 _scsih_flush_running_cmds(ioc);
7953 return PCI_ERS_RESULT_DISCONNECT;
7955 return PCI_ERS_RESULT_NEED_RESET;
7959 * _scsih_pci_slot_reset - Called when PCI slot has been reset.
7960 * @pdev: PCI device struct
7962 * Description: This routine is called by the pci error recovery
7963 * code after the PCI slot has been reset, just before we
7964 * should resume normal operations.
7966 static pci_ers_result_t
7967 _scsih_pci_slot_reset(struct pci_dev *pdev)
7969 struct Scsi_Host *shost = pci_get_drvdata(pdev);
7970 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
7973 pr_info(MPT3SAS_FMT "PCI error: slot reset callback!!\n",
7976 ioc->pci_error_recovery = 0;
7978 pci_restore_state(pdev);
7979 rc = mpt3sas_base_map_resources(ioc);
7981 return PCI_ERS_RESULT_DISCONNECT;
7983 rc = mpt3sas_base_hard_reset_handler(ioc, CAN_SLEEP,
7986 pr_warn(MPT3SAS_FMT "hard reset: %s\n", ioc->name,
7987 (rc == 0) ? "success" : "failed");
7990 return PCI_ERS_RESULT_RECOVERED;
7992 return PCI_ERS_RESULT_DISCONNECT;
7996 * _scsih_pci_resume() - resume normal ops after PCI reset
7997 * @pdev: pointer to PCI device
7999 * Called when the error recovery driver tells us that its
8000 * OK to resume normal operation. Use completion to allow
8001 * halted scsi ops to resume.
8004 _scsih_pci_resume(struct pci_dev *pdev)
8006 struct Scsi_Host *shost = pci_get_drvdata(pdev);
8007 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
8009 pr_info(MPT3SAS_FMT "PCI error: resume callback!!\n", ioc->name);
8011 pci_cleanup_aer_uncorrect_error_status(pdev);
8012 mpt3sas_base_start_watchdog(ioc);
8013 scsi_unblock_requests(ioc->shost);
8017 * _scsih_pci_mmio_enabled - Enable MMIO and dump debug registers
8018 * @pdev: pointer to PCI device
8020 static pci_ers_result_t
8021 _scsih_pci_mmio_enabled(struct pci_dev *pdev)
8023 struct Scsi_Host *shost = pci_get_drvdata(pdev);
8024 struct MPT3SAS_ADAPTER *ioc = shost_priv(shost);
8026 pr_info(MPT3SAS_FMT "PCI error: mmio enabled callback!!\n",
8029 /* TODO - dump whatever for debugging purposes */
8031 /* Request a slot reset. */
8032 return PCI_ERS_RESULT_NEED_RESET;
8035 /* raid transport support */
8036 static struct raid_function_template mpt3sas_raid_functions = {
8037 .cookie = &scsih_driver_template,
8038 .is_raid = _scsih_is_raid,
8039 .get_resync = _scsih_get_resync,
8040 .get_state = _scsih_get_state,
8043 static struct pci_error_handlers _scsih_err_handler = {
8044 .error_detected = _scsih_pci_error_detected,
8045 .mmio_enabled = _scsih_pci_mmio_enabled,
8046 .slot_reset = _scsih_pci_slot_reset,
8047 .resume = _scsih_pci_resume,
8050 static struct pci_driver scsih_driver = {
8051 .name = MPT3SAS_DRIVER_NAME,
8052 .id_table = scsih_pci_table,
8053 .probe = _scsih_probe,
8054 .remove = _scsih_remove,
8055 .shutdown = _scsih_shutdown,
8056 .err_handler = &_scsih_err_handler,
8058 .suspend = _scsih_suspend,
8059 .resume = _scsih_resume,
8065 * _scsih_init - main entry point for this driver.
8067 * Returns 0 success, anything else error.
8076 pr_info("%s version %s loaded\n", MPT3SAS_DRIVER_NAME,
8077 MPT3SAS_DRIVER_VERSION);
8079 mpt3sas_transport_template =
8080 sas_attach_transport(&mpt3sas_transport_functions);
8081 if (!mpt3sas_transport_template)
8084 /* raid transport support */
8085 mpt3sas_raid_template = raid_class_attach(&mpt3sas_raid_functions);
8086 if (!mpt3sas_raid_template) {
8087 sas_release_transport(mpt3sas_transport_template);
8091 mpt3sas_base_initialize_callback_handler();
8093 /* queuecommand callback hander */
8094 scsi_io_cb_idx = mpt3sas_base_register_callback_handler(_scsih_io_done);
8096 /* task managment callback handler */
8097 tm_cb_idx = mpt3sas_base_register_callback_handler(_scsih_tm_done);
8099 /* base internal commands callback handler */
8100 base_cb_idx = mpt3sas_base_register_callback_handler(mpt3sas_base_done);
8101 port_enable_cb_idx = mpt3sas_base_register_callback_handler(
8102 mpt3sas_port_enable_done);
8104 /* transport internal commands callback handler */
8105 transport_cb_idx = mpt3sas_base_register_callback_handler(
8106 mpt3sas_transport_done);
8108 /* scsih internal commands callback handler */
8109 scsih_cb_idx = mpt3sas_base_register_callback_handler(_scsih_done);
8111 /* configuration page API internal commands callback handler */
8112 config_cb_idx = mpt3sas_base_register_callback_handler(
8113 mpt3sas_config_done);
8115 /* ctl module callback handler */
8116 ctl_cb_idx = mpt3sas_base_register_callback_handler(mpt3sas_ctl_done);
8118 tm_tr_cb_idx = mpt3sas_base_register_callback_handler(
8119 _scsih_tm_tr_complete);
8121 tm_tr_volume_cb_idx = mpt3sas_base_register_callback_handler(
8122 _scsih_tm_volume_tr_complete);
8124 tm_sas_control_cb_idx = mpt3sas_base_register_callback_handler(
8125 _scsih_sas_control_complete);
8129 error = pci_register_driver(&scsih_driver);
8131 /* raid transport support */
8132 raid_class_release(mpt3sas_raid_template);
8133 sas_release_transport(mpt3sas_transport_template);
8140 * _scsih_exit - exit point for this driver (when it is a module).
8142 * Returns 0 success, anything else error.
8147 pr_info("mpt3sas version %s unloading\n",
8148 MPT3SAS_DRIVER_VERSION);
8152 pci_unregister_driver(&scsih_driver);
8155 mpt3sas_base_release_callback_handler(scsi_io_cb_idx);
8156 mpt3sas_base_release_callback_handler(tm_cb_idx);
8157 mpt3sas_base_release_callback_handler(base_cb_idx);
8158 mpt3sas_base_release_callback_handler(port_enable_cb_idx);
8159 mpt3sas_base_release_callback_handler(transport_cb_idx);
8160 mpt3sas_base_release_callback_handler(scsih_cb_idx);
8161 mpt3sas_base_release_callback_handler(config_cb_idx);
8162 mpt3sas_base_release_callback_handler(ctl_cb_idx);
8164 mpt3sas_base_release_callback_handler(tm_tr_cb_idx);
8165 mpt3sas_base_release_callback_handler(tm_tr_volume_cb_idx);
8166 mpt3sas_base_release_callback_handler(tm_sas_control_cb_idx);
8168 /* raid transport support */
8169 raid_class_release(mpt3sas_raid_template);
8170 sas_release_transport(mpt3sas_transport_template);
8173 module_init(_scsih_init);
8174 module_exit(_scsih_exit);