Linux Kernel  3.7.1
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
ibmvfc.c
Go to the documentation of this file.
1 /*
2  * ibmvfc.c -- driver for IBM Power Virtual Fibre Channel Adapter
3  *
4  * Written By: Brian King <[email protected]>, IBM Corporation
5  *
6  * Copyright (C) IBM Corporation, 2008
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License as published by
10  * the Free Software Foundation; either version 2 of the License, or
11  * (at your option) any later version.
12  *
13  * This program is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16  * GNU General Public License for more details.
17  *
18  * You should have received a copy of the GNU General Public License
19  * along with this program; if not, write to the Free Software
20  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21  *
22  */
23 
24 #include <linux/module.h>
25 #include <linux/moduleparam.h>
26 #include <linux/dma-mapping.h>
27 #include <linux/dmapool.h>
28 #include <linux/delay.h>
29 #include <linux/interrupt.h>
30 #include <linux/kthread.h>
31 #include <linux/slab.h>
32 #include <linux/of.h>
33 #include <linux/pm.h>
34 #include <linux/stringify.h>
35 #include <asm/firmware.h>
36 #include <asm/irq.h>
37 #include <asm/vio.h>
38 #include <scsi/scsi.h>
39 #include <scsi/scsi_cmnd.h>
40 #include <scsi/scsi_host.h>
41 #include <scsi/scsi_device.h>
42 #include <scsi/scsi_tcq.h>
43 #include <scsi/scsi_transport_fc.h>
44 #include <scsi/scsi_bsg_fc.h>
45 #include "ibmvfc.h"
46 
47 static unsigned int init_timeout = IBMVFC_INIT_TIMEOUT;
48 static unsigned int default_timeout = IBMVFC_DEFAULT_TIMEOUT;
49 static unsigned int max_lun = IBMVFC_MAX_LUN;
50 static unsigned int max_targets = IBMVFC_MAX_TARGETS;
51 static unsigned int max_requests = IBMVFC_MAX_REQUESTS_DEFAULT;
52 static unsigned int disc_threads = IBMVFC_MAX_DISC_THREADS;
53 static unsigned int ibmvfc_debug = IBMVFC_DEBUG;
54 static unsigned int log_level = IBMVFC_DEFAULT_LOG_LEVEL;
55 static LIST_HEAD(ibmvfc_head);
56 static DEFINE_SPINLOCK(ibmvfc_driver_lock);
57 static struct scsi_transport_template *ibmvfc_transport_template;
58 
59 MODULE_DESCRIPTION("IBM Virtual Fibre Channel Driver");
60 MODULE_AUTHOR("Brian King <[email protected]>");
61 MODULE_LICENSE("GPL");
63 
64 module_param_named(init_timeout, init_timeout, uint, S_IRUGO | S_IWUSR);
65 MODULE_PARM_DESC(init_timeout, "Initialization timeout in seconds. "
66  "[Default=" __stringify(IBMVFC_INIT_TIMEOUT) "]");
67 module_param_named(default_timeout, default_timeout, uint, S_IRUGO | S_IWUSR);
68 MODULE_PARM_DESC(default_timeout,
69  "Default timeout in seconds for initialization and EH commands. "
70  "[Default=" __stringify(IBMVFC_DEFAULT_TIMEOUT) "]");
71 module_param_named(max_requests, max_requests, uint, S_IRUGO);
72 MODULE_PARM_DESC(max_requests, "Maximum requests for this adapter. "
73  "[Default=" __stringify(IBMVFC_MAX_REQUESTS_DEFAULT) "]");
74 module_param_named(max_lun, max_lun, uint, S_IRUGO);
75 MODULE_PARM_DESC(max_lun, "Maximum allowed LUN. "
76  "[Default=" __stringify(IBMVFC_MAX_LUN) "]");
77 module_param_named(max_targets, max_targets, uint, S_IRUGO);
78 MODULE_PARM_DESC(max_targets, "Maximum allowed targets. "
79  "[Default=" __stringify(IBMVFC_MAX_TARGETS) "]");
80 module_param_named(disc_threads, disc_threads, uint, S_IRUGO);
81 MODULE_PARM_DESC(disc_threads, "Number of device discovery threads to use. "
82  "[Default=" __stringify(IBMVFC_MAX_DISC_THREADS) "]");
83 module_param_named(debug, ibmvfc_debug, uint, S_IRUGO | S_IWUSR);
84 MODULE_PARM_DESC(debug, "Enable driver debug information. "
85  "[Default=" __stringify(IBMVFC_DEBUG) "]");
86 module_param_named(log_level, log_level, uint, 0);
87 MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver. "
88  "[Default=" __stringify(IBMVFC_DEFAULT_LOG_LEVEL) "]");
89 
90 static const struct {
95  int log;
96  char *name;
97 } cmd_status [] = {
98  { IBMVFC_FABRIC_MAPPED, IBMVFC_UNABLE_TO_ESTABLISH, DID_ERROR, 1, 1, "unable to establish" },
99  { IBMVFC_FABRIC_MAPPED, IBMVFC_XPORT_FAULT, DID_OK, 1, 0, "transport fault" },
100  { IBMVFC_FABRIC_MAPPED, IBMVFC_CMD_TIMEOUT, DID_TIME_OUT, 1, 1, "command timeout" },
102  { IBMVFC_FABRIC_MAPPED, IBMVFC_HW_FAILURE, DID_ERROR, 1, 1, "hardware failure" },
103  { IBMVFC_FABRIC_MAPPED, IBMVFC_LINK_DOWN_ERR, DID_REQUEUE, 0, 0, "link down" },
104  { IBMVFC_FABRIC_MAPPED, IBMVFC_LINK_DEAD_ERR, DID_ERROR, 0, 0, "link dead" },
105  { IBMVFC_FABRIC_MAPPED, IBMVFC_UNABLE_TO_REGISTER, DID_ERROR, 1, 1, "unable to register" },
106  { IBMVFC_FABRIC_MAPPED, IBMVFC_XPORT_BUSY, DID_BUS_BUSY, 1, 0, "transport busy" },
107  { IBMVFC_FABRIC_MAPPED, IBMVFC_XPORT_DEAD, DID_ERROR, 0, 1, "transport dead" },
108  { IBMVFC_FABRIC_MAPPED, IBMVFC_CONFIG_ERROR, DID_ERROR, 1, 1, "configuration error" },
109  { IBMVFC_FABRIC_MAPPED, IBMVFC_NAME_SERVER_FAIL, DID_ERROR, 1, 1, "name server failure" },
110  { IBMVFC_FABRIC_MAPPED, IBMVFC_LINK_HALTED, DID_REQUEUE, 1, 0, "link halted" },
111  { IBMVFC_FABRIC_MAPPED, IBMVFC_XPORT_GENERAL, DID_OK, 1, 0, "general transport error" },
112 
113  { IBMVFC_VIOS_FAILURE, IBMVFC_CRQ_FAILURE, DID_REQUEUE, 1, 1, "CRQ failure" },
114  { IBMVFC_VIOS_FAILURE, IBMVFC_SW_FAILURE, DID_ERROR, 0, 1, "software failure" },
115  { IBMVFC_VIOS_FAILURE, IBMVFC_INVALID_PARAMETER, DID_ERROR, 0, 1, "invalid parameter" },
116  { IBMVFC_VIOS_FAILURE, IBMVFC_MISSING_PARAMETER, DID_ERROR, 0, 1, "missing parameter" },
117  { IBMVFC_VIOS_FAILURE, IBMVFC_HOST_IO_BUS, DID_ERROR, 1, 1, "host I/O bus failure" },
118  { IBMVFC_VIOS_FAILURE, IBMVFC_TRANS_CANCELLED, DID_ERROR, 0, 1, "transaction cancelled" },
119  { IBMVFC_VIOS_FAILURE, IBMVFC_TRANS_CANCELLED_IMPLICIT, DID_ERROR, 0, 1, "transaction cancelled implicit" },
120  { IBMVFC_VIOS_FAILURE, IBMVFC_INSUFFICIENT_RESOURCE, DID_REQUEUE, 1, 1, "insufficient resources" },
121  { IBMVFC_VIOS_FAILURE, IBMVFC_PLOGI_REQUIRED, DID_ERROR, 0, 1, "port login required" },
122  { IBMVFC_VIOS_FAILURE, IBMVFC_COMMAND_FAILED, DID_ERROR, 1, 1, "command failed" },
123 
124  { IBMVFC_FC_FAILURE, IBMVFC_INVALID_ELS_CMD_CODE, DID_ERROR, 0, 1, "invalid ELS command code" },
125  { IBMVFC_FC_FAILURE, IBMVFC_INVALID_VERSION, DID_ERROR, 0, 1, "invalid version level" },
126  { IBMVFC_FC_FAILURE, IBMVFC_LOGICAL_ERROR, DID_ERROR, 1, 1, "logical error" },
127  { IBMVFC_FC_FAILURE, IBMVFC_INVALID_CT_IU_SIZE, DID_ERROR, 0, 1, "invalid CT_IU size" },
128  { IBMVFC_FC_FAILURE, IBMVFC_LOGICAL_BUSY, DID_REQUEUE, 1, 0, "logical busy" },
129  { IBMVFC_FC_FAILURE, IBMVFC_PROTOCOL_ERROR, DID_ERROR, 1, 1, "protocol error" },
130  { IBMVFC_FC_FAILURE, IBMVFC_UNABLE_TO_PERFORM_REQ, DID_ERROR, 1, 1, "unable to perform request" },
131  { IBMVFC_FC_FAILURE, IBMVFC_CMD_NOT_SUPPORTED, DID_ERROR, 0, 0, "command not supported" },
132  { IBMVFC_FC_FAILURE, IBMVFC_SERVER_NOT_AVAIL, DID_ERROR, 0, 1, "server not available" },
133  { IBMVFC_FC_FAILURE, IBMVFC_CMD_IN_PROGRESS, DID_ERROR, 0, 1, "command already in progress" },
134  { IBMVFC_FC_FAILURE, IBMVFC_VENDOR_SPECIFIC, DID_ERROR, 1, 1, "vendor specific" },
135 
136  { IBMVFC_FC_SCSI_ERROR, 0, DID_OK, 1, 0, "SCSI error" },
137 };
138 
139 static void ibmvfc_npiv_login(struct ibmvfc_host *);
140 static void ibmvfc_tgt_send_prli(struct ibmvfc_target *);
141 static void ibmvfc_tgt_send_plogi(struct ibmvfc_target *);
142 static void ibmvfc_tgt_query_target(struct ibmvfc_target *);
143 static void ibmvfc_npiv_logout(struct ibmvfc_host *);
144 
145 static const char *unknown_error = "unknown error";
146 
147 #ifdef CONFIG_SCSI_IBMVFC_TRACE
148 
153 static void ibmvfc_trc_start(struct ibmvfc_event *evt)
154 {
155  struct ibmvfc_host *vhost = evt->vhost;
156  struct ibmvfc_cmd *vfc_cmd = &evt->iu.cmd;
157  struct ibmvfc_mad_common *mad = &evt->iu.mad_common;
158  struct ibmvfc_trace_entry *entry;
159 
160  entry = &vhost->trace[vhost->trace_index++];
161  entry->evt = evt;
162  entry->time = jiffies;
163  entry->fmt = evt->crq.format;
164  entry->type = IBMVFC_TRC_START;
165 
166  switch (entry->fmt) {
167  case IBMVFC_CMD_FORMAT:
168  entry->op_code = vfc_cmd->iu.cdb[0];
169  entry->scsi_id = vfc_cmd->tgt_scsi_id;
170  entry->lun = scsilun_to_int(&vfc_cmd->iu.lun);
171  entry->tmf_flags = vfc_cmd->iu.tmf_flags;
172  entry->u.start.xfer_len = vfc_cmd->iu.xfer_len;
173  break;
174  case IBMVFC_MAD_FORMAT:
175  entry->op_code = mad->opcode;
176  break;
177  default:
178  break;
179  };
180 }
181 
187 static void ibmvfc_trc_end(struct ibmvfc_event *evt)
188 {
189  struct ibmvfc_host *vhost = evt->vhost;
190  struct ibmvfc_cmd *vfc_cmd = &evt->xfer_iu->cmd;
191  struct ibmvfc_mad_common *mad = &evt->xfer_iu->mad_common;
192  struct ibmvfc_trace_entry *entry = &vhost->trace[vhost->trace_index++];
193 
194  entry->evt = evt;
195  entry->time = jiffies;
196  entry->fmt = evt->crq.format;
197  entry->type = IBMVFC_TRC_END;
198 
199  switch (entry->fmt) {
200  case IBMVFC_CMD_FORMAT:
201  entry->op_code = vfc_cmd->iu.cdb[0];
202  entry->scsi_id = vfc_cmd->tgt_scsi_id;
203  entry->lun = scsilun_to_int(&vfc_cmd->iu.lun);
204  entry->tmf_flags = vfc_cmd->iu.tmf_flags;
205  entry->u.end.status = vfc_cmd->status;
206  entry->u.end.error = vfc_cmd->error;
207  entry->u.end.fcp_rsp_flags = vfc_cmd->rsp.flags;
208  entry->u.end.rsp_code = vfc_cmd->rsp.data.info.rsp_code;
209  entry->u.end.scsi_status = vfc_cmd->rsp.scsi_status;
210  break;
211  case IBMVFC_MAD_FORMAT:
212  entry->op_code = mad->opcode;
213  entry->u.end.status = mad->status;
214  break;
215  default:
216  break;
217 
218  };
219 }
220 
221 #else
222 #define ibmvfc_trc_start(evt) do { } while (0)
223 #define ibmvfc_trc_end(evt) do { } while (0)
224 #endif
225 
234 static int ibmvfc_get_err_index(u16 status, u16 error)
235 {
236  int i;
237 
238  for (i = 0; i < ARRAY_SIZE(cmd_status); i++)
239  if ((cmd_status[i].status & status) == cmd_status[i].status &&
240  cmd_status[i].error == error)
241  return i;
242 
243  return -EINVAL;
244 }
245 
254 static const char *ibmvfc_get_cmd_error(u16 status, u16 error)
255 {
256  int rc = ibmvfc_get_err_index(status, error);
257  if (rc >= 0)
258  return cmd_status[rc].name;
259  return unknown_error;
260 }
261 
269 static int ibmvfc_get_err_result(struct ibmvfc_cmd *vfc_cmd)
270 {
271  int err;
272  struct ibmvfc_fcp_rsp *rsp = &vfc_cmd->rsp;
273  int fc_rsp_len = rsp->fcp_rsp_len;
274 
275  if ((rsp->flags & FCP_RSP_LEN_VALID) &&
276  ((fc_rsp_len && fc_rsp_len != 4 && fc_rsp_len != 8) ||
277  rsp->data.info.rsp_code))
278  return DID_ERROR << 16;
279 
280  err = ibmvfc_get_err_index(vfc_cmd->status, vfc_cmd->error);
281  if (err >= 0)
282  return rsp->scsi_status | (cmd_status[err].result << 16);
283  return rsp->scsi_status | (DID_ERROR << 16);
284 }
285 
294 static int ibmvfc_retry_cmd(u16 status, u16 error)
295 {
296  int rc = ibmvfc_get_err_index(status, error);
297 
298  if (rc >= 0)
299  return cmd_status[rc].retry;
300  return 1;
301 }
302 
303 static const char *unknown_fc_explain = "unknown fc explain";
304 
305 static const struct {
307  char *name;
308 } ls_explain [] = {
309  { 0x00, "no additional explanation" },
310  { 0x01, "service parameter error - options" },
311  { 0x03, "service parameter error - initiator control" },
312  { 0x05, "service parameter error - recipient control" },
313  { 0x07, "service parameter error - received data field size" },
314  { 0x09, "service parameter error - concurrent seq" },
315  { 0x0B, "service parameter error - credit" },
316  { 0x0D, "invalid N_Port/F_Port_Name" },
317  { 0x0E, "invalid node/Fabric Name" },
318  { 0x0F, "invalid common service parameters" },
319  { 0x11, "invalid association header" },
320  { 0x13, "association header required" },
321  { 0x15, "invalid originator S_ID" },
322  { 0x17, "invalid OX_ID-RX-ID combination" },
323  { 0x19, "command (request) already in progress" },
324  { 0x1E, "N_Port Login requested" },
325  { 0x1F, "Invalid N_Port_ID" },
326 };
327 
328 static const struct {
329  u16 fc_explain;
330  char *name;
331 } gs_explain [] = {
332  { 0x00, "no additional explanation" },
333  { 0x01, "port identifier not registered" },
334  { 0x02, "port name not registered" },
335  { 0x03, "node name not registered" },
336  { 0x04, "class of service not registered" },
337  { 0x06, "initial process associator not registered" },
338  { 0x07, "FC-4 TYPEs not registered" },
339  { 0x08, "symbolic port name not registered" },
340  { 0x09, "symbolic node name not registered" },
341  { 0x0A, "port type not registered" },
342  { 0xF0, "authorization exception" },
343  { 0xF1, "authentication exception" },
344  { 0xF2, "data base full" },
345  { 0xF3, "data base empty" },
346  { 0xF4, "processing request" },
347  { 0xF5, "unable to verify connection" },
348  { 0xF6, "devices not in a common zone" },
349 };
350 
358 static const char *ibmvfc_get_ls_explain(u16 status)
359 {
360  int i;
361 
362  for (i = 0; i < ARRAY_SIZE(ls_explain); i++)
363  if (ls_explain[i].fc_explain == status)
364  return ls_explain[i].name;
365 
366  return unknown_fc_explain;
367 }
368 
376 static const char *ibmvfc_get_gs_explain(u16 status)
377 {
378  int i;
379 
380  for (i = 0; i < ARRAY_SIZE(gs_explain); i++)
381  if (gs_explain[i].fc_explain == status)
382  return gs_explain[i].name;
383 
384  return unknown_fc_explain;
385 }
386 
387 static const struct {
389  char *name;
390 } fc_type [] = {
391  { IBMVFC_FABRIC_REJECT, "fabric reject" },
392  { IBMVFC_PORT_REJECT, "port reject" },
393  { IBMVFC_LS_REJECT, "ELS reject" },
394  { IBMVFC_FABRIC_BUSY, "fabric busy" },
395  { IBMVFC_PORT_BUSY, "port busy" },
396  { IBMVFC_BASIC_REJECT, "basic reject" },
397 };
398 
399 static const char *unknown_fc_type = "unknown fc type";
400 
408 static const char *ibmvfc_get_fc_type(u16 status)
409 {
410  int i;
411 
412  for (i = 0; i < ARRAY_SIZE(fc_type); i++)
413  if (fc_type[i].fc_type == status)
414  return fc_type[i].name;
415 
416  return unknown_fc_type;
417 }
418 
425 static void ibmvfc_set_tgt_action(struct ibmvfc_target *tgt,
427 {
428  switch (tgt->action) {
430  if (action == IBMVFC_TGT_ACTION_DELETED_RPORT)
431  tgt->action = action;
433  break;
434  default:
435  if (action == IBMVFC_TGT_ACTION_DEL_RPORT)
436  tgt->add_rport = 0;
437  tgt->action = action;
438  break;
439  }
440 }
441 
450 static int ibmvfc_set_host_state(struct ibmvfc_host *vhost,
452 {
453  int rc = 0;
454 
455  switch (vhost->state) {
456  case IBMVFC_HOST_OFFLINE:
457  rc = -EINVAL;
458  break;
459  default:
460  vhost->state = state;
461  break;
462  };
463 
464  return rc;
465 }
466 
473 static void ibmvfc_set_host_action(struct ibmvfc_host *vhost,
474  enum ibmvfc_host_action action)
475 {
476  switch (action) {
478  if (vhost->action == IBMVFC_HOST_ACTION_INIT_WAIT)
479  vhost->action = action;
480  break;
482  if (vhost->action == IBMVFC_HOST_ACTION_LOGO)
483  vhost->action = action;
484  break;
486  if (vhost->action == IBMVFC_HOST_ACTION_INIT)
487  vhost->action = action;
488  break;
490  switch (vhost->action) {
494  vhost->action = action;
495  break;
496  default:
497  break;
498  };
499  break;
502  vhost->action = action;
503  break;
506  switch (vhost->action) {
509  break;
510  default:
511  vhost->action = action;
512  break;
513  };
514  break;
521  default:
522  vhost->action = action;
523  break;
524  };
525 }
526 
534 static void ibmvfc_reinit_host(struct ibmvfc_host *vhost)
535 {
536  if (vhost->action == IBMVFC_HOST_ACTION_NONE) {
537  if (!ibmvfc_set_host_state(vhost, IBMVFC_INITIALIZING)) {
538  scsi_block_requests(vhost->host);
539  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_QUERY);
540  }
541  } else
542  vhost->reinit = 1;
543 
544  wake_up(&vhost->work_wait_q);
545 }
546 
553 static void ibmvfc_link_down(struct ibmvfc_host *vhost,
554  enum ibmvfc_host_state state)
555 {
556  struct ibmvfc_target *tgt;
557 
558  ENTER;
559  scsi_block_requests(vhost->host);
560  list_for_each_entry(tgt, &vhost->targets, queue)
561  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
562  ibmvfc_set_host_state(vhost, state);
563  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_TGT_DEL);
564  vhost->events_to_log |= IBMVFC_AE_LINKDOWN;
565  wake_up(&vhost->work_wait_q);
566  LEAVE;
567 }
568 
576 static void ibmvfc_init_host(struct ibmvfc_host *vhost)
577 {
578  struct ibmvfc_target *tgt;
579 
580  if (vhost->action == IBMVFC_HOST_ACTION_INIT_WAIT) {
581  if (++vhost->init_retries > IBMVFC_MAX_HOST_INIT_RETRIES) {
582  dev_err(vhost->dev,
583  "Host initialization retries exceeded. Taking adapter offline\n");
584  ibmvfc_link_down(vhost, IBMVFC_HOST_OFFLINE);
585  return;
586  }
587  }
588 
589  if (!ibmvfc_set_host_state(vhost, IBMVFC_INITIALIZING)) {
590  memset(vhost->async_crq.msgs, 0, PAGE_SIZE);
591  vhost->async_crq.cur = 0;
592 
593  list_for_each_entry(tgt, &vhost->targets, queue)
594  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
595  scsi_block_requests(vhost->host);
596  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT);
597  vhost->job_step = ibmvfc_npiv_login;
598  wake_up(&vhost->work_wait_q);
599  }
600 }
601 
611 static int ibmvfc_send_crq(struct ibmvfc_host *vhost, u64 word1, u64 word2)
612 {
613  struct vio_dev *vdev = to_vio_dev(vhost->dev);
614  return plpar_hcall_norets(H_SEND_CRQ, vdev->unit_address, word1, word2);
615 }
616 
624 static int ibmvfc_send_crq_init(struct ibmvfc_host *vhost)
625 {
626  ibmvfc_dbg(vhost, "Sending CRQ init\n");
627  return ibmvfc_send_crq(vhost, 0xC001000000000000LL, 0);
628 }
629 
637 static int ibmvfc_send_crq_init_complete(struct ibmvfc_host *vhost)
638 {
639  ibmvfc_dbg(vhost, "Sending CRQ init complete\n");
640  return ibmvfc_send_crq(vhost, 0xC002000000000000LL, 0);
641 }
642 
650 static void ibmvfc_release_crq_queue(struct ibmvfc_host *vhost)
651 {
652  long rc = 0;
653  struct vio_dev *vdev = to_vio_dev(vhost->dev);
654  struct ibmvfc_crq_queue *crq = &vhost->crq;
655 
656  ibmvfc_dbg(vhost, "Releasing CRQ\n");
657  free_irq(vdev->irq, vhost);
658  tasklet_kill(&vhost->tasklet);
659  do {
660  if (rc)
661  msleep(100);
662  rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
663  } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
664 
665  vhost->state = IBMVFC_NO_CRQ;
666  vhost->logged_in = 0;
668  free_page((unsigned long)crq->msgs);
669 }
670 
678 static int ibmvfc_reenable_crq_queue(struct ibmvfc_host *vhost)
679 {
680  int rc = 0;
681  struct vio_dev *vdev = to_vio_dev(vhost->dev);
682 
683  /* Re-enable the CRQ */
684  do {
685  if (rc)
686  msleep(100);
687  rc = plpar_hcall_norets(H_ENABLE_CRQ, vdev->unit_address);
688  } while (rc == H_IN_PROGRESS || rc == H_BUSY || H_IS_LONG_BUSY(rc));
689 
690  if (rc)
691  dev_err(vhost->dev, "Error enabling adapter (rc=%d)\n", rc);
692 
693  return rc;
694 }
695 
703 static int ibmvfc_reset_crq(struct ibmvfc_host *vhost)
704 {
705  int rc = 0;
706  unsigned long flags;
707  struct vio_dev *vdev = to_vio_dev(vhost->dev);
708  struct ibmvfc_crq_queue *crq = &vhost->crq;
709 
710  /* Close the CRQ */
711  do {
712  if (rc)
713  msleep(100);
714  rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
715  } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
716 
717  spin_lock_irqsave(vhost->host->host_lock, flags);
718  vhost->state = IBMVFC_NO_CRQ;
719  vhost->logged_in = 0;
720  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_NONE);
721 
722  /* Clean out the queue */
723  memset(crq->msgs, 0, PAGE_SIZE);
724  crq->cur = 0;
725 
726  /* And re-open it again */
727  rc = plpar_hcall_norets(H_REG_CRQ, vdev->unit_address,
728  crq->msg_token, PAGE_SIZE);
729 
730  if (rc == H_CLOSED)
731  /* Adapter is good, but other end is not ready */
732  dev_warn(vhost->dev, "Partner adapter not ready\n");
733  else if (rc != 0)
734  dev_warn(vhost->dev, "Couldn't register crq (rc=%d)\n", rc);
735  spin_unlock_irqrestore(vhost->host->host_lock, flags);
736 
737  return rc;
738 }
739 
748 static int ibmvfc_valid_event(struct ibmvfc_event_pool *pool,
749  struct ibmvfc_event *evt)
750 {
751  int index = evt - pool->events;
752  if (index < 0 || index >= pool->size) /* outside of bounds */
753  return 0;
754  if (evt != pool->events + index) /* unaligned */
755  return 0;
756  return 1;
757 }
758 
764 static void ibmvfc_free_event(struct ibmvfc_event *evt)
765 {
766  struct ibmvfc_host *vhost = evt->vhost;
767  struct ibmvfc_event_pool *pool = &vhost->pool;
768 
769  BUG_ON(!ibmvfc_valid_event(pool, evt));
770  BUG_ON(atomic_inc_return(&evt->free) != 1);
771  list_add_tail(&evt->queue, &vhost->free);
772 }
773 
781 static void ibmvfc_scsi_eh_done(struct ibmvfc_event *evt)
782 {
783  struct scsi_cmnd *cmnd = evt->cmnd;
784 
785  if (cmnd) {
786  scsi_dma_unmap(cmnd);
787  cmnd->scsi_done(cmnd);
788  }
789 
790  if (evt->eh_comp)
791  complete(evt->eh_comp);
792 
793  ibmvfc_free_event(evt);
794 }
795 
804 static void ibmvfc_fail_request(struct ibmvfc_event *evt, int error_code)
805 {
806  if (evt->cmnd) {
807  evt->cmnd->result = (error_code << 16);
808  evt->done = ibmvfc_scsi_eh_done;
809  } else
811 
812  list_del(&evt->queue);
813  del_timer(&evt->timer);
814  ibmvfc_trc_end(evt);
815  evt->done(evt);
816 }
817 
826 static void ibmvfc_purge_requests(struct ibmvfc_host *vhost, int error_code)
827 {
828  struct ibmvfc_event *evt, *pos;
829 
830  ibmvfc_dbg(vhost, "Purging all requests\n");
831  list_for_each_entry_safe(evt, pos, &vhost->sent, queue)
832  ibmvfc_fail_request(evt, error_code);
833 }
834 
839 static void ibmvfc_hard_reset_host(struct ibmvfc_host *vhost)
840 {
841  ibmvfc_purge_requests(vhost, DID_ERROR);
842  ibmvfc_link_down(vhost, IBMVFC_LINK_DOWN);
843  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_RESET);
844 }
845 
850 static void __ibmvfc_reset_host(struct ibmvfc_host *vhost)
851 {
852  if (vhost->logged_in && vhost->action != IBMVFC_HOST_ACTION_LOGO_WAIT &&
853  !ibmvfc_set_host_state(vhost, IBMVFC_INITIALIZING)) {
854  scsi_block_requests(vhost->host);
855  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_LOGO);
856  vhost->job_step = ibmvfc_npiv_logout;
857  wake_up(&vhost->work_wait_q);
858  } else
859  ibmvfc_hard_reset_host(vhost);
860 }
861 
866 static void ibmvfc_reset_host(struct ibmvfc_host *vhost)
867 {
868  unsigned long flags;
869 
870  spin_lock_irqsave(vhost->host->host_lock, flags);
871  __ibmvfc_reset_host(vhost);
872  spin_unlock_irqrestore(vhost->host->host_lock, flags);
873 }
874 
882 static int ibmvfc_retry_host_init(struct ibmvfc_host *vhost)
883 {
884  int retry = 0;
885 
886  if (vhost->action == IBMVFC_HOST_ACTION_INIT_WAIT) {
887  vhost->delay_init = 1;
889  dev_err(vhost->dev,
890  "Host initialization retries exceeded. Taking adapter offline\n");
891  ibmvfc_link_down(vhost, IBMVFC_HOST_OFFLINE);
892  } else if (vhost->init_retries == IBMVFC_MAX_HOST_INIT_RETRIES)
893  __ibmvfc_reset_host(vhost);
894  else {
895  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT);
896  retry = 1;
897  }
898  }
899 
900  wake_up(&vhost->work_wait_q);
901  return retry;
902 }
903 
911 static struct ibmvfc_target *__ibmvfc_get_target(struct scsi_target *starget)
912 {
913  struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
914  struct ibmvfc_host *vhost = shost_priv(shost);
915  struct ibmvfc_target *tgt;
916 
917  list_for_each_entry(tgt, &vhost->targets, queue)
918  if (tgt->target_id == starget->id) {
919  kref_get(&tgt->kref);
920  return tgt;
921  }
922  return NULL;
923 }
924 
932 static struct ibmvfc_target *ibmvfc_get_target(struct scsi_target *starget)
933 {
934  struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
935  struct ibmvfc_target *tgt;
936  unsigned long flags;
937 
938  spin_lock_irqsave(shost->host_lock, flags);
939  tgt = __ibmvfc_get_target(starget);
940  spin_unlock_irqrestore(shost->host_lock, flags);
941  return tgt;
942 }
943 
951 static void ibmvfc_get_host_speed(struct Scsi_Host *shost)
952 {
953  struct ibmvfc_host *vhost = shost_priv(shost);
954  unsigned long flags;
955 
956  spin_lock_irqsave(shost->host_lock, flags);
957  if (vhost->state == IBMVFC_ACTIVE) {
958  switch (vhost->login_buf->resp.link_speed / 100) {
959  case 1:
961  break;
962  case 2:
964  break;
965  case 4:
967  break;
968  case 8:
970  break;
971  case 10:
973  break;
974  case 16:
976  break;
977  default:
978  ibmvfc_log(vhost, 3, "Unknown port speed: %lld Gbit\n",
979  vhost->login_buf->resp.link_speed / 100);
981  break;
982  }
983  } else
985  spin_unlock_irqrestore(shost->host_lock, flags);
986 }
987 
995 static void ibmvfc_get_host_port_state(struct Scsi_Host *shost)
996 {
997  struct ibmvfc_host *vhost = shost_priv(shost);
998  unsigned long flags;
999 
1000  spin_lock_irqsave(shost->host_lock, flags);
1001  switch (vhost->state) {
1002  case IBMVFC_INITIALIZING:
1003  case IBMVFC_ACTIVE:
1005  break;
1006  case IBMVFC_LINK_DOWN:
1008  break;
1009  case IBMVFC_LINK_DEAD:
1010  case IBMVFC_HOST_OFFLINE:
1012  break;
1013  case IBMVFC_HALTED:
1015  break;
1016  case IBMVFC_NO_CRQ:
1018  break;
1019  default:
1020  ibmvfc_log(vhost, 3, "Unknown port state: %d\n", vhost->state);
1022  break;
1023  }
1024  spin_unlock_irqrestore(shost->host_lock, flags);
1025 }
1026 
1035 static void ibmvfc_set_rport_dev_loss_tmo(struct fc_rport *rport, u32 timeout)
1036 {
1037  if (timeout)
1038  rport->dev_loss_tmo = timeout;
1039  else
1040  rport->dev_loss_tmo = 1;
1041 }
1042 
1048 static void ibmvfc_release_tgt(struct kref *kref)
1049 {
1050  struct ibmvfc_target *tgt = container_of(kref, struct ibmvfc_target, kref);
1051  kfree(tgt);
1052 }
1053 
1061 static void ibmvfc_get_starget_node_name(struct scsi_target *starget)
1062 {
1063  struct ibmvfc_target *tgt = ibmvfc_get_target(starget);
1064  fc_starget_port_name(starget) = tgt ? tgt->ids.node_name : 0;
1065  if (tgt)
1066  kref_put(&tgt->kref, ibmvfc_release_tgt);
1067 }
1068 
1076 static void ibmvfc_get_starget_port_name(struct scsi_target *starget)
1077 {
1078  struct ibmvfc_target *tgt = ibmvfc_get_target(starget);
1079  fc_starget_port_name(starget) = tgt ? tgt->ids.port_name : 0;
1080  if (tgt)
1081  kref_put(&tgt->kref, ibmvfc_release_tgt);
1082 }
1083 
1091 static void ibmvfc_get_starget_port_id(struct scsi_target *starget)
1092 {
1093  struct ibmvfc_target *tgt = ibmvfc_get_target(starget);
1094  fc_starget_port_id(starget) = tgt ? tgt->scsi_id : -1;
1095  if (tgt)
1096  kref_put(&tgt->kref, ibmvfc_release_tgt);
1097 }
1098 
1106 static int ibmvfc_wait_while_resetting(struct ibmvfc_host *vhost)
1107 {
1108  long timeout = wait_event_timeout(vhost->init_wait_q,
1109  ((vhost->state == IBMVFC_ACTIVE ||
1110  vhost->state == IBMVFC_HOST_OFFLINE ||
1111  vhost->state == IBMVFC_LINK_DEAD) &&
1112  vhost->action == IBMVFC_HOST_ACTION_NONE),
1113  (init_timeout * HZ));
1114 
1115  return timeout ? 0 : -EIO;
1116 }
1117 
1125 static int ibmvfc_issue_fc_host_lip(struct Scsi_Host *shost)
1126 {
1127  struct ibmvfc_host *vhost = shost_priv(shost);
1128 
1129  dev_err(vhost->dev, "Initiating host LIP. Resetting connection\n");
1130  ibmvfc_reset_host(vhost);
1131  return ibmvfc_wait_while_resetting(vhost);
1132 }
1133 
1140 static void ibmvfc_gather_partition_info(struct ibmvfc_host *vhost)
1141 {
1142  struct device_node *rootdn;
1143  const char *name;
1144  const unsigned int *num;
1145 
1146  rootdn = of_find_node_by_path("/");
1147  if (!rootdn)
1148  return;
1149 
1150  name = of_get_property(rootdn, "ibm,partition-name", NULL);
1151  if (name)
1152  strncpy(vhost->partition_name, name, sizeof(vhost->partition_name));
1153  num = of_get_property(rootdn, "ibm,partition-no", NULL);
1154  if (num)
1155  vhost->partition_number = *num;
1156  of_node_put(rootdn);
1157 }
1158 
1166 static void ibmvfc_set_login_info(struct ibmvfc_host *vhost)
1167 {
1168  struct ibmvfc_npiv_login *login_info = &vhost->login_info;
1169  struct device_node *of_node = vhost->dev->of_node;
1170  const char *location;
1171 
1172  memset(login_info, 0, sizeof(*login_info));
1173 
1174  login_info->ostype = IBMVFC_OS_LINUX;
1175  login_info->max_dma_len = IBMVFC_MAX_SECTORS << 9;
1176  login_info->max_payload = sizeof(struct ibmvfc_fcp_cmd_iu);
1177  login_info->max_response = sizeof(struct ibmvfc_fcp_rsp);
1178  login_info->partition_num = vhost->partition_number;
1179  login_info->vfc_frame_version = 1;
1180  login_info->fcp_version = 3;
1181  login_info->flags = IBMVFC_FLUSH_ON_HALT;
1182  if (vhost->client_migrated)
1183  login_info->flags |= IBMVFC_CLIENT_MIGRATED;
1184 
1185  login_info->max_cmds = max_requests + IBMVFC_NUM_INTERNAL_REQ;
1186  login_info->capabilities = IBMVFC_CAN_MIGRATE;
1187  login_info->async.va = vhost->async_crq.msg_token;
1188  login_info->async.len = vhost->async_crq.size * sizeof(*vhost->async_crq.msgs);
1189  strncpy(login_info->partition_name, vhost->partition_name, IBMVFC_MAX_NAME);
1190  strncpy(login_info->device_name,
1191  dev_name(&vhost->host->shost_gendev), IBMVFC_MAX_NAME);
1192 
1193  location = of_get_property(of_node, "ibm,loc-code", NULL);
1194  location = location ? location : dev_name(vhost->dev);
1195  strncpy(login_info->drc_name, location, IBMVFC_MAX_NAME);
1196 }
1197 
1204 static int ibmvfc_init_event_pool(struct ibmvfc_host *vhost)
1205 {
1206  int i;
1207  struct ibmvfc_event_pool *pool = &vhost->pool;
1208 
1209  ENTER;
1210  pool->size = max_requests + IBMVFC_NUM_INTERNAL_REQ;
1211  pool->events = kcalloc(pool->size, sizeof(*pool->events), GFP_KERNEL);
1212  if (!pool->events)
1213  return -ENOMEM;
1214 
1215  pool->iu_storage = dma_alloc_coherent(vhost->dev,
1216  pool->size * sizeof(*pool->iu_storage),
1217  &pool->iu_token, 0);
1218 
1219  if (!pool->iu_storage) {
1220  kfree(pool->events);
1221  return -ENOMEM;
1222  }
1223 
1224  for (i = 0; i < pool->size; ++i) {
1225  struct ibmvfc_event *evt = &pool->events[i];
1226  atomic_set(&evt->free, 1);
1227  evt->crq.valid = 0x80;
1228  evt->crq.ioba = pool->iu_token + (sizeof(*evt->xfer_iu) * i);
1229  evt->xfer_iu = pool->iu_storage + i;
1230  evt->vhost = vhost;
1231  evt->ext_list = NULL;
1232  list_add_tail(&evt->queue, &vhost->free);
1233  }
1234 
1235  LEAVE;
1236  return 0;
1237 }
1238 
1244 static void ibmvfc_free_event_pool(struct ibmvfc_host *vhost)
1245 {
1246  int i;
1247  struct ibmvfc_event_pool *pool = &vhost->pool;
1248 
1249  ENTER;
1250  for (i = 0; i < pool->size; ++i) {
1251  list_del(&pool->events[i].queue);
1252  BUG_ON(atomic_read(&pool->events[i].free) != 1);
1253  if (pool->events[i].ext_list)
1254  dma_pool_free(vhost->sg_pool,
1255  pool->events[i].ext_list,
1256  pool->events[i].ext_list_token);
1257  }
1258 
1259  kfree(pool->events);
1260  dma_free_coherent(vhost->dev,
1261  pool->size * sizeof(*pool->iu_storage),
1262  pool->iu_storage, pool->iu_token);
1263  LEAVE;
1264 }
1265 
1272 static struct ibmvfc_event *ibmvfc_get_event(struct ibmvfc_host *vhost)
1273 {
1274  struct ibmvfc_event *evt;
1275 
1276  BUG_ON(list_empty(&vhost->free));
1277  evt = list_entry(vhost->free.next, struct ibmvfc_event, queue);
1278  atomic_set(&evt->free, 0);
1279  list_del(&evt->queue);
1280  return evt;
1281 }
1282 
1290 static void ibmvfc_init_event(struct ibmvfc_event *evt,
1291  void (*done) (struct ibmvfc_event *), u8 format)
1292 {
1293  evt->cmnd = NULL;
1294  evt->sync_iu = NULL;
1295  evt->crq.format = format;
1296  evt->done = done;
1297  evt->eh_comp = NULL;
1298 }
1299 
1306 static void ibmvfc_map_sg_list(struct scsi_cmnd *scmd, int nseg,
1307  struct srp_direct_buf *md)
1308 {
1309  int i;
1310  struct scatterlist *sg;
1311 
1312  scsi_for_each_sg(scmd, sg, nseg, i) {
1313  md[i].va = sg_dma_address(sg);
1314  md[i].len = sg_dma_len(sg);
1315  md[i].key = 0;
1316  }
1317 }
1318 
1329 static int ibmvfc_map_sg_data(struct scsi_cmnd *scmd,
1330  struct ibmvfc_event *evt,
1331  struct ibmvfc_cmd *vfc_cmd, struct device *dev)
1332 {
1333 
1334  int sg_mapped;
1335  struct srp_direct_buf *data = &vfc_cmd->ioba;
1336  struct ibmvfc_host *vhost = dev_get_drvdata(dev);
1337 
1338  sg_mapped = scsi_dma_map(scmd);
1339  if (!sg_mapped) {
1340  vfc_cmd->flags |= IBMVFC_NO_MEM_DESC;
1341  return 0;
1342  } else if (unlikely(sg_mapped < 0)) {
1343  if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
1344  scmd_printk(KERN_ERR, scmd, "Failed to map DMA buffer for command\n");
1345  return sg_mapped;
1346  }
1347 
1348  if (scmd->sc_data_direction == DMA_TO_DEVICE) {
1349  vfc_cmd->flags |= IBMVFC_WRITE;
1350  vfc_cmd->iu.add_cdb_len |= IBMVFC_WRDATA;
1351  } else {
1352  vfc_cmd->flags |= IBMVFC_READ;
1353  vfc_cmd->iu.add_cdb_len |= IBMVFC_RDDATA;
1354  }
1355 
1356  if (sg_mapped == 1) {
1357  ibmvfc_map_sg_list(scmd, sg_mapped, data);
1358  return 0;
1359  }
1360 
1361  vfc_cmd->flags |= IBMVFC_SCATTERLIST;
1362 
1363  if (!evt->ext_list) {
1364  evt->ext_list = dma_pool_alloc(vhost->sg_pool, GFP_ATOMIC,
1365  &evt->ext_list_token);
1366 
1367  if (!evt->ext_list) {
1368  scsi_dma_unmap(scmd);
1369  if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
1370  scmd_printk(KERN_ERR, scmd, "Can't allocate memory for scatterlist\n");
1371  return -ENOMEM;
1372  }
1373  }
1374 
1375  ibmvfc_map_sg_list(scmd, sg_mapped, evt->ext_list);
1376 
1377  data->va = evt->ext_list_token;
1378  data->len = sg_mapped * sizeof(struct srp_direct_buf);
1379  data->key = 0;
1380  return 0;
1381 }
1382 
1389 static void ibmvfc_timeout(struct ibmvfc_event *evt)
1390 {
1391  struct ibmvfc_host *vhost = evt->vhost;
1392  dev_err(vhost->dev, "Command timed out (%p). Resetting connection\n", evt);
1393  ibmvfc_reset_host(vhost);
1394 }
1395 
1404 static int ibmvfc_send_event(struct ibmvfc_event *evt,
1405  struct ibmvfc_host *vhost, unsigned long timeout)
1406 {
1407  u64 *crq_as_u64 = (u64 *) &evt->crq;
1408  int rc;
1409 
1410  /* Copy the IU into the transfer area */
1411  *evt->xfer_iu = evt->iu;
1412  if (evt->crq.format == IBMVFC_CMD_FORMAT)
1413  evt->xfer_iu->cmd.tag = (u64)evt;
1414  else if (evt->crq.format == IBMVFC_MAD_FORMAT)
1415  evt->xfer_iu->mad_common.tag = (u64)evt;
1416  else
1417  BUG();
1418 
1419  list_add_tail(&evt->queue, &vhost->sent);
1420  init_timer(&evt->timer);
1421 
1422  if (timeout) {
1423  evt->timer.data = (unsigned long) evt;
1424  evt->timer.expires = jiffies + (timeout * HZ);
1425  evt->timer.function = (void (*)(unsigned long))ibmvfc_timeout;
1426  add_timer(&evt->timer);
1427  }
1428 
1429  mb();
1430 
1431  if ((rc = ibmvfc_send_crq(vhost, crq_as_u64[0], crq_as_u64[1]))) {
1432  list_del(&evt->queue);
1433  del_timer(&evt->timer);
1434 
1435  /* If send_crq returns H_CLOSED, return SCSI_MLQUEUE_HOST_BUSY.
1436  * Firmware will send a CRQ with a transport event (0xFF) to
1437  * tell this client what has happened to the transport. This
1438  * will be handled in ibmvfc_handle_crq()
1439  */
1440  if (rc == H_CLOSED) {
1441  if (printk_ratelimit())
1442  dev_warn(vhost->dev, "Send warning. Receive queue closed, will retry.\n");
1443  if (evt->cmnd)
1444  scsi_dma_unmap(evt->cmnd);
1445  ibmvfc_free_event(evt);
1446  return SCSI_MLQUEUE_HOST_BUSY;
1447  }
1448 
1449  dev_err(vhost->dev, "Send error (rc=%d)\n", rc);
1450  if (evt->cmnd) {
1451  evt->cmnd->result = DID_ERROR << 16;
1452  evt->done = ibmvfc_scsi_eh_done;
1453  } else
1454  evt->xfer_iu->mad_common.status = IBMVFC_MAD_CRQ_ERROR;
1455 
1456  evt->done(evt);
1457  } else
1458  ibmvfc_trc_start(evt);
1459 
1460  return 0;
1461 }
1462 
1468 static void ibmvfc_log_error(struct ibmvfc_event *evt)
1469 {
1470  struct ibmvfc_cmd *vfc_cmd = &evt->xfer_iu->cmd;
1471  struct ibmvfc_host *vhost = evt->vhost;
1472  struct ibmvfc_fcp_rsp *rsp = &vfc_cmd->rsp;
1473  struct scsi_cmnd *cmnd = evt->cmnd;
1474  const char *err = unknown_error;
1475  int index = ibmvfc_get_err_index(vfc_cmd->status, vfc_cmd->error);
1476  int logerr = 0;
1477  int rsp_code = 0;
1478 
1479  if (index >= 0) {
1480  logerr = cmd_status[index].log;
1481  err = cmd_status[index].name;
1482  }
1483 
1484  if (!logerr && (vhost->log_level <= (IBMVFC_DEFAULT_LOG_LEVEL + 1)))
1485  return;
1486 
1487  if (rsp->flags & FCP_RSP_LEN_VALID)
1488  rsp_code = rsp->data.info.rsp_code;
1489 
1490  scmd_printk(KERN_ERR, cmnd, "Command (%02X) failed: %s (%x:%x) "
1491  "flags: %x fcp_rsp: %x, resid=%d, scsi_status: %x\n",
1492  cmnd->cmnd[0], err, vfc_cmd->status, vfc_cmd->error,
1493  rsp->flags, rsp_code, scsi_get_resid(cmnd), rsp->scsi_status);
1494 }
1495 
1501 static void ibmvfc_relogin(struct scsi_device *sdev)
1502 {
1503  struct ibmvfc_host *vhost = shost_priv(sdev->host);
1504  struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
1505  struct ibmvfc_target *tgt;
1506 
1507  list_for_each_entry(tgt, &vhost->targets, queue) {
1508  if (rport == tgt->rport) {
1509  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
1510  break;
1511  }
1512  }
1513 
1514  ibmvfc_reinit_host(vhost);
1515 }
1516 
1523 static void ibmvfc_scsi_done(struct ibmvfc_event *evt)
1524 {
1525  struct ibmvfc_cmd *vfc_cmd = &evt->xfer_iu->cmd;
1526  struct ibmvfc_fcp_rsp *rsp = &vfc_cmd->rsp;
1527  struct scsi_cmnd *cmnd = evt->cmnd;
1528  u32 rsp_len = 0;
1529  u32 sense_len = rsp->fcp_sense_len;
1530 
1531  if (cmnd) {
1533  scsi_set_resid(cmnd, vfc_cmd->adapter_resid);
1534  else if (rsp->flags & FCP_RESID_UNDER)
1535  scsi_set_resid(cmnd, rsp->fcp_resid);
1536  else
1537  scsi_set_resid(cmnd, 0);
1538 
1539  if (vfc_cmd->status) {
1540  cmnd->result = ibmvfc_get_err_result(vfc_cmd);
1541 
1542  if (rsp->flags & FCP_RSP_LEN_VALID)
1543  rsp_len = rsp->fcp_rsp_len;
1544  if ((sense_len + rsp_len) > SCSI_SENSE_BUFFERSIZE)
1545  sense_len = SCSI_SENSE_BUFFERSIZE - rsp_len;
1546  if ((rsp->flags & FCP_SNS_LEN_VALID) && rsp->fcp_sense_len && rsp_len <= 8)
1547  memcpy(cmnd->sense_buffer, rsp->data.sense + rsp_len, sense_len);
1548  if ((vfc_cmd->status & IBMVFC_VIOS_FAILURE) && (vfc_cmd->error == IBMVFC_PLOGI_REQUIRED))
1549  ibmvfc_relogin(cmnd->device);
1550 
1551  if (!cmnd->result && (!scsi_get_resid(cmnd) || (rsp->flags & FCP_RESID_OVER)))
1552  cmnd->result = (DID_ERROR << 16);
1553 
1554  ibmvfc_log_error(evt);
1555  }
1556 
1557  if (!cmnd->result &&
1558  (scsi_bufflen(cmnd) - scsi_get_resid(cmnd) < cmnd->underflow))
1559  cmnd->result = (DID_ERROR << 16);
1560 
1561  scsi_dma_unmap(cmnd);
1562  cmnd->scsi_done(cmnd);
1563  }
1564 
1565  if (evt->eh_comp)
1566  complete(evt->eh_comp);
1567 
1568  ibmvfc_free_event(evt);
1569 }
1570 
1578 static inline int ibmvfc_host_chkready(struct ibmvfc_host *vhost)
1579 {
1580  int result = 0;
1581 
1582  switch (vhost->state) {
1583  case IBMVFC_LINK_DEAD:
1584  case IBMVFC_HOST_OFFLINE:
1585  result = DID_NO_CONNECT << 16;
1586  break;
1587  case IBMVFC_NO_CRQ:
1588  case IBMVFC_INITIALIZING:
1589  case IBMVFC_HALTED:
1590  case IBMVFC_LINK_DOWN:
1591  result = DID_REQUEUE << 16;
1592  break;
1593  case IBMVFC_ACTIVE:
1594  result = 0;
1595  break;
1596  };
1597 
1598  return result;
1599 }
1600 
1609 static int ibmvfc_queuecommand_lck(struct scsi_cmnd *cmnd,
1610  void (*done) (struct scsi_cmnd *))
1611 {
1612  struct ibmvfc_host *vhost = shost_priv(cmnd->device->host);
1613  struct fc_rport *rport = starget_to_rport(scsi_target(cmnd->device));
1614  struct ibmvfc_cmd *vfc_cmd;
1615  struct ibmvfc_event *evt;
1616  u8 tag[2];
1617  int rc;
1618 
1619  if (unlikely((rc = fc_remote_port_chkready(rport))) ||
1620  unlikely((rc = ibmvfc_host_chkready(vhost)))) {
1621  cmnd->result = rc;
1622  done(cmnd);
1623  return 0;
1624  }
1625 
1626  cmnd->result = (DID_OK << 16);
1627  evt = ibmvfc_get_event(vhost);
1628  ibmvfc_init_event(evt, ibmvfc_scsi_done, IBMVFC_CMD_FORMAT);
1629  evt->cmnd = cmnd;
1630  cmnd->scsi_done = done;
1631  vfc_cmd = &evt->iu.cmd;
1632  memset(vfc_cmd, 0, sizeof(*vfc_cmd));
1633  vfc_cmd->resp.va = (u64)evt->crq.ioba + offsetof(struct ibmvfc_cmd, rsp);
1634  vfc_cmd->resp.len = sizeof(vfc_cmd->rsp);
1635  vfc_cmd->frame_type = IBMVFC_SCSI_FCP_TYPE;
1636  vfc_cmd->payload_len = sizeof(vfc_cmd->iu);
1637  vfc_cmd->resp_len = sizeof(vfc_cmd->rsp);
1638  vfc_cmd->cancel_key = (unsigned long)cmnd->device->hostdata;
1639  vfc_cmd->tgt_scsi_id = rport->port_id;
1640  vfc_cmd->iu.xfer_len = scsi_bufflen(cmnd);
1641  int_to_scsilun(cmnd->device->lun, &vfc_cmd->iu.lun);
1642  memcpy(vfc_cmd->iu.cdb, cmnd->cmnd, cmnd->cmd_len);
1643 
1644  if (scsi_populate_tag_msg(cmnd, tag)) {
1645  vfc_cmd->task_tag = tag[1];
1646  switch (tag[0]) {
1647  case MSG_SIMPLE_TAG:
1648  vfc_cmd->iu.pri_task_attr = IBMVFC_SIMPLE_TASK;
1649  break;
1650  case MSG_HEAD_TAG:
1651  vfc_cmd->iu.pri_task_attr = IBMVFC_HEAD_OF_QUEUE;
1652  break;
1653  case MSG_ORDERED_TAG:
1654  vfc_cmd->iu.pri_task_attr = IBMVFC_ORDERED_TASK;
1655  break;
1656  };
1657  }
1658 
1659  if (likely(!(rc = ibmvfc_map_sg_data(cmnd, evt, vfc_cmd, vhost->dev))))
1660  return ibmvfc_send_event(evt, vhost, 0);
1661 
1662  ibmvfc_free_event(evt);
1663  if (rc == -ENOMEM)
1664  return SCSI_MLQUEUE_HOST_BUSY;
1665 
1666  if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
1667  scmd_printk(KERN_ERR, cmnd,
1668  "Failed to map DMA buffer for command. rc=%d\n", rc);
1669 
1670  cmnd->result = DID_ERROR << 16;
1671  done(cmnd);
1672  return 0;
1673 }
1674 
1675 static DEF_SCSI_QCMD(ibmvfc_queuecommand)
1676 
1677 
1682 static void ibmvfc_sync_completion(struct ibmvfc_event *evt)
1683 {
1684  /* copy the response back */
1685  if (evt->sync_iu)
1686  *evt->sync_iu = *evt->xfer_iu;
1687 
1688  complete(&evt->comp);
1689 }
1690 
1696 static void ibmvfc_bsg_timeout_done(struct ibmvfc_event *evt)
1697 {
1698  struct ibmvfc_host *vhost = evt->vhost;
1699 
1700  ibmvfc_free_event(evt);
1701  vhost->aborting_passthru = 0;
1702  dev_info(vhost->dev, "Passthru command cancelled\n");
1703 }
1704 
1712 static int ibmvfc_bsg_timeout(struct fc_bsg_job *job)
1713 {
1714  struct ibmvfc_host *vhost = shost_priv(job->shost);
1715  unsigned long port_id = (unsigned long)job->dd_data;
1716  struct ibmvfc_event *evt;
1717  struct ibmvfc_tmf *tmf;
1718  unsigned long flags;
1719  int rc;
1720 
1721  ENTER;
1722  spin_lock_irqsave(vhost->host->host_lock, flags);
1723  if (vhost->aborting_passthru || vhost->state != IBMVFC_ACTIVE) {
1724  __ibmvfc_reset_host(vhost);
1725  spin_unlock_irqrestore(vhost->host->host_lock, flags);
1726  return 0;
1727  }
1728 
1729  vhost->aborting_passthru = 1;
1730  evt = ibmvfc_get_event(vhost);
1731  ibmvfc_init_event(evt, ibmvfc_bsg_timeout_done, IBMVFC_MAD_FORMAT);
1732 
1733  tmf = &evt->iu.tmf;
1734  memset(tmf, 0, sizeof(*tmf));
1735  tmf->common.version = 1;
1736  tmf->common.opcode = IBMVFC_TMF_MAD;
1737  tmf->common.length = sizeof(*tmf);
1738  tmf->scsi_id = port_id;
1739  tmf->cancel_key = IBMVFC_PASSTHRU_CANCEL_KEY;
1740  tmf->my_cancel_key = IBMVFC_INTERNAL_CANCEL_KEY;
1741  rc = ibmvfc_send_event(evt, vhost, default_timeout);
1742 
1743  if (rc != 0) {
1744  vhost->aborting_passthru = 0;
1745  dev_err(vhost->dev, "Failed to send cancel event. rc=%d\n", rc);
1746  rc = -EIO;
1747  } else
1748  dev_info(vhost->dev, "Cancelling passthru command to port id 0x%lx\n",
1749  port_id);
1750 
1751  spin_unlock_irqrestore(vhost->host->host_lock, flags);
1752 
1753  LEAVE;
1754  return rc;
1755 }
1756 
1765 static int ibmvfc_bsg_plogi(struct ibmvfc_host *vhost, unsigned int port_id)
1766 {
1767  struct ibmvfc_port_login *plogi;
1768  struct ibmvfc_target *tgt;
1769  struct ibmvfc_event *evt;
1770  union ibmvfc_iu rsp_iu;
1771  unsigned long flags;
1772  int rc = 0, issue_login = 1;
1773 
1774  ENTER;
1775  spin_lock_irqsave(vhost->host->host_lock, flags);
1776  list_for_each_entry(tgt, &vhost->targets, queue) {
1777  if (tgt->scsi_id == port_id) {
1778  issue_login = 0;
1779  break;
1780  }
1781  }
1782 
1783  if (!issue_login)
1784  goto unlock_out;
1785  if (unlikely((rc = ibmvfc_host_chkready(vhost))))
1786  goto unlock_out;
1787 
1788  evt = ibmvfc_get_event(vhost);
1789  ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_MAD_FORMAT);
1790  plogi = &evt->iu.plogi;
1791  memset(plogi, 0, sizeof(*plogi));
1792  plogi->common.version = 1;
1793  plogi->common.opcode = IBMVFC_PORT_LOGIN;
1794  plogi->common.length = sizeof(*plogi);
1795  plogi->scsi_id = port_id;
1796  evt->sync_iu = &rsp_iu;
1797  init_completion(&evt->comp);
1798 
1799  rc = ibmvfc_send_event(evt, vhost, default_timeout);
1800  spin_unlock_irqrestore(vhost->host->host_lock, flags);
1801 
1802  if (rc)
1803  return -EIO;
1804 
1805  wait_for_completion(&evt->comp);
1806 
1807  if (rsp_iu.plogi.common.status)
1808  rc = -EIO;
1809 
1810  spin_lock_irqsave(vhost->host->host_lock, flags);
1811  ibmvfc_free_event(evt);
1812 unlock_out:
1813  spin_unlock_irqrestore(vhost->host->host_lock, flags);
1814  LEAVE;
1815  return rc;
1816 }
1817 
1825 static int ibmvfc_bsg_request(struct fc_bsg_job *job)
1826 {
1827  struct ibmvfc_host *vhost = shost_priv(job->shost);
1828  struct fc_rport *rport = job->rport;
1829  struct ibmvfc_passthru_mad *mad;
1830  struct ibmvfc_event *evt;
1831  union ibmvfc_iu rsp_iu;
1832  unsigned long flags, port_id = -1;
1833  unsigned int code = job->request->msgcode;
1834  int rc = 0, req_seg, rsp_seg, issue_login = 0;
1835  u32 fc_flags, rsp_len;
1836 
1837  ENTER;
1838  job->reply->reply_payload_rcv_len = 0;
1839  if (rport)
1840  port_id = rport->port_id;
1841 
1842  switch (code) {
1844  port_id = (job->request->rqst_data.h_els.port_id[0] << 16) |
1845  (job->request->rqst_data.h_els.port_id[1] << 8) |
1846  job->request->rqst_data.h_els.port_id[2];
1847  case FC_BSG_RPT_ELS:
1848  fc_flags = IBMVFC_FC_ELS;
1849  break;
1850  case FC_BSG_HST_CT:
1851  issue_login = 1;
1852  port_id = (job->request->rqst_data.h_ct.port_id[0] << 16) |
1853  (job->request->rqst_data.h_ct.port_id[1] << 8) |
1854  job->request->rqst_data.h_ct.port_id[2];
1855  case FC_BSG_RPT_CT:
1856  fc_flags = IBMVFC_FC_CT_IU;
1857  break;
1858  default:
1859  return -ENOTSUPP;
1860  };
1861 
1862  if (port_id == -1)
1863  return -EINVAL;
1864  if (!mutex_trylock(&vhost->passthru_mutex))
1865  return -EBUSY;
1866 
1867  job->dd_data = (void *)port_id;
1868  req_seg = dma_map_sg(vhost->dev, job->request_payload.sg_list,
1869  job->request_payload.sg_cnt, DMA_TO_DEVICE);
1870 
1871  if (!req_seg) {
1872  mutex_unlock(&vhost->passthru_mutex);
1873  return -ENOMEM;
1874  }
1875 
1876  rsp_seg = dma_map_sg(vhost->dev, job->reply_payload.sg_list,
1877  job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
1878 
1879  if (!rsp_seg) {
1880  dma_unmap_sg(vhost->dev, job->request_payload.sg_list,
1881  job->request_payload.sg_cnt, DMA_TO_DEVICE);
1882  mutex_unlock(&vhost->passthru_mutex);
1883  return -ENOMEM;
1884  }
1885 
1886  if (req_seg > 1 || rsp_seg > 1) {
1887  rc = -EINVAL;
1888  goto out;
1889  }
1890 
1891  if (issue_login)
1892  rc = ibmvfc_bsg_plogi(vhost, port_id);
1893 
1894  spin_lock_irqsave(vhost->host->host_lock, flags);
1895 
1896  if (unlikely(rc || (rport && (rc = fc_remote_port_chkready(rport)))) ||
1897  unlikely((rc = ibmvfc_host_chkready(vhost)))) {
1898  spin_unlock_irqrestore(vhost->host->host_lock, flags);
1899  goto out;
1900  }
1901 
1902  evt = ibmvfc_get_event(vhost);
1903  ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_MAD_FORMAT);
1904  mad = &evt->iu.passthru;
1905 
1906  memset(mad, 0, sizeof(*mad));
1907  mad->common.version = 1;
1908  mad->common.opcode = IBMVFC_PASSTHRU;
1909  mad->common.length = sizeof(*mad) - sizeof(mad->fc_iu) - sizeof(mad->iu);
1910 
1911  mad->cmd_ioba.va = (u64)evt->crq.ioba +
1912  offsetof(struct ibmvfc_passthru_mad, iu);
1913  mad->cmd_ioba.len = sizeof(mad->iu);
1914 
1915  mad->iu.cmd_len = job->request_payload.payload_len;
1916  mad->iu.rsp_len = job->reply_payload.payload_len;
1917  mad->iu.flags = fc_flags;
1918  mad->iu.cancel_key = IBMVFC_PASSTHRU_CANCEL_KEY;
1919 
1920  mad->iu.cmd.va = sg_dma_address(job->request_payload.sg_list);
1921  mad->iu.cmd.len = sg_dma_len(job->request_payload.sg_list);
1922  mad->iu.rsp.va = sg_dma_address(job->reply_payload.sg_list);
1923  mad->iu.rsp.len = sg_dma_len(job->reply_payload.sg_list);
1924  mad->iu.scsi_id = port_id;
1925  mad->iu.tag = (u64)evt;
1926  rsp_len = mad->iu.rsp.len;
1927 
1928  evt->sync_iu = &rsp_iu;
1929  init_completion(&evt->comp);
1930  rc = ibmvfc_send_event(evt, vhost, 0);
1931  spin_unlock_irqrestore(vhost->host->host_lock, flags);
1932 
1933  if (rc) {
1934  rc = -EIO;
1935  goto out;
1936  }
1937 
1938  wait_for_completion(&evt->comp);
1939 
1940  if (rsp_iu.passthru.common.status)
1941  rc = -EIO;
1942  else
1943  job->reply->reply_payload_rcv_len = rsp_len;
1944 
1945  spin_lock_irqsave(vhost->host->host_lock, flags);
1946  ibmvfc_free_event(evt);
1947  spin_unlock_irqrestore(vhost->host->host_lock, flags);
1948  job->reply->result = rc;
1949  job->job_done(job);
1950  rc = 0;
1951 out:
1952  dma_unmap_sg(vhost->dev, job->request_payload.sg_list,
1953  job->request_payload.sg_cnt, DMA_TO_DEVICE);
1954  dma_unmap_sg(vhost->dev, job->reply_payload.sg_list,
1955  job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
1956  mutex_unlock(&vhost->passthru_mutex);
1957  LEAVE;
1958  return rc;
1959 }
1960 
1970 static int ibmvfc_reset_device(struct scsi_device *sdev, int type, char *desc)
1971 {
1972  struct ibmvfc_host *vhost = shost_priv(sdev->host);
1973  struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
1974  struct ibmvfc_cmd *tmf;
1975  struct ibmvfc_event *evt = NULL;
1976  union ibmvfc_iu rsp_iu;
1977  struct ibmvfc_fcp_rsp *fc_rsp = &rsp_iu.cmd.rsp;
1978  int rsp_rc = -EBUSY;
1979  unsigned long flags;
1980  int rsp_code = 0;
1981 
1982  spin_lock_irqsave(vhost->host->host_lock, flags);
1983  if (vhost->state == IBMVFC_ACTIVE) {
1984  evt = ibmvfc_get_event(vhost);
1985  ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_CMD_FORMAT);
1986 
1987  tmf = &evt->iu.cmd;
1988  memset(tmf, 0, sizeof(*tmf));
1989  tmf->resp.va = (u64)evt->crq.ioba + offsetof(struct ibmvfc_cmd, rsp);
1990  tmf->resp.len = sizeof(tmf->rsp);
1992  tmf->payload_len = sizeof(tmf->iu);
1993  tmf->resp_len = sizeof(tmf->rsp);
1994  tmf->cancel_key = (unsigned long)sdev->hostdata;
1995  tmf->tgt_scsi_id = rport->port_id;
1996  int_to_scsilun(sdev->lun, &tmf->iu.lun);
1997  tmf->flags = (IBMVFC_NO_MEM_DESC | IBMVFC_TMF);
1998  tmf->iu.tmf_flags = type;
1999  evt->sync_iu = &rsp_iu;
2000 
2001  init_completion(&evt->comp);
2002  rsp_rc = ibmvfc_send_event(evt, vhost, default_timeout);
2003  }
2004  spin_unlock_irqrestore(vhost->host->host_lock, flags);
2005 
2006  if (rsp_rc != 0) {
2007  sdev_printk(KERN_ERR, sdev, "Failed to send %s reset event. rc=%d\n",
2008  desc, rsp_rc);
2009  return -EIO;
2010  }
2011 
2012  sdev_printk(KERN_INFO, sdev, "Resetting %s\n", desc);
2013  wait_for_completion(&evt->comp);
2014 
2015  if (rsp_iu.cmd.status)
2016  rsp_code = ibmvfc_get_err_result(&rsp_iu.cmd);
2017 
2018  if (rsp_code) {
2019  if (fc_rsp->flags & FCP_RSP_LEN_VALID)
2020  rsp_code = fc_rsp->data.info.rsp_code;
2021 
2022  sdev_printk(KERN_ERR, sdev, "%s reset failed: %s (%x:%x) "
2023  "flags: %x fcp_rsp: %x, scsi_status: %x\n",
2024  desc, ibmvfc_get_cmd_error(rsp_iu.cmd.status, rsp_iu.cmd.error),
2025  rsp_iu.cmd.status, rsp_iu.cmd.error, fc_rsp->flags, rsp_code,
2026  fc_rsp->scsi_status);
2027  rsp_rc = -EIO;
2028  } else
2029  sdev_printk(KERN_INFO, sdev, "%s reset successful\n", desc);
2030 
2031  spin_lock_irqsave(vhost->host->host_lock, flags);
2032  ibmvfc_free_event(evt);
2033  spin_unlock_irqrestore(vhost->host->host_lock, flags);
2034  return rsp_rc;
2035 }
2036 
2045 static int ibmvfc_match_rport(struct ibmvfc_event *evt, void *rport)
2046 {
2047  struct fc_rport *cmd_rport;
2048 
2049  if (evt->cmnd) {
2050  cmd_rport = starget_to_rport(scsi_target(evt->cmnd->device));
2051  if (cmd_rport == rport)
2052  return 1;
2053  }
2054  return 0;
2055 }
2056 
2065 static int ibmvfc_match_target(struct ibmvfc_event *evt, void *device)
2066 {
2067  if (evt->cmnd && scsi_target(evt->cmnd->device) == device)
2068  return 1;
2069  return 0;
2070 }
2071 
2080 static int ibmvfc_match_lun(struct ibmvfc_event *evt, void *device)
2081 {
2082  if (evt->cmnd && evt->cmnd->device == device)
2083  return 1;
2084  return 0;
2085 }
2086 
2096 static int ibmvfc_wait_for_ops(struct ibmvfc_host *vhost, void *device,
2097  int (*match) (struct ibmvfc_event *, void *))
2098 {
2099  struct ibmvfc_event *evt;
2101  int wait;
2102  unsigned long flags;
2103  signed long timeout = IBMVFC_ABORT_WAIT_TIMEOUT * HZ;
2104 
2105  ENTER;
2106  do {
2107  wait = 0;
2108  spin_lock_irqsave(vhost->host->host_lock, flags);
2109  list_for_each_entry(evt, &vhost->sent, queue) {
2110  if (match(evt, device)) {
2111  evt->eh_comp = &comp;
2112  wait++;
2113  }
2114  }
2115  spin_unlock_irqrestore(vhost->host->host_lock, flags);
2116 
2117  if (wait) {
2118  timeout = wait_for_completion_timeout(&comp, timeout);
2119 
2120  if (!timeout) {
2121  wait = 0;
2122  spin_lock_irqsave(vhost->host->host_lock, flags);
2123  list_for_each_entry(evt, &vhost->sent, queue) {
2124  if (match(evt, device)) {
2125  evt->eh_comp = NULL;
2126  wait++;
2127  }
2128  }
2129  spin_unlock_irqrestore(vhost->host->host_lock, flags);
2130  if (wait)
2131  dev_err(vhost->dev, "Timed out waiting for aborted commands\n");
2132  LEAVE;
2133  return wait ? FAILED : SUCCESS;
2134  }
2135  }
2136  } while (wait);
2137 
2138  LEAVE;
2139  return SUCCESS;
2140 }
2141 
2153 static int ibmvfc_cancel_all(struct scsi_device *sdev, int type)
2154 {
2155  struct ibmvfc_host *vhost = shost_priv(sdev->host);
2156  struct scsi_target *starget = scsi_target(sdev);
2157  struct fc_rport *rport = starget_to_rport(starget);
2158  struct ibmvfc_tmf *tmf;
2159  struct ibmvfc_event *evt, *found_evt;
2160  union ibmvfc_iu rsp;
2161  int rsp_rc = -EBUSY;
2162  unsigned long flags;
2163  u16 status;
2164 
2165  ENTER;
2166  spin_lock_irqsave(vhost->host->host_lock, flags);
2167  found_evt = NULL;
2168  list_for_each_entry(evt, &vhost->sent, queue) {
2169  if (evt->cmnd && evt->cmnd->device == sdev) {
2170  found_evt = evt;
2171  break;
2172  }
2173  }
2174 
2175  if (!found_evt) {
2176  if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
2177  sdev_printk(KERN_INFO, sdev, "No events found to cancel\n");
2178  spin_unlock_irqrestore(vhost->host->host_lock, flags);
2179  return 0;
2180  }
2181 
2182  if (vhost->state == IBMVFC_ACTIVE) {
2183  evt = ibmvfc_get_event(vhost);
2184  ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_MAD_FORMAT);
2185 
2186  tmf = &evt->iu.tmf;
2187  memset(tmf, 0, sizeof(*tmf));
2188  tmf->common.version = 1;
2189  tmf->common.opcode = IBMVFC_TMF_MAD;
2190  tmf->common.length = sizeof(*tmf);
2191  tmf->scsi_id = rport->port_id;
2192  int_to_scsilun(sdev->lun, &tmf->lun);
2193  tmf->flags = (type | IBMVFC_TMF_LUA_VALID);
2194  tmf->cancel_key = (unsigned long)sdev->hostdata;
2195  tmf->my_cancel_key = (unsigned long)starget->hostdata;
2196 
2197  evt->sync_iu = &rsp;
2198  init_completion(&evt->comp);
2199  rsp_rc = ibmvfc_send_event(evt, vhost, default_timeout);
2200  }
2201 
2202  spin_unlock_irqrestore(vhost->host->host_lock, flags);
2203 
2204  if (rsp_rc != 0) {
2205  sdev_printk(KERN_ERR, sdev, "Failed to send cancel event. rc=%d\n", rsp_rc);
2206  return -EIO;
2207  }
2208 
2209  sdev_printk(KERN_INFO, sdev, "Cancelling outstanding commands.\n");
2210 
2211  wait_for_completion(&evt->comp);
2212  status = rsp.mad_common.status;
2213  spin_lock_irqsave(vhost->host->host_lock, flags);
2214  ibmvfc_free_event(evt);
2215  spin_unlock_irqrestore(vhost->host->host_lock, flags);
2216 
2217  if (status != IBMVFC_MAD_SUCCESS) {
2218  sdev_printk(KERN_WARNING, sdev, "Cancel failed with rc=%x\n", status);
2219  return -EIO;
2220  }
2221 
2222  sdev_printk(KERN_INFO, sdev, "Successfully cancelled outstanding commands\n");
2223  return 0;
2224 }
2225 
2234 static int ibmvfc_match_key(struct ibmvfc_event *evt, void *key)
2235 {
2236  unsigned long cancel_key = (unsigned long)key;
2237 
2238  if (evt->crq.format == IBMVFC_CMD_FORMAT &&
2239  evt->iu.cmd.cancel_key == cancel_key)
2240  return 1;
2241  return 0;
2242 }
2243 
2252 static int ibmvfc_match_evt(struct ibmvfc_event *evt, void *match)
2253 {
2254  if (evt == match)
2255  return 1;
2256  return 0;
2257 }
2258 
2269 static int ibmvfc_abort_task_set(struct scsi_device *sdev)
2270 {
2271  struct ibmvfc_host *vhost = shost_priv(sdev->host);
2272  struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
2273  struct ibmvfc_cmd *tmf;
2274  struct ibmvfc_event *evt, *found_evt;
2275  union ibmvfc_iu rsp_iu;
2276  struct ibmvfc_fcp_rsp *fc_rsp = &rsp_iu.cmd.rsp;
2277  int rc, rsp_rc = -EBUSY;
2278  unsigned long flags, timeout = IBMVFC_ABORT_TIMEOUT;
2279  int rsp_code = 0;
2280 
2281  spin_lock_irqsave(vhost->host->host_lock, flags);
2282  found_evt = NULL;
2283  list_for_each_entry(evt, &vhost->sent, queue) {
2284  if (evt->cmnd && evt->cmnd->device == sdev) {
2285  found_evt = evt;
2286  break;
2287  }
2288  }
2289 
2290  if (!found_evt) {
2291  if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
2292  sdev_printk(KERN_INFO, sdev, "No events found to abort\n");
2293  spin_unlock_irqrestore(vhost->host->host_lock, flags);
2294  return 0;
2295  }
2296 
2297  if (vhost->state == IBMVFC_ACTIVE) {
2298  evt = ibmvfc_get_event(vhost);
2299  ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_CMD_FORMAT);
2300 
2301  tmf = &evt->iu.cmd;
2302  memset(tmf, 0, sizeof(*tmf));
2303  tmf->resp.va = (u64)evt->crq.ioba + offsetof(struct ibmvfc_cmd, rsp);
2304  tmf->resp.len = sizeof(tmf->rsp);
2306  tmf->payload_len = sizeof(tmf->iu);
2307  tmf->resp_len = sizeof(tmf->rsp);
2308  tmf->cancel_key = (unsigned long)sdev->hostdata;
2309  tmf->tgt_scsi_id = rport->port_id;
2310  int_to_scsilun(sdev->lun, &tmf->iu.lun);
2311  tmf->flags = (IBMVFC_NO_MEM_DESC | IBMVFC_TMF);
2312  tmf->iu.tmf_flags = IBMVFC_ABORT_TASK_SET;
2313  evt->sync_iu = &rsp_iu;
2314 
2315  init_completion(&evt->comp);
2316  rsp_rc = ibmvfc_send_event(evt, vhost, default_timeout);
2317  }
2318 
2319  spin_unlock_irqrestore(vhost->host->host_lock, flags);
2320 
2321  if (rsp_rc != 0) {
2322  sdev_printk(KERN_ERR, sdev, "Failed to send abort. rc=%d\n", rsp_rc);
2323  return -EIO;
2324  }
2325 
2326  sdev_printk(KERN_INFO, sdev, "Aborting outstanding commands\n");
2327  timeout = wait_for_completion_timeout(&evt->comp, timeout);
2328 
2329  if (!timeout) {
2330  rc = ibmvfc_cancel_all(sdev, IBMVFC_TMF_ABORT_TASK_SET);
2331  if (!rc) {
2332  rc = ibmvfc_wait_for_ops(vhost, sdev->hostdata, ibmvfc_match_key);
2333  if (rc == SUCCESS)
2334  rc = 0;
2335  }
2336 
2337  if (rc) {
2338  sdev_printk(KERN_INFO, sdev, "Cancel failed, resetting host\n");
2339  ibmvfc_reset_host(vhost);
2340  rsp_rc = -EIO;
2341  rc = ibmvfc_wait_for_ops(vhost, sdev->hostdata, ibmvfc_match_key);
2342 
2343  if (rc == SUCCESS)
2344  rsp_rc = 0;
2345 
2346  rc = ibmvfc_wait_for_ops(vhost, evt, ibmvfc_match_evt);
2347  if (rc != SUCCESS) {
2348  spin_lock_irqsave(vhost->host->host_lock, flags);
2349  ibmvfc_hard_reset_host(vhost);
2350  spin_unlock_irqrestore(vhost->host->host_lock, flags);
2351  rsp_rc = 0;
2352  }
2353 
2354  goto out;
2355  }
2356  }
2357 
2358  if (rsp_iu.cmd.status)
2359  rsp_code = ibmvfc_get_err_result(&rsp_iu.cmd);
2360 
2361  if (rsp_code) {
2362  if (fc_rsp->flags & FCP_RSP_LEN_VALID)
2363  rsp_code = fc_rsp->data.info.rsp_code;
2364 
2365  sdev_printk(KERN_ERR, sdev, "Abort failed: %s (%x:%x) "
2366  "flags: %x fcp_rsp: %x, scsi_status: %x\n",
2367  ibmvfc_get_cmd_error(rsp_iu.cmd.status, rsp_iu.cmd.error),
2368  rsp_iu.cmd.status, rsp_iu.cmd.error, fc_rsp->flags, rsp_code,
2369  fc_rsp->scsi_status);
2370  rsp_rc = -EIO;
2371  } else
2372  sdev_printk(KERN_INFO, sdev, "Abort successful\n");
2373 
2374 out:
2375  spin_lock_irqsave(vhost->host->host_lock, flags);
2376  ibmvfc_free_event(evt);
2377  spin_unlock_irqrestore(vhost->host->host_lock, flags);
2378  return rsp_rc;
2379 }
2380 
2388 static int ibmvfc_eh_abort_handler(struct scsi_cmnd *cmd)
2389 {
2390  struct scsi_device *sdev = cmd->device;
2391  struct ibmvfc_host *vhost = shost_priv(sdev->host);
2392  int cancel_rc, abort_rc;
2393  int rc = FAILED;
2394 
2395  ENTER;
2396  fc_block_scsi_eh(cmd);
2397  ibmvfc_wait_while_resetting(vhost);
2398  cancel_rc = ibmvfc_cancel_all(sdev, IBMVFC_TMF_ABORT_TASK_SET);
2399  abort_rc = ibmvfc_abort_task_set(sdev);
2400 
2401  if (!cancel_rc && !abort_rc)
2402  rc = ibmvfc_wait_for_ops(vhost, sdev, ibmvfc_match_lun);
2403 
2404  LEAVE;
2405  return rc;
2406 }
2407 
2415 static int ibmvfc_eh_device_reset_handler(struct scsi_cmnd *cmd)
2416 {
2417  struct scsi_device *sdev = cmd->device;
2418  struct ibmvfc_host *vhost = shost_priv(sdev->host);
2419  int cancel_rc, reset_rc;
2420  int rc = FAILED;
2421 
2422  ENTER;
2423  fc_block_scsi_eh(cmd);
2424  ibmvfc_wait_while_resetting(vhost);
2425  cancel_rc = ibmvfc_cancel_all(sdev, IBMVFC_TMF_LUN_RESET);
2426  reset_rc = ibmvfc_reset_device(sdev, IBMVFC_LUN_RESET, "LUN");
2427 
2428  if (!cancel_rc && !reset_rc)
2429  rc = ibmvfc_wait_for_ops(vhost, sdev, ibmvfc_match_lun);
2430 
2431  LEAVE;
2432  return rc;
2433 }
2434 
2441 static void ibmvfc_dev_cancel_all_reset(struct scsi_device *sdev, void *data)
2442 {
2443  unsigned long *rc = data;
2444  *rc |= ibmvfc_cancel_all(sdev, IBMVFC_TMF_TGT_RESET);
2445 }
2446 
2454 static int ibmvfc_eh_target_reset_handler(struct scsi_cmnd *cmd)
2455 {
2456  struct scsi_device *sdev = cmd->device;
2457  struct ibmvfc_host *vhost = shost_priv(sdev->host);
2458  struct scsi_target *starget = scsi_target(sdev);
2459  int reset_rc;
2460  int rc = FAILED;
2461  unsigned long cancel_rc = 0;
2462 
2463  ENTER;
2464  fc_block_scsi_eh(cmd);
2465  ibmvfc_wait_while_resetting(vhost);
2466  starget_for_each_device(starget, &cancel_rc, ibmvfc_dev_cancel_all_reset);
2467  reset_rc = ibmvfc_reset_device(sdev, IBMVFC_TARGET_RESET, "target");
2468 
2469  if (!cancel_rc && !reset_rc)
2470  rc = ibmvfc_wait_for_ops(vhost, starget, ibmvfc_match_target);
2471 
2472  LEAVE;
2473  return rc;
2474 }
2475 
2481 static int ibmvfc_eh_host_reset_handler(struct scsi_cmnd *cmd)
2482 {
2483  int rc;
2484  struct ibmvfc_host *vhost = shost_priv(cmd->device->host);
2485 
2486  fc_block_scsi_eh(cmd);
2487  dev_err(vhost->dev, "Resetting connection due to error recovery\n");
2488  rc = ibmvfc_issue_fc_host_lip(vhost->host);
2489  return rc ? FAILED : SUCCESS;
2490 }
2491 
2499 static void ibmvfc_terminate_rport_io(struct fc_rport *rport)
2500 {
2501  struct Scsi_Host *shost = rport_to_shost(rport);
2502  struct ibmvfc_host *vhost = shost_priv(shost);
2503  struct fc_rport *dev_rport;
2504  struct scsi_device *sdev;
2505  unsigned long rc;
2506 
2507  ENTER;
2508  shost_for_each_device(sdev, shost) {
2509  dev_rport = starget_to_rport(scsi_target(sdev));
2510  if (dev_rport != rport)
2511  continue;
2512  ibmvfc_cancel_all(sdev, IBMVFC_TMF_ABORT_TASK_SET);
2513  ibmvfc_abort_task_set(sdev);
2514  }
2515 
2516  rc = ibmvfc_wait_for_ops(vhost, rport, ibmvfc_match_rport);
2517 
2518  if (rc == FAILED)
2519  ibmvfc_issue_fc_host_lip(shost);
2520  LEAVE;
2521 }
2522 
2523 static const struct ibmvfc_async_desc ae_desc [] = {
2527  { "N-Port SCN", IBMVFC_AE_SCN_NPORT, IBMVFC_DEFAULT_LOG_LEVEL + 1 },
2528  { "Group SCN", IBMVFC_AE_SCN_GROUP, IBMVFC_DEFAULT_LOG_LEVEL + 1 },
2536  { "Adapter Failed", IBMVFC_AE_ADAPTER_FAILED, IBMVFC_DEFAULT_LOG_LEVEL },
2537 };
2538 
2539 static const struct ibmvfc_async_desc unknown_ae = {
2540  "Unknown async", 0, IBMVFC_DEFAULT_LOG_LEVEL
2541 };
2542 
2548 static const struct ibmvfc_async_desc *ibmvfc_get_ae_desc(u64 ae)
2549 {
2550  int i;
2551 
2552  for (i = 0; i < ARRAY_SIZE(ae_desc); i++)
2553  if (ae_desc[i].ae == ae)
2554  return &ae_desc[i];
2555 
2556  return &unknown_ae;
2557 }
2558 
2559 static const struct {
2561  const char *desc;
2562 } link_desc [] = {
2563  { IBMVFC_AE_LS_LINK_UP, " link up" },
2564  { IBMVFC_AE_LS_LINK_BOUNCED, " link bounced" },
2565  { IBMVFC_AE_LS_LINK_DOWN, " link down" },
2566  { IBMVFC_AE_LS_LINK_DEAD, " link dead" },
2567 };
2568 
2574 static const char *ibmvfc_get_link_state(enum ibmvfc_ae_link_state state)
2575 {
2576  int i;
2577 
2578  for (i = 0; i < ARRAY_SIZE(link_desc); i++)
2579  if (link_desc[i].state == state)
2580  return link_desc[i].desc;
2581 
2582  return "";
2583 }
2584 
2591 static void ibmvfc_handle_async(struct ibmvfc_async_crq *crq,
2592  struct ibmvfc_host *vhost)
2593 {
2594  const struct ibmvfc_async_desc *desc = ibmvfc_get_ae_desc(crq->event);
2595  struct ibmvfc_target *tgt;
2596 
2597  ibmvfc_log(vhost, desc->log_level, "%s event received. scsi_id: %llx, wwpn: %llx,"
2598  " node_name: %llx%s\n", desc->desc, crq->scsi_id, crq->wwpn, crq->node_name,
2599  ibmvfc_get_link_state(crq->link_state));
2600 
2601  switch (crq->event) {
2602  case IBMVFC_AE_RESUME:
2603  switch (crq->link_state) {
2605  ibmvfc_link_down(vhost, IBMVFC_LINK_DOWN);
2606  break;
2608  ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
2609  break;
2610  case IBMVFC_AE_LS_LINK_UP:
2612  default:
2613  vhost->events_to_log |= IBMVFC_AE_LINKUP;
2614  vhost->delay_init = 1;
2615  __ibmvfc_reset_host(vhost);
2616  break;
2617  };
2618 
2619  break;
2620  case IBMVFC_AE_LINK_UP:
2621  vhost->events_to_log |= IBMVFC_AE_LINKUP;
2622  vhost->delay_init = 1;
2623  __ibmvfc_reset_host(vhost);
2624  break;
2625  case IBMVFC_AE_SCN_FABRIC:
2626  case IBMVFC_AE_SCN_DOMAIN:
2627  vhost->events_to_log |= IBMVFC_AE_RSCN;
2628  if (vhost->state < IBMVFC_HALTED) {
2629  vhost->delay_init = 1;
2630  __ibmvfc_reset_host(vhost);
2631  }
2632  break;
2633  case IBMVFC_AE_SCN_NPORT:
2634  case IBMVFC_AE_SCN_GROUP:
2635  vhost->events_to_log |= IBMVFC_AE_RSCN;
2636  ibmvfc_reinit_host(vhost);
2637  break;
2638  case IBMVFC_AE_ELS_LOGO:
2639  case IBMVFC_AE_ELS_PRLO:
2640  case IBMVFC_AE_ELS_PLOGI:
2641  list_for_each_entry(tgt, &vhost->targets, queue) {
2642  if (!crq->scsi_id && !crq->wwpn && !crq->node_name)
2643  break;
2644  if (crq->scsi_id && tgt->scsi_id != crq->scsi_id)
2645  continue;
2646  if (crq->wwpn && tgt->ids.port_name != crq->wwpn)
2647  continue;
2648  if (crq->node_name && tgt->ids.node_name != crq->node_name)
2649  continue;
2650  if (tgt->need_login && crq->event == IBMVFC_AE_ELS_LOGO)
2651  tgt->logo_rcvd = 1;
2652  if (!tgt->need_login || crq->event == IBMVFC_AE_ELS_PLOGI) {
2653  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
2654  ibmvfc_reinit_host(vhost);
2655  }
2656  }
2657  break;
2658  case IBMVFC_AE_LINK_DOWN:
2660  ibmvfc_link_down(vhost, IBMVFC_LINK_DOWN);
2661  break;
2662  case IBMVFC_AE_LINK_DEAD:
2663  ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
2664  break;
2665  case IBMVFC_AE_HALT:
2666  ibmvfc_link_down(vhost, IBMVFC_HALTED);
2667  break;
2668  default:
2669  dev_err(vhost->dev, "Unknown async event received: %lld\n", crq->event);
2670  break;
2671  };
2672 }
2673 
2680 static void ibmvfc_handle_crq(struct ibmvfc_crq *crq, struct ibmvfc_host *vhost)
2681 {
2682  long rc;
2683  struct ibmvfc_event *evt = (struct ibmvfc_event *)crq->ioba;
2684 
2685  switch (crq->valid) {
2686  case IBMVFC_CRQ_INIT_RSP:
2687  switch (crq->format) {
2688  case IBMVFC_CRQ_INIT:
2689  dev_info(vhost->dev, "Partner initialized\n");
2690  /* Send back a response */
2691  rc = ibmvfc_send_crq_init_complete(vhost);
2692  if (rc == 0)
2693  ibmvfc_init_host(vhost);
2694  else
2695  dev_err(vhost->dev, "Unable to send init rsp. rc=%ld\n", rc);
2696  break;
2698  dev_info(vhost->dev, "Partner initialization complete\n");
2699  ibmvfc_init_host(vhost);
2700  break;
2701  default:
2702  dev_err(vhost->dev, "Unknown crq message type: %d\n", crq->format);
2703  }
2704  return;
2706  vhost->state = IBMVFC_NO_CRQ;
2707  vhost->logged_in = 0;
2708  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_NONE);
2709  if (crq->format == IBMVFC_PARTITION_MIGRATED) {
2710  /* We need to re-setup the interpartition connection */
2711  dev_info(vhost->dev, "Re-enabling adapter\n");
2712  vhost->client_migrated = 1;
2713  ibmvfc_purge_requests(vhost, DID_REQUEUE);
2714  ibmvfc_link_down(vhost, IBMVFC_LINK_DOWN);
2715  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_REENABLE);
2716  } else {
2717  dev_err(vhost->dev, "Virtual adapter failed (rc=%d)\n", crq->format);
2718  ibmvfc_purge_requests(vhost, DID_ERROR);
2719  ibmvfc_link_down(vhost, IBMVFC_LINK_DOWN);
2720  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_RESET);
2721  }
2722  return;
2723  case IBMVFC_CRQ_CMD_RSP:
2724  break;
2725  default:
2726  dev_err(vhost->dev, "Got an invalid message type 0x%02x\n", crq->valid);
2727  return;
2728  }
2729 
2730  if (crq->format == IBMVFC_ASYNC_EVENT)
2731  return;
2732 
2733  /* The only kind of payload CRQs we should get are responses to
2734  * things we send. Make sure this response is to something we
2735  * actually sent
2736  */
2737  if (unlikely(!ibmvfc_valid_event(&vhost->pool, evt))) {
2738  dev_err(vhost->dev, "Returned correlation_token 0x%08llx is invalid!\n",
2739  crq->ioba);
2740  return;
2741  }
2742 
2743  if (unlikely(atomic_read(&evt->free))) {
2744  dev_err(vhost->dev, "Received duplicate correlation_token 0x%08llx!\n",
2745  crq->ioba);
2746  return;
2747  }
2748 
2749  del_timer(&evt->timer);
2750  list_del(&evt->queue);
2751  ibmvfc_trc_end(evt);
2752  evt->done(evt);
2753 }
2754 
2763 static int ibmvfc_scan_finished(struct Scsi_Host *shost, unsigned long time)
2764 {
2765  unsigned long flags;
2766  struct ibmvfc_host *vhost = shost_priv(shost);
2767  int done = 0;
2768 
2769  spin_lock_irqsave(shost->host_lock, flags);
2770  if (time >= (init_timeout * HZ)) {
2771  dev_info(vhost->dev, "Scan taking longer than %d seconds, "
2772  "continuing initialization\n", init_timeout);
2773  done = 1;
2774  }
2775 
2776  if (vhost->scan_complete)
2777  done = 1;
2778  spin_unlock_irqrestore(shost->host_lock, flags);
2779  return done;
2780 }
2781 
2792 static int ibmvfc_slave_alloc(struct scsi_device *sdev)
2793 {
2794  struct Scsi_Host *shost = sdev->host;
2795  struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
2796  struct ibmvfc_host *vhost = shost_priv(shost);
2797  unsigned long flags = 0;
2798 
2799  if (!rport || fc_remote_port_chkready(rport))
2800  return -ENXIO;
2801 
2802  spin_lock_irqsave(shost->host_lock, flags);
2803  sdev->hostdata = (void *)(unsigned long)vhost->task_set++;
2804  spin_unlock_irqrestore(shost->host_lock, flags);
2805  return 0;
2806 }
2807 
2818 static int ibmvfc_target_alloc(struct scsi_target *starget)
2819 {
2820  struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2821  struct ibmvfc_host *vhost = shost_priv(shost);
2822  unsigned long flags = 0;
2823 
2824  spin_lock_irqsave(shost->host_lock, flags);
2825  starget->hostdata = (void *)(unsigned long)vhost->task_set++;
2826  spin_unlock_irqrestore(shost->host_lock, flags);
2827  return 0;
2828 }
2829 
2840 static int ibmvfc_slave_configure(struct scsi_device *sdev)
2841 {
2842  struct Scsi_Host *shost = sdev->host;
2843  unsigned long flags = 0;
2844 
2845  spin_lock_irqsave(shost->host_lock, flags);
2846  if (sdev->type == TYPE_DISK)
2847  sdev->allow_restart = 1;
2848 
2849  if (sdev->tagged_supported) {
2850  scsi_set_tag_type(sdev, MSG_SIMPLE_TAG);
2851  scsi_activate_tcq(sdev, sdev->queue_depth);
2852  } else
2853  scsi_deactivate_tcq(sdev, sdev->queue_depth);
2854  spin_unlock_irqrestore(shost->host_lock, flags);
2855  return 0;
2856 }
2857 
2867 static int ibmvfc_change_queue_depth(struct scsi_device *sdev, int qdepth,
2868  int reason)
2869 {
2870  if (reason != SCSI_QDEPTH_DEFAULT)
2871  return -EOPNOTSUPP;
2872 
2873  if (qdepth > IBMVFC_MAX_CMDS_PER_LUN)
2874  qdepth = IBMVFC_MAX_CMDS_PER_LUN;
2875 
2876  scsi_adjust_queue_depth(sdev, 0, qdepth);
2877  return sdev->queue_depth;
2878 }
2879 
2888 static int ibmvfc_change_queue_type(struct scsi_device *sdev, int tag_type)
2889 {
2890  if (sdev->tagged_supported) {
2891  scsi_set_tag_type(sdev, tag_type);
2892 
2893  if (tag_type)
2894  scsi_activate_tcq(sdev, sdev->queue_depth);
2895  else
2896  scsi_deactivate_tcq(sdev, sdev->queue_depth);
2897  } else
2898  tag_type = 0;
2899 
2900  return tag_type;
2901 }
2902 
2903 static ssize_t ibmvfc_show_host_partition_name(struct device *dev,
2904  struct device_attribute *attr, char *buf)
2905 {
2906  struct Scsi_Host *shost = class_to_shost(dev);
2907  struct ibmvfc_host *vhost = shost_priv(shost);
2908 
2909  return snprintf(buf, PAGE_SIZE, "%s\n",
2910  vhost->login_buf->resp.partition_name);
2911 }
2912 
2913 static ssize_t ibmvfc_show_host_device_name(struct device *dev,
2914  struct device_attribute *attr, char *buf)
2915 {
2916  struct Scsi_Host *shost = class_to_shost(dev);
2917  struct ibmvfc_host *vhost = shost_priv(shost);
2918 
2919  return snprintf(buf, PAGE_SIZE, "%s\n",
2920  vhost->login_buf->resp.device_name);
2921 }
2922 
2923 static ssize_t ibmvfc_show_host_loc_code(struct device *dev,
2924  struct device_attribute *attr, char *buf)
2925 {
2926  struct Scsi_Host *shost = class_to_shost(dev);
2927  struct ibmvfc_host *vhost = shost_priv(shost);
2928 
2929  return snprintf(buf, PAGE_SIZE, "%s\n",
2930  vhost->login_buf->resp.port_loc_code);
2931 }
2932 
2933 static ssize_t ibmvfc_show_host_drc_name(struct device *dev,
2934  struct device_attribute *attr, char *buf)
2935 {
2936  struct Scsi_Host *shost = class_to_shost(dev);
2937  struct ibmvfc_host *vhost = shost_priv(shost);
2938 
2939  return snprintf(buf, PAGE_SIZE, "%s\n",
2940  vhost->login_buf->resp.drc_name);
2941 }
2942 
2943 static ssize_t ibmvfc_show_host_npiv_version(struct device *dev,
2944  struct device_attribute *attr, char *buf)
2945 {
2946  struct Scsi_Host *shost = class_to_shost(dev);
2947  struct ibmvfc_host *vhost = shost_priv(shost);
2948  return snprintf(buf, PAGE_SIZE, "%d\n", vhost->login_buf->resp.version);
2949 }
2950 
2951 static ssize_t ibmvfc_show_host_capabilities(struct device *dev,
2952  struct device_attribute *attr, char *buf)
2953 {
2954  struct Scsi_Host *shost = class_to_shost(dev);
2955  struct ibmvfc_host *vhost = shost_priv(shost);
2956  return snprintf(buf, PAGE_SIZE, "%llx\n", vhost->login_buf->resp.capabilities);
2957 }
2958 
2967 static ssize_t ibmvfc_show_log_level(struct device *dev,
2968  struct device_attribute *attr, char *buf)
2969 {
2970  struct Scsi_Host *shost = class_to_shost(dev);
2971  struct ibmvfc_host *vhost = shost_priv(shost);
2972  unsigned long flags = 0;
2973  int len;
2974 
2975  spin_lock_irqsave(shost->host_lock, flags);
2976  len = snprintf(buf, PAGE_SIZE, "%d\n", vhost->log_level);
2977  spin_unlock_irqrestore(shost->host_lock, flags);
2978  return len;
2979 }
2980 
2989 static ssize_t ibmvfc_store_log_level(struct device *dev,
2990  struct device_attribute *attr,
2991  const char *buf, size_t count)
2992 {
2993  struct Scsi_Host *shost = class_to_shost(dev);
2994  struct ibmvfc_host *vhost = shost_priv(shost);
2995  unsigned long flags = 0;
2996 
2997  spin_lock_irqsave(shost->host_lock, flags);
2998  vhost->log_level = simple_strtoul(buf, NULL, 10);
2999  spin_unlock_irqrestore(shost->host_lock, flags);
3000  return strlen(buf);
3001 }
3002 
3003 static DEVICE_ATTR(partition_name, S_IRUGO, ibmvfc_show_host_partition_name, NULL);
3004 static DEVICE_ATTR(device_name, S_IRUGO, ibmvfc_show_host_device_name, NULL);
3005 static DEVICE_ATTR(port_loc_code, S_IRUGO, ibmvfc_show_host_loc_code, NULL);
3006 static DEVICE_ATTR(drc_name, S_IRUGO, ibmvfc_show_host_drc_name, NULL);
3007 static DEVICE_ATTR(npiv_version, S_IRUGO, ibmvfc_show_host_npiv_version, NULL);
3008 static DEVICE_ATTR(capabilities, S_IRUGO, ibmvfc_show_host_capabilities, NULL);
3010  ibmvfc_show_log_level, ibmvfc_store_log_level);
3011 
3012 #ifdef CONFIG_SCSI_IBMVFC_TRACE
3013 
3025 static ssize_t ibmvfc_read_trace(struct file *filp, struct kobject *kobj,
3026  struct bin_attribute *bin_attr,
3027  char *buf, loff_t off, size_t count)
3028 {
3029  struct device *dev = container_of(kobj, struct device, kobj);
3030  struct Scsi_Host *shost = class_to_shost(dev);
3031  struct ibmvfc_host *vhost = shost_priv(shost);
3032  unsigned long flags = 0;
3033  int size = IBMVFC_TRACE_SIZE;
3034  char *src = (char *)vhost->trace;
3035 
3036  if (off > size)
3037  return 0;
3038  if (off + count > size) {
3039  size -= off;
3040  count = size;
3041  }
3042 
3043  spin_lock_irqsave(shost->host_lock, flags);
3044  memcpy(buf, &src[off], count);
3045  spin_unlock_irqrestore(shost->host_lock, flags);
3046  return count;
3047 }
3048 
3049 static struct bin_attribute ibmvfc_trace_attr = {
3050  .attr = {
3051  .name = "trace",
3052  .mode = S_IRUGO,
3053  },
3054  .size = 0,
3055  .read = ibmvfc_read_trace,
3056 };
3057 #endif
3058 
3059 static struct device_attribute *ibmvfc_attrs[] = {
3060  &dev_attr_partition_name,
3061  &dev_attr_device_name,
3062  &dev_attr_port_loc_code,
3063  &dev_attr_drc_name,
3064  &dev_attr_npiv_version,
3065  &dev_attr_capabilities,
3066  &dev_attr_log_level,
3067  NULL
3068 };
3069 
3070 static struct scsi_host_template driver_template = {
3071  .module = THIS_MODULE,
3072  .name = "IBM POWER Virtual FC Adapter",
3073  .proc_name = IBMVFC_NAME,
3074  .queuecommand = ibmvfc_queuecommand,
3075  .eh_abort_handler = ibmvfc_eh_abort_handler,
3076  .eh_device_reset_handler = ibmvfc_eh_device_reset_handler,
3077  .eh_target_reset_handler = ibmvfc_eh_target_reset_handler,
3078  .eh_host_reset_handler = ibmvfc_eh_host_reset_handler,
3079  .slave_alloc = ibmvfc_slave_alloc,
3080  .slave_configure = ibmvfc_slave_configure,
3081  .target_alloc = ibmvfc_target_alloc,
3082  .scan_finished = ibmvfc_scan_finished,
3083  .change_queue_depth = ibmvfc_change_queue_depth,
3084  .change_queue_type = ibmvfc_change_queue_type,
3085  .cmd_per_lun = 16,
3086  .can_queue = IBMVFC_MAX_REQUESTS_DEFAULT,
3087  .this_id = -1,
3088  .sg_tablesize = SG_ALL,
3089  .max_sectors = IBMVFC_MAX_SECTORS,
3090  .use_clustering = ENABLE_CLUSTERING,
3091  .shost_attrs = ibmvfc_attrs,
3092 };
3093 
3101 static struct ibmvfc_async_crq *ibmvfc_next_async_crq(struct ibmvfc_host *vhost)
3102 {
3103  struct ibmvfc_async_crq_queue *async_crq = &vhost->async_crq;
3104  struct ibmvfc_async_crq *crq;
3105 
3106  crq = &async_crq->msgs[async_crq->cur];
3107  if (crq->valid & 0x80) {
3108  if (++async_crq->cur == async_crq->size)
3109  async_crq->cur = 0;
3110  rmb();
3111  } else
3112  crq = NULL;
3113 
3114  return crq;
3115 }
3116 
3124 static struct ibmvfc_crq *ibmvfc_next_crq(struct ibmvfc_host *vhost)
3125 {
3126  struct ibmvfc_crq_queue *queue = &vhost->crq;
3127  struct ibmvfc_crq *crq;
3128 
3129  crq = &queue->msgs[queue->cur];
3130  if (crq->valid & 0x80) {
3131  if (++queue->cur == queue->size)
3132  queue->cur = 0;
3133  rmb();
3134  } else
3135  crq = NULL;
3136 
3137  return crq;
3138 }
3139 
3148 static irqreturn_t ibmvfc_interrupt(int irq, void *dev_instance)
3149 {
3150  struct ibmvfc_host *vhost = (struct ibmvfc_host *)dev_instance;
3151  unsigned long flags;
3152 
3153  spin_lock_irqsave(vhost->host->host_lock, flags);
3154  vio_disable_interrupts(to_vio_dev(vhost->dev));
3155  tasklet_schedule(&vhost->tasklet);
3156  spin_unlock_irqrestore(vhost->host->host_lock, flags);
3157  return IRQ_HANDLED;
3158 }
3159 
3167 static void ibmvfc_tasklet(void *data)
3168 {
3169  struct ibmvfc_host *vhost = data;
3170  struct vio_dev *vdev = to_vio_dev(vhost->dev);
3171  struct ibmvfc_crq *crq;
3172  struct ibmvfc_async_crq *async;
3173  unsigned long flags;
3174  int done = 0;
3175 
3176  spin_lock_irqsave(vhost->host->host_lock, flags);
3177  while (!done) {
3178  /* Pull all the valid messages off the async CRQ */
3179  while ((async = ibmvfc_next_async_crq(vhost)) != NULL) {
3180  ibmvfc_handle_async(async, vhost);
3181  async->valid = 0;
3182  wmb();
3183  }
3184 
3185  /* Pull all the valid messages off the CRQ */
3186  while ((crq = ibmvfc_next_crq(vhost)) != NULL) {
3187  ibmvfc_handle_crq(crq, vhost);
3188  crq->valid = 0;
3189  wmb();
3190  }
3191 
3192  vio_enable_interrupts(vdev);
3193  if ((async = ibmvfc_next_async_crq(vhost)) != NULL) {
3194  vio_disable_interrupts(vdev);
3195  ibmvfc_handle_async(async, vhost);
3196  async->valid = 0;
3197  wmb();
3198  } else if ((crq = ibmvfc_next_crq(vhost)) != NULL) {
3199  vio_disable_interrupts(vdev);
3200  ibmvfc_handle_crq(crq, vhost);
3201  crq->valid = 0;
3202  wmb();
3203  } else
3204  done = 1;
3205  }
3206 
3207  spin_unlock_irqrestore(vhost->host->host_lock, flags);
3208 }
3209 
3216 static void ibmvfc_init_tgt(struct ibmvfc_target *tgt,
3217  void (*job_step) (struct ibmvfc_target *))
3218 {
3219  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT);
3220  tgt->job_step = job_step;
3221  wake_up(&tgt->vhost->work_wait_q);
3222 }
3223 
3232 static int ibmvfc_retry_tgt_init(struct ibmvfc_target *tgt,
3233  void (*job_step) (struct ibmvfc_target *))
3234 {
3236  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3237  wake_up(&tgt->vhost->work_wait_q);
3238  return 0;
3239  } else
3240  ibmvfc_init_tgt(tgt, job_step);
3241  return 1;
3242 }
3243 
3244 /* Defined in FC-LS */
3245 static const struct {
3246  int code;
3247  int retry;
3249 } prli_rsp [] = {
3250  { 0, 1, 0 },
3251  { 1, 0, 1 },
3252  { 2, 1, 0 },
3253  { 3, 1, 0 },
3254  { 4, 0, 0 },
3255  { 5, 0, 0 },
3256  { 6, 0, 1 },
3257  { 7, 0, 0 },
3258  { 8, 1, 0 },
3259 };
3260 
3266 static int ibmvfc_get_prli_rsp(u16 flags)
3267 {
3268  int i;
3269  int code = (flags & 0x0f00) >> 8;
3270 
3271  for (i = 0; i < ARRAY_SIZE(prli_rsp); i++)
3272  if (prli_rsp[i].code == code)
3273  return i;
3274 
3275  return 0;
3276 }
3277 
3283 static void ibmvfc_tgt_prli_done(struct ibmvfc_event *evt)
3284 {
3285  struct ibmvfc_target *tgt = evt->tgt;
3286  struct ibmvfc_host *vhost = evt->vhost;
3287  struct ibmvfc_process_login *rsp = &evt->xfer_iu->prli;
3288  struct ibmvfc_prli_svc_parms *parms = &rsp->parms;
3289  u32 status = rsp->common.status;
3291 
3292  vhost->discovery_threads--;
3293  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3294  switch (status) {
3295  case IBMVFC_MAD_SUCCESS:
3296  tgt_dbg(tgt, "Process Login succeeded: %X %02X %04X\n",
3297  parms->type, parms->flags, parms->service_parms);
3298 
3299  if (parms->type == IBMVFC_SCSI_FCP_TYPE) {
3300  index = ibmvfc_get_prli_rsp(parms->flags);
3301  if (prli_rsp[index].logged_in) {
3302  if (parms->flags & IBMVFC_PRLI_EST_IMG_PAIR) {
3303  tgt->need_login = 0;
3304  tgt->ids.roles = 0;
3306  tgt->ids.roles |= FC_PORT_ROLE_FCP_TARGET;
3308  tgt->ids.roles |= FC_PORT_ROLE_FCP_INITIATOR;
3309  tgt->add_rport = 1;
3310  } else
3311  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3312  } else if (prli_rsp[index].retry)
3313  ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_prli);
3314  else
3315  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3316  } else
3317  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3318  break;
3320  break;
3321  case IBMVFC_MAD_CRQ_ERROR:
3322  ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_prli);
3323  break;
3324  case IBMVFC_MAD_FAILED:
3325  default:
3326  if ((rsp->status & IBMVFC_VIOS_FAILURE) && rsp->error == IBMVFC_PLOGI_REQUIRED)
3327  level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_plogi);
3328  else if (tgt->logo_rcvd)
3329  level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_plogi);
3330  else if (ibmvfc_retry_cmd(rsp->status, rsp->error))
3331  level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_prli);
3332  else
3333  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3334 
3335  tgt_log(tgt, level, "Process Login failed: %s (%x:%x) rc=0x%02X\n",
3336  ibmvfc_get_cmd_error(rsp->status, rsp->error),
3337  rsp->status, rsp->error, status);
3338  break;
3339  };
3340 
3341  kref_put(&tgt->kref, ibmvfc_release_tgt);
3342  ibmvfc_free_event(evt);
3343  wake_up(&vhost->work_wait_q);
3344 }
3345 
3351 static void ibmvfc_tgt_send_prli(struct ibmvfc_target *tgt)
3352 {
3353  struct ibmvfc_process_login *prli;
3354  struct ibmvfc_host *vhost = tgt->vhost;
3355  struct ibmvfc_event *evt;
3356 
3357  if (vhost->discovery_threads >= disc_threads)
3358  return;
3359 
3360  kref_get(&tgt->kref);
3361  evt = ibmvfc_get_event(vhost);
3362  vhost->discovery_threads++;
3363  ibmvfc_init_event(evt, ibmvfc_tgt_prli_done, IBMVFC_MAD_FORMAT);
3364  evt->tgt = tgt;
3365  prli = &evt->iu.prli;
3366  memset(prli, 0, sizeof(*prli));
3367  prli->common.version = 1;
3368  prli->common.opcode = IBMVFC_PROCESS_LOGIN;
3369  prli->common.length = sizeof(*prli);
3370  prli->scsi_id = tgt->scsi_id;
3371 
3372  prli->parms.type = IBMVFC_SCSI_FCP_TYPE;
3373  prli->parms.flags = IBMVFC_PRLI_EST_IMG_PAIR;
3374  prli->parms.service_parms = IBMVFC_PRLI_INITIATOR_FUNC;
3375 
3376  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
3377  if (ibmvfc_send_event(evt, vhost, default_timeout)) {
3378  vhost->discovery_threads--;
3379  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3380  kref_put(&tgt->kref, ibmvfc_release_tgt);
3381  } else
3382  tgt_dbg(tgt, "Sent process login\n");
3383 }
3384 
3390 static void ibmvfc_tgt_plogi_done(struct ibmvfc_event *evt)
3391 {
3392  struct ibmvfc_target *tgt = evt->tgt;
3393  struct ibmvfc_host *vhost = evt->vhost;
3394  struct ibmvfc_port_login *rsp = &evt->xfer_iu->plogi;
3395  u32 status = rsp->common.status;
3396  int level = IBMVFC_DEFAULT_LOG_LEVEL;
3397 
3398  vhost->discovery_threads--;
3399  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3400  switch (status) {
3401  case IBMVFC_MAD_SUCCESS:
3402  tgt_dbg(tgt, "Port Login succeeded\n");
3403  if (tgt->ids.port_name &&
3404  tgt->ids.port_name != wwn_to_u64(rsp->service_parms.port_name)) {
3405  vhost->reinit = 1;
3406  tgt_dbg(tgt, "Port re-init required\n");
3407  break;
3408  }
3409  tgt->ids.node_name = wwn_to_u64(rsp->service_parms.node_name);
3410  tgt->ids.port_name = wwn_to_u64(rsp->service_parms.port_name);
3411  tgt->ids.port_id = tgt->scsi_id;
3412  memcpy(&tgt->service_parms, &rsp->service_parms,
3413  sizeof(tgt->service_parms));
3415  sizeof(tgt->service_parms_change));
3416  ibmvfc_init_tgt(tgt, ibmvfc_tgt_send_prli);
3417  break;
3419  break;
3420  case IBMVFC_MAD_CRQ_ERROR:
3421  ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_plogi);
3422  break;
3423  case IBMVFC_MAD_FAILED:
3424  default:
3425  if (ibmvfc_retry_cmd(rsp->status, rsp->error))
3426  level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_plogi);
3427  else
3428  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3429 
3430  tgt_log(tgt, level, "Port Login failed: %s (%x:%x) %s (%x) %s (%x) rc=0x%02X\n",
3431  ibmvfc_get_cmd_error(rsp->status, rsp->error), rsp->status, rsp->error,
3432  ibmvfc_get_fc_type(rsp->fc_type), rsp->fc_type,
3433  ibmvfc_get_ls_explain(rsp->fc_explain), rsp->fc_explain, status);
3434  break;
3435  };
3436 
3437  kref_put(&tgt->kref, ibmvfc_release_tgt);
3438  ibmvfc_free_event(evt);
3439  wake_up(&vhost->work_wait_q);
3440 }
3441 
3447 static void ibmvfc_tgt_send_plogi(struct ibmvfc_target *tgt)
3448 {
3449  struct ibmvfc_port_login *plogi;
3450  struct ibmvfc_host *vhost = tgt->vhost;
3451  struct ibmvfc_event *evt;
3452 
3453  if (vhost->discovery_threads >= disc_threads)
3454  return;
3455 
3456  kref_get(&tgt->kref);
3457  tgt->logo_rcvd = 0;
3458  evt = ibmvfc_get_event(vhost);
3459  vhost->discovery_threads++;
3460  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
3461  ibmvfc_init_event(evt, ibmvfc_tgt_plogi_done, IBMVFC_MAD_FORMAT);
3462  evt->tgt = tgt;
3463  plogi = &evt->iu.plogi;
3464  memset(plogi, 0, sizeof(*plogi));
3465  plogi->common.version = 1;
3466  plogi->common.opcode = IBMVFC_PORT_LOGIN;
3467  plogi->common.length = sizeof(*plogi);
3468  plogi->scsi_id = tgt->scsi_id;
3469 
3470  if (ibmvfc_send_event(evt, vhost, default_timeout)) {
3471  vhost->discovery_threads--;
3472  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3473  kref_put(&tgt->kref, ibmvfc_release_tgt);
3474  } else
3475  tgt_dbg(tgt, "Sent port login\n");
3476 }
3477 
3483 static void ibmvfc_tgt_implicit_logout_done(struct ibmvfc_event *evt)
3484 {
3485  struct ibmvfc_target *tgt = evt->tgt;
3486  struct ibmvfc_host *vhost = evt->vhost;
3487  struct ibmvfc_implicit_logout *rsp = &evt->xfer_iu->implicit_logout;
3488  u32 status = rsp->common.status;
3489 
3490  vhost->discovery_threads--;
3491  ibmvfc_free_event(evt);
3492  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3493 
3494  switch (status) {
3495  case IBMVFC_MAD_SUCCESS:
3496  tgt_dbg(tgt, "Implicit Logout succeeded\n");
3497  break;
3499  kref_put(&tgt->kref, ibmvfc_release_tgt);
3500  wake_up(&vhost->work_wait_q);
3501  return;
3502  case IBMVFC_MAD_FAILED:
3503  default:
3504  tgt_err(tgt, "Implicit Logout failed: rc=0x%02X\n", status);
3505  break;
3506  };
3507 
3508  if (vhost->action == IBMVFC_HOST_ACTION_TGT_INIT)
3509  ibmvfc_init_tgt(tgt, ibmvfc_tgt_send_plogi);
3510  else if (vhost->action == IBMVFC_HOST_ACTION_QUERY_TGTS &&
3511  tgt->scsi_id != tgt->new_scsi_id)
3512  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3513  kref_put(&tgt->kref, ibmvfc_release_tgt);
3514  wake_up(&vhost->work_wait_q);
3515 }
3516 
3522 static void ibmvfc_tgt_implicit_logout(struct ibmvfc_target *tgt)
3523 {
3524  struct ibmvfc_implicit_logout *mad;
3525  struct ibmvfc_host *vhost = tgt->vhost;
3526  struct ibmvfc_event *evt;
3527 
3528  if (vhost->discovery_threads >= disc_threads)
3529  return;
3530 
3531  kref_get(&tgt->kref);
3532  evt = ibmvfc_get_event(vhost);
3533  vhost->discovery_threads++;
3534  ibmvfc_init_event(evt, ibmvfc_tgt_implicit_logout_done, IBMVFC_MAD_FORMAT);
3535  evt->tgt = tgt;
3536  mad = &evt->iu.implicit_logout;
3537  memset(mad, 0, sizeof(*mad));
3538  mad->common.version = 1;
3539  mad->common.opcode = IBMVFC_IMPLICIT_LOGOUT;
3540  mad->common.length = sizeof(*mad);
3541  mad->old_scsi_id = tgt->scsi_id;
3542 
3543  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
3544  if (ibmvfc_send_event(evt, vhost, default_timeout)) {
3545  vhost->discovery_threads--;
3546  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3547  kref_put(&tgt->kref, ibmvfc_release_tgt);
3548  } else
3549  tgt_dbg(tgt, "Sent Implicit Logout\n");
3550 }
3551 
3560 static int ibmvfc_adisc_needs_plogi(struct ibmvfc_passthru_mad *mad,
3561  struct ibmvfc_target *tgt)
3562 {
3563  if (memcmp(&mad->fc_iu.response[2], &tgt->ids.port_name,
3564  sizeof(tgt->ids.port_name)))
3565  return 1;
3566  if (memcmp(&mad->fc_iu.response[4], &tgt->ids.node_name,
3567  sizeof(tgt->ids.node_name)))
3568  return 1;
3569  if (mad->fc_iu.response[6] != tgt->scsi_id)
3570  return 1;
3571  return 0;
3572 }
3573 
3579 static void ibmvfc_tgt_adisc_done(struct ibmvfc_event *evt)
3580 {
3581  struct ibmvfc_target *tgt = evt->tgt;
3582  struct ibmvfc_host *vhost = evt->vhost;
3583  struct ibmvfc_passthru_mad *mad = &evt->xfer_iu->passthru;
3584  u32 status = mad->common.status;
3585  u8 fc_reason, fc_explain;
3586 
3587  vhost->discovery_threads--;
3588  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3589  del_timer(&tgt->timer);
3590 
3591  switch (status) {
3592  case IBMVFC_MAD_SUCCESS:
3593  tgt_dbg(tgt, "ADISC succeeded\n");
3594  if (ibmvfc_adisc_needs_plogi(mad, tgt))
3595  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3596  break;
3598  break;
3599  case IBMVFC_MAD_FAILED:
3600  default:
3601  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3602  fc_reason = (mad->fc_iu.response[1] & 0x00ff0000) >> 16;
3603  fc_explain = (mad->fc_iu.response[1] & 0x0000ff00) >> 8;
3604  tgt_info(tgt, "ADISC failed: %s (%x:%x) %s (%x) %s (%x) rc=0x%02X\n",
3605  ibmvfc_get_cmd_error(mad->iu.status, mad->iu.error),
3606  mad->iu.status, mad->iu.error,
3607  ibmvfc_get_fc_type(fc_reason), fc_reason,
3608  ibmvfc_get_ls_explain(fc_explain), fc_explain, status);
3609  break;
3610  };
3611 
3612  kref_put(&tgt->kref, ibmvfc_release_tgt);
3613  ibmvfc_free_event(evt);
3614  wake_up(&vhost->work_wait_q);
3615 }
3616 
3622 static void ibmvfc_init_passthru(struct ibmvfc_event *evt)
3623 {
3624  struct ibmvfc_passthru_mad *mad = &evt->iu.passthru;
3625 
3626  memset(mad, 0, sizeof(*mad));
3627  mad->common.version = 1;
3628  mad->common.opcode = IBMVFC_PASSTHRU;
3629  mad->common.length = sizeof(*mad) - sizeof(mad->fc_iu) - sizeof(mad->iu);
3630  mad->cmd_ioba.va = (u64)evt->crq.ioba +
3631  offsetof(struct ibmvfc_passthru_mad, iu);
3632  mad->cmd_ioba.len = sizeof(mad->iu);
3633  mad->iu.cmd_len = sizeof(mad->fc_iu.payload);
3634  mad->iu.rsp_len = sizeof(mad->fc_iu.response);
3635  mad->iu.cmd.va = (u64)evt->crq.ioba +
3638  mad->iu.cmd.len = sizeof(mad->fc_iu.payload);
3639  mad->iu.rsp.va = (u64)evt->crq.ioba +
3642  mad->iu.rsp.len = sizeof(mad->fc_iu.response);
3643 }
3644 
3655 static void ibmvfc_tgt_adisc_cancel_done(struct ibmvfc_event *evt)
3656 {
3657  struct ibmvfc_host *vhost = evt->vhost;
3658  struct ibmvfc_target *tgt = evt->tgt;
3659 
3660  tgt_dbg(tgt, "ADISC cancel complete\n");
3661  vhost->abort_threads--;
3662  ibmvfc_free_event(evt);
3663  kref_put(&tgt->kref, ibmvfc_release_tgt);
3664  wake_up(&vhost->work_wait_q);
3665 }
3666 
3675 static void ibmvfc_adisc_timeout(struct ibmvfc_target *tgt)
3676 {
3677  struct ibmvfc_host *vhost = tgt->vhost;
3678  struct ibmvfc_event *evt;
3679  struct ibmvfc_tmf *tmf;
3680  unsigned long flags;
3681  int rc;
3682 
3683  tgt_dbg(tgt, "ADISC timeout\n");
3684  spin_lock_irqsave(vhost->host->host_lock, flags);
3685  if (vhost->abort_threads >= disc_threads ||
3687  vhost->state != IBMVFC_INITIALIZING ||
3689  spin_unlock_irqrestore(vhost->host->host_lock, flags);
3690  return;
3691  }
3692 
3693  vhost->abort_threads++;
3694  kref_get(&tgt->kref);
3695  evt = ibmvfc_get_event(vhost);
3696  ibmvfc_init_event(evt, ibmvfc_tgt_adisc_cancel_done, IBMVFC_MAD_FORMAT);
3697 
3698  evt->tgt = tgt;
3699  tmf = &evt->iu.tmf;
3700  memset(tmf, 0, sizeof(*tmf));
3701  tmf->common.version = 1;
3702  tmf->common.opcode = IBMVFC_TMF_MAD;
3703  tmf->common.length = sizeof(*tmf);
3704  tmf->scsi_id = tgt->scsi_id;
3705  tmf->cancel_key = tgt->cancel_key;
3706 
3707  rc = ibmvfc_send_event(evt, vhost, default_timeout);
3708 
3709  if (rc) {
3710  tgt_err(tgt, "Failed to send cancel event for ADISC. rc=%d\n", rc);
3711  vhost->abort_threads--;
3712  kref_put(&tgt->kref, ibmvfc_release_tgt);
3713  __ibmvfc_reset_host(vhost);
3714  } else
3715  tgt_dbg(tgt, "Attempting to cancel ADISC\n");
3716  spin_unlock_irqrestore(vhost->host->host_lock, flags);
3717 }
3718 
3730 static void ibmvfc_tgt_adisc(struct ibmvfc_target *tgt)
3731 {
3732  struct ibmvfc_passthru_mad *mad;
3733  struct ibmvfc_host *vhost = tgt->vhost;
3734  struct ibmvfc_event *evt;
3735 
3736  if (vhost->discovery_threads >= disc_threads)
3737  return;
3738 
3739  kref_get(&tgt->kref);
3740  evt = ibmvfc_get_event(vhost);
3741  vhost->discovery_threads++;
3742  ibmvfc_init_event(evt, ibmvfc_tgt_adisc_done, IBMVFC_MAD_FORMAT);
3743  evt->tgt = tgt;
3744 
3745  ibmvfc_init_passthru(evt);
3746  mad = &evt->iu.passthru;
3747  mad->iu.flags = IBMVFC_FC_ELS;
3748  mad->iu.scsi_id = tgt->scsi_id;
3749  mad->iu.cancel_key = tgt->cancel_key;
3750 
3751  mad->fc_iu.payload[0] = IBMVFC_ADISC;
3752  memcpy(&mad->fc_iu.payload[2], &vhost->login_buf->resp.port_name,
3753  sizeof(vhost->login_buf->resp.port_name));
3754  memcpy(&mad->fc_iu.payload[4], &vhost->login_buf->resp.node_name,
3755  sizeof(vhost->login_buf->resp.node_name));
3756  mad->fc_iu.payload[6] = vhost->login_buf->resp.scsi_id & 0x00ffffff;
3757 
3758  if (timer_pending(&tgt->timer))
3759  mod_timer(&tgt->timer, jiffies + (IBMVFC_ADISC_TIMEOUT * HZ));
3760  else {
3761  tgt->timer.data = (unsigned long) tgt;
3762  tgt->timer.expires = jiffies + (IBMVFC_ADISC_TIMEOUT * HZ);
3763  tgt->timer.function = (void (*)(unsigned long))ibmvfc_adisc_timeout;
3764  add_timer(&tgt->timer);
3765  }
3766 
3767  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
3768  if (ibmvfc_send_event(evt, vhost, IBMVFC_ADISC_PLUS_CANCEL_TIMEOUT)) {
3769  vhost->discovery_threads--;
3770  del_timer(&tgt->timer);
3771  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3772  kref_put(&tgt->kref, ibmvfc_release_tgt);
3773  } else
3774  tgt_dbg(tgt, "Sent ADISC\n");
3775 }
3776 
3782 static void ibmvfc_tgt_query_target_done(struct ibmvfc_event *evt)
3783 {
3784  struct ibmvfc_target *tgt = evt->tgt;
3785  struct ibmvfc_host *vhost = evt->vhost;
3786  struct ibmvfc_query_tgt *rsp = &evt->xfer_iu->query_tgt;
3787  u32 status = rsp->common.status;
3788  int level = IBMVFC_DEFAULT_LOG_LEVEL;
3789 
3790  vhost->discovery_threads--;
3791  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3792  switch (status) {
3793  case IBMVFC_MAD_SUCCESS:
3794  tgt_dbg(tgt, "Query Target succeeded\n");
3795  tgt->new_scsi_id = rsp->scsi_id;
3796  if (rsp->scsi_id != tgt->scsi_id)
3797  ibmvfc_init_tgt(tgt, ibmvfc_tgt_implicit_logout);
3798  else
3799  ibmvfc_init_tgt(tgt, ibmvfc_tgt_adisc);
3800  break;
3802  break;
3803  case IBMVFC_MAD_CRQ_ERROR:
3804  ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_query_target);
3805  break;
3806  case IBMVFC_MAD_FAILED:
3807  default:
3811  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3812  else if (ibmvfc_retry_cmd(rsp->status, rsp->error))
3813  level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_query_target);
3814  else
3815  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3816 
3817  tgt_log(tgt, level, "Query Target failed: %s (%x:%x) %s (%x) %s (%x) rc=0x%02X\n",
3818  ibmvfc_get_cmd_error(rsp->status, rsp->error), rsp->status, rsp->error,
3819  ibmvfc_get_fc_type(rsp->fc_type), rsp->fc_type,
3820  ibmvfc_get_gs_explain(rsp->fc_explain), rsp->fc_explain, status);
3821  break;
3822  };
3823 
3824  kref_put(&tgt->kref, ibmvfc_release_tgt);
3825  ibmvfc_free_event(evt);
3826  wake_up(&vhost->work_wait_q);
3827 }
3828 
3834 static void ibmvfc_tgt_query_target(struct ibmvfc_target *tgt)
3835 {
3836  struct ibmvfc_query_tgt *query_tgt;
3837  struct ibmvfc_host *vhost = tgt->vhost;
3838  struct ibmvfc_event *evt;
3839 
3840  if (vhost->discovery_threads >= disc_threads)
3841  return;
3842 
3843  kref_get(&tgt->kref);
3844  evt = ibmvfc_get_event(vhost);
3845  vhost->discovery_threads++;
3846  evt->tgt = tgt;
3847  ibmvfc_init_event(evt, ibmvfc_tgt_query_target_done, IBMVFC_MAD_FORMAT);
3848  query_tgt = &evt->iu.query_tgt;
3849  memset(query_tgt, 0, sizeof(*query_tgt));
3850  query_tgt->common.version = 1;
3851  query_tgt->common.opcode = IBMVFC_QUERY_TARGET;
3852  query_tgt->common.length = sizeof(*query_tgt);
3853  query_tgt->wwpn = tgt->ids.port_name;
3854 
3855  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
3856  if (ibmvfc_send_event(evt, vhost, default_timeout)) {
3857  vhost->discovery_threads--;
3858  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3859  kref_put(&tgt->kref, ibmvfc_release_tgt);
3860  } else
3861  tgt_dbg(tgt, "Sent Query Target\n");
3862 }
3863 
3872 static int ibmvfc_alloc_target(struct ibmvfc_host *vhost, u64 scsi_id)
3873 {
3874  struct ibmvfc_target *tgt;
3875  unsigned long flags;
3876 
3877  spin_lock_irqsave(vhost->host->host_lock, flags);
3878  list_for_each_entry(tgt, &vhost->targets, queue) {
3879  if (tgt->scsi_id == scsi_id) {
3880  if (tgt->need_login)
3881  ibmvfc_init_tgt(tgt, ibmvfc_tgt_implicit_logout);
3882  goto unlock_out;
3883  }
3884  }
3885  spin_unlock_irqrestore(vhost->host->host_lock, flags);
3886 
3887  tgt = mempool_alloc(vhost->tgt_pool, GFP_NOIO);
3888  if (!tgt) {
3889  dev_err(vhost->dev, "Target allocation failure for scsi id %08llx\n",
3890  scsi_id);
3891  return -ENOMEM;
3892  }
3893 
3894  memset(tgt, 0, sizeof(*tgt));
3895  tgt->scsi_id = scsi_id;
3896  tgt->new_scsi_id = scsi_id;
3897  tgt->vhost = vhost;
3898  tgt->need_login = 1;
3899  tgt->cancel_key = vhost->task_set++;
3900  init_timer(&tgt->timer);
3901  kref_init(&tgt->kref);
3902  ibmvfc_init_tgt(tgt, ibmvfc_tgt_implicit_logout);
3903  spin_lock_irqsave(vhost->host->host_lock, flags);
3904  list_add_tail(&tgt->queue, &vhost->targets);
3905 
3906 unlock_out:
3907  spin_unlock_irqrestore(vhost->host->host_lock, flags);
3908  return 0;
3909 }
3910 
3918 static int ibmvfc_alloc_targets(struct ibmvfc_host *vhost)
3919 {
3920  int i, rc;
3921 
3922  for (i = 0, rc = 0; !rc && i < vhost->num_targets; i++)
3923  rc = ibmvfc_alloc_target(vhost,
3924  vhost->disc_buf->scsi_id[i] & IBMVFC_DISC_TGT_SCSI_ID_MASK);
3925 
3926  return rc;
3927 }
3928 
3934 static void ibmvfc_discover_targets_done(struct ibmvfc_event *evt)
3935 {
3936  struct ibmvfc_host *vhost = evt->vhost;
3937  struct ibmvfc_discover_targets *rsp = &evt->xfer_iu->discover_targets;
3938  u32 mad_status = rsp->common.status;
3939  int level = IBMVFC_DEFAULT_LOG_LEVEL;
3940 
3941  switch (mad_status) {
3942  case IBMVFC_MAD_SUCCESS:
3943  ibmvfc_dbg(vhost, "Discover Targets succeeded\n");
3944  vhost->num_targets = rsp->num_written;
3945  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_ALLOC_TGTS);
3946  break;
3947  case IBMVFC_MAD_FAILED:
3948  level += ibmvfc_retry_host_init(vhost);
3949  ibmvfc_log(vhost, level, "Discover Targets failed: %s (%x:%x)\n",
3950  ibmvfc_get_cmd_error(rsp->status, rsp->error), rsp->status, rsp->error);
3951  break;
3953  break;
3954  default:
3955  dev_err(vhost->dev, "Invalid Discover Targets response: 0x%x\n", mad_status);
3956  ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
3957  break;
3958  }
3959 
3960  ibmvfc_free_event(evt);
3961  wake_up(&vhost->work_wait_q);
3962 }
3963 
3969 static void ibmvfc_discover_targets(struct ibmvfc_host *vhost)
3970 {
3971  struct ibmvfc_discover_targets *mad;
3972  struct ibmvfc_event *evt = ibmvfc_get_event(vhost);
3973 
3974  ibmvfc_init_event(evt, ibmvfc_discover_targets_done, IBMVFC_MAD_FORMAT);
3975  mad = &evt->iu.discover_targets;
3976  memset(mad, 0, sizeof(*mad));
3977  mad->common.version = 1;
3978  mad->common.opcode = IBMVFC_DISC_TARGETS;
3979  mad->common.length = sizeof(*mad);
3980  mad->bufflen = vhost->disc_buf_sz;
3981  mad->buffer.va = vhost->disc_buf_dma;
3982  mad->buffer.len = vhost->disc_buf_sz;
3983  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT_WAIT);
3984 
3985  if (!ibmvfc_send_event(evt, vhost, default_timeout))
3986  ibmvfc_dbg(vhost, "Sent discover targets\n");
3987  else
3988  ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
3989 }
3990 
3996 static void ibmvfc_npiv_login_done(struct ibmvfc_event *evt)
3997 {
3998  struct ibmvfc_host *vhost = evt->vhost;
3999  u32 mad_status = evt->xfer_iu->npiv_login.common.status;
4000  struct ibmvfc_npiv_login_resp *rsp = &vhost->login_buf->resp;
4001  unsigned int npiv_max_sectors;
4002  int level = IBMVFC_DEFAULT_LOG_LEVEL;
4003 
4004  switch (mad_status) {
4005  case IBMVFC_MAD_SUCCESS:
4006  ibmvfc_free_event(evt);
4007  break;
4008  case IBMVFC_MAD_FAILED:
4009  if (ibmvfc_retry_cmd(rsp->status, rsp->error))
4010  level += ibmvfc_retry_host_init(vhost);
4011  else
4012  ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4013  ibmvfc_log(vhost, level, "NPIV Login failed: %s (%x:%x)\n",
4014  ibmvfc_get_cmd_error(rsp->status, rsp->error), rsp->status, rsp->error);
4015  ibmvfc_free_event(evt);
4016  return;
4017  case IBMVFC_MAD_CRQ_ERROR:
4018  ibmvfc_retry_host_init(vhost);
4020  ibmvfc_free_event(evt);
4021  return;
4022  default:
4023  dev_err(vhost->dev, "Invalid NPIV Login response: 0x%x\n", mad_status);
4024  ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4025  ibmvfc_free_event(evt);
4026  return;
4027  }
4028 
4029  vhost->client_migrated = 0;
4030 
4031  if (!(rsp->flags & IBMVFC_NATIVE_FC)) {
4032  dev_err(vhost->dev, "Virtual adapter does not support FC. %x\n",
4033  rsp->flags);
4034  ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4035  wake_up(&vhost->work_wait_q);
4036  return;
4037  }
4038 
4039  if (rsp->max_cmds <= IBMVFC_NUM_INTERNAL_REQ) {
4040  dev_err(vhost->dev, "Virtual adapter supported queue depth too small: %d\n",
4041  rsp->max_cmds);
4042  ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4043  wake_up(&vhost->work_wait_q);
4044  return;
4045  }
4046 
4047  vhost->logged_in = 1;
4048  npiv_max_sectors = min((uint)(rsp->max_dma_len >> 9), IBMVFC_MAX_SECTORS);
4049  dev_info(vhost->dev, "Host partition: %s, device: %s %s %s max sectors %u\n",
4050  rsp->partition_name, rsp->device_name, rsp->port_loc_code,
4051  rsp->drc_name, npiv_max_sectors);
4052 
4053  fc_host_fabric_name(vhost->host) = rsp->node_name;
4054  fc_host_node_name(vhost->host) = rsp->node_name;
4055  fc_host_port_name(vhost->host) = rsp->port_name;
4056  fc_host_port_id(vhost->host) = rsp->scsi_id;
4058  fc_host_supported_classes(vhost->host) = 0;
4059  if (rsp->service_parms.class1_parms[0] & 0x80000000)
4061  if (rsp->service_parms.class2_parms[0] & 0x80000000)
4063  if (rsp->service_parms.class3_parms[0] & 0x80000000)
4065  fc_host_maxframe_size(vhost->host) =
4066  rsp->service_parms.common.bb_rcv_sz & 0x0fff;
4067 
4068  vhost->host->can_queue = rsp->max_cmds - IBMVFC_NUM_INTERNAL_REQ;
4069  vhost->host->max_sectors = npiv_max_sectors;
4070  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_QUERY);
4071  wake_up(&vhost->work_wait_q);
4072 }
4073 
4079 static void ibmvfc_npiv_login(struct ibmvfc_host *vhost)
4080 {
4081  struct ibmvfc_npiv_login_mad *mad;
4082  struct ibmvfc_event *evt = ibmvfc_get_event(vhost);
4083 
4084  ibmvfc_gather_partition_info(vhost);
4085  ibmvfc_set_login_info(vhost);
4086  ibmvfc_init_event(evt, ibmvfc_npiv_login_done, IBMVFC_MAD_FORMAT);
4087 
4088  memcpy(vhost->login_buf, &vhost->login_info, sizeof(vhost->login_info));
4089  mad = &evt->iu.npiv_login;
4090  memset(mad, 0, sizeof(struct ibmvfc_npiv_login_mad));
4091  mad->common.version = 1;
4092  mad->common.opcode = IBMVFC_NPIV_LOGIN;
4093  mad->common.length = sizeof(struct ibmvfc_npiv_login_mad);
4094  mad->buffer.va = vhost->login_buf_dma;
4095  mad->buffer.len = sizeof(*vhost->login_buf);
4096 
4097  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT_WAIT);
4098 
4099  if (!ibmvfc_send_event(evt, vhost, default_timeout))
4100  ibmvfc_dbg(vhost, "Sent NPIV login\n");
4101  else
4102  ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4103 };
4104 
4110 static void ibmvfc_npiv_logout_done(struct ibmvfc_event *evt)
4111 {
4112  struct ibmvfc_host *vhost = evt->vhost;
4113  u32 mad_status = evt->xfer_iu->npiv_logout.common.status;
4114 
4115  ibmvfc_free_event(evt);
4116 
4117  switch (mad_status) {
4118  case IBMVFC_MAD_SUCCESS:
4119  if (list_empty(&vhost->sent) &&
4121  ibmvfc_init_host(vhost);
4122  return;
4123  }
4124  break;
4125  case IBMVFC_MAD_FAILED:
4127  case IBMVFC_MAD_CRQ_ERROR:
4129  default:
4130  ibmvfc_dbg(vhost, "NPIV Logout failed. 0x%X\n", mad_status);
4131  break;
4132  }
4133 
4134  ibmvfc_hard_reset_host(vhost);
4135 }
4136 
4142 static void ibmvfc_npiv_logout(struct ibmvfc_host *vhost)
4143 {
4144  struct ibmvfc_npiv_logout_mad *mad;
4145  struct ibmvfc_event *evt;
4146 
4147  evt = ibmvfc_get_event(vhost);
4148  ibmvfc_init_event(evt, ibmvfc_npiv_logout_done, IBMVFC_MAD_FORMAT);
4149 
4150  mad = &evt->iu.npiv_logout;
4151  memset(mad, 0, sizeof(*mad));
4152  mad->common.version = 1;
4153  mad->common.opcode = IBMVFC_NPIV_LOGOUT;
4154  mad->common.length = sizeof(struct ibmvfc_npiv_logout_mad);
4155 
4156  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_LOGO_WAIT);
4157 
4158  if (!ibmvfc_send_event(evt, vhost, default_timeout))
4159  ibmvfc_dbg(vhost, "Sent NPIV logout\n");
4160  else
4161  ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4162 }
4163 
4171 static int ibmvfc_dev_init_to_do(struct ibmvfc_host *vhost)
4172 {
4173  struct ibmvfc_target *tgt;
4174 
4175  list_for_each_entry(tgt, &vhost->targets, queue) {
4176  if (tgt->action == IBMVFC_TGT_ACTION_INIT ||
4178  return 1;
4179  }
4180 
4181  return 0;
4182 }
4183 
4191 static int __ibmvfc_work_to_do(struct ibmvfc_host *vhost)
4192 {
4193  struct ibmvfc_target *tgt;
4194 
4195  if (kthread_should_stop())
4196  return 1;
4197  switch (vhost->action) {
4201  return 0;
4204  if (vhost->discovery_threads == disc_threads)
4205  return 0;
4206  list_for_each_entry(tgt, &vhost->targets, queue)
4207  if (tgt->action == IBMVFC_TGT_ACTION_INIT)
4208  return 1;
4209  list_for_each_entry(tgt, &vhost->targets, queue)
4210  if (tgt->action == IBMVFC_TGT_ACTION_INIT_WAIT)
4211  return 0;
4212  return 1;
4216  case IBMVFC_HOST_ACTION_TGT_DEL:
4221  default:
4222  break;
4223  };
4224 
4225  return 1;
4226 }
4227 
4235 static int ibmvfc_work_to_do(struct ibmvfc_host *vhost)
4236 {
4237  unsigned long flags;
4238  int rc;
4239 
4240  spin_lock_irqsave(vhost->host->host_lock, flags);
4241  rc = __ibmvfc_work_to_do(vhost);
4242  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4243  return rc;
4244 }
4245 
4252 static void ibmvfc_log_ae(struct ibmvfc_host *vhost, int events)
4253 {
4254  if (events & IBMVFC_AE_RSCN)
4256  if ((events & IBMVFC_AE_LINKDOWN) &&
4257  vhost->state >= IBMVFC_HALTED)
4259  if ((events & IBMVFC_AE_LINKUP) &&
4260  vhost->state == IBMVFC_INITIALIZING)
4262 }
4263 
4269 static void ibmvfc_tgt_add_rport(struct ibmvfc_target *tgt)
4270 {
4271  struct ibmvfc_host *vhost = tgt->vhost;
4272  struct fc_rport *rport;
4273  unsigned long flags;
4274 
4275  tgt_dbg(tgt, "Adding rport\n");
4276  rport = fc_remote_port_add(vhost->host, 0, &tgt->ids);
4277  spin_lock_irqsave(vhost->host->host_lock, flags);
4278 
4279  if (rport && tgt->action == IBMVFC_TGT_ACTION_DEL_RPORT) {
4280  tgt_dbg(tgt, "Deleting rport\n");
4281  list_del(&tgt->queue);
4282  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DELETED_RPORT);
4283  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4284  fc_remote_port_delete(rport);
4285  del_timer_sync(&tgt->timer);
4286  kref_put(&tgt->kref, ibmvfc_release_tgt);
4287  return;
4288  } else if (rport && tgt->action == IBMVFC_TGT_ACTION_DELETED_RPORT) {
4289  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4290  return;
4291  }
4292 
4293  if (rport) {
4294  tgt_dbg(tgt, "rport add succeeded\n");
4295  tgt->rport = rport;
4296  rport->maxframe_size = tgt->service_parms.common.bb_rcv_sz & 0x0fff;
4297  rport->supported_classes = 0;
4298  tgt->target_id = rport->scsi_target_id;
4299  if (tgt->service_parms.class1_parms[0] & 0x80000000)
4300  rport->supported_classes |= FC_COS_CLASS1;
4301  if (tgt->service_parms.class2_parms[0] & 0x80000000)
4302  rport->supported_classes |= FC_COS_CLASS2;
4303  if (tgt->service_parms.class3_parms[0] & 0x80000000)
4304  rport->supported_classes |= FC_COS_CLASS3;
4305  if (rport->rqst_q)
4306  blk_queue_max_segments(rport->rqst_q, 1);
4307  } else
4308  tgt_dbg(tgt, "rport add failed\n");
4309  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4310 }
4311 
4317 static void ibmvfc_do_work(struct ibmvfc_host *vhost)
4318 {
4319  struct ibmvfc_target *tgt;
4320  unsigned long flags;
4321  struct fc_rport *rport;
4322  int rc;
4323 
4324  ibmvfc_log_ae(vhost, vhost->events_to_log);
4325  spin_lock_irqsave(vhost->host->host_lock, flags);
4326  vhost->events_to_log = 0;
4327  switch (vhost->action) {
4331  break;
4334  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4335  rc = ibmvfc_reset_crq(vhost);
4336  spin_lock_irqsave(vhost->host->host_lock, flags);
4337  if (rc == H_CLOSED)
4338  vio_enable_interrupts(to_vio_dev(vhost->dev));
4339  if (rc || (rc = ibmvfc_send_crq_init(vhost)) ||
4340  (rc = vio_enable_interrupts(to_vio_dev(vhost->dev)))) {
4341  ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4342  dev_err(vhost->dev, "Error after reset (rc=%d)\n", rc);
4343  }
4344  break;
4347  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4348  rc = ibmvfc_reenable_crq_queue(vhost);
4349  spin_lock_irqsave(vhost->host->host_lock, flags);
4350  if (rc || (rc = ibmvfc_send_crq_init(vhost))) {
4351  ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4352  dev_err(vhost->dev, "Error after enable (rc=%d)\n", rc);
4353  }
4354  break;
4356  vhost->job_step(vhost);
4357  break;
4359  BUG_ON(vhost->state != IBMVFC_INITIALIZING);
4360  if (vhost->delay_init) {
4361  vhost->delay_init = 0;
4362  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4363  ssleep(15);
4364  return;
4365  } else
4366  vhost->job_step(vhost);
4367  break;
4369  list_for_each_entry(tgt, &vhost->targets, queue)
4370  ibmvfc_init_tgt(tgt, ibmvfc_tgt_query_target);
4371  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_QUERY_TGTS);
4372  break;
4373  case IBMVFC_HOST_ACTION_QUERY_TGTS:
4374  list_for_each_entry(tgt, &vhost->targets, queue) {
4375  if (tgt->action == IBMVFC_TGT_ACTION_INIT) {
4376  tgt->job_step(tgt);
4377  break;
4378  }
4379  }
4380 
4381  if (!ibmvfc_dev_init_to_do(vhost))
4382  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_TGT_DEL);
4383  break;
4384  case IBMVFC_HOST_ACTION_TGT_DEL:
4386  list_for_each_entry(tgt, &vhost->targets, queue) {
4387  if (tgt->action == IBMVFC_TGT_ACTION_DEL_RPORT) {
4388  tgt_dbg(tgt, "Deleting rport\n");
4389  rport = tgt->rport;
4390  tgt->rport = NULL;
4391  list_del(&tgt->queue);
4392  ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DELETED_RPORT);
4393  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4394  if (rport)
4395  fc_remote_port_delete(rport);
4396  del_timer_sync(&tgt->timer);
4397  kref_put(&tgt->kref, ibmvfc_release_tgt);
4398  return;
4399  }
4400  }
4401 
4402  if (vhost->state == IBMVFC_INITIALIZING) {
4403  if (vhost->action == IBMVFC_HOST_ACTION_TGT_DEL_FAILED) {
4404  if (vhost->reinit) {
4405  vhost->reinit = 0;
4406  scsi_block_requests(vhost->host);
4407  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_QUERY);
4408  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4409  } else {
4410  ibmvfc_set_host_state(vhost, IBMVFC_ACTIVE);
4411  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_NONE);
4412  wake_up(&vhost->init_wait_q);
4413  schedule_work(&vhost->rport_add_work_q);
4414  vhost->init_retries = 0;
4415  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4416  scsi_unblock_requests(vhost->host);
4417  }
4418 
4419  return;
4420  } else {
4421  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT);
4422  vhost->job_step = ibmvfc_discover_targets;
4423  }
4424  } else {
4425  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_NONE);
4426  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4427  scsi_unblock_requests(vhost->host);
4428  wake_up(&vhost->init_wait_q);
4429  return;
4430  }
4431  break;
4433  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_TGT_INIT);
4434  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4435  ibmvfc_alloc_targets(vhost);
4436  spin_lock_irqsave(vhost->host->host_lock, flags);
4437  break;
4439  list_for_each_entry(tgt, &vhost->targets, queue) {
4440  if (tgt->action == IBMVFC_TGT_ACTION_INIT) {
4441  tgt->job_step(tgt);
4442  break;
4443  }
4444  }
4445 
4446  if (!ibmvfc_dev_init_to_do(vhost))
4447  ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_TGT_DEL_FAILED);
4448  break;
4449  default:
4450  break;
4451  };
4452 
4453  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4454 }
4455 
4463 static int ibmvfc_work(void *data)
4464 {
4465  struct ibmvfc_host *vhost = data;
4466  int rc;
4467 
4468  set_user_nice(current, -20);
4469 
4470  while (1) {
4472  ibmvfc_work_to_do(vhost));
4473 
4474  BUG_ON(rc);
4475 
4476  if (kthread_should_stop())
4477  break;
4478 
4479  ibmvfc_do_work(vhost);
4480  }
4481 
4482  ibmvfc_dbg(vhost, "ibmvfc kthread exiting...\n");
4483  return 0;
4484 }
4485 
4496 static int ibmvfc_init_crq(struct ibmvfc_host *vhost)
4497 {
4498  int rc, retrc = -ENOMEM;
4499  struct device *dev = vhost->dev;
4500  struct vio_dev *vdev = to_vio_dev(dev);
4501  struct ibmvfc_crq_queue *crq = &vhost->crq;
4502 
4503  ENTER;
4504  crq->msgs = (struct ibmvfc_crq *)get_zeroed_page(GFP_KERNEL);
4505 
4506  if (!crq->msgs)
4507  return -ENOMEM;
4508 
4509  crq->size = PAGE_SIZE / sizeof(*crq->msgs);
4510  crq->msg_token = dma_map_single(dev, crq->msgs,
4512 
4513  if (dma_mapping_error(dev, crq->msg_token))
4514  goto map_failed;
4515 
4516  retrc = rc = plpar_hcall_norets(H_REG_CRQ, vdev->unit_address,
4517  crq->msg_token, PAGE_SIZE);
4518 
4519  if (rc == H_RESOURCE)
4520  /* maybe kexecing and resource is busy. try a reset */
4521  retrc = rc = ibmvfc_reset_crq(vhost);
4522 
4523  if (rc == H_CLOSED)
4524  dev_warn(dev, "Partner adapter not ready\n");
4525  else if (rc) {
4526  dev_warn(dev, "Error %d opening adapter\n", rc);
4527  goto reg_crq_failed;
4528  }
4529 
4530  retrc = 0;
4531 
4532  tasklet_init(&vhost->tasklet, (void *)ibmvfc_tasklet, (unsigned long)vhost);
4533 
4534  if ((rc = request_irq(vdev->irq, ibmvfc_interrupt, 0, IBMVFC_NAME, vhost))) {
4535  dev_err(dev, "Couldn't register irq 0x%x. rc=%d\n", vdev->irq, rc);
4536  goto req_irq_failed;
4537  }
4538 
4539  if ((rc = vio_enable_interrupts(vdev))) {
4540  dev_err(dev, "Error %d enabling interrupts\n", rc);
4541  goto req_irq_failed;
4542  }
4543 
4544  crq->cur = 0;
4545  LEAVE;
4546  return retrc;
4547 
4548 req_irq_failed:
4549  tasklet_kill(&vhost->tasklet);
4550  do {
4551  rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
4552  } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
4553 reg_crq_failed:
4555 map_failed:
4556  free_page((unsigned long)crq->msgs);
4557  return retrc;
4558 }
4559 
4567 static void ibmvfc_free_mem(struct ibmvfc_host *vhost)
4568 {
4569  struct ibmvfc_async_crq_queue *async_q = &vhost->async_crq;
4570 
4571  ENTER;
4572  mempool_destroy(vhost->tgt_pool);
4573  kfree(vhost->trace);
4574  dma_free_coherent(vhost->dev, vhost->disc_buf_sz, vhost->disc_buf,
4575  vhost->disc_buf_dma);
4576  dma_free_coherent(vhost->dev, sizeof(*vhost->login_buf),
4577  vhost->login_buf, vhost->login_buf_dma);
4578  dma_pool_destroy(vhost->sg_pool);
4579  dma_unmap_single(vhost->dev, async_q->msg_token,
4580  async_q->size * sizeof(*async_q->msgs), DMA_BIDIRECTIONAL);
4581  free_page((unsigned long)async_q->msgs);
4582  LEAVE;
4583 }
4584 
4592 static int ibmvfc_alloc_mem(struct ibmvfc_host *vhost)
4593 {
4594  struct ibmvfc_async_crq_queue *async_q = &vhost->async_crq;
4595  struct device *dev = vhost->dev;
4596 
4597  ENTER;
4598  async_q->msgs = (struct ibmvfc_async_crq *)get_zeroed_page(GFP_KERNEL);
4599  if (!async_q->msgs) {
4600  dev_err(dev, "Couldn't allocate async queue.\n");
4601  goto nomem;
4602  }
4603 
4604  async_q->size = PAGE_SIZE / sizeof(struct ibmvfc_async_crq);
4605  async_q->msg_token = dma_map_single(dev, async_q->msgs,
4606  async_q->size * sizeof(*async_q->msgs),
4608 
4609  if (dma_mapping_error(dev, async_q->msg_token)) {
4610  dev_err(dev, "Failed to map async queue\n");
4611  goto free_async_crq;
4612  }
4613 
4614  vhost->sg_pool = dma_pool_create(IBMVFC_NAME, dev,
4615  SG_ALL * sizeof(struct srp_direct_buf),
4616  sizeof(struct srp_direct_buf), 0);
4617 
4618  if (!vhost->sg_pool) {
4619  dev_err(dev, "Failed to allocate sg pool\n");
4620  goto unmap_async_crq;
4621  }
4622 
4623  vhost->login_buf = dma_alloc_coherent(dev, sizeof(*vhost->login_buf),
4624  &vhost->login_buf_dma, GFP_KERNEL);
4625 
4626  if (!vhost->login_buf) {
4627  dev_err(dev, "Couldn't allocate NPIV login buffer\n");
4628  goto free_sg_pool;
4629  }
4630 
4631  vhost->disc_buf_sz = sizeof(vhost->disc_buf->scsi_id[0]) * max_targets;
4632  vhost->disc_buf = dma_alloc_coherent(dev, vhost->disc_buf_sz,
4633  &vhost->disc_buf_dma, GFP_KERNEL);
4634 
4635  if (!vhost->disc_buf) {
4636  dev_err(dev, "Couldn't allocate Discover Targets buffer\n");
4637  goto free_login_buffer;
4638  }
4639 
4640  vhost->trace = kcalloc(IBMVFC_NUM_TRACE_ENTRIES,
4641  sizeof(struct ibmvfc_trace_entry), GFP_KERNEL);
4642 
4643  if (!vhost->trace)
4644  goto free_disc_buffer;
4645 
4646  vhost->tgt_pool = mempool_create_kmalloc_pool(IBMVFC_TGT_MEMPOOL_SZ,
4647  sizeof(struct ibmvfc_target));
4648 
4649  if (!vhost->tgt_pool) {
4650  dev_err(dev, "Couldn't allocate target memory pool\n");
4651  goto free_trace;
4652  }
4653 
4654  LEAVE;
4655  return 0;
4656 
4657 free_trace:
4658  kfree(vhost->trace);
4659 free_disc_buffer:
4660  dma_free_coherent(dev, vhost->disc_buf_sz, vhost->disc_buf,
4661  vhost->disc_buf_dma);
4662 free_login_buffer:
4663  dma_free_coherent(dev, sizeof(*vhost->login_buf),
4664  vhost->login_buf, vhost->login_buf_dma);
4665 free_sg_pool:
4666  dma_pool_destroy(vhost->sg_pool);
4667 unmap_async_crq:
4668  dma_unmap_single(dev, async_q->msg_token,
4669  async_q->size * sizeof(*async_q->msgs), DMA_BIDIRECTIONAL);
4670 free_async_crq:
4671  free_page((unsigned long)async_q->msgs);
4672 nomem:
4673  LEAVE;
4674  return -ENOMEM;
4675 }
4676 
4682 static void ibmvfc_rport_add_thread(struct work_struct *work)
4683 {
4684  struct ibmvfc_host *vhost = container_of(work, struct ibmvfc_host,
4686  struct ibmvfc_target *tgt;
4687  struct fc_rport *rport;
4688  unsigned long flags;
4689  int did_work;
4690 
4691  ENTER;
4692  spin_lock_irqsave(vhost->host->host_lock, flags);
4693  do {
4694  did_work = 0;
4695  if (vhost->state != IBMVFC_ACTIVE)
4696  break;
4697 
4698  list_for_each_entry(tgt, &vhost->targets, queue) {
4699  if (tgt->add_rport) {
4700  did_work = 1;
4701  tgt->add_rport = 0;
4702  kref_get(&tgt->kref);
4703  rport = tgt->rport;
4704  if (!rport) {
4705  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4706  ibmvfc_tgt_add_rport(tgt);
4707  } else if (get_device(&rport->dev)) {
4708  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4709  tgt_dbg(tgt, "Setting rport roles\n");
4710  fc_remote_port_rolechg(rport, tgt->ids.roles);
4711  put_device(&rport->dev);
4712  }
4713 
4714  kref_put(&tgt->kref, ibmvfc_release_tgt);
4715  spin_lock_irqsave(vhost->host->host_lock, flags);
4716  break;
4717  }
4718  }
4719  } while(did_work);
4720 
4721  if (vhost->state == IBMVFC_ACTIVE)
4722  vhost->scan_complete = 1;
4723  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4724  LEAVE;
4725 }
4726 
4735 static int ibmvfc_probe(struct vio_dev *vdev, const struct vio_device_id *id)
4736 {
4737  struct ibmvfc_host *vhost;
4738  struct Scsi_Host *shost;
4739  struct device *dev = &vdev->dev;
4740  int rc = -ENOMEM;
4741 
4742  ENTER;
4743  shost = scsi_host_alloc(&driver_template, sizeof(*vhost));
4744  if (!shost) {
4745  dev_err(dev, "Couldn't allocate host data\n");
4746  goto out;
4747  }
4748 
4749  shost->transportt = ibmvfc_transport_template;
4750  shost->can_queue = max_requests;
4751  shost->max_lun = max_lun;
4752  shost->max_id = max_targets;
4755  shost->unique_id = shost->host_no;
4756 
4757  vhost = shost_priv(shost);
4758  INIT_LIST_HEAD(&vhost->sent);
4759  INIT_LIST_HEAD(&vhost->free);
4760  INIT_LIST_HEAD(&vhost->targets);
4761  sprintf(vhost->name, IBMVFC_NAME);
4762  vhost->host = shost;
4763  vhost->dev = dev;
4764  vhost->partition_number = -1;
4765  vhost->log_level = log_level;
4766  vhost->task_set = 1;
4767  strcpy(vhost->partition_name, "UNKNOWN");
4770  INIT_WORK(&vhost->rport_add_work_q, ibmvfc_rport_add_thread);
4771  mutex_init(&vhost->passthru_mutex);
4772 
4773  if ((rc = ibmvfc_alloc_mem(vhost)))
4774  goto free_scsi_host;
4775 
4776  vhost->work_thread = kthread_run(ibmvfc_work, vhost, "%s_%d", IBMVFC_NAME,
4777  shost->host_no);
4778 
4779  if (IS_ERR(vhost->work_thread)) {
4780  dev_err(dev, "Couldn't create kernel thread: %ld\n",
4781  PTR_ERR(vhost->work_thread));
4782  goto free_host_mem;
4783  }
4784 
4785  if ((rc = ibmvfc_init_crq(vhost))) {
4786  dev_err(dev, "Couldn't initialize crq. rc=%d\n", rc);
4787  goto kill_kthread;
4788  }
4789 
4790  if ((rc = ibmvfc_init_event_pool(vhost))) {
4791  dev_err(dev, "Couldn't initialize event pool. rc=%d\n", rc);
4792  goto release_crq;
4793  }
4794 
4795  if ((rc = scsi_add_host(shost, dev)))
4796  goto release_event_pool;
4797 
4799 
4800  if ((rc = ibmvfc_create_trace_file(&shost->shost_dev.kobj,
4801  &ibmvfc_trace_attr))) {
4802  dev_err(dev, "Failed to create trace file. rc=%d\n", rc);
4803  goto remove_shost;
4804  }
4805 
4806  if (shost_to_fc_host(shost)->rqst_q)
4808  dev_set_drvdata(dev, vhost);
4809  spin_lock(&ibmvfc_driver_lock);
4810  list_add_tail(&vhost->queue, &ibmvfc_head);
4811  spin_unlock(&ibmvfc_driver_lock);
4812 
4813  ibmvfc_send_crq_init(vhost);
4814  scsi_scan_host(shost);
4815  return 0;
4816 
4817 remove_shost:
4818  scsi_remove_host(shost);
4819 release_event_pool:
4820  ibmvfc_free_event_pool(vhost);
4821 release_crq:
4822  ibmvfc_release_crq_queue(vhost);
4823 kill_kthread:
4824  kthread_stop(vhost->work_thread);
4825 free_host_mem:
4826  ibmvfc_free_mem(vhost);
4827 free_scsi_host:
4828  scsi_host_put(shost);
4829 out:
4830  LEAVE;
4831  return rc;
4832 }
4833 
4841 static int ibmvfc_remove(struct vio_dev *vdev)
4842 {
4843  struct ibmvfc_host *vhost = dev_get_drvdata(&vdev->dev);
4844  unsigned long flags;
4845 
4846  ENTER;
4847  ibmvfc_remove_trace_file(&vhost->host->shost_dev.kobj, &ibmvfc_trace_attr);
4848 
4849  spin_lock_irqsave(vhost->host->host_lock, flags);
4850  ibmvfc_link_down(vhost, IBMVFC_HOST_OFFLINE);
4851  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4852 
4853  ibmvfc_wait_while_resetting(vhost);
4854  ibmvfc_release_crq_queue(vhost);
4855  kthread_stop(vhost->work_thread);
4856  fc_remove_host(vhost->host);
4857  scsi_remove_host(vhost->host);
4858 
4859  spin_lock_irqsave(vhost->host->host_lock, flags);
4860  ibmvfc_purge_requests(vhost, DID_ERROR);
4861  ibmvfc_free_event_pool(vhost);
4862  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4863 
4864  ibmvfc_free_mem(vhost);
4865  spin_lock(&ibmvfc_driver_lock);
4866  list_del(&vhost->queue);
4867  spin_unlock(&ibmvfc_driver_lock);
4868  scsi_host_put(vhost->host);
4869  LEAVE;
4870  return 0;
4871 }
4872 
4881 static int ibmvfc_resume(struct device *dev)
4882 {
4883  unsigned long flags;
4884  struct ibmvfc_host *vhost = dev_get_drvdata(dev);
4885  struct vio_dev *vdev = to_vio_dev(dev);
4886 
4887  spin_lock_irqsave(vhost->host->host_lock, flags);
4888  vio_disable_interrupts(vdev);
4889  tasklet_schedule(&vhost->tasklet);
4890  spin_unlock_irqrestore(vhost->host->host_lock, flags);
4891  return 0;
4892 }
4893 
4902 static unsigned long ibmvfc_get_desired_dma(struct vio_dev *vdev)
4903 {
4904  unsigned long pool_dma = max_requests * sizeof(union ibmvfc_iu);
4905  return pool_dma + ((512 * 1024) * driver_template.cmd_per_lun);
4906 }
4907 
4908 static struct vio_device_id ibmvfc_device_table[] __devinitdata = {
4909  {"fcp", "IBM,vfc-client"},
4910  { "", "" }
4911 };
4912 MODULE_DEVICE_TABLE(vio, ibmvfc_device_table);
4913 
4914 static struct dev_pm_ops ibmvfc_pm_ops = {
4915  .resume = ibmvfc_resume
4916 };
4917 
4918 static struct vio_driver ibmvfc_driver = {
4919  .id_table = ibmvfc_device_table,
4920  .probe = ibmvfc_probe,
4921  .remove = ibmvfc_remove,
4922  .get_desired_dma = ibmvfc_get_desired_dma,
4923  .name = IBMVFC_NAME,
4924  .pm = &ibmvfc_pm_ops,
4925 };
4926 
4927 static struct fc_function_template ibmvfc_transport_functions = {
4928  .show_host_fabric_name = 1,
4929  .show_host_node_name = 1,
4930  .show_host_port_name = 1,
4931  .show_host_supported_classes = 1,
4932  .show_host_port_type = 1,
4933  .show_host_port_id = 1,
4934  .show_host_maxframe_size = 1,
4935 
4936  .get_host_port_state = ibmvfc_get_host_port_state,
4937  .show_host_port_state = 1,
4938 
4939  .get_host_speed = ibmvfc_get_host_speed,
4940  .show_host_speed = 1,
4941 
4942  .issue_fc_host_lip = ibmvfc_issue_fc_host_lip,
4943  .terminate_rport_io = ibmvfc_terminate_rport_io,
4944 
4945  .show_rport_maxframe_size = 1,
4946  .show_rport_supported_classes = 1,
4947 
4948  .set_rport_dev_loss_tmo = ibmvfc_set_rport_dev_loss_tmo,
4949  .show_rport_dev_loss_tmo = 1,
4950 
4951  .get_starget_node_name = ibmvfc_get_starget_node_name,
4952  .show_starget_node_name = 1,
4953 
4954  .get_starget_port_name = ibmvfc_get_starget_port_name,
4955  .show_starget_port_name = 1,
4956 
4957  .get_starget_port_id = ibmvfc_get_starget_port_id,
4958  .show_starget_port_id = 1,
4959 
4960  .bsg_request = ibmvfc_bsg_request,
4961  .bsg_timeout = ibmvfc_bsg_timeout,
4962 };
4963 
4970 static int __init ibmvfc_module_init(void)
4971 {
4972  int rc;
4973 
4974  if (!firmware_has_feature(FW_FEATURE_VIO))
4975  return -ENODEV;
4976 
4977  printk(KERN_INFO IBMVFC_NAME": IBM Virtual Fibre Channel Driver version: %s %s\n",
4979 
4980  ibmvfc_transport_template = fc_attach_transport(&ibmvfc_transport_functions);
4981  if (!ibmvfc_transport_template)
4982  return -ENOMEM;
4983 
4984  rc = vio_register_driver(&ibmvfc_driver);
4985  if (rc)
4986  fc_release_transport(ibmvfc_transport_template);
4987  return rc;
4988 }
4989 
4996 static void __exit ibmvfc_module_exit(void)
4997 {
4998  vio_unregister_driver(&ibmvfc_driver);
4999  fc_release_transport(ibmvfc_transport_template);
5000 }
5001 
5002 module_init(ibmvfc_module_init);
5003 module_exit(ibmvfc_module_exit);