drivers/scsi/scsi_transport_iscsi.c

   1 /*
   2  * iSCSI transport class definitions
   3  *
   4  * Copyright (C) IBM Corporation, 2004
   5  * Copyright (C) Mike Christie, 2004 - 2005
   6  * Copyright (C) Dmitry Yusupov, 2004 - 2005
   7  * Copyright (C) Alex Aizman, 2004 - 2005
   8  *
   9  * This program is free software; you can redistribute it and/or modify
  10  * it under the terms of the GNU General Public License as published by
  11  * the Free Software Foundation; either version 2 of the License, or
  12  * (at your option) any later version.
  13  *
  14  * This program is distributed in the hope that it will be useful,
  15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  17  * GNU General Public License for more details.
  18  *
  19  * You should have received a copy of the GNU General Public License
  20  * along with this program; if not, write to the Free Software
  21  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  22  */
  23 #include <linux/module.h>
  24 #include <linux/mutex.h>
  25 #include <net/tcp.h>
  26 #include <scsi/scsi.h>
  27 #include <scsi/scsi_host.h>
  28 #include <scsi/scsi_device.h>
  29 #include <scsi/scsi_transport.h>
  30 #include <scsi/scsi_transport_iscsi.h>
  31 #include <scsi/iscsi_if.h>
  32
  33 #define ISCSI_SESSION_ATTRS 19
  34 #define ISCSI_CONN_ATTRS 13
  35 #define ISCSI_HOST_ATTRS 4
  36 #define ISCSI_TRANSPORT_VERSION "2.0-869"
  37
  38 struct iscsi_internal {
  39         int daemon_pid;
  40         struct scsi_transport_template t;
  41         struct iscsi_transport *iscsi_transport;
  42         struct list_head list;
  43         struct device dev;
  44
  45         struct device_attribute *host_attrs[ISCSI_HOST_ATTRS + 1];
  46         struct transport_container conn_cont;
  47         struct device_attribute *conn_attrs[ISCSI_CONN_ATTRS + 1];
  48         struct transport_container session_cont;
  49         struct device_attribute *session_attrs[ISCSI_SESSION_ATTRS + 1];
  50 };
  51
  52 static atomic_t iscsi_session_nr; /* sysfs session id for next new session */
  53 static struct workqueue_struct *iscsi_eh_timer_workq;
  54
  55 /*
  56  * list of registered transports and lock that must
  57  * be held while accessing list. The iscsi_transport_lock must
  58  * be acquired after the rx_queue_mutex.
  59  */
  60 static LIST_HEAD(iscsi_transports);
  61 static DEFINE_SPINLOCK(iscsi_transport_lock);
  62
  63 #define to_iscsi_internal(tmpl) \
  64         container_of(tmpl, struct iscsi_internal, t)
  65
  66 #define dev_to_iscsi_internal(_dev) \
  67         container_of(_dev, struct iscsi_internal, dev)
  68
  69 static void iscsi_transport_release(struct device *dev)
  70 {
  71         struct iscsi_internal *priv = dev_to_iscsi_internal(dev);
  72         kfree(priv);
  73 }
  74
  75 /*
  76  * iscsi_transport_class represents the iscsi_transports that are
  77  * registered.
  78  */
  79 static struct class iscsi_transport_class = {
  80         .name = "iscsi_transport",
  81         .dev_release = iscsi_transport_release,
  82 };
  83
  84 static ssize_t
  85 show_transport_handle(struct device *dev, struct device_attribute *attr,
  86                       char *buf)
  87 {
  88         struct iscsi_internal *priv = dev_to_iscsi_internal(dev);
  89         return sprintf(buf, "%llu\n", (unsigned long long)iscsi_handle(priv->iscsi_transport));
  90 }
  91 static DEVICE_ATTR(handle, S_IRUGO, show_transport_handle, NULL);
  92
  93 #define show_transport_attr(name, format)                               \
  94 static ssize_t                                                          \
  95 show_transport_##name(struct device *dev,                               \
  96                       struct device_attribute *attr,char *buf)          \
  97 {                                                                       \
  98         struct iscsi_internal *priv = dev_to_iscsi_internal(dev);       \
  99         return sprintf(buf, format"\n", priv->iscsi_transport->name);   \
 100 }                                                                       \
 101 static DEVICE_ATTR(name, S_IRUGO, show_transport_##name, NULL);
 102
 103 show_transport_attr(caps, "0x%x");
 104 show_transport_attr(max_lun, "%d");
 105 show_transport_attr(max_conn, "%d");
 106 show_transport_attr(max_cmd_len, "%d");
 107
 108 static struct attribute *iscsi_transport_attrs[] = {
 109         &dev_attr_handle.attr,
 110         &dev_attr_caps.attr,
 111         &dev_attr_max_lun.attr,
 112         &dev_attr_max_conn.attr,
 113         &dev_attr_max_cmd_len.attr,
 114         NULL,
 115 };
 116
 117 static struct attribute_group iscsi_transport_group = {
 118         .attrs = iscsi_transport_attrs,
 119 };
 120
 121
 122
 123 static int iscsi_setup_host(struct transport_container *tc, struct device *dev,
 124                             struct device *cdev)
 125 {
 126         struct Scsi_Host *shost = dev_to_shost(dev);
 127         struct iscsi_host *ihost = shost->shost_data;
 128
 129         memset(ihost, 0, sizeof(*ihost));
 130         INIT_LIST_HEAD(&ihost->sessions);
 131         mutex_init(&ihost->mutex);
 132         atomic_set(&ihost->nr_scans, 0);
 133
 134         snprintf(ihost->scan_workq_name, KOBJ_NAME_LEN, "iscsi_scan_%d",
 135                 shost->host_no);
 136         ihost->scan_workq = create_singlethread_workqueue(
 137                                                 ihost->scan_workq_name);
 138         if (!ihost->scan_workq)
 139                 return -ENOMEM;
 140         return 0;
 141 }
 142
 143 static int iscsi_remove_host(struct transport_container *tc, struct device *dev,
 144                              struct device *cdev)
 145 {
 146         struct Scsi_Host *shost = dev_to_shost(dev);
 147         struct iscsi_host *ihost = shost->shost_data;
 148
 149         destroy_workqueue(ihost->scan_workq);
 150         return 0;
 151 }
 152
 153 static DECLARE_TRANSPORT_CLASS(iscsi_host_class,
 154                                "iscsi_host",
 155                                iscsi_setup_host,
 156                                iscsi_remove_host,
 157                                NULL);
 158
 159 static DECLARE_TRANSPORT_CLASS(iscsi_session_class,
 160                                "iscsi_session",
 161                                NULL,
 162                                NULL,
 163                                NULL);
 164
 165 static DECLARE_TRANSPORT_CLASS(iscsi_connection_class,
 166                                "iscsi_connection",
 167                                NULL,
 168                                NULL,
 169                                NULL);
 170
 171 static struct sock *nls;
 172 static DEFINE_MUTEX(rx_queue_mutex);
 173
 174 static LIST_HEAD(sesslist);
 175 static DEFINE_SPINLOCK(sesslock);
 176 static LIST_HEAD(connlist);
 177 static DEFINE_SPINLOCK(connlock);
 178
 179 static uint32_t iscsi_conn_get_sid(struct iscsi_cls_conn *conn)
 180 {
 181         struct iscsi_cls_session *sess = iscsi_dev_to_session(conn->dev.parent);
 182         return sess->sid;
 183 }
 184
 185 /*
 186  * Returns the matching session to a given sid
 187  */
 188 static struct iscsi_cls_session *iscsi_session_lookup(uint32_t sid)
 189 {
 190         unsigned long flags;
 191         struct iscsi_cls_session *sess;
 192
 193         spin_lock_irqsave(&sesslock, flags);
 194         list_for_each_entry(sess, &sesslist, sess_list) {
 195                 if (sess->sid == sid) {
 196                         spin_unlock_irqrestore(&sesslock, flags);
 197                         return sess;
 198                 }
 199         }
 200         spin_unlock_irqrestore(&sesslock, flags);
 201         return NULL;
 202 }
 203
 204 /*
 205  * Returns the matching connection to a given sid / cid tuple
 206  */
 207 static struct iscsi_cls_conn *iscsi_conn_lookup(uint32_t sid, uint32_t cid)
 208 {
 209         unsigned long flags;
 210         struct iscsi_cls_conn *conn;
 211
 212         spin_lock_irqsave(&connlock, flags);
 213         list_for_each_entry(conn, &connlist, conn_list) {
 214                 if ((conn->cid == cid) && (iscsi_conn_get_sid(conn) == sid)) {
 215                         spin_unlock_irqrestore(&connlock, flags);
 216                         return conn;
 217                 }
 218         }
 219         spin_unlock_irqrestore(&connlock, flags);
 220         return NULL;
 221 }
 222
 223 /*
 224  * The following functions can be used by LLDs that allocate
 225  * their own scsi_hosts or by software iscsi LLDs
 226  */
 227 static struct {
 228         int value;
 229         char *name;
 230 } iscsi_session_state_names[] = {
 231         { ISCSI_SESSION_LOGGED_IN,      "LOGGED_IN" },
 232         { ISCSI_SESSION_FAILED,         "FAILED" },
 233         { ISCSI_SESSION_FREE,           "FREE" },
 234 };
 235
 236 static const char *iscsi_session_state_name(int state)
 237 {
 238         int i;
 239         char *name = NULL;
 240
 241         for (i = 0; i < ARRAY_SIZE(iscsi_session_state_names); i++) {
 242                 if (iscsi_session_state_names[i].value == state) {
 243                         name = iscsi_session_state_names[i].name;
 244                         break;
 245                 }
 246         }
 247         return name;
 248 }
 249
 250 int iscsi_session_chkready(struct iscsi_cls_session *session)
 251 {
 252         unsigned long flags;
 253         int err;
 254
 255         spin_lock_irqsave(&session->lock, flags);
 256         switch (session->state) {
 257         case ISCSI_SESSION_LOGGED_IN:
 258                 err = 0;
 259                 break;
 260         case ISCSI_SESSION_FAILED:
 261                 err = DID_IMM_RETRY << 16;
 262                 break;
 263         case ISCSI_SESSION_FREE:
 264                 err = DID_NO_CONNECT << 16;
 265                 break;
 266         default:
 267                 err = DID_NO_CONNECT << 16;
 268                 break;
 269         }
 270         spin_unlock_irqrestore(&session->lock, flags);
 271         return err;
 272 }
 273 EXPORT_SYMBOL_GPL(iscsi_session_chkready);
 274
 275 static void iscsi_session_release(struct device *dev)
 276 {
 277         struct iscsi_cls_session *session = iscsi_dev_to_session(dev);
 278         struct Scsi_Host *shost;
 279
 280         shost = iscsi_session_to_shost(session);
 281         scsi_host_put(shost);
 282         kfree(session);
 283 }
 284
 285 static int iscsi_is_session_dev(const struct device *dev)
 286 {
 287         return dev->release == iscsi_session_release;
 288 }
 289
 290 /**
 291  * iscsi_scan_finished - helper to report when running scans are done
 292  * @shost: scsi host
 293  * @time: scan run time
 294  *
 295  * This function can be used by drives like qla4xxx to report to the scsi
 296  * layer when the scans it kicked off at module load time are done.
 297  */
 298 int iscsi_scan_finished(struct Scsi_Host *shost, unsigned long time)
 299 {
 300         struct iscsi_host *ihost = shost->shost_data;
 301         /*
 302          * qla4xxx will have kicked off some session unblocks before calling
 303          * scsi_scan_host, so just wait for them to complete.
 304          */
 305         return !atomic_read(&ihost->nr_scans);
 306 }
 307 EXPORT_SYMBOL_GPL(iscsi_scan_finished);
 308
 309 static int iscsi_user_scan(struct Scsi_Host *shost, uint channel,
 310                            uint id, uint lun)
 311 {
 312         struct iscsi_host *ihost = shost->shost_data;
 313         struct iscsi_cls_session *session;
 314
 315         mutex_lock(&ihost->mutex);
 316         list_for_each_entry(session, &ihost->sessions, host_list) {
 317                 if ((channel == SCAN_WILD_CARD || channel == 0) &&
 318                     (id == SCAN_WILD_CARD || id == session->target_id))
 319                         scsi_scan_target(&session->dev, 0,
 320                                          session->target_id, lun, 1);
 321         }
 322         mutex_unlock(&ihost->mutex);
 323
 324         return 0;
 325 }
 326
 327 static void iscsi_scan_session(struct work_struct *work)
 328 {
 329         struct iscsi_cls_session *session =
 330                         container_of(work, struct iscsi_cls_session, scan_work);
 331         struct Scsi_Host *shost = iscsi_session_to_shost(session);
 332         struct iscsi_host *ihost = shost->shost_data;
 333         unsigned long flags;
 334
 335         spin_lock_irqsave(&session->lock, flags);
 336         if (session->state != ISCSI_SESSION_LOGGED_IN) {
 337                 spin_unlock_irqrestore(&session->lock, flags);
 338                 goto done;
 339         }
 340         spin_unlock_irqrestore(&session->lock, flags);
 341
 342         scsi_scan_target(&session->dev, 0, session->target_id,
 343                          SCAN_WILD_CARD, 1);
 344 done:
 345         atomic_dec(&ihost->nr_scans);
 346 }
 347
 348 static void session_recovery_timedout(struct work_struct *work)
 349 {
 350         struct iscsi_cls_session *session =
 351                 container_of(work, struct iscsi_cls_session,
 352                              recovery_work.work);
 353         unsigned long flags;
 354
 355         iscsi_cls_session_printk(KERN_INFO, session,
 356                                  "session recovery timed out after %d secs\n",
 357                                  session->recovery_tmo);
 358
 359         spin_lock_irqsave(&session->lock, flags);
 360         switch (session->state) {
 361         case ISCSI_SESSION_FAILED:
 362                 session->state = ISCSI_SESSION_FREE;
 363                 break;
 364         case ISCSI_SESSION_LOGGED_IN:
 365         case ISCSI_SESSION_FREE:
 366                 /* we raced with the unblock's flush */
 367                 spin_unlock_irqrestore(&session->lock, flags);
 368                 return;
 369         }
 370         spin_unlock_irqrestore(&session->lock, flags);
 371
 372         if (session->transport->session_recovery_timedout)
 373                 session->transport->session_recovery_timedout(session);
 374
 375         scsi_target_unblock(&session->dev);
 376 }
 377
 378 static void __iscsi_unblock_session(struct work_struct *work)
 379 {
 380         struct iscsi_cls_session *session =
 381                         container_of(work, struct iscsi_cls_session,
 382                                      unblock_work);
 383         struct Scsi_Host *shost = iscsi_session_to_shost(session);
 384         struct iscsi_host *ihost = shost->shost_data;
 385         unsigned long flags;
 386
 387         /*
 388          * The recovery and unblock work get run from the same workqueue,
 389          * so try to cancel it if it was going to run after this unblock.
 390          */
 391         cancel_delayed_work(&session->recovery_work);
 392         spin_lock_irqsave(&session->lock, flags);
 393         session->state = ISCSI_SESSION_LOGGED_IN;
 394         spin_unlock_irqrestore(&session->lock, flags);
 395         /* start IO */
 396         scsi_target_unblock(&session->dev);
 397         /*
 398          * Only do kernel scanning if the driver is properly hooked into
 399          * the async scanning code (drivers like iscsi_tcp do login and
 400          * scanning from userspace).
 401          */
 402         if (shost->hostt->scan_finished) {
 403                 if (queue_work(ihost->scan_workq, &session->scan_work))
 404                         atomic_inc(&ihost->nr_scans);
 405         }
 406 }
 407
 408 /**
 409  * iscsi_unblock_session - set a session as logged in and start IO.
 410  * @session: iscsi session
 411  *
 412  * Mark a session as ready to accept IO.
 413  */
 414 void iscsi_unblock_session(struct iscsi_cls_session *session)
 415 {
 416         queue_work(iscsi_eh_timer_workq, &session->unblock_work);
 417         /*
 418          * make sure all the events have completed before tell the driver
 419          * it is safe
 420          */
 421         flush_workqueue(iscsi_eh_timer_workq);
 422 }
 423 EXPORT_SYMBOL_GPL(iscsi_unblock_session);
 424
 425 static void __iscsi_block_session(struct work_struct *work)
 426 {
 427         struct iscsi_cls_session *session =
 428                         container_of(work, struct iscsi_cls_session,
 429                                      block_work);
 430         unsigned long flags;
 431
 432         spin_lock_irqsave(&session->lock, flags);
 433         session->state = ISCSI_SESSION_FAILED;
 434         spin_unlock_irqrestore(&session->lock, flags);
 435         scsi_target_block(&session->dev);
 436         queue_delayed_work(iscsi_eh_timer_workq, &session->recovery_work,
 437                            session->recovery_tmo * HZ);
 438 }
 439
 440 void iscsi_block_session(struct iscsi_cls_session *session)
 441 {
 442         queue_work(iscsi_eh_timer_workq, &session->block_work);
 443 }
 444 EXPORT_SYMBOL_GPL(iscsi_block_session);
 445
 446 static void __iscsi_unbind_session(struct work_struct *work)
 447 {
 448         struct iscsi_cls_session *session =
 449                         container_of(work, struct iscsi_cls_session,
 450                                      unbind_work);
 451         struct Scsi_Host *shost = iscsi_session_to_shost(session);
 452         struct iscsi_host *ihost = shost->shost_data;
 453
 454         /* Prevent new scans and make sure scanning is not in progress */
 455         mutex_lock(&ihost->mutex);
 456         if (list_empty(&session->host_list)) {
 457                 mutex_unlock(&ihost->mutex);
 458                 return;
 459         }
 460         list_del_init(&session->host_list);
 461         mutex_unlock(&ihost->mutex);
 462
 463         scsi_remove_target(&session->dev);
 464         iscsi_session_event(session, ISCSI_KEVENT_UNBIND_SESSION);
 465 }
 466
 467 static int iscsi_unbind_session(struct iscsi_cls_session *session)
 468 {
 469         struct Scsi_Host *shost = iscsi_session_to_shost(session);
 470         struct iscsi_host *ihost = shost->shost_data;
 471
 472         return queue_work(ihost->scan_workq, &session->unbind_work);
 473 }
 474
 475 struct iscsi_cls_session *
 476 iscsi_alloc_session(struct Scsi_Host *shost,
 477                     struct iscsi_transport *transport)
 478 {
 479         struct iscsi_cls_session *session;
 480
 481         session = kzalloc(sizeof(*session) + transport->sessiondata_size,
 482                           GFP_KERNEL);
 483         if (!session)
 484                 return NULL;
 485
 486         session->transport = transport;
 487         session->recovery_tmo = 120;
 488         session->state = ISCSI_SESSION_FREE;
 489         INIT_DELAYED_WORK(&session->recovery_work, session_recovery_timedout);
 490         INIT_LIST_HEAD(&session->host_list);
 491         INIT_LIST_HEAD(&session->sess_list);
 492         INIT_WORK(&session->unblock_work, __iscsi_unblock_session);
 493         INIT_WORK(&session->block_work, __iscsi_block_session);
 494         INIT_WORK(&session->unbind_work, __iscsi_unbind_session);
 495         INIT_WORK(&session->scan_work, iscsi_scan_session);
 496         spin_lock_init(&session->lock);
 497
 498         /* this is released in the dev's release function */
 499         scsi_host_get(shost);
 500         session->dev.parent = &shost->shost_gendev;
 501         session->dev.release = iscsi_session_release;
 502         device_initialize(&session->dev);
 503         if (transport->sessiondata_size)
 504                 session->dd_data = &session[1];
 505         return session;
 506 }
 507 EXPORT_SYMBOL_GPL(iscsi_alloc_session);
 508
 509 int iscsi_add_session(struct iscsi_cls_session *session, unsigned int target_id)
 510 {
 511         struct Scsi_Host *shost = iscsi_session_to_shost(session);
 512         struct iscsi_host *ihost;
 513         unsigned long flags;
 514         int err;
 515
 516         ihost = shost->shost_data;
 517         session->sid = atomic_add_return(1, &iscsi_session_nr);
 518         session->target_id = target_id;
 519
 520         snprintf(session->dev.bus_id, BUS_ID_SIZE, "session%u",
 521                  session->sid);
 522         err = device_add(&session->dev);
 523         if (err) {
 524                 iscsi_cls_session_printk(KERN_ERR, session,
 525                                          "could not register session's dev\n");
 526                 goto release_host;
 527         }
 528         transport_register_device(&session->dev);
 529
 530         spin_lock_irqsave(&sesslock, flags);
 531         list_add(&session->sess_list, &sesslist);
 532         spin_unlock_irqrestore(&sesslock, flags);
 533
 534         mutex_lock(&ihost->mutex);
 535         list_add(&session->host_list, &ihost->sessions);
 536         mutex_unlock(&ihost->mutex);
 537
 538         iscsi_session_event(session, ISCSI_KEVENT_CREATE_SESSION);
 539         return 0;
 540
 541 release_host:
 542         scsi_host_put(shost);
 543         return err;
 544 }
 545 EXPORT_SYMBOL_GPL(iscsi_add_session);
 546
 547 /**
 548  * iscsi_create_session - create iscsi class session
 549  * @shost: scsi host
 550  * @transport: iscsi transport
 551  * @target_id: which target
 552  *
 553  * This can be called from a LLD or iscsi_transport.
 554  */
 555 struct iscsi_cls_session *
 556 iscsi_create_session(struct Scsi_Host *shost,
 557                      struct iscsi_transport *transport,
 558                      unsigned int target_id)
 559 {
 560         struct iscsi_cls_session *session;
 561
 562         session = iscsi_alloc_session(shost, transport);
 563         if (!session)
 564                 return NULL;
 565
 566         if (iscsi_add_session(session, target_id)) {
 567                 iscsi_free_session(session);
 568                 return NULL;
 569         }
 570         return session;
 571 }
 572 EXPORT_SYMBOL_GPL(iscsi_create_session);
 573
 574 static void iscsi_conn_release(struct device *dev)
 575 {
 576         struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev);
 577         struct device *parent = conn->dev.parent;
 578
 579         kfree(conn);
 580         put_device(parent);
 581 }
 582
 583 static int iscsi_is_conn_dev(const struct device *dev)
 584 {
 585         return dev->release == iscsi_conn_release;
 586 }
 587
 588 static int iscsi_iter_destroy_conn_fn(struct device *dev, void *data)
 589 {
 590         if (!iscsi_is_conn_dev(dev))
 591                 return 0;
 592         return iscsi_destroy_conn(iscsi_dev_to_conn(dev));
 593 }
 594
 595 void iscsi_remove_session(struct iscsi_cls_session *session)
 596 {
 597         struct Scsi_Host *shost = iscsi_session_to_shost(session);
 598         struct iscsi_host *ihost = shost->shost_data;
 599         unsigned long flags;
 600         int err;
 601
 602         spin_lock_irqsave(&sesslock, flags);
 603         list_del(&session->sess_list);
 604         spin_unlock_irqrestore(&sesslock, flags);
 605
 606         /* make sure there are no blocks/unblocks queued */
 607         flush_workqueue(iscsi_eh_timer_workq);
 608         /* make sure the timedout callout is not running */
 609         if (!cancel_delayed_work(&session->recovery_work))
 610                 flush_workqueue(iscsi_eh_timer_workq);
 611         /*
 612          * If we are blocked let commands flow again. The lld or iscsi
 613          * layer should set up the queuecommand to fail commands.
 614          * We assume that LLD will not be calling block/unblock while
 615          * removing the session.
 616          */
 617         spin_lock_irqsave(&session->lock, flags);
 618         session->state = ISCSI_SESSION_FREE;
 619         spin_unlock_irqrestore(&session->lock, flags);
 620
 621         scsi_target_unblock(&session->dev);
 622         /* flush running scans then delete devices */
 623         flush_workqueue(ihost->scan_workq);
 624         __iscsi_unbind_session(&session->unbind_work);
 625
 626         /* hw iscsi may not have removed all connections from session */
 627         err = device_for_each_child(&session->dev, NULL,
 628                                     iscsi_iter_destroy_conn_fn);
 629         if (err)
 630                 iscsi_cls_session_printk(KERN_ERR, session,
 631                                          "Could not delete all connections "
 632                                          "for session. Error %d.\n", err);
 633
 634         transport_unregister_device(&session->dev);
 635         device_del(&session->dev);
 636 }
 637 EXPORT_SYMBOL_GPL(iscsi_remove_session);
 638
 639 void iscsi_free_session(struct iscsi_cls_session *session)
 640 {
 641         iscsi_session_event(session, ISCSI_KEVENT_DESTROY_SESSION);
 642         put_device(&session->dev);
 643 }
 644 EXPORT_SYMBOL_GPL(iscsi_free_session);
 645
 646 /**
 647  * iscsi_destroy_session - destroy iscsi session
 648  * @session: iscsi_session
 649  *
 650  * Can be called by a LLD or iscsi_transport. There must not be
 651  * any running connections.
 652  */
 653 int iscsi_destroy_session(struct iscsi_cls_session *session)
 654 {
 655         iscsi_remove_session(session);
 656         iscsi_free_session(session);
 657         return 0;
 658 }
 659 EXPORT_SYMBOL_GPL(iscsi_destroy_session);
 660
 661 /**
 662  * iscsi_create_conn - create iscsi class connection
 663  * @session: iscsi cls session
 664  * @cid: connection id
 665  *
 666  * This can be called from a LLD or iscsi_transport. The connection
 667  * is child of the session so cid must be unique for all connections
 668  * on the session.
 669  *
 670  * Since we do not support MCS, cid will normally be zero. In some cases
 671  * for software iscsi we could be trying to preallocate a connection struct
 672  * in which case there could be two connection structs and cid would be
 673  * non-zero.
 674  */
 675 struct iscsi_cls_conn *
 676 iscsi_create_conn(struct iscsi_cls_session *session, uint32_t cid)
 677 {
 678         struct iscsi_transport *transport = session->transport;
 679         struct iscsi_cls_conn *conn;
 680         unsigned long flags;
 681         int err;
 682
 683         conn = kzalloc(sizeof(*conn) + transport->conndata_size, GFP_KERNEL);
 684         if (!conn)
 685                 return NULL;
 686
 687         if (transport->conndata_size)
 688                 conn->dd_data = &conn[1];
 689
 690         INIT_LIST_HEAD(&conn->conn_list);
 691         conn->transport = transport;
 692         conn->cid = cid;
 693
 694         /* this is released in the dev's release function */
 695         if (!get_device(&session->dev))
 696                 goto free_conn;
 697
 698         snprintf(conn->dev.bus_id, BUS_ID_SIZE, "connection%d:%u",
 699                  session->sid, cid);
 700         conn->dev.parent = &session->dev;
 701         conn->dev.release = iscsi_conn_release;
 702         err = device_register(&conn->dev);
 703         if (err) {
 704                 iscsi_cls_session_printk(KERN_ERR, session, "could not "
 705                                          "register connection's dev\n");
 706                 goto release_parent_ref;
 707         }
 708         transport_register_device(&conn->dev);
 709
 710         spin_lock_irqsave(&connlock, flags);
 711         list_add(&conn->conn_list, &connlist);
 712         conn->active = 1;
 713         spin_unlock_irqrestore(&connlock, flags);
 714         return conn;
 715
 716 release_parent_ref:
 717         put_device(&session->dev);
 718 free_conn:
 719         kfree(conn);
 720         return NULL;
 721 }
 722
 723 EXPORT_SYMBOL_GPL(iscsi_create_conn);
 724
 725 /**
 726  * iscsi_destroy_conn - destroy iscsi class connection
 727  * @conn: iscsi cls session
 728  *
 729  * This can be called from a LLD or iscsi_transport.
 730  */
 731 int iscsi_destroy_conn(struct iscsi_cls_conn *conn)
 732 {
 733         unsigned long flags;
 734
 735         spin_lock_irqsave(&connlock, flags);
 736         conn->active = 0;
 737         list_del(&conn->conn_list);
 738         spin_unlock_irqrestore(&connlock, flags);
 739
 740         transport_unregister_device(&conn->dev);
 741         device_unregister(&conn->dev);
 742         return 0;
 743 }
 744 EXPORT_SYMBOL_GPL(iscsi_destroy_conn);
 745
 746 /*
 747  * iscsi interface functions
 748  */
 749 static struct iscsi_internal *
 750 iscsi_if_transport_lookup(struct iscsi_transport *tt)
 751 {
 752         struct iscsi_internal *priv;
 753         unsigned long flags;
 754
 755         spin_lock_irqsave(&iscsi_transport_lock, flags);
 756         list_for_each_entry(priv, &iscsi_transports, list) {
 757                 if (tt == priv->iscsi_transport) {
 758                         spin_unlock_irqrestore(&iscsi_transport_lock, flags);
 759                         return priv;
 760                 }
 761         }
 762         spin_unlock_irqrestore(&iscsi_transport_lock, flags);
 763         return NULL;
 764 }
 765
 766 static int
 767 iscsi_broadcast_skb(struct sk_buff *skb, gfp_t gfp)
 768 {
 769         int rc;
 770
 771         rc = netlink_broadcast(nls, skb, 0, 1, gfp);
 772         if (rc < 0) {
 773                 printk(KERN_ERR "iscsi: can not broadcast skb (%d)\n", rc);
 774                 return rc;
 775         }
 776
 777         return 0;
 778 }
 779
 780 static int
 781 iscsi_unicast_skb(struct sk_buff *skb, int pid)
 782 {
 783         int rc;
 784
 785         rc = netlink_unicast(nls, skb, pid, MSG_DONTWAIT);
 786         if (rc < 0) {
 787                 printk(KERN_ERR "iscsi: can not unicast skb (%d)\n", rc);
 788                 return rc;
 789         }
 790
 791         return 0;
 792 }
 793
 794 int iscsi_recv_pdu(struct iscsi_cls_conn *conn, struct iscsi_hdr *hdr,
 795                    char *data, uint32_t data_size)
 796 {
 797         struct nlmsghdr *nlh;
 798         struct sk_buff *skb;
 799         struct iscsi_uevent *ev;
 800         char *pdu;
 801         struct iscsi_internal *priv;
 802         int len = NLMSG_SPACE(sizeof(*ev) + sizeof(struct iscsi_hdr) +
 803                               data_size);
 804
 805         priv = iscsi_if_transport_lookup(conn->transport);
 806         if (!priv)
 807                 return -EINVAL;
 808
 809         skb = alloc_skb(len, GFP_ATOMIC);
 810         if (!skb) {
 811                 iscsi_conn_error(conn, ISCSI_ERR_CONN_FAILED);
 812                 iscsi_cls_conn_printk(KERN_ERR, conn, "can not deliver "
 813                                       "control PDU: OOM\n");
 814                 return -ENOMEM;
 815         }
 816
 817         nlh = __nlmsg_put(skb, priv->daemon_pid, 0, 0, (len - sizeof(*nlh)), 0);
 818         ev = NLMSG_DATA(nlh);
 819         memset(ev, 0, sizeof(*ev));
 820         ev->transport_handle = iscsi_handle(conn->transport);
 821         ev->type = ISCSI_KEVENT_RECV_PDU;
 822         ev->r.recv_req.cid = conn->cid;
 823         ev->r.recv_req.sid = iscsi_conn_get_sid(conn);
 824         pdu = (char*)ev + sizeof(*ev);
 825         memcpy(pdu, hdr, sizeof(struct iscsi_hdr));
 826         memcpy(pdu + sizeof(struct iscsi_hdr), data, data_size);
 827
 828         return iscsi_unicast_skb(skb, priv->daemon_pid);
 829 }
 830 EXPORT_SYMBOL_GPL(iscsi_recv_pdu);
 831
 832 void iscsi_conn_error(struct iscsi_cls_conn *conn, enum iscsi_err error)
 833 {
 834         struct nlmsghdr *nlh;
 835         struct sk_buff  *skb;
 836         struct iscsi_uevent *ev;
 837         struct iscsi_internal *priv;
 838         int len = NLMSG_SPACE(sizeof(*ev));
 839
 840         priv = iscsi_if_transport_lookup(conn->transport);
 841         if (!priv)
 842                 return;
 843
 844         skb = alloc_skb(len, GFP_ATOMIC);
 845         if (!skb) {
 846                 iscsi_cls_conn_printk(KERN_ERR, conn, "gracefully ignored "
 847                                       "conn error (%d)\n", error);
 848                 return;
 849         }
 850
 851         nlh = __nlmsg_put(skb, priv->daemon_pid, 0, 0, (len - sizeof(*nlh)), 0);
 852         ev = NLMSG_DATA(nlh);
 853         ev->transport_handle = iscsi_handle(conn->transport);
 854         ev->type = ISCSI_KEVENT_CONN_ERROR;
 855         ev->r.connerror.error = error;
 856         ev->r.connerror.cid = conn->cid;
 857         ev->r.connerror.sid = iscsi_conn_get_sid(conn);
 858
 859         iscsi_broadcast_skb(skb, GFP_ATOMIC);
 860
 861         iscsi_cls_conn_printk(KERN_INFO, conn, "detected conn error (%d)\n",
 862                               error);
 863 }
 864 EXPORT_SYMBOL_GPL(iscsi_conn_error);
 865
 866 static int
 867 iscsi_if_send_reply(int pid, int seq, int type, int done, int multi,
 868                       void *payload, int size)
 869 {
 870         struct sk_buff  *skb;
 871         struct nlmsghdr *nlh;
 872         int len = NLMSG_SPACE(size);
 873         int flags = multi ? NLM_F_MULTI : 0;
 874         int t = done ? NLMSG_DONE : type;
 875
 876         skb = alloc_skb(len, GFP_ATOMIC);
 877         if (!skb) {
 878                 printk(KERN_ERR "Could not allocate skb to send reply.\n");
 879                 return -ENOMEM;
 880         }
 881
 882         nlh = __nlmsg_put(skb, pid, seq, t, (len - sizeof(*nlh)), 0);
 883         nlh->nlmsg_flags = flags;
 884         memcpy(NLMSG_DATA(nlh), payload, size);
 885         return iscsi_unicast_skb(skb, pid);
 886 }
 887
 888 static int
 889 iscsi_if_get_stats(struct iscsi_transport *transport, struct nlmsghdr *nlh)
 890 {
 891         struct iscsi_uevent *ev = NLMSG_DATA(nlh);
 892         struct iscsi_stats *stats;
 893         struct sk_buff *skbstat;
 894         struct iscsi_cls_conn *conn;
 895         struct nlmsghdr *nlhstat;
 896         struct iscsi_uevent *evstat;
 897         struct iscsi_internal *priv;
 898         int len = NLMSG_SPACE(sizeof(*ev) +
 899                               sizeof(struct iscsi_stats) +
 900                               sizeof(struct iscsi_stats_custom) *
 901                               ISCSI_STATS_CUSTOM_MAX);
 902         int err = 0;
 903
 904         priv = iscsi_if_transport_lookup(transport);
 905         if (!priv)
 906                 return -EINVAL;
 907
 908         conn = iscsi_conn_lookup(ev->u.get_stats.sid, ev->u.get_stats.cid);
 909         if (!conn)
 910                 return -EEXIST;
 911
 912         do {
 913                 int actual_size;
 914
 915                 skbstat = alloc_skb(len, GFP_ATOMIC);
 916                 if (!skbstat) {
 917                         iscsi_cls_conn_printk(KERN_ERR, conn, "can not "
 918                                               "deliver stats: OOM\n");
 919                         return -ENOMEM;
 920                 }
 921
 922                 nlhstat = __nlmsg_put(skbstat, priv->daemon_pid, 0, 0,
 923                                       (len - sizeof(*nlhstat)), 0);
 924                 evstat = NLMSG_DATA(nlhstat);
 925                 memset(evstat, 0, sizeof(*evstat));
 926                 evstat->transport_handle = iscsi_handle(conn->transport);
 927                 evstat->type = nlh->nlmsg_type;
 928                 evstat->u.get_stats.cid =
 929                         ev->u.get_stats.cid;
 930                 evstat->u.get_stats.sid =
 931                         ev->u.get_stats.sid;
 932                 stats = (struct iscsi_stats *)
 933                         ((char*)evstat + sizeof(*evstat));
 934                 memset(stats, 0, sizeof(*stats));
 935
 936                 transport->get_stats(conn, stats);
 937                 actual_size = NLMSG_SPACE(sizeof(struct iscsi_uevent) +
 938                                           sizeof(struct iscsi_stats) +
 939                                           sizeof(struct iscsi_stats_custom) *
 940                                           stats->custom_length);
 941                 actual_size -= sizeof(*nlhstat);
 942                 actual_size = NLMSG_LENGTH(actual_size);
 943                 skb_trim(skbstat, NLMSG_ALIGN(actual_size));
 944                 nlhstat->nlmsg_len = actual_size;
 945
 946                 err = iscsi_unicast_skb(skbstat, priv->daemon_pid);
 947         } while (err < 0 && err != -ECONNREFUSED);
 948
 949         return err;
 950 }
 951
 952 /**
 953  * iscsi_session_event - send session destr. completion event
 954  * @session: iscsi class session
 955  * @event: type of event
 956  */
 957 int iscsi_session_event(struct iscsi_cls_session *session,
 958                         enum iscsi_uevent_e event)
 959 {
 960         struct iscsi_internal *priv;
 961         struct Scsi_Host *shost;
 962         struct iscsi_uevent *ev;
 963         struct sk_buff  *skb;
 964         struct nlmsghdr *nlh;
 965         int rc, len = NLMSG_SPACE(sizeof(*ev));
 966
 967         priv = iscsi_if_transport_lookup(session->transport);
 968         if (!priv)
 969                 return -EINVAL;
 970         shost = iscsi_session_to_shost(session);
 971
 972         skb = alloc_skb(len, GFP_KERNEL);
 973         if (!skb) {
 974                 iscsi_cls_session_printk(KERN_ERR, session,
 975                                          "Cannot notify userspace of session "
 976                                          "event %u\n", event);
 977                 return -ENOMEM;
 978         }
 979
 980         nlh = __nlmsg_put(skb, priv->daemon_pid, 0, 0, (len - sizeof(*nlh)), 0);
 981         ev = NLMSG_DATA(nlh);
 982         ev->transport_handle = iscsi_handle(session->transport);
 983
 984         ev->type = event;
 985         switch (event) {
 986         case ISCSI_KEVENT_DESTROY_SESSION:
 987                 ev->r.d_session.host_no = shost->host_no;
 988                 ev->r.d_session.sid = session->sid;
 989                 break;
 990         case ISCSI_KEVENT_CREATE_SESSION:
 991                 ev->r.c_session_ret.host_no = shost->host_no;
 992                 ev->r.c_session_ret.sid = session->sid;
 993                 break;
 994         case ISCSI_KEVENT_UNBIND_SESSION:
 995                 ev->r.unbind_session.host_no = shost->host_no;
 996                 ev->r.unbind_session.sid = session->sid;
 997                 break;
 998         default:
 999                 iscsi_cls_session_printk(KERN_ERR, session, "Invalid event "
1000                                          "%u.\n", event);
1001                 kfree_skb(skb);
1002                 return -EINVAL;
1003         }
1004
1005         /*
1006          * this will occur if the daemon is not up, so we just warn
1007          * the user and when the daemon is restarted it will handle it
1008          */
1009         rc = iscsi_broadcast_skb(skb, GFP_KERNEL);
1010         if (rc < 0)
1011                 iscsi_cls_session_printk(KERN_ERR, session,
1012                                          "Cannot notify userspace of session "
1013                                          "event %u. Check iscsi daemon\n",
1014                                          event);
1015         return rc;
1016 }
1017 EXPORT_SYMBOL_GPL(iscsi_session_event);
1018
1019 static int
1020 iscsi_if_create_session(struct iscsi_internal *priv, struct iscsi_uevent *ev,
1021                         uint32_t host_no, uint32_t initial_cmdsn,
1022                         uint16_t cmds_max, uint16_t queue_depth)
1023 {
1024         struct iscsi_transport *transport = priv->iscsi_transport;
1025         struct iscsi_cls_session *session;
1026         struct Scsi_Host *shost = NULL;
1027
1028         /*
1029          * Software iscsi allocates a host per session, but
1030          * offload drivers (and possibly iser one day) allocate a host per
1031          * hba/nic/rnic. Offload will match a host here, but software will
1032          * return a new hostno after the create_session callback has returned.
1033          */
1034         if (host_no != UINT_MAX) {
1035                 shost = scsi_host_lookup(host_no);
1036                 if (IS_ERR(shost)) {
1037                         printk(KERN_ERR "Could not find host no %u to "
1038                                "create session\n", host_no);
1039                         return -ENODEV;
1040                 }
1041         }
1042
1043         session = transport->create_session(transport, &priv->t, shost,
1044                                             cmds_max, queue_depth,
1045                                             initial_cmdsn, &host_no);
1046         if (shost)
1047                 scsi_host_put(shost);
1048         if (!session)
1049                 return -ENOMEM;
1050
1051         ev->r.c_session_ret.host_no = host_no;
1052         ev->r.c_session_ret.sid = session->sid;
1053         return 0;
1054 }
1055
1056 static int
1057 iscsi_if_create_conn(struct iscsi_transport *transport, struct iscsi_uevent *ev)
1058 {
1059         struct iscsi_cls_conn *conn;
1060         struct iscsi_cls_session *session;
1061
1062         session = iscsi_session_lookup(ev->u.c_conn.sid);
1063         if (!session) {
1064                 printk(KERN_ERR "iscsi: invalid session %d.\n",
1065                        ev->u.c_conn.sid);
1066                 return -EINVAL;
1067         }
1068
1069         conn = transport->create_conn(session, ev->u.c_conn.cid);
1070         if (!conn) {
1071                 iscsi_cls_session_printk(KERN_ERR, session,
1072                                          "couldn't create a new connection.");
1073                 return -ENOMEM;
1074         }
1075
1076         ev->r.c_conn_ret.sid = session->sid;
1077         ev->r.c_conn_ret.cid = conn->cid;
1078         return 0;
1079 }
1080
1081 static int
1082 iscsi_if_destroy_conn(struct iscsi_transport *transport, struct iscsi_uevent *ev)
1083 {
1084         struct iscsi_cls_conn *conn;
1085
1086         conn = iscsi_conn_lookup(ev->u.d_conn.sid, ev->u.d_conn.cid);
1087         if (!conn)
1088                 return -EINVAL;
1089
1090         if (transport->destroy_conn)
1091                 transport->destroy_conn(conn);
1092         return 0;
1093 }
1094
1095 static int
1096 iscsi_set_param(struct iscsi_transport *transport, struct iscsi_uevent *ev)
1097 {
1098         char *data = (char*)ev + sizeof(*ev);
1099         struct iscsi_cls_conn *conn;
1100         struct iscsi_cls_session *session;
1101         int err = 0, value = 0;
1102
1103         session = iscsi_session_lookup(ev->u.set_param.sid);
1104         conn = iscsi_conn_lookup(ev->u.set_param.sid, ev->u.set_param.cid);
1105         if (!conn || !session)
1106                 return -EINVAL;
1107
1108         switch (ev->u.set_param.param) {
1109         case ISCSI_PARAM_SESS_RECOVERY_TMO:
1110                 sscanf(data, "%d", &value);
1111                 if (value != 0)
1112                         session->recovery_tmo = value;
1113                 break;
1114         default:
1115                 err = transport->set_param(conn, ev->u.set_param.param,
1116                                            data, ev->u.set_param.len);
1117         }
1118
1119         return err;
1120 }
1121
1122 static int
1123 iscsi_if_transport_ep(struct iscsi_transport *transport,
1124                       struct iscsi_uevent *ev, int msg_type)
1125 {
1126         struct sockaddr *dst_addr;
1127         int rc = 0;
1128
1129         switch (msg_type) {
1130         case ISCSI_UEVENT_TRANSPORT_EP_CONNECT:
1131                 if (!transport->ep_connect)
1132                         return -EINVAL;
1133
1134                 dst_addr = (struct sockaddr *)((char*)ev + sizeof(*ev));
1135                 rc = transport->ep_connect(dst_addr,
1136                                            ev->u.ep_connect.non_blocking,
1137                                            &ev->r.ep_connect_ret.handle);
1138                 break;
1139         case ISCSI_UEVENT_TRANSPORT_EP_POLL:
1140                 if (!transport->ep_poll)
1141                         return -EINVAL;
1142
1143                 ev->r.retcode = transport->ep_poll(ev->u.ep_poll.ep_handle,
1144                                                    ev->u.ep_poll.timeout_ms);
1145                 break;
1146         case ISCSI_UEVENT_TRANSPORT_EP_DISCONNECT:
1147                 if (!transport->ep_disconnect)
1148                         return -EINVAL;
1149
1150                 transport->ep_disconnect(ev->u.ep_disconnect.ep_handle);
1151                 break;
1152         }
1153         return rc;
1154 }
1155
1156 static int
1157 iscsi_tgt_dscvr(struct iscsi_transport *transport,
1158                 struct iscsi_uevent *ev)
1159 {
1160         struct Scsi_Host *shost;
1161         struct sockaddr *dst_addr;
1162         int err;
1163
1164         if (!transport->tgt_dscvr)
1165                 return -EINVAL;
1166
1167         shost = scsi_host_lookup(ev->u.tgt_dscvr.host_no);
1168         if (IS_ERR(shost)) {
1169                 printk(KERN_ERR "target discovery could not find host no %u\n",
1170                        ev->u.tgt_dscvr.host_no);
1171                 return -ENODEV;
1172         }
1173
1174
1175         dst_addr = (struct sockaddr *)((char*)ev + sizeof(*ev));
1176         err = transport->tgt_dscvr(shost, ev->u.tgt_dscvr.type,
1177                                    ev->u.tgt_dscvr.enable, dst_addr);
1178         scsi_host_put(shost);
1179         return err;
1180 }
1181
1182 static int
1183 iscsi_set_host_param(struct iscsi_transport *transport,
1184                      struct iscsi_uevent *ev)
1185 {
1186         char *data = (char*)ev + sizeof(*ev);
1187         struct Scsi_Host *shost;
1188         int err;
1189
1190         if (!transport->set_host_param)
1191                 return -ENOSYS;
1192
1193         shost = scsi_host_lookup(ev->u.set_host_param.host_no);
1194         if (IS_ERR(shost)) {
1195                 printk(KERN_ERR "set_host_param could not find host no %u\n",
1196                        ev->u.set_host_param.host_no);
1197                 return -ENODEV;
1198         }
1199
1200         err = transport->set_host_param(shost, ev->u.set_host_param.param,
1201                                         data, ev->u.set_host_param.len);
1202         scsi_host_put(shost);
1203         return err;
1204 }
1205
1206 static int
1207 iscsi_if_recv_msg(struct sk_buff *skb, struct nlmsghdr *nlh)
1208 {
1209         int err = 0;
1210         uint32_t host_no = UINT_MAX;
1211         struct iscsi_uevent *ev = NLMSG_DATA(nlh);
1212         struct iscsi_transport *transport = NULL;
1213         struct iscsi_internal *priv;
1214         struct iscsi_cls_session *session;
1215         struct iscsi_cls_conn *conn;
1216
1217         priv = iscsi_if_transport_lookup(iscsi_ptr(ev->transport_handle));
1218         if (!priv)
1219                 return -EINVAL;
1220         transport = priv->iscsi_transport;
1221
1222         if (!try_module_get(transport->owner))
1223                 return -EINVAL;
1224
1225         priv->daemon_pid = NETLINK_CREDS(skb)->pid;
1226
1227         switch (nlh->nlmsg_type) {
1228         case ISCSI_UEVENT_CREATE_SESSION:
1229                 err = iscsi_if_create_session(priv, ev, host_no,
1230                                               ev->u.c_session.initial_cmdsn,
1231                                               ev->u.c_session.cmds_max,
1232                                               ev->u.c_session.queue_depth);
1233                 break;
1234         case ISCSI_UEVENT_CREATE_BOUND_SESSION:
1235                 err = iscsi_if_create_session(priv, ev,
1236                                         ev->u.c_bound_session.host_no,
1237                                         ev->u.c_bound_session.initial_cmdsn,
1238                                         ev->u.c_bound_session.cmds_max,
1239                                         ev->u.c_bound_session.queue_depth);
1240                 break;
1241         case ISCSI_UEVENT_DESTROY_SESSION:
1242                 session = iscsi_session_lookup(ev->u.d_session.sid);
1243                 if (session)
1244                         transport->destroy_session(session);
1245                 else
1246                         err = -EINVAL;
1247                 break;
1248         case ISCSI_UEVENT_UNBIND_SESSION:
1249                 session = iscsi_session_lookup(ev->u.d_session.sid);
1250                 if (session)
1251                         iscsi_unbind_session(session);
1252                 else
1253                         err = -EINVAL;
1254                 break;
1255         case ISCSI_UEVENT_CREATE_CONN:
1256                 err = iscsi_if_create_conn(transport, ev);
1257                 break;
1258         case ISCSI_UEVENT_DESTROY_CONN:
1259                 err = iscsi_if_destroy_conn(transport, ev);
1260                 break;
1261         case ISCSI_UEVENT_BIND_CONN:
1262                 session = iscsi_session_lookup(ev->u.b_conn.sid);
1263                 conn = iscsi_conn_lookup(ev->u.b_conn.sid, ev->u.b_conn.cid);
1264
1265                 if (session && conn)
1266                         ev->r.retcode = transport->bind_conn(session, conn,
1267                                         ev->u.b_conn.transport_eph,
1268                                         ev->u.b_conn.is_leading);
1269                 else
1270                         err = -EINVAL;
1271                 break;
1272         case ISCSI_UEVENT_SET_PARAM:
1273                 err = iscsi_set_param(transport, ev);
1274                 break;
1275         case ISCSI_UEVENT_START_CONN:
1276                 conn = iscsi_conn_lookup(ev->u.start_conn.sid, ev->u.start_conn.cid);
1277                 if (conn)
1278                         ev->r.retcode = transport->start_conn(conn);
1279                 else
1280                         err = -EINVAL;
1281                 break;
1282         case ISCSI_UEVENT_STOP_CONN:
1283                 conn = iscsi_conn_lookup(ev->u.stop_conn.sid, ev->u.stop_conn.cid);
1284                 if (conn)
1285                         transport->stop_conn(conn, ev->u.stop_conn.flag);
1286                 else
1287                         err = -EINVAL;
1288                 break;
1289         case ISCSI_UEVENT_SEND_PDU:
1290                 conn = iscsi_conn_lookup(ev->u.send_pdu.sid, ev->u.send_pdu.cid);
1291                 if (conn)
1292                         ev->r.retcode = transport->send_pdu(conn,
1293                                 (struct iscsi_hdr*)((char*)ev + sizeof(*ev)),
1294                                 (char*)ev + sizeof(*ev) + ev->u.send_pdu.hdr_size,
1295                                 ev->u.send_pdu.data_size);
1296                 else
1297                         err = -EINVAL;
1298                 break;
1299         case ISCSI_UEVENT_GET_STATS:
1300                 err = iscsi_if_get_stats(transport, nlh);
1301                 break;
1302         case ISCSI_UEVENT_TRANSPORT_EP_CONNECT:
1303         case ISCSI_UEVENT_TRANSPORT_EP_POLL:
1304         case ISCSI_UEVENT_TRANSPORT_EP_DISCONNECT:
1305                 err = iscsi_if_transport_ep(transport, ev, nlh->nlmsg_type);
1306                 break;
1307         case ISCSI_UEVENT_TGT_DSCVR:
1308                 err = iscsi_tgt_dscvr(transport, ev);
1309                 break;
1310         case ISCSI_UEVENT_SET_HOST_PARAM:
1311                 err = iscsi_set_host_param(transport, ev);
1312                 break;
1313         default:
1314                 err = -ENOSYS;
1315                 break;
1316         }
1317
1318         module_put(transport->owner);
1319         return err;
1320 }
1321
1322 /*
1323  * Get message from skb.  Each message is processed by iscsi_if_recv_msg.
1324  * Malformed skbs with wrong lengths or invalid creds are not processed.
1325  */
1326 static void
1327 iscsi_if_rx(struct sk_buff *skb)
1328 {
1329         mutex_lock(&rx_queue_mutex);
1330         while (skb->len >= NLMSG_SPACE(0)) {
1331                 int err;
1332                 uint32_t rlen;
1333                 struct nlmsghdr *nlh;
1334                 struct iscsi_uevent *ev;
1335
1336                 nlh = nlmsg_hdr(skb);
1337                 if (nlh->nlmsg_len < sizeof(*nlh) ||
1338                     skb->len < nlh->nlmsg_len) {
1339                         break;
1340                 }
1341
1342                 ev = NLMSG_DATA(nlh);
1343                 rlen = NLMSG_ALIGN(nlh->nlmsg_len);
1344                 if (rlen > skb->len)
1345                         rlen = skb->len;
1346
1347                 err = iscsi_if_recv_msg(skb, nlh);
1348                 if (err) {
1349                         ev->type = ISCSI_KEVENT_IF_ERROR;
1350                         ev->iferror = err;
1351                 }
1352                 do {
1353                         /*
1354                          * special case for GET_STATS:
1355                          * on success - sending reply and stats from
1356                          * inside of if_recv_msg(),
1357                          * on error - fall through.
1358                          */
1359                         if (ev->type == ISCSI_UEVENT_GET_STATS && !err)
1360                                 break;
1361                         err = iscsi_if_send_reply(
1362                                 NETLINK_CREDS(skb)->pid, nlh->nlmsg_seq,
1363                                 nlh->nlmsg_type, 0, 0, ev, sizeof(*ev));
1364                 } while (err < 0 && err != -ECONNREFUSED);
1365                 skb_pull(skb, rlen);
1366         }
1367         mutex_unlock(&rx_queue_mutex);
1368 }
1369
1370 #define ISCSI_CLASS_ATTR(_prefix,_name,_mode,_show,_store)              \
1371 struct device_attribute dev_attr_##_prefix##_##_name =  \
1372         __ATTR(_name,_mode,_show,_store)
1373
1374 /*
1375  * iSCSI connection attrs
1376  */
1377 #define iscsi_conn_attr_show(param)                                     \
1378 static ssize_t                                                          \
1379 show_conn_param_##param(struct device *dev,                             \
1380                         struct device_attribute *attr, char *buf)       \
1381 {                                                                       \
1382         struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev->parent);   \
1383         struct iscsi_transport *t = conn->transport;                    \
1384         return t->get_conn_param(conn, param, buf);                     \
1385 }
1386
1387 #define iscsi_conn_attr(field, param)                                   \
1388         iscsi_conn_attr_show(param)                                     \
1389 static ISCSI_CLASS_ATTR(conn, field, S_IRUGO, show_conn_param_##param,  \
1390                         NULL);
1391
1392 iscsi_conn_attr(max_recv_dlength, ISCSI_PARAM_MAX_RECV_DLENGTH);
1393 iscsi_conn_attr(max_xmit_dlength, ISCSI_PARAM_MAX_XMIT_DLENGTH);
1394 iscsi_conn_attr(header_digest, ISCSI_PARAM_HDRDGST_EN);
1395 iscsi_conn_attr(data_digest, ISCSI_PARAM_DATADGST_EN);
1396 iscsi_conn_attr(ifmarker, ISCSI_PARAM_IFMARKER_EN);
1397 iscsi_conn_attr(ofmarker, ISCSI_PARAM_OFMARKER_EN);
1398 iscsi_conn_attr(persistent_port, ISCSI_PARAM_PERSISTENT_PORT);
1399 iscsi_conn_attr(port, ISCSI_PARAM_CONN_PORT);
1400 iscsi_conn_attr(exp_statsn, ISCSI_PARAM_EXP_STATSN);
1401 iscsi_conn_attr(persistent_address, ISCSI_PARAM_PERSISTENT_ADDRESS);
1402 iscsi_conn_attr(address, ISCSI_PARAM_CONN_ADDRESS);
1403 iscsi_conn_attr(ping_tmo, ISCSI_PARAM_PING_TMO);
1404 iscsi_conn_attr(recv_tmo, ISCSI_PARAM_RECV_TMO);
1405
1406 /*
1407  * iSCSI session attrs
1408  */
1409 #define iscsi_session_attr_show(param, perm)                            \
1410 static ssize_t                                                          \
1411 show_session_param_##param(struct device *dev,                          \
1412                            struct device_attribute *attr, char *buf)    \
1413 {                                                                       \
1414         struct iscsi_cls_session *session =                             \
1415                 iscsi_dev_to_session(dev->parent);                      \
1416         struct iscsi_transport *t = session->transport;                 \
1417                                                                         \
1418         if (perm && !capable(CAP_SYS_ADMIN))                            \
1419                 return -EACCES;                                         \
1420         return t->get_session_param(session, param, buf);               \
1421 }
1422
1423 #define iscsi_session_attr(field, param, perm)                          \
1424         iscsi_session_attr_show(param, perm)                            \
1425 static ISCSI_CLASS_ATTR(sess, field, S_IRUGO, show_session_param_##param, \
1426                         NULL);
1427
1428 iscsi_session_attr(targetname, ISCSI_PARAM_TARGET_NAME, 0);
1429 iscsi_session_attr(initial_r2t, ISCSI_PARAM_INITIAL_R2T_EN, 0);
1430 iscsi_session_attr(max_outstanding_r2t, ISCSI_PARAM_MAX_R2T, 0);
1431 iscsi_session_attr(immediate_data, ISCSI_PARAM_IMM_DATA_EN, 0);
1432 iscsi_session_attr(first_burst_len, ISCSI_PARAM_FIRST_BURST, 0);
1433 iscsi_session_attr(max_burst_len, ISCSI_PARAM_MAX_BURST, 0);
1434 iscsi_session_attr(data_pdu_in_order, ISCSI_PARAM_PDU_INORDER_EN, 0);
1435 iscsi_session_attr(data_seq_in_order, ISCSI_PARAM_DATASEQ_INORDER_EN, 0);
1436 iscsi_session_attr(erl, ISCSI_PARAM_ERL, 0);
1437 iscsi_session_attr(tpgt, ISCSI_PARAM_TPGT, 0);
1438 iscsi_session_attr(username, ISCSI_PARAM_USERNAME, 1);
1439 iscsi_session_attr(username_in, ISCSI_PARAM_USERNAME_IN, 1);
1440 iscsi_session_attr(password, ISCSI_PARAM_PASSWORD, 1);
1441 iscsi_session_attr(password_in, ISCSI_PARAM_PASSWORD_IN, 1);
1442 iscsi_session_attr(fast_abort, ISCSI_PARAM_FAST_ABORT, 0);
1443 iscsi_session_attr(abort_tmo, ISCSI_PARAM_ABORT_TMO, 0);
1444 iscsi_session_attr(lu_reset_tmo, ISCSI_PARAM_LU_RESET_TMO, 0);
1445
1446 static ssize_t
1447 show_priv_session_state(struct device *dev, struct device_attribute *attr,
1448                         char *buf)
1449 {
1450         struct iscsi_cls_session *session = iscsi_dev_to_session(dev->parent);
1451         return sprintf(buf, "%s\n", iscsi_session_state_name(session->state));
1452 }
1453 static ISCSI_CLASS_ATTR(priv_sess, state, S_IRUGO, show_priv_session_state,
1454                         NULL);
1455
1456 #define iscsi_priv_session_attr_show(field, format)                     \
1457 static ssize_t                                                          \
1458 show_priv_session_##field(struct device *dev,                           \
1459                           struct device_attribute *attr, char *buf)     \
1460 {                                                                       \
1461         struct iscsi_cls_session *session =                             \
1462                         iscsi_dev_to_session(dev->parent);              \
1463         return sprintf(buf, format"\n", session->field);                \
1464 }
1465
1466 #define iscsi_priv_session_attr(field, format)                          \
1467         iscsi_priv_session_attr_show(field, format)                     \
1468 static ISCSI_CLASS_ATTR(priv_sess, field, S_IRUGO, show_priv_session_##field, \
1469                         NULL)
1470 iscsi_priv_session_attr(recovery_tmo, "%d");
1471
1472 /*
1473  * iSCSI host attrs
1474  */
1475 #define iscsi_host_attr_show(param)                                     \
1476 static ssize_t                                                          \
1477 show_host_param_##param(struct device *dev,                             \
1478                         struct device_attribute *attr, char *buf)       \
1479 {                                                                       \
1480         struct Scsi_Host *shost = transport_class_to_shost(dev);        \
1481         struct iscsi_internal *priv = to_iscsi_internal(shost->transportt); \
1482         return priv->iscsi_transport->get_host_param(shost, param, buf); \
1483 }
1484
1485 #define iscsi_host_attr(field, param)                                   \
1486         iscsi_host_attr_show(param)                                     \
1487 static ISCSI_CLASS_ATTR(host, field, S_IRUGO, show_host_param_##param,  \
1488                         NULL);
1489
1490 iscsi_host_attr(netdev, ISCSI_HOST_PARAM_NETDEV_NAME);
1491 iscsi_host_attr(hwaddress, ISCSI_HOST_PARAM_HWADDRESS);
1492 iscsi_host_attr(ipaddress, ISCSI_HOST_PARAM_IPADDRESS);
1493 iscsi_host_attr(initiatorname, ISCSI_HOST_PARAM_INITIATOR_NAME);
1494
1495 #define SETUP_PRIV_SESSION_RD_ATTR(field)                               \
1496 do {                                                                    \
1497         priv->session_attrs[count] = &dev_attr_priv_sess_##field; \
1498         count++;                                                        \
1499 } while (0)
1500
1501
1502 #define SETUP_SESSION_RD_ATTR(field, param_flag)                        \
1503 do {                                                                    \
1504         if (tt->param_mask & param_flag) {                              \
1505                 priv->session_attrs[count] = &dev_attr_sess_##field; \
1506                 count++;                                                \
1507         }                                                               \
1508 } while (0)
1509
1510 #define SETUP_CONN_RD_ATTR(field, param_flag)                           \
1511 do {                                                                    \
1512         if (tt->param_mask & param_flag) {                              \
1513                 priv->conn_attrs[count] = &dev_attr_conn_##field; \
1514                 count++;                                                \
1515         }                                                               \
1516 } while (0)
1517
1518 #define SETUP_HOST_RD_ATTR(field, param_flag)                           \
1519 do {                                                                    \
1520         if (tt->host_param_mask & param_flag) {                         \
1521                 priv->host_attrs[count] = &dev_attr_host_##field; \
1522                 count++;                                                \
1523         }                                                               \
1524 } while (0)
1525
1526 static int iscsi_session_match(struct attribute_container *cont,
1527                            struct device *dev)
1528 {
1529         struct iscsi_cls_session *session;
1530         struct Scsi_Host *shost;
1531         struct iscsi_internal *priv;
1532
1533         if (!iscsi_is_session_dev(dev))
1534                 return 0;
1535
1536         session = iscsi_dev_to_session(dev);
1537         shost = iscsi_session_to_shost(session);
1538         if (!shost->transportt)
1539                 return 0;
1540
1541         priv = to_iscsi_internal(shost->transportt);
1542         if (priv->session_cont.ac.class != &iscsi_session_class.class)
1543                 return 0;
1544
1545         return &priv->session_cont.ac == cont;
1546 }
1547
1548 static int iscsi_conn_match(struct attribute_container *cont,
1549                            struct device *dev)
1550 {
1551         struct iscsi_cls_session *session;
1552         struct iscsi_cls_conn *conn;
1553         struct Scsi_Host *shost;
1554         struct iscsi_internal *priv;
1555
1556         if (!iscsi_is_conn_dev(dev))
1557                 return 0;
1558
1559         conn = iscsi_dev_to_conn(dev);
1560         session = iscsi_dev_to_session(conn->dev.parent);
1561         shost = iscsi_session_to_shost(session);
1562
1563         if (!shost->transportt)
1564                 return 0;
1565
1566         priv = to_iscsi_internal(shost->transportt);
1567         if (priv->conn_cont.ac.class != &iscsi_connection_class.class)
1568                 return 0;
1569
1570         return &priv->conn_cont.ac == cont;
1571 }
1572
1573 static int iscsi_host_match(struct attribute_container *cont,
1574                             struct device *dev)
1575 {
1576         struct Scsi_Host *shost;
1577         struct iscsi_internal *priv;
1578
1579         if (!scsi_is_host_device(dev))
1580                 return 0;
1581
1582         shost = dev_to_shost(dev);
1583         if (!shost->transportt  ||
1584             shost->transportt->host_attrs.ac.class != &iscsi_host_class.class)
1585                 return 0;
1586
1587         priv = to_iscsi_internal(shost->transportt);
1588         return &priv->t.host_attrs.ac == cont;
1589 }
1590
1591 struct scsi_transport_template *
1592 iscsi_register_transport(struct iscsi_transport *tt)
1593 {
1594         struct iscsi_internal *priv;
1595         unsigned long flags;
1596         int count = 0, err;
1597
1598         BUG_ON(!tt);
1599
1600         priv = iscsi_if_transport_lookup(tt);
1601         if (priv)
1602                 return NULL;
1603
1604         priv = kzalloc(sizeof(*priv), GFP_KERNEL);
1605         if (!priv)
1606                 return NULL;
1607         INIT_LIST_HEAD(&priv->list);
1608         priv->daemon_pid = -1;
1609         priv->iscsi_transport = tt;
1610         priv->t.user_scan = iscsi_user_scan;
1611
1612         priv->dev.class = &iscsi_transport_class;
1613         snprintf(priv->dev.bus_id, BUS_ID_SIZE, "%s", tt->name);
1614         err = device_register(&priv->dev);
1615         if (err)
1616                 goto free_priv;
1617
1618         err = sysfs_create_group(&priv->dev.kobj, &iscsi_transport_group);
1619         if (err)
1620                 goto unregister_dev;
1621
1622         /* host parameters */
1623         priv->t.host_attrs.ac.attrs = &priv->host_attrs[0];
1624         priv->t.host_attrs.ac.class = &iscsi_host_class.class;
1625         priv->t.host_attrs.ac.match = iscsi_host_match;
1626         priv->t.host_size = sizeof(struct iscsi_host);
1627         transport_container_register(&priv->t.host_attrs);
1628
1629         SETUP_HOST_RD_ATTR(netdev, ISCSI_HOST_NETDEV_NAME);
1630         SETUP_HOST_RD_ATTR(ipaddress, ISCSI_HOST_IPADDRESS);
1631         SETUP_HOST_RD_ATTR(hwaddress, ISCSI_HOST_HWADDRESS);
1632         SETUP_HOST_RD_ATTR(initiatorname, ISCSI_HOST_INITIATOR_NAME);
1633         BUG_ON(count > ISCSI_HOST_ATTRS);
1634         priv->host_attrs[count] = NULL;
1635         count = 0;
1636
1637         /* connection parameters */
1638         priv->conn_cont.ac.attrs = &priv->conn_attrs[0];
1639         priv->conn_cont.ac.class = &iscsi_connection_class.class;
1640         priv->conn_cont.ac.match = iscsi_conn_match;
1641         transport_container_register(&priv->conn_cont);
1642
1643         SETUP_CONN_RD_ATTR(max_recv_dlength, ISCSI_MAX_RECV_DLENGTH);
1644         SETUP_CONN_RD_ATTR(max_xmit_dlength, ISCSI_MAX_XMIT_DLENGTH);
1645         SETUP_CONN_RD_ATTR(header_digest, ISCSI_HDRDGST_EN);
1646         SETUP_CONN_RD_ATTR(data_digest, ISCSI_DATADGST_EN);
1647         SETUP_CONN_RD_ATTR(ifmarker, ISCSI_IFMARKER_EN);
1648         SETUP_CONN_RD_ATTR(ofmarker, ISCSI_OFMARKER_EN);
1649         SETUP_CONN_RD_ATTR(address, ISCSI_CONN_ADDRESS);
1650         SETUP_CONN_RD_ATTR(port, ISCSI_CONN_PORT);
1651         SETUP_CONN_RD_ATTR(exp_statsn, ISCSI_EXP_STATSN);
1652         SETUP_CONN_RD_ATTR(persistent_address, ISCSI_PERSISTENT_ADDRESS);
1653         SETUP_CONN_RD_ATTR(persistent_port, ISCSI_PERSISTENT_PORT);
1654         SETUP_CONN_RD_ATTR(ping_tmo, ISCSI_PING_TMO);
1655         SETUP_CONN_RD_ATTR(recv_tmo, ISCSI_RECV_TMO);
1656
1657         BUG_ON(count > ISCSI_CONN_ATTRS);
1658         priv->conn_attrs[count] = NULL;
1659         count = 0;
1660
1661         /* session parameters */
1662         priv->session_cont.ac.attrs = &priv->session_attrs[0];
1663         priv->session_cont.ac.class = &iscsi_session_class.class;
1664         priv->session_cont.ac.match = iscsi_session_match;
1665         transport_container_register(&priv->session_cont);
1666
1667         SETUP_SESSION_RD_ATTR(initial_r2t, ISCSI_INITIAL_R2T_EN);
1668         SETUP_SESSION_RD_ATTR(max_outstanding_r2t, ISCSI_MAX_R2T);
1669         SETUP_SESSION_RD_ATTR(immediate_data, ISCSI_IMM_DATA_EN);
1670         SETUP_SESSION_RD_ATTR(first_burst_len, ISCSI_FIRST_BURST);
1671         SETUP_SESSION_RD_ATTR(max_burst_len, ISCSI_MAX_BURST);
1672         SETUP_SESSION_RD_ATTR(data_pdu_in_order, ISCSI_PDU_INORDER_EN);
1673         SETUP_SESSION_RD_ATTR(data_seq_in_order, ISCSI_DATASEQ_INORDER_EN);
1674         SETUP_SESSION_RD_ATTR(erl, ISCSI_ERL);
1675         SETUP_SESSION_RD_ATTR(targetname, ISCSI_TARGET_NAME);
1676         SETUP_SESSION_RD_ATTR(tpgt, ISCSI_TPGT);
1677         SETUP_SESSION_RD_ATTR(password, ISCSI_USERNAME);
1678         SETUP_SESSION_RD_ATTR(password_in, ISCSI_USERNAME_IN);
1679         SETUP_SESSION_RD_ATTR(username, ISCSI_PASSWORD);
1680         SETUP_SESSION_RD_ATTR(username_in, ISCSI_PASSWORD_IN);
1681         SETUP_SESSION_RD_ATTR(fast_abort, ISCSI_FAST_ABORT);
1682         SETUP_SESSION_RD_ATTR(abort_tmo, ISCSI_ABORT_TMO);
1683         SETUP_SESSION_RD_ATTR(lu_reset_tmo,ISCSI_LU_RESET_TMO);
1684         SETUP_PRIV_SESSION_RD_ATTR(recovery_tmo);
1685         SETUP_PRIV_SESSION_RD_ATTR(state);
1686
1687         BUG_ON(count > ISCSI_SESSION_ATTRS);
1688         priv->session_attrs[count] = NULL;
1689
1690         spin_lock_irqsave(&iscsi_transport_lock, flags);
1691         list_add(&priv->list, &iscsi_transports);
1692         spin_unlock_irqrestore(&iscsi_transport_lock, flags);
1693
1694         printk(KERN_NOTICE "iscsi: registered transport (%s)\n", tt->name);
1695         return &priv->t;
1696
1697 unregister_dev:
1698         device_unregister(&priv->dev);
1699 free_priv:
1700         kfree(priv);
1701         return NULL;
1702 }
1703 EXPORT_SYMBOL_GPL(iscsi_register_transport);
1704
1705 int iscsi_unregister_transport(struct iscsi_transport *tt)
1706 {
1707         struct iscsi_internal *priv;
1708         unsigned long flags;
1709
1710         BUG_ON(!tt);
1711
1712         mutex_lock(&rx_queue_mutex);
1713
1714         priv = iscsi_if_transport_lookup(tt);
1715         BUG_ON (!priv);
1716
1717         spin_lock_irqsave(&iscsi_transport_lock, flags);
1718         list_del(&priv->list);
1719         spin_unlock_irqrestore(&iscsi_transport_lock, flags);
1720
1721         transport_container_unregister(&priv->conn_cont);
1722         transport_container_unregister(&priv->session_cont);
1723         transport_container_unregister(&priv->t.host_attrs);
1724
1725         sysfs_remove_group(&priv->dev.kobj, &iscsi_transport_group);
1726         device_unregister(&priv->dev);
1727         mutex_unlock(&rx_queue_mutex);
1728
1729         return 0;
1730 }
1731 EXPORT_SYMBOL_GPL(iscsi_unregister_transport);
1732
1733 static __init int iscsi_transport_init(void)
1734 {
1735         int err;
1736
1737         printk(KERN_INFO "Loading iSCSI transport class v%s.\n",
1738                 ISCSI_TRANSPORT_VERSION);
1739
1740         atomic_set(&iscsi_session_nr, 0);
1741
1742         err = class_register(&iscsi_transport_class);
1743         if (err)
1744                 return err;
1745
1746         err = transport_class_register(&iscsi_host_class);
1747         if (err)
1748                 goto unregister_transport_class;
1749
1750         err = transport_class_register(&iscsi_connection_class);
1751         if (err)
1752                 goto unregister_host_class;
1753
1754         err = transport_class_register(&iscsi_session_class);
1755         if (err)
1756                 goto unregister_conn_class;
1757
1758         nls = netlink_kernel_create(&init_net, NETLINK_ISCSI, 1, iscsi_if_rx, NULL,
1759                         THIS_MODULE);
1760         if (!nls) {
1761                 err = -ENOBUFS;
1762                 goto unregister_session_class;
1763         }
1764
1765         iscsi_eh_timer_workq = create_singlethread_workqueue("iscsi_eh");
1766         if (!iscsi_eh_timer_workq)
1767                 goto release_nls;
1768
1769         return 0;
1770
1771 release_nls:
1772         netlink_kernel_release(nls);
1773 unregister_session_class:
1774         transport_class_unregister(&iscsi_session_class);
1775 unregister_conn_class:
1776         transport_class_unregister(&iscsi_connection_class);
1777 unregister_host_class:
1778         transport_class_unregister(&iscsi_host_class);
1779 unregister_transport_class:
1780         class_unregister(&iscsi_transport_class);
1781         return err;
1782 }
1783
1784 static void __exit iscsi_transport_exit(void)
1785 {
1786         destroy_workqueue(iscsi_eh_timer_workq);
1787         netlink_kernel_release(nls);
1788         transport_class_unregister(&iscsi_connection_class);
1789         transport_class_unregister(&iscsi_session_class);
1790         transport_class_unregister(&iscsi_host_class);
1791         class_unregister(&iscsi_transport_class);
1792 }
1793
1794 module_init(iscsi_transport_init);
1795 module_exit(iscsi_transport_exit);
1796
1797 MODULE_AUTHOR("Mike Christie <michaelc@cs.wisc.edu>, "
1798               "Dmitry Yusupov <dmitry_yus@yahoo.com>, "
1799               "Alex Aizman <itn780@yahoo.com>");
1800 MODULE_DESCRIPTION("iSCSI Transport Interface");
1801 MODULE_LICENSE("GPL");
1802 MODULE_VERSION(ISCSI_TRANSPORT_VERSION);