]> Pileus Git - ~andy/linux/blob - drivers/target/target_core_tpg.c
target: Remove hack to make READ CAPACITY(10) lie if thin provisioning is enabled
[~andy/linux] / drivers / target / target_core_tpg.c
1 /*******************************************************************************
2  * Filename:  target_core_tpg.c
3  *
4  * This file contains generic Target Portal Group related functions.
5  *
6  * Copyright (c) 2002, 2003, 2004, 2005 PyX Technologies, Inc.
7  * Copyright (c) 2005, 2006, 2007 SBE, Inc.
8  * Copyright (c) 2007-2010 Rising Tide Systems
9  * Copyright (c) 2008-2010 Linux-iSCSI.org
10  *
11  * Nicholas A. Bellinger <nab@kernel.org>
12  *
13  * This program is free software; you can redistribute it and/or modify
14  * it under the terms of the GNU General Public License as published by
15  * the Free Software Foundation; either version 2 of the License, or
16  * (at your option) any later version.
17  *
18  * This program is distributed in the hope that it will be useful,
19  * but WITHOUT ANY WARRANTY; without even the implied warranty of
20  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
21  * GNU General Public License for more details.
22  *
23  * You should have received a copy of the GNU General Public License
24  * along with this program; if not, write to the Free Software
25  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
26  *
27  ******************************************************************************/
28
29 #include <linux/net.h>
30 #include <linux/string.h>
31 #include <linux/timer.h>
32 #include <linux/slab.h>
33 #include <linux/spinlock.h>
34 #include <linux/in.h>
35 #include <linux/export.h>
36 #include <net/sock.h>
37 #include <net/tcp.h>
38 #include <scsi/scsi.h>
39 #include <scsi/scsi_cmnd.h>
40
41 #include <target/target_core_base.h>
42 #include <target/target_core_backend.h>
43 #include <target/target_core_fabric.h>
44
45 #include "target_core_internal.h"
46
47 extern struct se_device *g_lun0_dev;
48
49 static DEFINE_SPINLOCK(tpg_lock);
50 static LIST_HEAD(tpg_list);
51
52 /*      core_clear_initiator_node_from_tpg():
53  *
54  *
55  */
56 static void core_clear_initiator_node_from_tpg(
57         struct se_node_acl *nacl,
58         struct se_portal_group *tpg)
59 {
60         int i;
61         struct se_dev_entry *deve;
62         struct se_lun *lun;
63         struct se_lun_acl *acl, *acl_tmp;
64
65         spin_lock_irq(&nacl->device_list_lock);
66         for (i = 0; i < TRANSPORT_MAX_LUNS_PER_TPG; i++) {
67                 deve = &nacl->device_list[i];
68
69                 if (!(deve->lun_flags & TRANSPORT_LUNFLAGS_INITIATOR_ACCESS))
70                         continue;
71
72                 if (!deve->se_lun) {
73                         pr_err("%s device entries device pointer is"
74                                 " NULL, but Initiator has access.\n",
75                                 tpg->se_tpg_tfo->get_fabric_name());
76                         continue;
77                 }
78
79                 lun = deve->se_lun;
80                 spin_unlock_irq(&nacl->device_list_lock);
81                 core_update_device_list_for_node(lun, NULL, deve->mapped_lun,
82                         TRANSPORT_LUNFLAGS_NO_ACCESS, nacl, tpg, 0);
83
84                 spin_lock(&lun->lun_acl_lock);
85                 list_for_each_entry_safe(acl, acl_tmp,
86                                         &lun->lun_acl_list, lacl_list) {
87                         if (!strcmp(acl->initiatorname, nacl->initiatorname) &&
88                             (acl->mapped_lun == deve->mapped_lun))
89                                 break;
90                 }
91
92                 if (!acl) {
93                         pr_err("Unable to locate struct se_lun_acl for %s,"
94                                 " mapped_lun: %u\n", nacl->initiatorname,
95                                 deve->mapped_lun);
96                         spin_unlock(&lun->lun_acl_lock);
97                         spin_lock_irq(&nacl->device_list_lock);
98                         continue;
99                 }
100
101                 list_del(&acl->lacl_list);
102                 spin_unlock(&lun->lun_acl_lock);
103
104                 spin_lock_irq(&nacl->device_list_lock);
105                 kfree(acl);
106         }
107         spin_unlock_irq(&nacl->device_list_lock);
108 }
109
110 /*      __core_tpg_get_initiator_node_acl():
111  *
112  *      spin_lock_bh(&tpg->acl_node_lock); must be held when calling
113  */
114 struct se_node_acl *__core_tpg_get_initiator_node_acl(
115         struct se_portal_group *tpg,
116         const char *initiatorname)
117 {
118         struct se_node_acl *acl;
119
120         list_for_each_entry(acl, &tpg->acl_node_list, acl_list) {
121                 if (!strcmp(acl->initiatorname, initiatorname))
122                         return acl;
123         }
124
125         return NULL;
126 }
127
128 /*      core_tpg_get_initiator_node_acl():
129  *
130  *
131  */
132 struct se_node_acl *core_tpg_get_initiator_node_acl(
133         struct se_portal_group *tpg,
134         unsigned char *initiatorname)
135 {
136         struct se_node_acl *acl;
137
138         spin_lock_irq(&tpg->acl_node_lock);
139         list_for_each_entry(acl, &tpg->acl_node_list, acl_list) {
140                 if (!strcmp(acl->initiatorname, initiatorname) &&
141                     !acl->dynamic_node_acl) {
142                         spin_unlock_irq(&tpg->acl_node_lock);
143                         return acl;
144                 }
145         }
146         spin_unlock_irq(&tpg->acl_node_lock);
147
148         return NULL;
149 }
150
151 /*      core_tpg_add_node_to_devs():
152  *
153  *
154  */
155 void core_tpg_add_node_to_devs(
156         struct se_node_acl *acl,
157         struct se_portal_group *tpg)
158 {
159         int i = 0;
160         u32 lun_access = 0;
161         struct se_lun *lun;
162         struct se_device *dev;
163
164         spin_lock(&tpg->tpg_lun_lock);
165         for (i = 0; i < TRANSPORT_MAX_LUNS_PER_TPG; i++) {
166                 lun = &tpg->tpg_lun_list[i];
167                 if (lun->lun_status != TRANSPORT_LUN_STATUS_ACTIVE)
168                         continue;
169
170                 spin_unlock(&tpg->tpg_lun_lock);
171
172                 dev = lun->lun_se_dev;
173                 /*
174                  * By default in LIO-Target $FABRIC_MOD,
175                  * demo_mode_write_protect is ON, or READ_ONLY;
176                  */
177                 if (!tpg->se_tpg_tfo->tpg_check_demo_mode_write_protect(tpg)) {
178                         if (dev->dev_flags & DF_READ_ONLY)
179                                 lun_access = TRANSPORT_LUNFLAGS_READ_ONLY;
180                         else
181                                 lun_access = TRANSPORT_LUNFLAGS_READ_WRITE;
182                 } else {
183                         /*
184                          * Allow only optical drives to issue R/W in default RO
185                          * demo mode.
186                          */
187                         if (dev->transport->get_device_type(dev) == TYPE_DISK)
188                                 lun_access = TRANSPORT_LUNFLAGS_READ_ONLY;
189                         else
190                                 lun_access = TRANSPORT_LUNFLAGS_READ_WRITE;
191                 }
192
193                 pr_debug("TARGET_CORE[%s]->TPG[%u]_LUN[%u] - Adding %s"
194                         " access for LUN in Demo Mode\n",
195                         tpg->se_tpg_tfo->get_fabric_name(),
196                         tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun,
197                         (lun_access == TRANSPORT_LUNFLAGS_READ_WRITE) ?
198                         "READ-WRITE" : "READ-ONLY");
199
200                 core_update_device_list_for_node(lun, NULL, lun->unpacked_lun,
201                                 lun_access, acl, tpg, 1);
202                 spin_lock(&tpg->tpg_lun_lock);
203         }
204         spin_unlock(&tpg->tpg_lun_lock);
205 }
206
207 /*      core_set_queue_depth_for_node():
208  *
209  *
210  */
211 static int core_set_queue_depth_for_node(
212         struct se_portal_group *tpg,
213         struct se_node_acl *acl)
214 {
215         if (!acl->queue_depth) {
216                 pr_err("Queue depth for %s Initiator Node: %s is 0,"
217                         "defaulting to 1.\n", tpg->se_tpg_tfo->get_fabric_name(),
218                         acl->initiatorname);
219                 acl->queue_depth = 1;
220         }
221
222         return 0;
223 }
224
225 /*      core_create_device_list_for_node():
226  *
227  *
228  */
229 static int core_create_device_list_for_node(struct se_node_acl *nacl)
230 {
231         struct se_dev_entry *deve;
232         int i;
233
234         nacl->device_list = kzalloc(sizeof(struct se_dev_entry) *
235                                 TRANSPORT_MAX_LUNS_PER_TPG, GFP_KERNEL);
236         if (!nacl->device_list) {
237                 pr_err("Unable to allocate memory for"
238                         " struct se_node_acl->device_list\n");
239                 return -ENOMEM;
240         }
241         for (i = 0; i < TRANSPORT_MAX_LUNS_PER_TPG; i++) {
242                 deve = &nacl->device_list[i];
243
244                 atomic_set(&deve->ua_count, 0);
245                 atomic_set(&deve->pr_ref_count, 0);
246                 spin_lock_init(&deve->ua_lock);
247                 INIT_LIST_HEAD(&deve->alua_port_list);
248                 INIT_LIST_HEAD(&deve->ua_list);
249         }
250
251         return 0;
252 }
253
254 /*      core_tpg_check_initiator_node_acl()
255  *
256  *
257  */
258 struct se_node_acl *core_tpg_check_initiator_node_acl(
259         struct se_portal_group *tpg,
260         unsigned char *initiatorname)
261 {
262         struct se_node_acl *acl;
263
264         acl = core_tpg_get_initiator_node_acl(tpg, initiatorname);
265         if (acl)
266                 return acl;
267
268         if (!tpg->se_tpg_tfo->tpg_check_demo_mode(tpg))
269                 return NULL;
270
271         acl =  tpg->se_tpg_tfo->tpg_alloc_fabric_acl(tpg);
272         if (!acl)
273                 return NULL;
274
275         INIT_LIST_HEAD(&acl->acl_list);
276         INIT_LIST_HEAD(&acl->acl_sess_list);
277         kref_init(&acl->acl_kref);
278         init_completion(&acl->acl_free_comp);
279         spin_lock_init(&acl->device_list_lock);
280         spin_lock_init(&acl->nacl_sess_lock);
281         atomic_set(&acl->acl_pr_ref_count, 0);
282         acl->queue_depth = tpg->se_tpg_tfo->tpg_get_default_depth(tpg);
283         snprintf(acl->initiatorname, TRANSPORT_IQN_LEN, "%s", initiatorname);
284         acl->se_tpg = tpg;
285         acl->acl_index = scsi_get_new_index(SCSI_AUTH_INTR_INDEX);
286         spin_lock_init(&acl->stats_lock);
287         acl->dynamic_node_acl = 1;
288
289         tpg->se_tpg_tfo->set_default_node_attributes(acl);
290
291         if (core_create_device_list_for_node(acl) < 0) {
292                 tpg->se_tpg_tfo->tpg_release_fabric_acl(tpg, acl);
293                 return NULL;
294         }
295
296         if (core_set_queue_depth_for_node(tpg, acl) < 0) {
297                 core_free_device_list_for_node(acl, tpg);
298                 tpg->se_tpg_tfo->tpg_release_fabric_acl(tpg, acl);
299                 return NULL;
300         }
301         /*
302          * Here we only create demo-mode MappedLUNs from the active
303          * TPG LUNs if the fabric is not explictly asking for
304          * tpg_check_demo_mode_login_only() == 1.
305          */
306         if ((tpg->se_tpg_tfo->tpg_check_demo_mode_login_only != NULL) &&
307             (tpg->se_tpg_tfo->tpg_check_demo_mode_login_only(tpg) == 1))
308                 do { ; } while (0);
309         else
310                 core_tpg_add_node_to_devs(acl, tpg);
311
312         spin_lock_irq(&tpg->acl_node_lock);
313         list_add_tail(&acl->acl_list, &tpg->acl_node_list);
314         tpg->num_node_acls++;
315         spin_unlock_irq(&tpg->acl_node_lock);
316
317         pr_debug("%s_TPG[%u] - Added DYNAMIC ACL with TCQ Depth: %d for %s"
318                 " Initiator Node: %s\n", tpg->se_tpg_tfo->get_fabric_name(),
319                 tpg->se_tpg_tfo->tpg_get_tag(tpg), acl->queue_depth,
320                 tpg->se_tpg_tfo->get_fabric_name(), initiatorname);
321
322         return acl;
323 }
324 EXPORT_SYMBOL(core_tpg_check_initiator_node_acl);
325
326 void core_tpg_wait_for_nacl_pr_ref(struct se_node_acl *nacl)
327 {
328         while (atomic_read(&nacl->acl_pr_ref_count) != 0)
329                 cpu_relax();
330 }
331
332 void core_tpg_clear_object_luns(struct se_portal_group *tpg)
333 {
334         int i, ret;
335         struct se_lun *lun;
336
337         spin_lock(&tpg->tpg_lun_lock);
338         for (i = 0; i < TRANSPORT_MAX_LUNS_PER_TPG; i++) {
339                 lun = &tpg->tpg_lun_list[i];
340
341                 if ((lun->lun_status != TRANSPORT_LUN_STATUS_ACTIVE) ||
342                     (lun->lun_se_dev == NULL))
343                         continue;
344
345                 spin_unlock(&tpg->tpg_lun_lock);
346                 ret = core_dev_del_lun(tpg, lun->unpacked_lun);
347                 spin_lock(&tpg->tpg_lun_lock);
348         }
349         spin_unlock(&tpg->tpg_lun_lock);
350 }
351 EXPORT_SYMBOL(core_tpg_clear_object_luns);
352
353 /*      core_tpg_add_initiator_node_acl():
354  *
355  *
356  */
357 struct se_node_acl *core_tpg_add_initiator_node_acl(
358         struct se_portal_group *tpg,
359         struct se_node_acl *se_nacl,
360         const char *initiatorname,
361         u32 queue_depth)
362 {
363         struct se_node_acl *acl = NULL;
364
365         spin_lock_irq(&tpg->acl_node_lock);
366         acl = __core_tpg_get_initiator_node_acl(tpg, initiatorname);
367         if (acl) {
368                 if (acl->dynamic_node_acl) {
369                         acl->dynamic_node_acl = 0;
370                         pr_debug("%s_TPG[%u] - Replacing dynamic ACL"
371                                 " for %s\n", tpg->se_tpg_tfo->get_fabric_name(),
372                                 tpg->se_tpg_tfo->tpg_get_tag(tpg), initiatorname);
373                         spin_unlock_irq(&tpg->acl_node_lock);
374                         /*
375                          * Release the locally allocated struct se_node_acl
376                          * because * core_tpg_add_initiator_node_acl() returned
377                          * a pointer to an existing demo mode node ACL.
378                          */
379                         if (se_nacl)
380                                 tpg->se_tpg_tfo->tpg_release_fabric_acl(tpg,
381                                                         se_nacl);
382                         goto done;
383                 }
384
385                 pr_err("ACL entry for %s Initiator"
386                         " Node %s already exists for TPG %u, ignoring"
387                         " request.\n",  tpg->se_tpg_tfo->get_fabric_name(),
388                         initiatorname, tpg->se_tpg_tfo->tpg_get_tag(tpg));
389                 spin_unlock_irq(&tpg->acl_node_lock);
390                 return ERR_PTR(-EEXIST);
391         }
392         spin_unlock_irq(&tpg->acl_node_lock);
393
394         if (!se_nacl) {
395                 pr_err("struct se_node_acl pointer is NULL\n");
396                 return ERR_PTR(-EINVAL);
397         }
398         /*
399          * For v4.x logic the se_node_acl_s is hanging off a fabric
400          * dependent structure allocated via
401          * struct target_core_fabric_ops->fabric_make_nodeacl()
402          */
403         acl = se_nacl;
404
405         INIT_LIST_HEAD(&acl->acl_list);
406         INIT_LIST_HEAD(&acl->acl_sess_list);
407         kref_init(&acl->acl_kref);
408         init_completion(&acl->acl_free_comp);
409         spin_lock_init(&acl->device_list_lock);
410         spin_lock_init(&acl->nacl_sess_lock);
411         atomic_set(&acl->acl_pr_ref_count, 0);
412         acl->queue_depth = queue_depth;
413         snprintf(acl->initiatorname, TRANSPORT_IQN_LEN, "%s", initiatorname);
414         acl->se_tpg = tpg;
415         acl->acl_index = scsi_get_new_index(SCSI_AUTH_INTR_INDEX);
416         spin_lock_init(&acl->stats_lock);
417
418         tpg->se_tpg_tfo->set_default_node_attributes(acl);
419
420         if (core_create_device_list_for_node(acl) < 0) {
421                 tpg->se_tpg_tfo->tpg_release_fabric_acl(tpg, acl);
422                 return ERR_PTR(-ENOMEM);
423         }
424
425         if (core_set_queue_depth_for_node(tpg, acl) < 0) {
426                 core_free_device_list_for_node(acl, tpg);
427                 tpg->se_tpg_tfo->tpg_release_fabric_acl(tpg, acl);
428                 return ERR_PTR(-EINVAL);
429         }
430
431         spin_lock_irq(&tpg->acl_node_lock);
432         list_add_tail(&acl->acl_list, &tpg->acl_node_list);
433         tpg->num_node_acls++;
434         spin_unlock_irq(&tpg->acl_node_lock);
435
436 done:
437         pr_debug("%s_TPG[%hu] - Added ACL with TCQ Depth: %d for %s"
438                 " Initiator Node: %s\n", tpg->se_tpg_tfo->get_fabric_name(),
439                 tpg->se_tpg_tfo->tpg_get_tag(tpg), acl->queue_depth,
440                 tpg->se_tpg_tfo->get_fabric_name(), initiatorname);
441
442         return acl;
443 }
444 EXPORT_SYMBOL(core_tpg_add_initiator_node_acl);
445
446 /*      core_tpg_del_initiator_node_acl():
447  *
448  *
449  */
450 int core_tpg_del_initiator_node_acl(
451         struct se_portal_group *tpg,
452         struct se_node_acl *acl,
453         int force)
454 {
455         LIST_HEAD(sess_list);
456         struct se_session *sess, *sess_tmp;
457         unsigned long flags;
458         int dynamic_acl = 0, rc;
459
460         spin_lock_irq(&tpg->acl_node_lock);
461         if (acl->dynamic_node_acl) {
462                 acl->dynamic_node_acl = 0;
463                 dynamic_acl = 1;
464         }
465         list_del(&acl->acl_list);
466         tpg->num_node_acls--;
467         spin_unlock_irq(&tpg->acl_node_lock);
468
469         spin_lock_irqsave(&acl->nacl_sess_lock, flags);
470         acl->acl_stop = 1;
471
472         list_for_each_entry_safe(sess, sess_tmp, &acl->acl_sess_list,
473                                 sess_acl_list) {
474                 if (sess->sess_tearing_down != 0)
475                         continue;
476
477                 target_get_session(sess);
478                 list_move(&sess->sess_acl_list, &sess_list);
479         }
480         spin_unlock_irqrestore(&acl->nacl_sess_lock, flags);
481
482         list_for_each_entry_safe(sess, sess_tmp, &sess_list, sess_acl_list) {
483                 list_del(&sess->sess_acl_list);
484
485                 rc = tpg->se_tpg_tfo->shutdown_session(sess);
486                 target_put_session(sess);
487                 if (!rc)
488                         continue;
489                 target_put_session(sess);
490         }
491         target_put_nacl(acl);
492         /*
493          * Wait for last target_put_nacl() to complete in target_complete_nacl()
494          * for active fabric session transport_deregister_session() callbacks.
495          */
496         wait_for_completion(&acl->acl_free_comp);
497
498         core_tpg_wait_for_nacl_pr_ref(acl);
499         core_clear_initiator_node_from_tpg(acl, tpg);
500         core_free_device_list_for_node(acl, tpg);
501
502         pr_debug("%s_TPG[%hu] - Deleted ACL with TCQ Depth: %d for %s"
503                 " Initiator Node: %s\n", tpg->se_tpg_tfo->get_fabric_name(),
504                 tpg->se_tpg_tfo->tpg_get_tag(tpg), acl->queue_depth,
505                 tpg->se_tpg_tfo->get_fabric_name(), acl->initiatorname);
506
507         return 0;
508 }
509 EXPORT_SYMBOL(core_tpg_del_initiator_node_acl);
510
511 /*      core_tpg_set_initiator_node_queue_depth():
512  *
513  *
514  */
515 int core_tpg_set_initiator_node_queue_depth(
516         struct se_portal_group *tpg,
517         unsigned char *initiatorname,
518         u32 queue_depth,
519         int force)
520 {
521         struct se_session *sess, *init_sess = NULL;
522         struct se_node_acl *acl;
523         unsigned long flags;
524         int dynamic_acl = 0;
525
526         spin_lock_irq(&tpg->acl_node_lock);
527         acl = __core_tpg_get_initiator_node_acl(tpg, initiatorname);
528         if (!acl) {
529                 pr_err("Access Control List entry for %s Initiator"
530                         " Node %s does not exists for TPG %hu, ignoring"
531                         " request.\n", tpg->se_tpg_tfo->get_fabric_name(),
532                         initiatorname, tpg->se_tpg_tfo->tpg_get_tag(tpg));
533                 spin_unlock_irq(&tpg->acl_node_lock);
534                 return -ENODEV;
535         }
536         if (acl->dynamic_node_acl) {
537                 acl->dynamic_node_acl = 0;
538                 dynamic_acl = 1;
539         }
540         spin_unlock_irq(&tpg->acl_node_lock);
541
542         spin_lock_irqsave(&tpg->session_lock, flags);
543         list_for_each_entry(sess, &tpg->tpg_sess_list, sess_list) {
544                 if (sess->se_node_acl != acl)
545                         continue;
546
547                 if (!force) {
548                         pr_err("Unable to change queue depth for %s"
549                                 " Initiator Node: %s while session is"
550                                 " operational.  To forcefully change the queue"
551                                 " depth and force session reinstatement"
552                                 " use the \"force=1\" parameter.\n",
553                                 tpg->se_tpg_tfo->get_fabric_name(), initiatorname);
554                         spin_unlock_irqrestore(&tpg->session_lock, flags);
555
556                         spin_lock_irq(&tpg->acl_node_lock);
557                         if (dynamic_acl)
558                                 acl->dynamic_node_acl = 1;
559                         spin_unlock_irq(&tpg->acl_node_lock);
560                         return -EEXIST;
561                 }
562                 /*
563                  * Determine if the session needs to be closed by our context.
564                  */
565                 if (!tpg->se_tpg_tfo->shutdown_session(sess))
566                         continue;
567
568                 init_sess = sess;
569                 break;
570         }
571
572         /*
573          * User has requested to change the queue depth for a Initiator Node.
574          * Change the value in the Node's struct se_node_acl, and call
575          * core_set_queue_depth_for_node() to add the requested queue depth.
576          *
577          * Finally call  tpg->se_tpg_tfo->close_session() to force session
578          * reinstatement to occur if there is an active session for the
579          * $FABRIC_MOD Initiator Node in question.
580          */
581         acl->queue_depth = queue_depth;
582
583         if (core_set_queue_depth_for_node(tpg, acl) < 0) {
584                 spin_unlock_irqrestore(&tpg->session_lock, flags);
585                 /*
586                  * Force session reinstatement if
587                  * core_set_queue_depth_for_node() failed, because we assume
588                  * the $FABRIC_MOD has already the set session reinstatement
589                  * bit from tpg->se_tpg_tfo->shutdown_session() called above.
590                  */
591                 if (init_sess)
592                         tpg->se_tpg_tfo->close_session(init_sess);
593
594                 spin_lock_irq(&tpg->acl_node_lock);
595                 if (dynamic_acl)
596                         acl->dynamic_node_acl = 1;
597                 spin_unlock_irq(&tpg->acl_node_lock);
598                 return -EINVAL;
599         }
600         spin_unlock_irqrestore(&tpg->session_lock, flags);
601         /*
602          * If the $FABRIC_MOD session for the Initiator Node ACL exists,
603          * forcefully shutdown the $FABRIC_MOD session/nexus.
604          */
605         if (init_sess)
606                 tpg->se_tpg_tfo->close_session(init_sess);
607
608         pr_debug("Successfully changed queue depth to: %d for Initiator"
609                 " Node: %s on %s Target Portal Group: %u\n", queue_depth,
610                 initiatorname, tpg->se_tpg_tfo->get_fabric_name(),
611                 tpg->se_tpg_tfo->tpg_get_tag(tpg));
612
613         spin_lock_irq(&tpg->acl_node_lock);
614         if (dynamic_acl)
615                 acl->dynamic_node_acl = 1;
616         spin_unlock_irq(&tpg->acl_node_lock);
617
618         return 0;
619 }
620 EXPORT_SYMBOL(core_tpg_set_initiator_node_queue_depth);
621
622 static int core_tpg_setup_virtual_lun0(struct se_portal_group *se_tpg)
623 {
624         /* Set in core_dev_setup_virtual_lun0() */
625         struct se_device *dev = g_lun0_dev;
626         struct se_lun *lun = &se_tpg->tpg_virt_lun0;
627         u32 lun_access = TRANSPORT_LUNFLAGS_READ_ONLY;
628         int ret;
629
630         lun->unpacked_lun = 0;
631         lun->lun_status = TRANSPORT_LUN_STATUS_FREE;
632         atomic_set(&lun->lun_acl_count, 0);
633         init_completion(&lun->lun_shutdown_comp);
634         INIT_LIST_HEAD(&lun->lun_acl_list);
635         INIT_LIST_HEAD(&lun->lun_cmd_list);
636         spin_lock_init(&lun->lun_acl_lock);
637         spin_lock_init(&lun->lun_cmd_lock);
638         spin_lock_init(&lun->lun_sep_lock);
639
640         ret = core_tpg_post_addlun(se_tpg, lun, lun_access, dev);
641         if (ret < 0)
642                 return ret;
643
644         return 0;
645 }
646
647 static void core_tpg_release_virtual_lun0(struct se_portal_group *se_tpg)
648 {
649         struct se_lun *lun = &se_tpg->tpg_virt_lun0;
650
651         core_tpg_post_dellun(se_tpg, lun);
652 }
653
654 int core_tpg_register(
655         struct target_core_fabric_ops *tfo,
656         struct se_wwn *se_wwn,
657         struct se_portal_group *se_tpg,
658         void *tpg_fabric_ptr,
659         int se_tpg_type)
660 {
661         struct se_lun *lun;
662         u32 i;
663
664         se_tpg->tpg_lun_list = kzalloc((sizeof(struct se_lun) *
665                                 TRANSPORT_MAX_LUNS_PER_TPG), GFP_KERNEL);
666         if (!se_tpg->tpg_lun_list) {
667                 pr_err("Unable to allocate struct se_portal_group->"
668                                 "tpg_lun_list\n");
669                 return -ENOMEM;
670         }
671
672         for (i = 0; i < TRANSPORT_MAX_LUNS_PER_TPG; i++) {
673                 lun = &se_tpg->tpg_lun_list[i];
674                 lun->unpacked_lun = i;
675                 lun->lun_status = TRANSPORT_LUN_STATUS_FREE;
676                 atomic_set(&lun->lun_acl_count, 0);
677                 init_completion(&lun->lun_shutdown_comp);
678                 INIT_LIST_HEAD(&lun->lun_acl_list);
679                 INIT_LIST_HEAD(&lun->lun_cmd_list);
680                 spin_lock_init(&lun->lun_acl_lock);
681                 spin_lock_init(&lun->lun_cmd_lock);
682                 spin_lock_init(&lun->lun_sep_lock);
683         }
684
685         se_tpg->se_tpg_type = se_tpg_type;
686         se_tpg->se_tpg_fabric_ptr = tpg_fabric_ptr;
687         se_tpg->se_tpg_tfo = tfo;
688         se_tpg->se_tpg_wwn = se_wwn;
689         atomic_set(&se_tpg->tpg_pr_ref_count, 0);
690         INIT_LIST_HEAD(&se_tpg->acl_node_list);
691         INIT_LIST_HEAD(&se_tpg->se_tpg_node);
692         INIT_LIST_HEAD(&se_tpg->tpg_sess_list);
693         spin_lock_init(&se_tpg->acl_node_lock);
694         spin_lock_init(&se_tpg->session_lock);
695         spin_lock_init(&se_tpg->tpg_lun_lock);
696
697         if (se_tpg->se_tpg_type == TRANSPORT_TPG_TYPE_NORMAL) {
698                 if (core_tpg_setup_virtual_lun0(se_tpg) < 0) {
699                         kfree(se_tpg);
700                         return -ENOMEM;
701                 }
702         }
703
704         spin_lock_bh(&tpg_lock);
705         list_add_tail(&se_tpg->se_tpg_node, &tpg_list);
706         spin_unlock_bh(&tpg_lock);
707
708         pr_debug("TARGET_CORE[%s]: Allocated %s struct se_portal_group for"
709                 " endpoint: %s, Portal Tag: %u\n", tfo->get_fabric_name(),
710                 (se_tpg->se_tpg_type == TRANSPORT_TPG_TYPE_NORMAL) ?
711                 "Normal" : "Discovery", (tfo->tpg_get_wwn(se_tpg) == NULL) ?
712                 "None" : tfo->tpg_get_wwn(se_tpg), tfo->tpg_get_tag(se_tpg));
713
714         return 0;
715 }
716 EXPORT_SYMBOL(core_tpg_register);
717
718 int core_tpg_deregister(struct se_portal_group *se_tpg)
719 {
720         struct se_node_acl *nacl, *nacl_tmp;
721
722         pr_debug("TARGET_CORE[%s]: Deallocating %s struct se_portal_group"
723                 " for endpoint: %s Portal Tag %u\n",
724                 (se_tpg->se_tpg_type == TRANSPORT_TPG_TYPE_NORMAL) ?
725                 "Normal" : "Discovery", se_tpg->se_tpg_tfo->get_fabric_name(),
726                 se_tpg->se_tpg_tfo->tpg_get_wwn(se_tpg),
727                 se_tpg->se_tpg_tfo->tpg_get_tag(se_tpg));
728
729         spin_lock_bh(&tpg_lock);
730         list_del(&se_tpg->se_tpg_node);
731         spin_unlock_bh(&tpg_lock);
732
733         while (atomic_read(&se_tpg->tpg_pr_ref_count) != 0)
734                 cpu_relax();
735         /*
736          * Release any remaining demo-mode generated se_node_acl that have
737          * not been released because of TFO->tpg_check_demo_mode_cache() == 1
738          * in transport_deregister_session().
739          */
740         spin_lock_irq(&se_tpg->acl_node_lock);
741         list_for_each_entry_safe(nacl, nacl_tmp, &se_tpg->acl_node_list,
742                         acl_list) {
743                 list_del(&nacl->acl_list);
744                 se_tpg->num_node_acls--;
745                 spin_unlock_irq(&se_tpg->acl_node_lock);
746
747                 core_tpg_wait_for_nacl_pr_ref(nacl);
748                 core_free_device_list_for_node(nacl, se_tpg);
749                 se_tpg->se_tpg_tfo->tpg_release_fabric_acl(se_tpg, nacl);
750
751                 spin_lock_irq(&se_tpg->acl_node_lock);
752         }
753         spin_unlock_irq(&se_tpg->acl_node_lock);
754
755         if (se_tpg->se_tpg_type == TRANSPORT_TPG_TYPE_NORMAL)
756                 core_tpg_release_virtual_lun0(se_tpg);
757
758         se_tpg->se_tpg_fabric_ptr = NULL;
759         kfree(se_tpg->tpg_lun_list);
760         return 0;
761 }
762 EXPORT_SYMBOL(core_tpg_deregister);
763
764 struct se_lun *core_tpg_pre_addlun(
765         struct se_portal_group *tpg,
766         u32 unpacked_lun)
767 {
768         struct se_lun *lun;
769
770         if (unpacked_lun > (TRANSPORT_MAX_LUNS_PER_TPG-1)) {
771                 pr_err("%s LUN: %u exceeds TRANSPORT_MAX_LUNS_PER_TPG"
772                         "-1: %u for Target Portal Group: %u\n",
773                         tpg->se_tpg_tfo->get_fabric_name(),
774                         unpacked_lun, TRANSPORT_MAX_LUNS_PER_TPG-1,
775                         tpg->se_tpg_tfo->tpg_get_tag(tpg));
776                 return ERR_PTR(-EOVERFLOW);
777         }
778
779         spin_lock(&tpg->tpg_lun_lock);
780         lun = &tpg->tpg_lun_list[unpacked_lun];
781         if (lun->lun_status == TRANSPORT_LUN_STATUS_ACTIVE) {
782                 pr_err("TPG Logical Unit Number: %u is already active"
783                         " on %s Target Portal Group: %u, ignoring request.\n",
784                         unpacked_lun, tpg->se_tpg_tfo->get_fabric_name(),
785                         tpg->se_tpg_tfo->tpg_get_tag(tpg));
786                 spin_unlock(&tpg->tpg_lun_lock);
787                 return ERR_PTR(-EINVAL);
788         }
789         spin_unlock(&tpg->tpg_lun_lock);
790
791         return lun;
792 }
793
794 int core_tpg_post_addlun(
795         struct se_portal_group *tpg,
796         struct se_lun *lun,
797         u32 lun_access,
798         void *lun_ptr)
799 {
800         int ret;
801
802         ret = core_dev_export(lun_ptr, tpg, lun);
803         if (ret < 0)
804                 return ret;
805
806         spin_lock(&tpg->tpg_lun_lock);
807         lun->lun_access = lun_access;
808         lun->lun_status = TRANSPORT_LUN_STATUS_ACTIVE;
809         spin_unlock(&tpg->tpg_lun_lock);
810
811         return 0;
812 }
813
814 static void core_tpg_shutdown_lun(
815         struct se_portal_group *tpg,
816         struct se_lun *lun)
817 {
818         core_clear_lun_from_tpg(lun, tpg);
819         transport_clear_lun_from_sessions(lun);
820 }
821
822 struct se_lun *core_tpg_pre_dellun(
823         struct se_portal_group *tpg,
824         u32 unpacked_lun)
825 {
826         struct se_lun *lun;
827
828         if (unpacked_lun > (TRANSPORT_MAX_LUNS_PER_TPG-1)) {
829                 pr_err("%s LUN: %u exceeds TRANSPORT_MAX_LUNS_PER_TPG"
830                         "-1: %u for Target Portal Group: %u\n",
831                         tpg->se_tpg_tfo->get_fabric_name(), unpacked_lun,
832                         TRANSPORT_MAX_LUNS_PER_TPG-1,
833                         tpg->se_tpg_tfo->tpg_get_tag(tpg));
834                 return ERR_PTR(-EOVERFLOW);
835         }
836
837         spin_lock(&tpg->tpg_lun_lock);
838         lun = &tpg->tpg_lun_list[unpacked_lun];
839         if (lun->lun_status != TRANSPORT_LUN_STATUS_ACTIVE) {
840                 pr_err("%s Logical Unit Number: %u is not active on"
841                         " Target Portal Group: %u, ignoring request.\n",
842                         tpg->se_tpg_tfo->get_fabric_name(), unpacked_lun,
843                         tpg->se_tpg_tfo->tpg_get_tag(tpg));
844                 spin_unlock(&tpg->tpg_lun_lock);
845                 return ERR_PTR(-ENODEV);
846         }
847         spin_unlock(&tpg->tpg_lun_lock);
848
849         return lun;
850 }
851
852 int core_tpg_post_dellun(
853         struct se_portal_group *tpg,
854         struct se_lun *lun)
855 {
856         core_tpg_shutdown_lun(tpg, lun);
857
858         core_dev_unexport(lun->lun_se_dev, tpg, lun);
859
860         spin_lock(&tpg->tpg_lun_lock);
861         lun->lun_status = TRANSPORT_LUN_STATUS_FREE;
862         spin_unlock(&tpg->tpg_lun_lock);
863
864         return 0;
865 }