1 /*-
2 * Copyright (c) 2003, 2004 Silicon Graphics International Corp.
3 * Copyright (c) 1997-2007 Kenneth D. Merry
4 * Copyright (c) 2012 The FreeBSD Foundation
5 * All rights reserved.
6 *
7 * Portions of this software were developed by Edward Tomasz Napierala
8 * under sponsorship from the FreeBSD Foundation.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions, and the following disclaimer,
15 * without modification.
16 * 2. Redistributions in binary form must reproduce at minimum a disclaimer
17 * substantially similar to the "NO WARRANTY" disclaimer below
18 * ("Disclaimer") and any redistribution must be conditioned upon
19 * including a substantially similar Disclaimer requirement for further
20 * binary redistribution.
21 *
22 * NO WARRANTY
23 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
24 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
25 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
26 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
27 * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
28 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
29 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
31 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
32 * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
33 * POSSIBILITY OF SUCH DAMAGES.
34 *
35 */
36
37 #include <sys/cdefs.h>
38 __FBSDID("$FreeBSD$");
39
40 #include <sys/ioctl.h>
41 #include <sys/types.h>
42 #include <sys/stat.h>
43 #include <sys/param.h>
44 #include <sys/linker.h>
45 #include <sys/queue.h>
46 #include <sys/callout.h>
47 #include <sys/sbuf.h>
48 #include <sys/capsicum.h>
49 #include <assert.h>
50 #include <bsdxml.h>
51 #include <ctype.h>
52 #include <errno.h>
53 #include <fcntl.h>
54 #include <stdint.h>
55 #include <stdio.h>
56 #include <stdlib.h>
57 #include <string.h>
58 #include <strings.h>
59 #include <cam/scsi/scsi_all.h>
60 #include <cam/scsi/scsi_message.h>
61 #include <cam/ctl/ctl.h>
62 #include <cam/ctl/ctl_io.h>
63 #include <cam/ctl/ctl_backend.h>
64 #include <cam/ctl/ctl_ioctl.h>
65 #include <cam/ctl/ctl_util.h>
66 #include <cam/ctl/ctl_scsi_all.h>
67
68 #include "ctld.h"
69
70 #ifdef ICL_KERNEL_PROXY
71 #include <netdb.h>
72 #endif
73
74 extern bool proxy_mode;
75
76 static int ctl_fd = 0;
77
78 void
kernel_init(void)79 kernel_init(void)
80 {
81 int retval, saved_errno;
82
83 ctl_fd = open(CTL_DEFAULT_DEV, O_RDWR);
84 if (ctl_fd < 0 && errno == ENOENT) {
85 saved_errno = errno;
86 retval = kldload("ctl");
87 if (retval != -1)
88 ctl_fd = open(CTL_DEFAULT_DEV, O_RDWR);
89 else
90 errno = saved_errno;
91 }
92 if (ctl_fd < 0)
93 log_err(1, "failed to open %s", CTL_DEFAULT_DEV);
94 }
95
96 /*
97 * Name/value pair used for per-LUN attributes.
98 */
99 struct cctl_lun_nv {
100 char *name;
101 char *value;
102 STAILQ_ENTRY(cctl_lun_nv) links;
103 };
104
105 /*
106 * Backend LUN information.
107 */
108 struct cctl_lun {
109 uint64_t lun_id;
110 char *backend_type;
111 uint8_t device_type;
112 uint64_t size_blocks;
113 uint32_t blocksize;
114 char *serial_number;
115 char *device_id;
116 char *ctld_name;
117 STAILQ_HEAD(,cctl_lun_nv) attr_list;
118 STAILQ_ENTRY(cctl_lun) links;
119 };
120
121 struct cctl_port {
122 uint32_t port_id;
123 char *port_frontend;
124 char *port_name;
125 int pp;
126 int vp;
127 int cfiscsi_state;
128 char *cfiscsi_target;
129 uint16_t cfiscsi_portal_group_tag;
130 char *ctld_portal_group_name;
131 STAILQ_HEAD(,cctl_lun_nv) attr_list;
132 STAILQ_ENTRY(cctl_port) links;
133 };
134
135 struct cctl_devlist_data {
136 int num_luns;
137 STAILQ_HEAD(,cctl_lun) lun_list;
138 struct cctl_lun *cur_lun;
139 int num_ports;
140 STAILQ_HEAD(,cctl_port) port_list;
141 struct cctl_port *cur_port;
142 int level;
143 struct sbuf *cur_sb[32];
144 };
145
146 static void
cctl_start_element(void * user_data,const char * name,const char ** attr)147 cctl_start_element(void *user_data, const char *name, const char **attr)
148 {
149 int i;
150 struct cctl_devlist_data *devlist;
151 struct cctl_lun *cur_lun;
152
153 devlist = (struct cctl_devlist_data *)user_data;
154 cur_lun = devlist->cur_lun;
155 devlist->level++;
156 if ((u_int)devlist->level >= (sizeof(devlist->cur_sb) /
157 sizeof(devlist->cur_sb[0])))
158 log_errx(1, "%s: too many nesting levels, %zd max", __func__,
159 sizeof(devlist->cur_sb) / sizeof(devlist->cur_sb[0]));
160
161 devlist->cur_sb[devlist->level] = sbuf_new_auto();
162 if (devlist->cur_sb[devlist->level] == NULL)
163 log_err(1, "%s: unable to allocate sbuf", __func__);
164
165 if (strcmp(name, "lun") == 0) {
166 if (cur_lun != NULL)
167 log_errx(1, "%s: improper lun element nesting",
168 __func__);
169
170 cur_lun = calloc(1, sizeof(*cur_lun));
171 if (cur_lun == NULL)
172 log_err(1, "%s: cannot allocate %zd bytes", __func__,
173 sizeof(*cur_lun));
174
175 devlist->num_luns++;
176 devlist->cur_lun = cur_lun;
177
178 STAILQ_INIT(&cur_lun->attr_list);
179 STAILQ_INSERT_TAIL(&devlist->lun_list, cur_lun, links);
180
181 for (i = 0; attr[i] != NULL; i += 2) {
182 if (strcmp(attr[i], "id") == 0) {
183 cur_lun->lun_id = strtoull(attr[i+1], NULL, 0);
184 } else {
185 log_errx(1, "%s: invalid LUN attribute %s = %s",
186 __func__, attr[i], attr[i+1]);
187 }
188 }
189 }
190 }
191
192 static void
cctl_end_element(void * user_data,const char * name)193 cctl_end_element(void *user_data, const char *name)
194 {
195 struct cctl_devlist_data *devlist;
196 struct cctl_lun *cur_lun;
197 char *str;
198
199 devlist = (struct cctl_devlist_data *)user_data;
200 cur_lun = devlist->cur_lun;
201
202 if ((cur_lun == NULL)
203 && (strcmp(name, "ctllunlist") != 0))
204 log_errx(1, "%s: cur_lun == NULL! (name = %s)", __func__, name);
205
206 if (devlist->cur_sb[devlist->level] == NULL)
207 log_errx(1, "%s: no valid sbuf at level %d (name %s)", __func__,
208 devlist->level, name);
209
210 sbuf_finish(devlist->cur_sb[devlist->level]);
211 str = checked_strdup(sbuf_data(devlist->cur_sb[devlist->level]));
212
213 if (strlen(str) == 0) {
214 free(str);
215 str = NULL;
216 }
217
218 sbuf_delete(devlist->cur_sb[devlist->level]);
219 devlist->cur_sb[devlist->level] = NULL;
220 devlist->level--;
221
222 if (strcmp(name, "backend_type") == 0) {
223 cur_lun->backend_type = str;
224 str = NULL;
225 } else if (strcmp(name, "lun_type") == 0) {
226 cur_lun->device_type = strtoull(str, NULL, 0);
227 } else if (strcmp(name, "size") == 0) {
228 cur_lun->size_blocks = strtoull(str, NULL, 0);
229 } else if (strcmp(name, "blocksize") == 0) {
230 cur_lun->blocksize = strtoul(str, NULL, 0);
231 } else if (strcmp(name, "serial_number") == 0) {
232 cur_lun->serial_number = str;
233 str = NULL;
234 } else if (strcmp(name, "device_id") == 0) {
235 cur_lun->device_id = str;
236 str = NULL;
237 } else if (strcmp(name, "ctld_name") == 0) {
238 cur_lun->ctld_name = str;
239 str = NULL;
240 } else if (strcmp(name, "lun") == 0) {
241 devlist->cur_lun = NULL;
242 } else if (strcmp(name, "ctllunlist") == 0) {
243 /* Nothing. */
244 } else {
245 struct cctl_lun_nv *nv;
246
247 nv = calloc(1, sizeof(*nv));
248 if (nv == NULL)
249 log_err(1, "%s: can't allocate %zd bytes for nv pair",
250 __func__, sizeof(*nv));
251
252 nv->name = checked_strdup(name);
253
254 nv->value = str;
255 str = NULL;
256 STAILQ_INSERT_TAIL(&cur_lun->attr_list, nv, links);
257 }
258
259 free(str);
260 }
261
262 static void
cctl_start_pelement(void * user_data,const char * name,const char ** attr)263 cctl_start_pelement(void *user_data, const char *name, const char **attr)
264 {
265 int i;
266 struct cctl_devlist_data *devlist;
267 struct cctl_port *cur_port;
268
269 devlist = (struct cctl_devlist_data *)user_data;
270 cur_port = devlist->cur_port;
271 devlist->level++;
272 if ((u_int)devlist->level >= (sizeof(devlist->cur_sb) /
273 sizeof(devlist->cur_sb[0])))
274 log_errx(1, "%s: too many nesting levels, %zd max", __func__,
275 sizeof(devlist->cur_sb) / sizeof(devlist->cur_sb[0]));
276
277 devlist->cur_sb[devlist->level] = sbuf_new_auto();
278 if (devlist->cur_sb[devlist->level] == NULL)
279 log_err(1, "%s: unable to allocate sbuf", __func__);
280
281 if (strcmp(name, "targ_port") == 0) {
282 if (cur_port != NULL)
283 log_errx(1, "%s: improper port element nesting (%s)",
284 __func__, name);
285
286 cur_port = calloc(1, sizeof(*cur_port));
287 if (cur_port == NULL)
288 log_err(1, "%s: cannot allocate %zd bytes", __func__,
289 sizeof(*cur_port));
290
291 devlist->num_ports++;
292 devlist->cur_port = cur_port;
293
294 STAILQ_INIT(&cur_port->attr_list);
295 STAILQ_INSERT_TAIL(&devlist->port_list, cur_port, links);
296
297 for (i = 0; attr[i] != NULL; i += 2) {
298 if (strcmp(attr[i], "id") == 0) {
299 cur_port->port_id = strtoul(attr[i+1], NULL, 0);
300 } else {
301 log_errx(1, "%s: invalid LUN attribute %s = %s",
302 __func__, attr[i], attr[i+1]);
303 }
304 }
305 }
306 }
307
308 static void
cctl_end_pelement(void * user_data,const char * name)309 cctl_end_pelement(void *user_data, const char *name)
310 {
311 struct cctl_devlist_data *devlist;
312 struct cctl_port *cur_port;
313 char *str;
314
315 devlist = (struct cctl_devlist_data *)user_data;
316 cur_port = devlist->cur_port;
317
318 if ((cur_port == NULL)
319 && (strcmp(name, "ctlportlist") != 0))
320 log_errx(1, "%s: cur_port == NULL! (name = %s)", __func__, name);
321
322 if (devlist->cur_sb[devlist->level] == NULL)
323 log_errx(1, "%s: no valid sbuf at level %d (name %s)", __func__,
324 devlist->level, name);
325
326 sbuf_finish(devlist->cur_sb[devlist->level]);
327 str = checked_strdup(sbuf_data(devlist->cur_sb[devlist->level]));
328
329 if (strlen(str) == 0) {
330 free(str);
331 str = NULL;
332 }
333
334 sbuf_delete(devlist->cur_sb[devlist->level]);
335 devlist->cur_sb[devlist->level] = NULL;
336 devlist->level--;
337
338 if (strcmp(name, "frontend_type") == 0) {
339 cur_port->port_frontend = str;
340 str = NULL;
341 } else if (strcmp(name, "port_name") == 0) {
342 cur_port->port_name = str;
343 str = NULL;
344 } else if (strcmp(name, "physical_port") == 0) {
345 cur_port->pp = strtoul(str, NULL, 0);
346 } else if (strcmp(name, "virtual_port") == 0) {
347 cur_port->vp = strtoul(str, NULL, 0);
348 } else if (strcmp(name, "cfiscsi_target") == 0) {
349 cur_port->cfiscsi_target = str;
350 str = NULL;
351 } else if (strcmp(name, "cfiscsi_state") == 0) {
352 cur_port->cfiscsi_state = strtoul(str, NULL, 0);
353 } else if (strcmp(name, "cfiscsi_portal_group_tag") == 0) {
354 cur_port->cfiscsi_portal_group_tag = strtoul(str, NULL, 0);
355 } else if (strcmp(name, "ctld_portal_group_name") == 0) {
356 cur_port->ctld_portal_group_name = str;
357 str = NULL;
358 } else if (strcmp(name, "targ_port") == 0) {
359 devlist->cur_port = NULL;
360 } else if (strcmp(name, "ctlportlist") == 0) {
361 /* Nothing. */
362 } else {
363 struct cctl_lun_nv *nv;
364
365 nv = calloc(1, sizeof(*nv));
366 if (nv == NULL)
367 log_err(1, "%s: can't allocate %zd bytes for nv pair",
368 __func__, sizeof(*nv));
369
370 nv->name = checked_strdup(name);
371
372 nv->value = str;
373 str = NULL;
374 STAILQ_INSERT_TAIL(&cur_port->attr_list, nv, links);
375 }
376
377 free(str);
378 }
379
380 static void
cctl_char_handler(void * user_data,const XML_Char * str,int len)381 cctl_char_handler(void *user_data, const XML_Char *str, int len)
382 {
383 struct cctl_devlist_data *devlist;
384
385 devlist = (struct cctl_devlist_data *)user_data;
386
387 sbuf_bcat(devlist->cur_sb[devlist->level], str, len);
388 }
389
390 struct conf *
conf_new_from_kernel(void)391 conf_new_from_kernel(void)
392 {
393 struct conf *conf = NULL;
394 struct target *targ;
395 struct portal_group *pg;
396 struct pport *pp;
397 struct port *cp;
398 struct lun *cl;
399 struct option *o;
400 struct ctl_lun_list list;
401 struct cctl_devlist_data devlist;
402 struct cctl_lun *lun;
403 struct cctl_port *port;
404 XML_Parser parser;
405 char *str, *name;
406 int len, retval;
407
408 bzero(&devlist, sizeof(devlist));
409 STAILQ_INIT(&devlist.lun_list);
410 STAILQ_INIT(&devlist.port_list);
411
412 log_debugx("obtaining previously configured CTL luns from the kernel");
413
414 str = NULL;
415 len = 4096;
416 retry:
417 str = realloc(str, len);
418 if (str == NULL)
419 log_err(1, "realloc");
420
421 bzero(&list, sizeof(list));
422 list.alloc_len = len;
423 list.status = CTL_LUN_LIST_NONE;
424 list.lun_xml = str;
425
426 if (ioctl(ctl_fd, CTL_LUN_LIST, &list) == -1) {
427 log_warn("error issuing CTL_LUN_LIST ioctl");
428 free(str);
429 return (NULL);
430 }
431
432 if (list.status == CTL_LUN_LIST_ERROR) {
433 log_warnx("error returned from CTL_LUN_LIST ioctl: %s",
434 list.error_str);
435 free(str);
436 return (NULL);
437 }
438
439 if (list.status == CTL_LUN_LIST_NEED_MORE_SPACE) {
440 len = len << 1;
441 goto retry;
442 }
443
444 parser = XML_ParserCreate(NULL);
445 if (parser == NULL) {
446 log_warnx("unable to create XML parser");
447 free(str);
448 return (NULL);
449 }
450
451 XML_SetUserData(parser, &devlist);
452 XML_SetElementHandler(parser, cctl_start_element, cctl_end_element);
453 XML_SetCharacterDataHandler(parser, cctl_char_handler);
454
455 retval = XML_Parse(parser, str, strlen(str), 1);
456 XML_ParserFree(parser);
457 free(str);
458 if (retval != 1) {
459 log_warnx("XML_Parse failed");
460 return (NULL);
461 }
462
463 str = NULL;
464 len = 4096;
465 retry_port:
466 str = realloc(str, len);
467 if (str == NULL)
468 log_err(1, "realloc");
469
470 bzero(&list, sizeof(list));
471 list.alloc_len = len;
472 list.status = CTL_LUN_LIST_NONE;
473 list.lun_xml = str;
474
475 if (ioctl(ctl_fd, CTL_PORT_LIST, &list) == -1) {
476 log_warn("error issuing CTL_PORT_LIST ioctl");
477 free(str);
478 return (NULL);
479 }
480
481 if (list.status == CTL_LUN_LIST_ERROR) {
482 log_warnx("error returned from CTL_PORT_LIST ioctl: %s",
483 list.error_str);
484 free(str);
485 return (NULL);
486 }
487
488 if (list.status == CTL_LUN_LIST_NEED_MORE_SPACE) {
489 len = len << 1;
490 goto retry_port;
491 }
492
493 parser = XML_ParserCreate(NULL);
494 if (parser == NULL) {
495 log_warnx("unable to create XML parser");
496 free(str);
497 return (NULL);
498 }
499
500 XML_SetUserData(parser, &devlist);
501 XML_SetElementHandler(parser, cctl_start_pelement, cctl_end_pelement);
502 XML_SetCharacterDataHandler(parser, cctl_char_handler);
503
504 retval = XML_Parse(parser, str, strlen(str), 1);
505 XML_ParserFree(parser);
506 free(str);
507 if (retval != 1) {
508 log_warnx("XML_Parse failed");
509 return (NULL);
510 }
511
512 conf = conf_new();
513
514 name = NULL;
515 STAILQ_FOREACH(port, &devlist.port_list, links) {
516 if (strcmp(port->port_frontend, "ha") == 0)
517 continue;
518 free(name);
519 if (port->pp == 0 && port->vp == 0) {
520 name = checked_strdup(port->port_name);
521 } else if (port->vp == 0) {
522 retval = asprintf(&name, "%s/%d",
523 port->port_name, port->pp);
524 if (retval <= 0)
525 log_err(1, "asprintf");
526 } else {
527 retval = asprintf(&name, "%s/%d/%d",
528 port->port_name, port->pp, port->vp);
529 if (retval <= 0)
530 log_err(1, "asprintf");
531 }
532
533 if (port->cfiscsi_target == NULL) {
534 log_debugx("CTL port %u \"%s\" wasn't managed by ctld; ",
535 port->port_id, name);
536 pp = pport_find(conf, name);
537 if (pp == NULL) {
538 #if 0
539 log_debugx("found new kernel port %u \"%s\"",
540 port->port_id, name);
541 #endif
542 pp = pport_new(conf, name, port->port_id);
543 if (pp == NULL) {
544 log_warnx("pport_new failed");
545 continue;
546 }
547 }
548 continue;
549 }
550 if (port->cfiscsi_state != 1) {
551 log_debugx("CTL port %ju is not active (%d); ignoring",
552 (uintmax_t)port->port_id, port->cfiscsi_state);
553 continue;
554 }
555
556 targ = target_find(conf, port->cfiscsi_target);
557 if (targ == NULL) {
558 #if 0
559 log_debugx("found new kernel target %s for CTL port %ld",
560 port->cfiscsi_target, port->port_id);
561 #endif
562 targ = target_new(conf, port->cfiscsi_target);
563 if (targ == NULL) {
564 log_warnx("target_new failed");
565 continue;
566 }
567 }
568
569 if (port->ctld_portal_group_name == NULL)
570 continue;
571 pg = portal_group_find(conf, port->ctld_portal_group_name);
572 if (pg == NULL) {
573 #if 0
574 log_debugx("found new kernel portal group %s for CTL port %ld",
575 port->ctld_portal_group_name, port->port_id);
576 #endif
577 pg = portal_group_new(conf, port->ctld_portal_group_name);
578 if (pg == NULL) {
579 log_warnx("portal_group_new failed");
580 continue;
581 }
582 }
583 pg->pg_tag = port->cfiscsi_portal_group_tag;
584 cp = port_new(conf, targ, pg);
585 if (cp == NULL) {
586 log_warnx("port_new failed");
587 continue;
588 }
589 cp->p_ctl_port = port->port_id;
590 }
591 free(name);
592
593 STAILQ_FOREACH(lun, &devlist.lun_list, links) {
594 struct cctl_lun_nv *nv;
595
596 if (lun->ctld_name == NULL) {
597 log_debugx("CTL lun %ju wasn't managed by ctld; "
598 "ignoring", (uintmax_t)lun->lun_id);
599 continue;
600 }
601
602 cl = lun_find(conf, lun->ctld_name);
603 if (cl != NULL) {
604 log_warnx("found CTL lun %ju \"%s\", "
605 "also backed by CTL lun %d; ignoring",
606 (uintmax_t)lun->lun_id, lun->ctld_name,
607 cl->l_ctl_lun);
608 continue;
609 }
610
611 log_debugx("found CTL lun %ju \"%s\"",
612 (uintmax_t)lun->lun_id, lun->ctld_name);
613
614 cl = lun_new(conf, lun->ctld_name);
615 if (cl == NULL) {
616 log_warnx("lun_new failed");
617 continue;
618 }
619 lun_set_backend(cl, lun->backend_type);
620 lun_set_device_type(cl, lun->device_type);
621 lun_set_blocksize(cl, lun->blocksize);
622 lun_set_device_id(cl, lun->device_id);
623 lun_set_serial(cl, lun->serial_number);
624 lun_set_size(cl, lun->size_blocks * cl->l_blocksize);
625 lun_set_ctl_lun(cl, lun->lun_id);
626
627 STAILQ_FOREACH(nv, &lun->attr_list, links) {
628 if (strcmp(nv->name, "file") == 0 ||
629 strcmp(nv->name, "dev") == 0) {
630 lun_set_path(cl, nv->value);
631 continue;
632 }
633 o = option_new(&cl->l_options, nv->name, nv->value);
634 if (o == NULL)
635 log_warnx("unable to add CTL lun option %s "
636 "for CTL lun %ju \"%s\"",
637 nv->name, (uintmax_t) lun->lun_id,
638 cl->l_name);
639 }
640 }
641
642 return (conf);
643 }
644
645 static void
str_arg(struct ctl_be_arg * arg,const char * name,const char * value)646 str_arg(struct ctl_be_arg *arg, const char *name, const char *value)
647 {
648
649 arg->namelen = strlen(name) + 1;
650 arg->name = __DECONST(char *, name);
651 arg->vallen = strlen(value) + 1;
652 arg->value = __DECONST(char *, value);
653 arg->flags = CTL_BEARG_ASCII | CTL_BEARG_RD;
654 }
655
656 int
kernel_lun_add(struct lun * lun)657 kernel_lun_add(struct lun *lun)
658 {
659 struct option *o;
660 struct ctl_lun_req req;
661 int error, i, num_options;
662
663 bzero(&req, sizeof(req));
664
665 strlcpy(req.backend, lun->l_backend, sizeof(req.backend));
666 req.reqtype = CTL_LUNREQ_CREATE;
667
668 req.reqdata.create.blocksize_bytes = lun->l_blocksize;
669
670 if (lun->l_size != 0)
671 req.reqdata.create.lun_size_bytes = lun->l_size;
672
673 if (lun->l_ctl_lun >= 0) {
674 req.reqdata.create.req_lun_id = lun->l_ctl_lun;
675 req.reqdata.create.flags |= CTL_LUN_FLAG_ID_REQ;
676 }
677
678 req.reqdata.create.flags |= CTL_LUN_FLAG_DEV_TYPE;
679 req.reqdata.create.device_type = lun->l_device_type;
680
681 if (lun->l_serial != NULL) {
682 strncpy(req.reqdata.create.serial_num, lun->l_serial,
683 sizeof(req.reqdata.create.serial_num));
684 req.reqdata.create.flags |= CTL_LUN_FLAG_SERIAL_NUM;
685 }
686
687 if (lun->l_device_id != NULL) {
688 strncpy(req.reqdata.create.device_id, lun->l_device_id,
689 sizeof(req.reqdata.create.device_id));
690 req.reqdata.create.flags |= CTL_LUN_FLAG_DEVID;
691 }
692
693 if (lun->l_path != NULL) {
694 o = option_find(&lun->l_options, "file");
695 if (o != NULL) {
696 option_set(o, lun->l_path);
697 } else {
698 o = option_new(&lun->l_options, "file", lun->l_path);
699 assert(o != NULL);
700 }
701 }
702
703 o = option_find(&lun->l_options, "ctld_name");
704 if (o != NULL) {
705 option_set(o, lun->l_name);
706 } else {
707 o = option_new(&lun->l_options, "ctld_name", lun->l_name);
708 assert(o != NULL);
709 }
710
711 o = option_find(&lun->l_options, "scsiname");
712 if (o == NULL && lun->l_scsiname != NULL) {
713 o = option_new(&lun->l_options, "scsiname", lun->l_scsiname);
714 assert(o != NULL);
715 }
716
717 num_options = 0;
718 TAILQ_FOREACH(o, &lun->l_options, o_next)
719 num_options++;
720
721 req.num_be_args = num_options;
722 if (num_options > 0) {
723 req.be_args = malloc(num_options * sizeof(*req.be_args));
724 if (req.be_args == NULL) {
725 log_warn("error allocating %zd bytes",
726 num_options * sizeof(*req.be_args));
727 return (1);
728 }
729
730 i = 0;
731 TAILQ_FOREACH(o, &lun->l_options, o_next) {
732 str_arg(&req.be_args[i], o->o_name, o->o_value);
733 i++;
734 }
735 assert(i == num_options);
736 }
737
738 error = ioctl(ctl_fd, CTL_LUN_REQ, &req);
739 free(req.be_args);
740 if (error != 0) {
741 log_warn("error issuing CTL_LUN_REQ ioctl");
742 return (1);
743 }
744
745 switch (req.status) {
746 case CTL_LUN_ERROR:
747 log_warnx("LUN creation error: %s", req.error_str);
748 return (1);
749 case CTL_LUN_WARNING:
750 log_warnx("LUN creation warning: %s", req.error_str);
751 break;
752 case CTL_LUN_OK:
753 break;
754 default:
755 log_warnx("unknown LUN creation status: %d",
756 req.status);
757 return (1);
758 }
759
760 lun_set_ctl_lun(lun, req.reqdata.create.req_lun_id);
761 return (0);
762 }
763
764 int
kernel_lun_modify(struct lun * lun)765 kernel_lun_modify(struct lun *lun)
766 {
767 struct option *o;
768 struct ctl_lun_req req;
769 int error, i, num_options;
770
771 bzero(&req, sizeof(req));
772
773 strlcpy(req.backend, lun->l_backend, sizeof(req.backend));
774 req.reqtype = CTL_LUNREQ_MODIFY;
775
776 req.reqdata.modify.lun_id = lun->l_ctl_lun;
777 req.reqdata.modify.lun_size_bytes = lun->l_size;
778
779 num_options = 0;
780 TAILQ_FOREACH(o, &lun->l_options, o_next)
781 num_options++;
782
783 req.num_be_args = num_options;
784 if (num_options > 0) {
785 req.be_args = malloc(num_options * sizeof(*req.be_args));
786 if (req.be_args == NULL) {
787 log_warn("error allocating %zd bytes",
788 num_options * sizeof(*req.be_args));
789 return (1);
790 }
791
792 i = 0;
793 TAILQ_FOREACH(o, &lun->l_options, o_next) {
794 str_arg(&req.be_args[i], o->o_name, o->o_value);
795 i++;
796 }
797 assert(i == num_options);
798 }
799
800 error = ioctl(ctl_fd, CTL_LUN_REQ, &req);
801 free(req.be_args);
802 if (error != 0) {
803 log_warn("error issuing CTL_LUN_REQ ioctl");
804 return (1);
805 }
806
807 switch (req.status) {
808 case CTL_LUN_ERROR:
809 log_warnx("LUN modification error: %s", req.error_str);
810 return (1);
811 case CTL_LUN_WARNING:
812 log_warnx("LUN modification warning: %s", req.error_str);
813 break;
814 case CTL_LUN_OK:
815 break;
816 default:
817 log_warnx("unknown LUN modification status: %d",
818 req.status);
819 return (1);
820 }
821
822 return (0);
823 }
824
825 int
kernel_lun_remove(struct lun * lun)826 kernel_lun_remove(struct lun *lun)
827 {
828 struct ctl_lun_req req;
829
830 bzero(&req, sizeof(req));
831
832 strlcpy(req.backend, lun->l_backend, sizeof(req.backend));
833 req.reqtype = CTL_LUNREQ_RM;
834
835 req.reqdata.rm.lun_id = lun->l_ctl_lun;
836
837 if (ioctl(ctl_fd, CTL_LUN_REQ, &req) == -1) {
838 log_warn("error issuing CTL_LUN_REQ ioctl");
839 return (1);
840 }
841
842 switch (req.status) {
843 case CTL_LUN_ERROR:
844 log_warnx("LUN removal error: %s", req.error_str);
845 return (1);
846 case CTL_LUN_WARNING:
847 log_warnx("LUN removal warning: %s", req.error_str);
848 break;
849 case CTL_LUN_OK:
850 break;
851 default:
852 log_warnx("unknown LUN removal status: %d", req.status);
853 return (1);
854 }
855
856 return (0);
857 }
858
859 void
kernel_handoff(struct connection * conn)860 kernel_handoff(struct connection *conn)
861 {
862 struct ctl_iscsi req;
863
864 bzero(&req, sizeof(req));
865
866 req.type = CTL_ISCSI_HANDOFF;
867 strlcpy(req.data.handoff.initiator_name,
868 conn->conn_initiator_name, sizeof(req.data.handoff.initiator_name));
869 strlcpy(req.data.handoff.initiator_addr,
870 conn->conn_initiator_addr, sizeof(req.data.handoff.initiator_addr));
871 if (conn->conn_initiator_alias != NULL) {
872 strlcpy(req.data.handoff.initiator_alias,
873 conn->conn_initiator_alias, sizeof(req.data.handoff.initiator_alias));
874 }
875 memcpy(req.data.handoff.initiator_isid, conn->conn_initiator_isid,
876 sizeof(req.data.handoff.initiator_isid));
877 strlcpy(req.data.handoff.target_name,
878 conn->conn_target->t_name, sizeof(req.data.handoff.target_name));
879 if (conn->conn_portal->p_portal_group->pg_offload != NULL) {
880 strlcpy(req.data.handoff.offload,
881 conn->conn_portal->p_portal_group->pg_offload,
882 sizeof(req.data.handoff.offload));
883 }
884 #ifdef ICL_KERNEL_PROXY
885 if (proxy_mode)
886 req.data.handoff.connection_id = conn->conn_socket;
887 else
888 req.data.handoff.socket = conn->conn_socket;
889 #else
890 req.data.handoff.socket = conn->conn_socket;
891 #endif
892 req.data.handoff.portal_group_tag =
893 conn->conn_portal->p_portal_group->pg_tag;
894 if (conn->conn_header_digest == CONN_DIGEST_CRC32C)
895 req.data.handoff.header_digest = CTL_ISCSI_DIGEST_CRC32C;
896 if (conn->conn_data_digest == CONN_DIGEST_CRC32C)
897 req.data.handoff.data_digest = CTL_ISCSI_DIGEST_CRC32C;
898 req.data.handoff.cmdsn = conn->conn_cmdsn;
899 req.data.handoff.statsn = conn->conn_statsn;
900 req.data.handoff.max_recv_data_segment_length =
901 conn->conn_max_data_segment_length;
902 req.data.handoff.max_burst_length = conn->conn_max_burst_length;
903 req.data.handoff.immediate_data = conn->conn_immediate_data;
904
905 if (ioctl(ctl_fd, CTL_ISCSI, &req) == -1) {
906 log_err(1, "error issuing CTL_ISCSI ioctl; "
907 "dropping connection");
908 }
909
910 if (req.status != CTL_ISCSI_OK) {
911 log_errx(1, "error returned from CTL iSCSI handoff request: "
912 "%s; dropping connection", req.error_str);
913 }
914 }
915
916 void
kernel_limits(const char * offload,size_t * max_data_segment_length)917 kernel_limits(const char *offload, size_t *max_data_segment_length)
918 {
919 struct ctl_iscsi req;
920
921 bzero(&req, sizeof(req));
922
923 req.type = CTL_ISCSI_LIMITS;
924 if (offload != NULL) {
925 strlcpy(req.data.limits.offload, offload,
926 sizeof(req.data.limits.offload));
927 }
928
929 if (ioctl(ctl_fd, CTL_ISCSI, &req) == -1) {
930 log_err(1, "error issuing CTL_ISCSI ioctl; "
931 "dropping connection");
932 }
933
934 if (req.status != CTL_ISCSI_OK) {
935 log_errx(1, "error returned from CTL iSCSI limits request: "
936 "%s; dropping connection", req.error_str);
937 }
938
939 *max_data_segment_length = req.data.limits.data_segment_limit;
940 if (offload != NULL) {
941 log_debugx("MaxRecvDataSegment kernel limit for offload "
942 "\"%s\" is %zd", offload, *max_data_segment_length);
943 } else {
944 log_debugx("MaxRecvDataSegment kernel limit is %zd",
945 *max_data_segment_length);
946 }
947 }
948
949 int
kernel_port_add(struct port * port)950 kernel_port_add(struct port *port)
951 {
952 struct option *o;
953 struct ctl_port_entry entry;
954 struct ctl_req req;
955 struct ctl_lun_map lm;
956 struct target *targ = port->p_target;
957 struct portal_group *pg = port->p_portal_group;
958 char tagstr[16];
959 int error, i, n;
960
961 /* Create iSCSI port. */
962 if (port->p_portal_group) {
963 bzero(&req, sizeof(req));
964 strlcpy(req.driver, "iscsi", sizeof(req.driver));
965 req.reqtype = CTL_REQ_CREATE;
966 req.num_args = 5;
967 TAILQ_FOREACH(o, &pg->pg_options, o_next)
968 req.num_args++;
969 req.args = malloc(req.num_args * sizeof(*req.args));
970 if (req.args == NULL)
971 log_err(1, "malloc");
972 n = 0;
973 req.args[n].namelen = sizeof("port_id");
974 req.args[n].name = __DECONST(char *, "port_id");
975 req.args[n].vallen = sizeof(port->p_ctl_port);
976 req.args[n].value = &port->p_ctl_port;
977 req.args[n++].flags = CTL_BEARG_WR;
978 str_arg(&req.args[n++], "cfiscsi_target", targ->t_name);
979 snprintf(tagstr, sizeof(tagstr), "%d", pg->pg_tag);
980 str_arg(&req.args[n++], "cfiscsi_portal_group_tag", tagstr);
981 if (targ->t_alias)
982 str_arg(&req.args[n++], "cfiscsi_target_alias", targ->t_alias);
983 str_arg(&req.args[n++], "ctld_portal_group_name", pg->pg_name);
984 TAILQ_FOREACH(o, &pg->pg_options, o_next)
985 str_arg(&req.args[n++], o->o_name, o->o_value);
986 req.num_args = n;
987 error = ioctl(ctl_fd, CTL_PORT_REQ, &req);
988 free(req.args);
989 if (error != 0) {
990 log_warn("error issuing CTL_PORT_REQ ioctl");
991 return (1);
992 }
993 if (req.status == CTL_LUN_ERROR) {
994 log_warnx("error returned from port creation request: %s",
995 req.error_str);
996 return (1);
997 }
998 if (req.status != CTL_LUN_OK) {
999 log_warnx("unknown port creation request status %d",
1000 req.status);
1001 return (1);
1002 }
1003 } else if (port->p_pport) {
1004 port->p_ctl_port = port->p_pport->pp_ctl_port;
1005
1006 if (strncmp(targ->t_name, "naa.", 4) == 0 &&
1007 strlen(targ->t_name) == 20) {
1008 bzero(&entry, sizeof(entry));
1009 entry.port_type = CTL_PORT_NONE;
1010 entry.targ_port = port->p_ctl_port;
1011 entry.flags |= CTL_PORT_WWNN_VALID;
1012 entry.wwnn = strtoull(targ->t_name + 4, NULL, 16);
1013 if (ioctl(ctl_fd, CTL_SET_PORT_WWNS, &entry) == -1)
1014 log_warn("CTL_SET_PORT_WWNS ioctl failed");
1015 }
1016 }
1017
1018 /* Explicitly enable mapping to block any access except allowed. */
1019 lm.port = port->p_ctl_port;
1020 lm.plun = UINT32_MAX;
1021 lm.lun = 0;
1022 error = ioctl(ctl_fd, CTL_LUN_MAP, &lm);
1023 if (error != 0)
1024 log_warn("CTL_LUN_MAP ioctl failed");
1025
1026 /* Map configured LUNs */
1027 for (i = 0; i < MAX_LUNS; i++) {
1028 if (targ->t_luns[i] == NULL)
1029 continue;
1030 lm.port = port->p_ctl_port;
1031 lm.plun = i;
1032 lm.lun = targ->t_luns[i]->l_ctl_lun;
1033 error = ioctl(ctl_fd, CTL_LUN_MAP, &lm);
1034 if (error != 0)
1035 log_warn("CTL_LUN_MAP ioctl failed");
1036 }
1037
1038 /* Enable port */
1039 bzero(&entry, sizeof(entry));
1040 entry.targ_port = port->p_ctl_port;
1041 error = ioctl(ctl_fd, CTL_ENABLE_PORT, &entry);
1042 if (error != 0) {
1043 log_warn("CTL_ENABLE_PORT ioctl failed");
1044 return (-1);
1045 }
1046
1047 return (0);
1048 }
1049
1050 int
kernel_port_update(struct port * port,struct port * oport)1051 kernel_port_update(struct port *port, struct port *oport)
1052 {
1053 struct ctl_lun_map lm;
1054 struct target *targ = port->p_target;
1055 struct target *otarg = oport->p_target;
1056 int error, i;
1057 uint32_t olun;
1058
1059 /* Map configured LUNs and unmap others */
1060 for (i = 0; i < MAX_LUNS; i++) {
1061 lm.port = port->p_ctl_port;
1062 lm.plun = i;
1063 if (targ->t_luns[i] == NULL)
1064 lm.lun = UINT32_MAX;
1065 else
1066 lm.lun = targ->t_luns[i]->l_ctl_lun;
1067 if (otarg->t_luns[i] == NULL)
1068 olun = UINT32_MAX;
1069 else
1070 olun = otarg->t_luns[i]->l_ctl_lun;
1071 if (lm.lun == olun)
1072 continue;
1073 error = ioctl(ctl_fd, CTL_LUN_MAP, &lm);
1074 if (error != 0)
1075 log_warn("CTL_LUN_MAP ioctl failed");
1076 }
1077 return (0);
1078 }
1079
1080 int
kernel_port_remove(struct port * port)1081 kernel_port_remove(struct port *port)
1082 {
1083 struct ctl_port_entry entry;
1084 struct ctl_lun_map lm;
1085 struct ctl_req req;
1086 char tagstr[16];
1087 struct target *targ = port->p_target;
1088 struct portal_group *pg = port->p_portal_group;
1089 int error;
1090
1091 /* Disable port */
1092 bzero(&entry, sizeof(entry));
1093 entry.targ_port = port->p_ctl_port;
1094 error = ioctl(ctl_fd, CTL_DISABLE_PORT, &entry);
1095 if (error != 0) {
1096 log_warn("CTL_DISABLE_PORT ioctl failed");
1097 return (-1);
1098 }
1099
1100 /* Remove iSCSI port. */
1101 if (port->p_portal_group) {
1102 bzero(&req, sizeof(req));
1103 strlcpy(req.driver, "iscsi", sizeof(req.driver));
1104 req.reqtype = CTL_REQ_REMOVE;
1105 req.num_args = 2;
1106 req.args = malloc(req.num_args * sizeof(*req.args));
1107 if (req.args == NULL)
1108 log_err(1, "malloc");
1109 str_arg(&req.args[0], "cfiscsi_target", targ->t_name);
1110 snprintf(tagstr, sizeof(tagstr), "%d", pg->pg_tag);
1111 str_arg(&req.args[1], "cfiscsi_portal_group_tag", tagstr);
1112 error = ioctl(ctl_fd, CTL_PORT_REQ, &req);
1113 free(req.args);
1114 if (error != 0) {
1115 log_warn("error issuing CTL_PORT_REQ ioctl");
1116 return (1);
1117 }
1118 if (req.status == CTL_LUN_ERROR) {
1119 log_warnx("error returned from port removal request: %s",
1120 req.error_str);
1121 return (1);
1122 }
1123 if (req.status != CTL_LUN_OK) {
1124 log_warnx("unknown port removal request status %d",
1125 req.status);
1126 return (1);
1127 }
1128 } else {
1129 /* Disable LUN mapping. */
1130 lm.port = port->p_ctl_port;
1131 lm.plun = UINT32_MAX;
1132 lm.lun = UINT32_MAX;
1133 error = ioctl(ctl_fd, CTL_LUN_MAP, &lm);
1134 if (error != 0)
1135 log_warn("CTL_LUN_MAP ioctl failed");
1136 }
1137 return (0);
1138 }
1139
1140 #ifdef ICL_KERNEL_PROXY
1141 void
kernel_listen(struct addrinfo * ai,bool iser,int portal_id)1142 kernel_listen(struct addrinfo *ai, bool iser, int portal_id)
1143 {
1144 struct ctl_iscsi req;
1145
1146 bzero(&req, sizeof(req));
1147
1148 req.type = CTL_ISCSI_LISTEN;
1149 req.data.listen.iser = iser;
1150 req.data.listen.domain = ai->ai_family;
1151 req.data.listen.socktype = ai->ai_socktype;
1152 req.data.listen.protocol = ai->ai_protocol;
1153 req.data.listen.addr = ai->ai_addr;
1154 req.data.listen.addrlen = ai->ai_addrlen;
1155 req.data.listen.portal_id = portal_id;
1156
1157 if (ioctl(ctl_fd, CTL_ISCSI, &req) == -1)
1158 log_err(1, "error issuing CTL_ISCSI ioctl");
1159
1160 if (req.status != CTL_ISCSI_OK) {
1161 log_errx(1, "error returned from CTL iSCSI listen: %s",
1162 req.error_str);
1163 }
1164 }
1165
1166 void
kernel_accept(int * connection_id,int * portal_id,struct sockaddr * client_sa,socklen_t * client_salen)1167 kernel_accept(int *connection_id, int *portal_id,
1168 struct sockaddr *client_sa, socklen_t *client_salen)
1169 {
1170 struct ctl_iscsi req;
1171 struct sockaddr_storage ss;
1172
1173 bzero(&req, sizeof(req));
1174
1175 req.type = CTL_ISCSI_ACCEPT;
1176 req.data.accept.initiator_addr = (struct sockaddr *)&ss;
1177
1178 if (ioctl(ctl_fd, CTL_ISCSI, &req) == -1)
1179 log_err(1, "error issuing CTL_ISCSI ioctl");
1180
1181 if (req.status != CTL_ISCSI_OK) {
1182 log_errx(1, "error returned from CTL iSCSI accept: %s",
1183 req.error_str);
1184 }
1185
1186 *connection_id = req.data.accept.connection_id;
1187 *portal_id = req.data.accept.portal_id;
1188 *client_salen = req.data.accept.initiator_addrlen;
1189 memcpy(client_sa, &ss, *client_salen);
1190 }
1191
1192 void
kernel_send(struct pdu * pdu)1193 kernel_send(struct pdu *pdu)
1194 {
1195 struct ctl_iscsi req;
1196
1197 bzero(&req, sizeof(req));
1198
1199 req.type = CTL_ISCSI_SEND;
1200 req.data.send.connection_id = pdu->pdu_connection->conn_socket;
1201 req.data.send.bhs = pdu->pdu_bhs;
1202 req.data.send.data_segment_len = pdu->pdu_data_len;
1203 req.data.send.data_segment = pdu->pdu_data;
1204
1205 if (ioctl(ctl_fd, CTL_ISCSI, &req) == -1) {
1206 log_err(1, "error issuing CTL_ISCSI ioctl; "
1207 "dropping connection");
1208 }
1209
1210 if (req.status != CTL_ISCSI_OK) {
1211 log_errx(1, "error returned from CTL iSCSI send: "
1212 "%s; dropping connection", req.error_str);
1213 }
1214 }
1215
1216 void
kernel_receive(struct pdu * pdu)1217 kernel_receive(struct pdu *pdu)
1218 {
1219 struct ctl_iscsi req;
1220
1221 pdu->pdu_data = malloc(MAX_DATA_SEGMENT_LENGTH);
1222 if (pdu->pdu_data == NULL)
1223 log_err(1, "malloc");
1224
1225 bzero(&req, sizeof(req));
1226
1227 req.type = CTL_ISCSI_RECEIVE;
1228 req.data.receive.connection_id = pdu->pdu_connection->conn_socket;
1229 req.data.receive.bhs = pdu->pdu_bhs;
1230 req.data.receive.data_segment_len = MAX_DATA_SEGMENT_LENGTH;
1231 req.data.receive.data_segment = pdu->pdu_data;
1232
1233 if (ioctl(ctl_fd, CTL_ISCSI, &req) == -1) {
1234 log_err(1, "error issuing CTL_ISCSI ioctl; "
1235 "dropping connection");
1236 }
1237
1238 if (req.status != CTL_ISCSI_OK) {
1239 log_errx(1, "error returned from CTL iSCSI receive: "
1240 "%s; dropping connection", req.error_str);
1241 }
1242
1243 }
1244
1245 #endif /* ICL_KERNEL_PROXY */
1246
1247 /*
1248 * XXX: I CANT INTO LATIN
1249 */
1250 void
kernel_capsicate(void)1251 kernel_capsicate(void)
1252 {
1253 int error;
1254 cap_rights_t rights;
1255 const unsigned long cmds[] = { CTL_ISCSI };
1256
1257 cap_rights_init(&rights, CAP_IOCTL);
1258 error = cap_rights_limit(ctl_fd, &rights);
1259 if (error != 0 && errno != ENOSYS)
1260 log_err(1, "cap_rights_limit");
1261
1262 error = cap_ioctls_limit(ctl_fd, cmds,
1263 sizeof(cmds) / sizeof(cmds[0]));
1264 if (error != 0 && errno != ENOSYS)
1265 log_err(1, "cap_ioctls_limit");
1266
1267 error = cap_enter();
1268 if (error != 0 && errno != ENOSYS)
1269 log_err(1, "cap_enter");
1270
1271 if (cap_sandboxed())
1272 log_debugx("Capsicum capability mode enabled");
1273 else
1274 log_warnx("Capsicum capability mode not supported");
1275 }
1276
1277