1 /*-
2 * Copyright (c) 2020 Mellanox Technologies. All rights reserved.
3 *
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
6 * are met:
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
12 *
13 * THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS `AS IS' AND
14 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
16 * ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
17 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
18 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
19 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
20 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
21 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
22 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
23 * SUCH DAMAGE.
24 */
25
26 #include "opt_inet.h"
27 #include "opt_inet6.h"
28
29 #include <sys/cdefs.h>
30 __FBSDID("$FreeBSD: stable/12/sys/net/if_infiniband.c 373023 2023-04-10 05:10:39Z zlei $");
31
32 #include <sys/param.h>
33 #include <sys/systm.h>
34 #include <sys/bus.h>
35 #include <sys/eventhandler.h>
36 #include <sys/kernel.h>
37 #include <sys/mbuf.h>
38 #include <sys/module.h>
39 #include <sys/socket.h>
40 #include <sys/sysctl.h>
41
42 #include <net/bpf.h>
43 #include <net/ethernet.h>
44 #include <net/infiniband.h>
45 #include <net/if.h>
46 #include <net/if_var.h>
47 #include <net/if_dl.h>
48 #include <net/if_media.h>
49 #include <net/if_lagg.h>
50 #include <net/if_llatbl.h>
51 #include <net/if_types.h>
52 #include <net/netisr.h>
53 #include <net/route.h>
54 #include <netinet/if_ether.h>
55 #include <netinet/in.h>
56 #include <netinet/ip6.h>
57 #include <netinet6/in6_var.h>
58 #include <netinet6/nd6.h>
59
60 #include <security/mac/mac_framework.h>
61
62 /* if_lagg(4) support */
63 struct mbuf *(*lagg_input_infiniband_p)(struct ifnet *, struct mbuf *);
64
65 #ifdef INET
66 static inline void
infiniband_ipv4_multicast_map(uint32_t addr,const uint8_t * broadcast,uint8_t * buf)67 infiniband_ipv4_multicast_map(uint32_t addr,
68 const uint8_t *broadcast, uint8_t *buf)
69 {
70 uint8_t scope;
71
72 addr = ntohl(addr);
73 scope = broadcast[5] & 0xF;
74
75 buf[0] = 0;
76 buf[1] = 0xff;
77 buf[2] = 0xff;
78 buf[3] = 0xff;
79 buf[4] = 0xff;
80 buf[5] = 0x10 | scope;
81 buf[6] = 0x40;
82 buf[7] = 0x1b;
83 buf[8] = broadcast[8];
84 buf[9] = broadcast[9];
85 buf[10] = 0;
86 buf[11] = 0;
87 buf[12] = 0;
88 buf[13] = 0;
89 buf[14] = 0;
90 buf[15] = 0;
91 buf[16] = (addr >> 24) & 0xff;
92 buf[17] = (addr >> 16) & 0xff;
93 buf[18] = (addr >> 8) & 0xff;
94 buf[19] = addr & 0xff;
95 }
96 #endif
97
98 #ifdef INET6
99 static inline void
infiniband_ipv6_multicast_map(const struct in6_addr * addr,const uint8_t * broadcast,uint8_t * buf)100 infiniband_ipv6_multicast_map(const struct in6_addr *addr,
101 const uint8_t *broadcast, uint8_t *buf)
102 {
103 uint8_t scope;
104
105 scope = broadcast[5] & 0xF;
106
107 buf[0] = 0;
108 buf[1] = 0xff;
109 buf[2] = 0xff;
110 buf[3] = 0xff;
111 buf[4] = 0xff;
112 buf[5] = 0x10 | scope;
113 buf[6] = 0x60;
114 buf[7] = 0x1b;
115 buf[8] = broadcast[8];
116 buf[9] = broadcast[9];
117 memcpy(&buf[10], &addr->s6_addr[6], 10);
118 }
119 #endif
120
121 /*
122 * This is for clients that have an infiniband_header in the mbuf.
123 */
124 void
infiniband_bpf_mtap(struct ifnet * ifp,struct mbuf * mb)125 infiniband_bpf_mtap(struct ifnet *ifp, struct mbuf *mb)
126 {
127 struct infiniband_header *ibh;
128 struct ether_header eh;
129
130 if (mb->m_len < sizeof(*ibh))
131 return;
132
133 ibh = mtod(mb, struct infiniband_header *);
134 eh.ether_type = ibh->ib_protocol;
135 memset(eh.ether_shost, 0, ETHER_ADDR_LEN);
136 memcpy(eh.ether_dhost, ibh->ib_hwaddr + 4, ETHER_ADDR_LEN);
137 mb->m_data += sizeof(*ibh);
138 mb->m_len -= sizeof(*ibh);
139 mb->m_pkthdr.len -= sizeof(*ibh);
140 bpf_mtap2(ifp->if_bpf, &eh, sizeof(eh), mb);
141 mb->m_data -= sizeof(*ibh);
142 mb->m_len += sizeof(*ibh);
143 mb->m_pkthdr.len += sizeof(*ibh);
144 }
145
146 static void
update_mbuf_csumflags(struct mbuf * src,struct mbuf * dst)147 update_mbuf_csumflags(struct mbuf *src, struct mbuf *dst)
148 {
149 int csum_flags = 0;
150
151 if (src->m_pkthdr.csum_flags & CSUM_IP)
152 csum_flags |= (CSUM_IP_CHECKED|CSUM_IP_VALID);
153 if (src->m_pkthdr.csum_flags & CSUM_DELAY_DATA)
154 csum_flags |= (CSUM_DATA_VALID|CSUM_PSEUDO_HDR);
155 if (src->m_pkthdr.csum_flags & CSUM_SCTP)
156 csum_flags |= CSUM_SCTP_VALID;
157 dst->m_pkthdr.csum_flags |= csum_flags;
158 if (csum_flags & CSUM_DATA_VALID)
159 dst->m_pkthdr.csum_data = 0xffff;
160 }
161
162 /*
163 * Handle link-layer encapsulation requests.
164 */
165 static int
infiniband_requestencap(struct ifnet * ifp,struct if_encap_req * req)166 infiniband_requestencap(struct ifnet *ifp, struct if_encap_req *req)
167 {
168 struct infiniband_header *ih;
169 struct arphdr *ah;
170 uint16_t etype;
171 const uint8_t *lladdr;
172
173 if (req->rtype != IFENCAP_LL)
174 return (EOPNOTSUPP);
175
176 if (req->bufsize < INFINIBAND_HDR_LEN)
177 return (ENOMEM);
178
179 ih = (struct infiniband_header *)req->buf;
180 lladdr = req->lladdr;
181 req->lladdr_off = 0;
182
183 switch (req->family) {
184 case AF_INET:
185 etype = htons(ETHERTYPE_IP);
186 break;
187 case AF_INET6:
188 etype = htons(ETHERTYPE_IPV6);
189 break;
190 case AF_ARP:
191 ah = (struct arphdr *)req->hdata;
192 ah->ar_hrd = htons(ARPHRD_INFINIBAND);
193
194 switch (ntohs(ah->ar_op)) {
195 case ARPOP_REVREQUEST:
196 case ARPOP_REVREPLY:
197 etype = htons(ETHERTYPE_REVARP);
198 break;
199 case ARPOP_REQUEST:
200 case ARPOP_REPLY:
201 default:
202 etype = htons(ETHERTYPE_ARP);
203 break;
204 }
205
206 if (req->flags & IFENCAP_FLAG_BROADCAST)
207 lladdr = ifp->if_broadcastaddr;
208 break;
209 default:
210 return (EAFNOSUPPORT);
211 }
212
213 ih->ib_protocol = etype;
214 ih->ib_reserved = 0;
215 memcpy(ih->ib_hwaddr, lladdr, INFINIBAND_ADDR_LEN);
216 req->bufsize = sizeof(struct infiniband_header);
217
218 return (0);
219 }
220
221 static int
infiniband_resolve_addr(struct ifnet * ifp,struct mbuf * m,const struct sockaddr * dst,struct route * ro,uint8_t * phdr,uint32_t * pflags,struct llentry ** plle)222 infiniband_resolve_addr(struct ifnet *ifp, struct mbuf *m,
223 const struct sockaddr *dst, struct route *ro, uint8_t *phdr,
224 uint32_t *pflags, struct llentry **plle)
225 {
226 struct infiniband_header *ih;
227 uint32_t lleflags = 0;
228 int error = 0;
229
230 if (plle)
231 *plle = NULL;
232 ih = (struct infiniband_header *)phdr;
233
234 switch (dst->sa_family) {
235 #ifdef INET
236 case AF_INET:
237 if ((m->m_flags & (M_BCAST | M_MCAST)) == 0) {
238 error = arpresolve(ifp, 0, m, dst, phdr, &lleflags, plle);
239 } else {
240 if (m->m_flags & M_BCAST) {
241 memcpy(ih->ib_hwaddr, ifp->if_broadcastaddr,
242 INFINIBAND_ADDR_LEN);
243 } else {
244 infiniband_ipv4_multicast_map(
245 ((const struct sockaddr_in *)dst)->sin_addr.s_addr,
246 ifp->if_broadcastaddr, ih->ib_hwaddr);
247 }
248 ih->ib_protocol = htons(ETHERTYPE_IP);
249 ih->ib_reserved = 0;
250 }
251 break;
252 #endif
253 #ifdef INET6
254 case AF_INET6:
255 if ((m->m_flags & M_MCAST) == 0) {
256 error = nd6_resolve(ifp, 0, m, dst, phdr, &lleflags, plle);
257 } else {
258 infiniband_ipv6_multicast_map(
259 &((const struct sockaddr_in6 *)dst)->sin6_addr,
260 ifp->if_broadcastaddr, ih->ib_hwaddr);
261 ih->ib_protocol = htons(ETHERTYPE_IPV6);
262 ih->ib_reserved = 0;
263 }
264 break;
265 #endif
266 default:
267 if_printf(ifp, "can't handle af%d\n", dst->sa_family);
268 if (m != NULL)
269 m_freem(m);
270 return (EAFNOSUPPORT);
271 }
272
273 if (error == EHOSTDOWN) {
274 if (ro != NULL && (ro->ro_flags & RT_HAS_GW) != 0)
275 error = EHOSTUNREACH;
276 }
277
278 if (error != 0)
279 return (error);
280
281 *pflags = RT_MAY_LOOP;
282 if (lleflags & LLE_IFADDR)
283 *pflags |= RT_L2_ME;
284
285 return (0);
286 }
287
288 /*
289 * Infiniband output routine.
290 */
291 static int
infiniband_output(struct ifnet * ifp,struct mbuf * m,const struct sockaddr * dst,struct route * ro)292 infiniband_output(struct ifnet *ifp, struct mbuf *m,
293 const struct sockaddr *dst, struct route *ro)
294 {
295 uint8_t linkhdr[INFINIBAND_HDR_LEN];
296 uint8_t *phdr;
297 struct llentry *lle = NULL;
298 struct infiniband_header *ih;
299 int error = 0;
300 int hlen; /* link layer header length */
301 uint32_t pflags;
302 bool addref;
303
304 addref = false;
305 phdr = NULL;
306 pflags = 0;
307 if (ro != NULL) {
308 /* XXX BPF uses ro_prepend */
309 if (ro->ro_prepend != NULL) {
310 phdr = ro->ro_prepend;
311 hlen = ro->ro_plen;
312 } else if (!(m->m_flags & (M_BCAST | M_MCAST))) {
313 if ((ro->ro_flags & RT_LLE_CACHE) != 0) {
314 lle = ro->ro_lle;
315 if (lle != NULL &&
316 (lle->la_flags & LLE_VALID) == 0) {
317 LLE_FREE(lle);
318 lle = NULL; /* redundant */
319 ro->ro_lle = NULL;
320 }
321 if (lle == NULL) {
322 /* if we lookup, keep cache */
323 addref = 1;
324 } else
325 /*
326 * Notify LLE code that
327 * the entry was used
328 * by datapath.
329 */
330 llentry_mark_used(lle);
331 }
332 if (lle != NULL) {
333 phdr = lle->r_linkdata;
334 hlen = lle->r_hdrlen;
335 pflags = lle->r_flags;
336 }
337 }
338 }
339
340 #ifdef MAC
341 error = mac_ifnet_check_transmit(ifp, m);
342 if (error)
343 goto bad;
344 #endif
345
346 M_PROFILE(m);
347 if (ifp->if_flags & IFF_MONITOR) {
348 error = ENETDOWN;
349 goto bad;
350 }
351 if (!((ifp->if_flags & IFF_UP) &&
352 (ifp->if_drv_flags & IFF_DRV_RUNNING))) {
353 error = ENETDOWN;
354 goto bad;
355 }
356
357 if (phdr == NULL) {
358 /* No prepend data supplied. Try to calculate ourselves. */
359 phdr = linkhdr;
360 hlen = INFINIBAND_HDR_LEN;
361 error = infiniband_resolve_addr(ifp, m, dst, ro, phdr, &pflags,
362 addref ? &lle : NULL);
363 if (addref && lle != NULL)
364 ro->ro_lle = lle;
365 if (error != 0)
366 return (error == EWOULDBLOCK ? 0 : error);
367 }
368
369 if ((pflags & RT_L2_ME) != 0) {
370 update_mbuf_csumflags(m, m);
371 return (if_simloop(ifp, m, dst->sa_family, 0));
372 }
373
374 /*
375 * Add local infiniband header. If no space in first mbuf,
376 * allocate another.
377 */
378 M_PREPEND(m, INFINIBAND_HDR_LEN, M_NOWAIT);
379 if (m == NULL) {
380 error = ENOBUFS;
381 goto bad;
382 }
383 if ((pflags & RT_HAS_HEADER) == 0) {
384 ih = mtod(m, struct infiniband_header *);
385 memcpy(ih, phdr, hlen);
386 }
387
388 /*
389 * Queue message on interface, update output statistics if
390 * successful, and start output if interface not yet active.
391 */
392 return (ifp->if_transmit(ifp, m));
393 bad:
394 if (m != NULL)
395 m_freem(m);
396 return (error);
397 }
398
399 /*
400 * Process a received Infiniband packet.
401 */
402 static void
infiniband_input(struct ifnet * ifp,struct mbuf * m)403 infiniband_input(struct ifnet *ifp, struct mbuf *m)
404 {
405 struct infiniband_header *ibh;
406 struct epoch_tracker et;
407 int isr;
408
409 CURVNET_SET_QUIET(ifp->if_vnet);
410 NET_EPOCH_ENTER_ET(et);
411
412 if ((ifp->if_flags & IFF_UP) == 0) {
413 if_inc_counter(ifp, IFCOUNTER_IERRORS, 1);
414 m_freem(m);
415 goto done;
416 }
417
418 ibh = mtod(m, struct infiniband_header *);
419
420 /*
421 * Reset layer specific mbuf flags to avoid confusing upper
422 * layers:
423 */
424 m->m_flags &= ~M_VLANTAG;
425 m_clrprotoflags(m);
426
427 if (INFINIBAND_IS_MULTICAST(ibh->ib_hwaddr)) {
428 if (memcmp(ibh->ib_hwaddr, ifp->if_broadcastaddr,
429 ifp->if_addrlen) == 0)
430 m->m_flags |= M_BCAST;
431 else
432 m->m_flags |= M_MCAST;
433 if_inc_counter(ifp, IFCOUNTER_IMCASTS, 1);
434 }
435
436 /* Let BPF have it before we strip the header. */
437 INFINIBAND_BPF_MTAP(ifp, m);
438
439 /* Allow monitor mode to claim this frame, after stats are updated. */
440 if (ifp->if_flags & IFF_MONITOR) {
441 m_freem(m);
442 goto done;
443 }
444
445 /* Direct packet to correct FIB based on interface config. */
446 M_SETFIB(m, ifp->if_fib);
447
448 /* Handle input from a lagg<N> port */
449 if (ifp->if_type == IFT_INFINIBANDLAG) {
450 KASSERT(lagg_input_infiniband_p != NULL,
451 ("%s: if_lagg not loaded!", __func__));
452 m = (*lagg_input_infiniband_p)(ifp, m);
453 if (__predict_false(m == NULL))
454 goto done;
455 ifp = m->m_pkthdr.rcvif;
456 }
457
458 /*
459 * Dispatch frame to upper layer.
460 */
461 switch (ibh->ib_protocol) {
462 #ifdef INET
463 case htons(ETHERTYPE_IP):
464 isr = NETISR_IP;
465 break;
466
467 case htons(ETHERTYPE_ARP):
468 if (ifp->if_flags & IFF_NOARP) {
469 /* Discard packet if ARP is disabled on interface */
470 m_freem(m);
471 goto done;
472 }
473 isr = NETISR_ARP;
474 break;
475 #endif
476 #ifdef INET6
477 case htons(ETHERTYPE_IPV6):
478 isr = NETISR_IPV6;
479 break;
480 #endif
481 default:
482 if_inc_counter(ifp, IFCOUNTER_IERRORS, 1);
483 m_freem(m);
484 goto done;
485 }
486
487 /* Strip off the Infiniband header. */
488 m_adj(m, INFINIBAND_HDR_LEN);
489
490 #ifdef MAC
491 /*
492 * Tag the mbuf with an appropriate MAC label before any other
493 * consumers can get to it.
494 */
495 mac_ifnet_create_mbuf(ifp, m);
496 #endif
497 /* Allow monitor mode to claim this frame, after stats are updated. */
498 netisr_dispatch(isr, m);
499 done:
500 NET_EPOCH_EXIT_ET(et);
501 CURVNET_RESTORE();
502 }
503
504 static int
infiniband_resolvemulti(struct ifnet * ifp,struct sockaddr ** llsa,struct sockaddr * sa)505 infiniband_resolvemulti(struct ifnet *ifp, struct sockaddr **llsa,
506 struct sockaddr *sa)
507 {
508 struct sockaddr_dl *sdl;
509 #ifdef INET
510 struct sockaddr_in *sin;
511 #endif
512 #ifdef INET6
513 struct sockaddr_in6 *sin6;
514 #endif
515 uint8_t *e_addr;
516
517 switch (sa->sa_family) {
518 case AF_LINK:
519 /*
520 * No mapping needed. Just check that it's a valid MC address.
521 */
522 sdl = (struct sockaddr_dl *)sa;
523 e_addr = LLADDR(sdl);
524 if (!INFINIBAND_IS_MULTICAST(e_addr))
525 return (EADDRNOTAVAIL);
526 *llsa = NULL;
527 return 0;
528
529 #ifdef INET
530 case AF_INET:
531 sin = (struct sockaddr_in *)sa;
532 if (!IN_MULTICAST(ntohl(sin->sin_addr.s_addr)))
533 return (EADDRNOTAVAIL);
534 sdl = link_init_sdl(ifp, *llsa, IFT_INFINIBAND);
535 sdl->sdl_alen = INFINIBAND_ADDR_LEN;
536 e_addr = LLADDR(sdl);
537 infiniband_ipv4_multicast_map(
538 sin->sin_addr.s_addr, ifp->if_broadcastaddr, e_addr);
539 *llsa = (struct sockaddr *)sdl;
540 return (0);
541 #endif
542 #ifdef INET6
543 case AF_INET6:
544 sin6 = (struct sockaddr_in6 *)sa;
545 /*
546 * An IP6 address of 0 means listen to all of the
547 * multicast address used for IP6. This has no meaning
548 * in infiniband.
549 */
550 if (IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr))
551 return (EADDRNOTAVAIL);
552 if (!IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr))
553 return (EADDRNOTAVAIL);
554 sdl = link_init_sdl(ifp, *llsa, IFT_INFINIBAND);
555 sdl->sdl_alen = INFINIBAND_ADDR_LEN;
556 e_addr = LLADDR(sdl);
557 infiniband_ipv6_multicast_map(
558 &sin6->sin6_addr, ifp->if_broadcastaddr, e_addr);
559 *llsa = (struct sockaddr *)sdl;
560 return (0);
561 #endif
562 default:
563 return (EAFNOSUPPORT);
564 }
565 }
566
567 void
infiniband_ifattach(struct ifnet * ifp,const uint8_t * lla,const uint8_t * llb)568 infiniband_ifattach(struct ifnet *ifp, const uint8_t *lla, const uint8_t *llb)
569 {
570 struct sockaddr_dl *sdl;
571 struct ifaddr *ifa;
572 int i;
573
574 ifp->if_addrlen = INFINIBAND_ADDR_LEN;
575 ifp->if_hdrlen = INFINIBAND_HDR_LEN;
576 ifp->if_mtu = INFINIBAND_MTU;
577 if_attach(ifp);
578 ifp->if_output = infiniband_output;
579 ifp->if_input = infiniband_input;
580 ifp->if_resolvemulti = infiniband_resolvemulti;
581 ifp->if_requestencap = infiniband_requestencap;
582
583 if (ifp->if_baudrate == 0)
584 ifp->if_baudrate = IF_Gbps(10); /* default value */
585 if (llb != NULL)
586 ifp->if_broadcastaddr = llb;
587
588 ifa = ifp->if_addr;
589 KASSERT(ifa != NULL, ("%s: no lladdr!\n", __func__));
590 sdl = (struct sockaddr_dl *)ifa->ifa_addr;
591 sdl->sdl_type = IFT_INFINIBAND;
592 sdl->sdl_alen = ifp->if_addrlen;
593
594 if (lla != NULL) {
595 memcpy(LLADDR(sdl), lla, ifp->if_addrlen);
596
597 if (ifp->if_hw_addr != NULL)
598 memcpy(ifp->if_hw_addr, lla, ifp->if_addrlen);
599 } else {
600 lla = LLADDR(sdl);
601 }
602
603 /* Attach ethernet compatible network device */
604 bpfattach(ifp, DLT_EN10MB, ETHER_HDR_LEN);
605
606 /* Announce Infiniband MAC address if non-zero. */
607 for (i = 0; i < ifp->if_addrlen; i++)
608 if (lla[i] != 0)
609 break;
610 if (i != ifp->if_addrlen)
611 if_printf(ifp, "Infiniband address: %20D\n", lla, ":");
612
613 /* Add necessary bits are setup; announce it now. */
614 EVENTHANDLER_INVOKE(infiniband_ifattach_event, ifp);
615
616 if (IS_DEFAULT_VNET(curvnet))
617 devctl_notify("INFINIBAND", ifp->if_xname, "IFATTACH", NULL);
618 }
619
620 /*
621 * Perform common duties while detaching an Infiniband interface
622 */
623 void
infiniband_ifdetach(struct ifnet * ifp)624 infiniband_ifdetach(struct ifnet *ifp)
625 {
626 bpfdetach(ifp);
627 if_detach(ifp);
628 }
629
630 static int
infiniband_modevent(module_t mod,int type,void * data)631 infiniband_modevent(module_t mod, int type, void *data)
632 {
633 switch (type) {
634 case MOD_LOAD:
635 case MOD_UNLOAD:
636 return (0);
637 default:
638 return (EOPNOTSUPP);
639 }
640 }
641
642 static moduledata_t infiniband_mod = {
643 .name = "if_infiniband",
644 .evhand = &infiniband_modevent,
645 };
646
647 DECLARE_MODULE(if_infiniband, infiniband_mod, SI_SUB_INIT_IF, SI_ORDER_ANY);
648 MODULE_VERSION(if_infiniband, 1);
649