1 /*-
2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3 *
4 * Copyright (c) 2013 Rui Paulo <rpaulo@FreeBSD.org>
5 * Copyright (c) 2017 Manuel Stuehn
6 * All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
19 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
21 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
22 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
23 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
25 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 * POSSIBILITY OF SUCH DAMAGE.
28 */
29 #include <sys/cdefs.h>
30 __FBSDID("$FreeBSD: stable/12/sys/arm/ti/ti_pruss.c 342149 2018-12-16 02:46:51Z kib $");
31
32 #include <sys/poll.h>
33 #include <sys/time.h>
34 #include <sys/uio.h>
35 #include <sys/param.h>
36 #include <sys/systm.h>
37 #include <sys/fcntl.h>
38 #include <sys/bus.h>
39 #include <sys/conf.h>
40 #include <sys/kernel.h>
41 #include <sys/module.h>
42 #include <sys/malloc.h>
43 #include <sys/rman.h>
44 #include <sys/types.h>
45 #include <sys/sysctl.h>
46 #include <sys/event.h>
47 #include <sys/selinfo.h>
48 #include <machine/bus.h>
49 #include <machine/cpu.h>
50 #include <machine/frame.h>
51 #include <machine/intr.h>
52 #include <machine/atomic.h>
53
54 #include <dev/ofw/openfirm.h>
55 #include <dev/ofw/ofw_bus.h>
56 #include <dev/ofw/ofw_bus_subr.h>
57
58 #include <arm/ti/ti_prcm.h>
59 #include <arm/ti/ti_pruss.h>
60
61 #ifdef DEBUG
62 #define DPRINTF(fmt, ...) do { \
63 printf("%s: ", __func__); \
64 printf(fmt, __VA_ARGS__); \
65 } while (0)
66 #else
67 #define DPRINTF(fmt, ...)
68 #endif
69
70 static d_open_t ti_pruss_irq_open;
71 static d_read_t ti_pruss_irq_read;
72 static d_poll_t ti_pruss_irq_poll;
73
74 static device_probe_t ti_pruss_probe;
75 static device_attach_t ti_pruss_attach;
76 static device_detach_t ti_pruss_detach;
77 static void ti_pruss_intr(void *);
78 static d_open_t ti_pruss_open;
79 static d_mmap_t ti_pruss_mmap;
80 static void ti_pruss_irq_kqread_detach(struct knote *);
81 static int ti_pruss_irq_kqevent(struct knote *, long);
82 static d_kqfilter_t ti_pruss_irq_kqfilter;
83 static void ti_pruss_privdtor(void *data);
84
85 #define TI_PRUSS_PRU_IRQS 2
86 #define TI_PRUSS_HOST_IRQS 8
87 #define TI_PRUSS_IRQS (TI_PRUSS_HOST_IRQS+TI_PRUSS_PRU_IRQS)
88 #define TI_PRUSS_EVENTS 64
89 #define NOT_SET_STR "NONE"
90 #define TI_TS_ARRAY 16
91
92 struct ctl
93 {
94 size_t cnt;
95 size_t idx;
96 };
97
98 struct ts_ring_buf
99 {
100 struct ctl ctl;
101 uint64_t ts[TI_TS_ARRAY];
102 };
103
104 struct ti_pruss_irqsc
105 {
106 struct mtx sc_mtx;
107 struct cdev *sc_pdev;
108 struct selinfo sc_selinfo;
109 int8_t channel;
110 int8_t last;
111 int8_t event;
112 bool enable;
113 struct ts_ring_buf tstamps;
114 };
115
116 static struct cdevsw ti_pruss_cdevirq = {
117 .d_version = D_VERSION,
118 .d_name = "ti_pruss_irq",
119 .d_open = ti_pruss_irq_open,
120 .d_read = ti_pruss_irq_read,
121 .d_poll = ti_pruss_irq_poll,
122 .d_kqfilter = ti_pruss_irq_kqfilter,
123 };
124
125 struct ti_pruss_softc {
126 struct mtx sc_mtx;
127 struct resource *sc_mem_res;
128 struct resource *sc_irq_res[TI_PRUSS_HOST_IRQS];
129 void *sc_intr[TI_PRUSS_HOST_IRQS];
130 struct ti_pruss_irqsc sc_irq_devs[TI_PRUSS_IRQS];
131 bus_space_tag_t sc_bt;
132 bus_space_handle_t sc_bh;
133 struct cdev *sc_pdev;
134 struct selinfo sc_selinfo;
135 bool sc_glob_irqen;
136 };
137
138 static struct cdevsw ti_pruss_cdevsw = {
139 .d_version = D_VERSION,
140 .d_name = "ti_pruss",
141 .d_open = ti_pruss_open,
142 .d_mmap = ti_pruss_mmap,
143 };
144
145 static device_method_t ti_pruss_methods[] = {
146 DEVMETHOD(device_probe, ti_pruss_probe),
147 DEVMETHOD(device_attach, ti_pruss_attach),
148 DEVMETHOD(device_detach, ti_pruss_detach),
149
150 DEVMETHOD_END
151 };
152
153 static driver_t ti_pruss_driver = {
154 "ti_pruss",
155 ti_pruss_methods,
156 sizeof(struct ti_pruss_softc)
157 };
158
159 static devclass_t ti_pruss_devclass;
160
161 DRIVER_MODULE(ti_pruss, simplebus, ti_pruss_driver, ti_pruss_devclass, 0, 0);
162 MODULE_DEPEND(ti_pruss, ti_prcm, 1, 1, 1);
163
164 static struct resource_spec ti_pruss_irq_spec[] = {
165 { SYS_RES_IRQ, 0, RF_ACTIVE },
166 { SYS_RES_IRQ, 1, RF_ACTIVE },
167 { SYS_RES_IRQ, 2, RF_ACTIVE },
168 { SYS_RES_IRQ, 3, RF_ACTIVE },
169 { SYS_RES_IRQ, 4, RF_ACTIVE },
170 { SYS_RES_IRQ, 5, RF_ACTIVE },
171 { SYS_RES_IRQ, 6, RF_ACTIVE },
172 { SYS_RES_IRQ, 7, RF_ACTIVE },
173 { -1, 0, 0 }
174 };
175 CTASSERT(TI_PRUSS_HOST_IRQS == nitems(ti_pruss_irq_spec) - 1);
176
177 static int
ti_pruss_irq_open(struct cdev * dev,int oflags,int devtype,struct thread * td)178 ti_pruss_irq_open(struct cdev *dev, int oflags, int devtype, struct thread *td)
179 {
180 struct ctl* irqs;
181 struct ti_pruss_irqsc *sc;
182 sc = dev->si_drv1;
183
184 irqs = malloc(sizeof(struct ctl), M_DEVBUF, M_WAITOK);
185 if (!irqs)
186 return (ENOMEM);
187
188 irqs->cnt = sc->tstamps.ctl.cnt;
189 irqs->idx = sc->tstamps.ctl.idx;
190
191 return devfs_set_cdevpriv(irqs, ti_pruss_privdtor);
192 }
193
194 static void
ti_pruss_privdtor(void * data)195 ti_pruss_privdtor(void *data)
196 {
197 free(data, M_DEVBUF);
198 }
199
200 static int
ti_pruss_irq_poll(struct cdev * dev,int events,struct thread * td)201 ti_pruss_irq_poll(struct cdev *dev, int events, struct thread *td)
202 {
203 struct ctl* irqs;
204 struct ti_pruss_irqsc *sc;
205 sc = dev->si_drv1;
206
207 devfs_get_cdevpriv((void**)&irqs);
208
209 if (events & (POLLIN | POLLRDNORM)) {
210 if (sc->tstamps.ctl.cnt != irqs->cnt)
211 return events & (POLLIN | POLLRDNORM);
212 else
213 selrecord(td, &sc->sc_selinfo);
214 }
215 return 0;
216 }
217
218 static int
ti_pruss_irq_read(struct cdev * cdev,struct uio * uio,int ioflag)219 ti_pruss_irq_read(struct cdev *cdev, struct uio *uio, int ioflag)
220 {
221 const size_t ts_len = sizeof(uint64_t);
222 struct ti_pruss_irqsc* irq;
223 struct ctl* priv;
224 int error = 0;
225 size_t idx;
226 ssize_t level;
227
228 irq = cdev->si_drv1;
229
230 if (uio->uio_resid < ts_len)
231 return (EINVAL);
232
233 error = devfs_get_cdevpriv((void**)&priv);
234 if (error)
235 return (error);
236
237 mtx_lock(&irq->sc_mtx);
238
239 if (irq->tstamps.ctl.cnt - priv->cnt > TI_TS_ARRAY)
240 {
241 priv->cnt = irq->tstamps.ctl.cnt;
242 priv->idx = irq->tstamps.ctl.idx;
243 mtx_unlock(&irq->sc_mtx);
244 return (ENXIO);
245 }
246
247 do {
248 idx = priv->idx;
249 level = irq->tstamps.ctl.idx - idx;
250 if (level < 0)
251 level += TI_TS_ARRAY;
252
253 if (level == 0) {
254 if (ioflag & O_NONBLOCK) {
255 mtx_unlock(&irq->sc_mtx);
256 return (EWOULDBLOCK);
257 }
258
259 error = msleep(irq, &irq->sc_mtx, PCATCH | PDROP,
260 "pruirq", 0);
261 if (error)
262 return error;
263
264 mtx_lock(&irq->sc_mtx);
265 }
266 }while(level == 0);
267
268 mtx_unlock(&irq->sc_mtx);
269
270 error = uiomove(&irq->tstamps.ts[idx], ts_len, uio);
271
272 if (++idx == TI_TS_ARRAY)
273 idx = 0;
274 priv->idx = idx;
275
276 atomic_add_32(&priv->cnt, 1);
277
278 return (error);
279 }
280
281 static struct ti_pruss_irq_arg {
282 int irq;
283 struct ti_pruss_softc *sc;
284 } ti_pruss_irq_args[TI_PRUSS_IRQS];
285
286 static __inline uint32_t
ti_pruss_reg_read(struct ti_pruss_softc * sc,uint32_t reg)287 ti_pruss_reg_read(struct ti_pruss_softc *sc, uint32_t reg)
288 {
289 return (bus_space_read_4(sc->sc_bt, sc->sc_bh, reg));
290 }
291
292 static __inline void
ti_pruss_reg_write(struct ti_pruss_softc * sc,uint32_t reg,uint32_t val)293 ti_pruss_reg_write(struct ti_pruss_softc *sc, uint32_t reg, uint32_t val)
294 {
295 bus_space_write_4(sc->sc_bt, sc->sc_bh, reg, val);
296 }
297
298 static __inline void
ti_pruss_interrupts_clear(struct ti_pruss_softc * sc)299 ti_pruss_interrupts_clear(struct ti_pruss_softc *sc)
300 {
301 /* disable global interrupt */
302 ti_pruss_reg_write(sc, PRUSS_INTC_GER, 0 );
303
304 /* clear all events */
305 ti_pruss_reg_write(sc, PRUSS_INTC_SECR0, 0xFFFFFFFF);
306 ti_pruss_reg_write(sc, PRUSS_INTC_SECR1, 0xFFFFFFFF);
307
308 /* disable all host interrupts */
309 ti_pruss_reg_write(sc, PRUSS_INTC_HIER, 0);
310 }
311
312 static __inline int
ti_pruss_interrupts_enable(struct ti_pruss_softc * sc,int8_t irq,bool enable)313 ti_pruss_interrupts_enable(struct ti_pruss_softc *sc, int8_t irq, bool enable)
314 {
315 if (enable && ((sc->sc_irq_devs[irq].channel == -1) ||
316 (sc->sc_irq_devs[irq].event== -1)))
317 {
318 device_printf( sc->sc_pdev->si_drv1,
319 "Interrupt chain not fully configured, not possible to enable\n" );
320 return (EINVAL);
321 }
322
323 sc->sc_irq_devs[irq].enable = enable;
324
325 if (sc->sc_irq_devs[irq].sc_pdev) {
326 destroy_dev(sc->sc_irq_devs[irq].sc_pdev);
327 sc->sc_irq_devs[irq].sc_pdev = NULL;
328 }
329
330 if (enable) {
331 sc->sc_irq_devs[irq].sc_pdev = make_dev(&ti_pruss_cdevirq, 0, UID_ROOT, GID_WHEEL,
332 0600, "pruss%d.irq%d", device_get_unit(sc->sc_pdev->si_drv1), irq);
333 sc->sc_irq_devs[irq].sc_pdev->si_drv1 = &sc->sc_irq_devs[irq];
334
335 sc->sc_irq_devs[irq].tstamps.ctl.idx = 0;
336 }
337
338 uint32_t reg = enable ? PRUSS_INTC_HIEISR : PRUSS_INTC_HIDISR;
339 ti_pruss_reg_write(sc, reg, sc->sc_irq_devs[irq].channel);
340
341 reg = enable ? PRUSS_INTC_EISR : PRUSS_INTC_EICR;
342 ti_pruss_reg_write(sc, reg, sc->sc_irq_devs[irq].event );
343
344 return (0);
345 }
346
347 static __inline void
ti_pruss_map_write(struct ti_pruss_softc * sc,uint32_t basereg,uint8_t index,uint8_t content)348 ti_pruss_map_write(struct ti_pruss_softc *sc, uint32_t basereg, uint8_t index, uint8_t content)
349 {
350 const size_t regadr = basereg + index & ~0x03;
351 const size_t bitpos = (index & 0x03) * 8;
352 uint32_t rmw = ti_pruss_reg_read(sc, regadr);
353 rmw = (rmw & ~( 0xF << bitpos)) | ( (content & 0xF) << bitpos);
354 ti_pruss_reg_write(sc, regadr, rmw);
355 }
356
357 static int
ti_pruss_event_map(SYSCTL_HANDLER_ARGS)358 ti_pruss_event_map( SYSCTL_HANDLER_ARGS )
359 {
360 struct ti_pruss_softc *sc;
361 const int8_t irq = arg2;
362 int err;
363 char event[sizeof(NOT_SET_STR)];
364
365 sc = arg1;
366
367 if(sc->sc_irq_devs[irq].event == -1)
368 bcopy(NOT_SET_STR, event, sizeof(event));
369 else
370 snprintf(event, sizeof(event), "%d", sc->sc_irq_devs[irq].event);
371
372 err = sysctl_handle_string(oidp, event, sizeof(event), req);
373 if(err != 0)
374 return (err);
375
376 if (req->newptr) { // write event
377 if (strcmp(NOT_SET_STR, event) == 0) {
378 ti_pruss_interrupts_enable(sc, irq, false);
379 sc->sc_irq_devs[irq].event = -1;
380 } else {
381 if (sc->sc_irq_devs[irq].channel == -1) {
382 device_printf( sc->sc_pdev->si_drv1,
383 "corresponding channel not configured\n");
384 return (ENXIO);
385 }
386
387 const int8_t channelnr = sc->sc_irq_devs[irq].channel;
388 const int8_t eventnr = strtol( event, NULL, 10 ); // TODO: check if strol is valid
389 if (eventnr > TI_PRUSS_EVENTS || eventnr < 0) {
390 device_printf( sc->sc_pdev->si_drv1,
391 "Event number %d not valid (0 - %d)",
392 channelnr, TI_PRUSS_EVENTS -1);
393 return (EINVAL);
394 }
395
396 sc->sc_irq_devs[irq].channel = channelnr;
397 sc->sc_irq_devs[irq].event = eventnr;
398
399 // event[nr] <= channel
400 ti_pruss_map_write(sc, PRUSS_INTC_CMR_BASE,
401 eventnr, channelnr);
402 }
403 }
404 return (err);
405 }
406
407 static int
ti_pruss_channel_map(SYSCTL_HANDLER_ARGS)408 ti_pruss_channel_map(SYSCTL_HANDLER_ARGS)
409 {
410 struct ti_pruss_softc *sc;
411 int err;
412 char channel[sizeof(NOT_SET_STR)];
413 const int8_t irq = arg2;
414
415 sc = arg1;
416
417 if (sc->sc_irq_devs[irq].channel == -1)
418 bcopy(NOT_SET_STR, channel, sizeof(channel));
419 else
420 snprintf(channel, sizeof(channel), "%d", sc->sc_irq_devs[irq].channel);
421
422 err = sysctl_handle_string(oidp, channel, sizeof(channel), req);
423 if (err != 0)
424 return (err);
425
426 if (req->newptr) { // write event
427 if (strcmp(NOT_SET_STR, channel) == 0) {
428 ti_pruss_interrupts_enable(sc, irq, false);
429 ti_pruss_reg_write(sc, PRUSS_INTC_HIDISR,
430 sc->sc_irq_devs[irq].channel);
431 sc->sc_irq_devs[irq].channel = -1;
432 } else {
433 const int8_t channelnr = strtol(channel, NULL, 10); // TODO: check if strol is valid
434 if (channelnr > TI_PRUSS_IRQS || channelnr < 0)
435 {
436 device_printf(sc->sc_pdev->si_drv1,
437 "Channel number %d not valid (0 - %d)",
438 channelnr, TI_PRUSS_IRQS-1);
439 return (EINVAL);
440 }
441
442 sc->sc_irq_devs[irq].channel = channelnr;
443 sc->sc_irq_devs[irq].last = -1;
444
445 // channel[nr] <= irqnr
446 ti_pruss_map_write(sc, PRUSS_INTC_HMR_BASE,
447 irq, channelnr);
448 }
449 }
450
451 return (err);
452 }
453
454 static int
ti_pruss_interrupt_enable(SYSCTL_HANDLER_ARGS)455 ti_pruss_interrupt_enable(SYSCTL_HANDLER_ARGS)
456 {
457 struct ti_pruss_softc *sc;
458 int err;
459 bool irqenable;
460 const int8_t irq = arg2;
461
462 sc = arg1;
463 irqenable = sc->sc_irq_devs[arg2].enable;
464
465 err = sysctl_handle_bool(oidp, &irqenable, arg2, req);
466 if (err != 0)
467 return (err);
468
469 if (req->newptr) // write enable
470 return ti_pruss_interrupts_enable(sc, irq, irqenable);
471
472 return (err);
473 }
474
475 static int
ti_pruss_global_interrupt_enable(SYSCTL_HANDLER_ARGS)476 ti_pruss_global_interrupt_enable(SYSCTL_HANDLER_ARGS)
477 {
478 struct ti_pruss_softc *sc;
479 int err;
480 bool glob_irqen;
481
482 sc = arg1;
483 glob_irqen = sc->sc_glob_irqen;
484
485 err = sysctl_handle_bool(oidp, &glob_irqen, arg2, req);
486 if (err != 0)
487 return (err);
488
489 if (req->newptr) {
490 sc->sc_glob_irqen = glob_irqen;
491 ti_pruss_reg_write(sc, PRUSS_INTC_GER, glob_irqen);
492 }
493
494 return (err);
495 }
496 static int
ti_pruss_probe(device_t dev)497 ti_pruss_probe(device_t dev)
498 {
499
500 if (!ofw_bus_status_okay(dev))
501 return (ENXIO);
502
503 if (ofw_bus_is_compatible(dev, "ti,pruss-v1") ||
504 ofw_bus_is_compatible(dev, "ti,pruss-v2")) {
505 device_set_desc(dev, "TI Programmable Realtime Unit Subsystem");
506 return (BUS_PROBE_DEFAULT);
507 }
508
509 return (ENXIO);
510 }
511
512 static int
ti_pruss_attach(device_t dev)513 ti_pruss_attach(device_t dev)
514 {
515 struct ti_pruss_softc *sc;
516 int rid, i;
517
518 if (ti_prcm_clk_enable(PRUSS_CLK) != 0) {
519 device_printf(dev, "could not enable PRUSS clock\n");
520 return (ENXIO);
521 }
522 sc = device_get_softc(dev);
523 rid = 0;
524 mtx_init(&sc->sc_mtx, "TI PRUSS", NULL, MTX_DEF);
525 sc->sc_mem_res = bus_alloc_resource_any(dev, SYS_RES_MEMORY, &rid,
526 RF_ACTIVE);
527 if (sc->sc_mem_res == NULL) {
528 device_printf(dev, "could not allocate memory resource\n");
529 return (ENXIO);
530 }
531
532 struct sysctl_ctx_list *clist = device_get_sysctl_ctx(dev);
533 if (!clist)
534 return (EINVAL);
535
536 struct sysctl_oid *poid;
537 poid = device_get_sysctl_tree( dev );
538 if (!poid)
539 return (EINVAL);
540
541 sc->sc_glob_irqen = false;
542 struct sysctl_oid *irq_root = SYSCTL_ADD_NODE(clist, SYSCTL_CHILDREN(poid),
543 OID_AUTO, "irq", CTLFLAG_RD, 0,
544 "PRUSS Host Interrupts");
545 SYSCTL_ADD_PROC(clist, SYSCTL_CHILDREN(poid), OID_AUTO,
546 "global_interrupt_enable", CTLFLAG_RW | CTLTYPE_U8,
547 sc, 0, ti_pruss_global_interrupt_enable,
548 "CU", "Global interrupt enable");
549
550 sc->sc_bt = rman_get_bustag(sc->sc_mem_res);
551 sc->sc_bh = rman_get_bushandle(sc->sc_mem_res);
552 if (bus_alloc_resources(dev, ti_pruss_irq_spec, sc->sc_irq_res) != 0) {
553 device_printf(dev, "could not allocate interrupt resource\n");
554 ti_pruss_detach(dev);
555 return (ENXIO);
556 }
557
558 ti_pruss_interrupts_clear(sc);
559
560 for (i = 0; i < TI_PRUSS_IRQS; i++) {
561 char name[8];
562 snprintf(name, sizeof(name), "%d", i);
563
564 struct sysctl_oid *irq_nodes = SYSCTL_ADD_NODE(clist, SYSCTL_CHILDREN(irq_root),
565 OID_AUTO, name, CTLFLAG_RD, 0,
566 "PRUSS Interrupts");
567 SYSCTL_ADD_PROC(clist, SYSCTL_CHILDREN(irq_nodes), OID_AUTO,
568 "channel", CTLFLAG_RW | CTLTYPE_STRING, sc, i, ti_pruss_channel_map,
569 "A", "Channel attached to this irq");
570 SYSCTL_ADD_PROC(clist, SYSCTL_CHILDREN(irq_nodes), OID_AUTO,
571 "event", CTLFLAG_RW | CTLTYPE_STRING, sc, i, ti_pruss_event_map,
572 "A", "Event attached to this irq");
573 SYSCTL_ADD_PROC(clist, SYSCTL_CHILDREN(irq_nodes), OID_AUTO,
574 "enable", CTLFLAG_RW | CTLTYPE_U8, sc, i, ti_pruss_interrupt_enable,
575 "CU", "Enable/Disable interrupt");
576
577 sc->sc_irq_devs[i].event = -1;
578 sc->sc_irq_devs[i].channel = -1;
579 sc->sc_irq_devs[i].tstamps.ctl.idx = 0;
580
581 if (i < TI_PRUSS_HOST_IRQS) {
582 ti_pruss_irq_args[i].irq = i;
583 ti_pruss_irq_args[i].sc = sc;
584 if (bus_setup_intr(dev, sc->sc_irq_res[i],
585 INTR_MPSAFE | INTR_TYPE_MISC,
586 NULL, ti_pruss_intr, &ti_pruss_irq_args[i],
587 &sc->sc_intr[i]) != 0) {
588 device_printf(dev,
589 "unable to setup the interrupt handler\n");
590 ti_pruss_detach(dev);
591
592 return (ENXIO);
593 }
594 mtx_init(&sc->sc_irq_devs[i].sc_mtx, "TI PRUSS IRQ", NULL, MTX_DEF);
595 knlist_init_mtx(&sc->sc_irq_devs[i].sc_selinfo.si_note, &sc->sc_irq_devs[i].sc_mtx);
596 }
597 }
598
599 if (ti_pruss_reg_read(sc, PRUSS_AM33XX_INTC) == PRUSS_AM33XX_REV)
600 device_printf(dev, "AM33xx PRU-ICSS\n");
601
602 sc->sc_pdev = make_dev(&ti_pruss_cdevsw, 0, UID_ROOT, GID_WHEEL,
603 0600, "pruss%d", device_get_unit(dev));
604 sc->sc_pdev->si_drv1 = dev;
605
606 /* Acc. to datasheet always write 1 to polarity registers */
607 ti_pruss_reg_write(sc, PRUSS_INTC_SIPR0, 0xFFFFFFFF);
608 ti_pruss_reg_write(sc, PRUSS_INTC_SIPR1, 0xFFFFFFFF);
609
610 /* Acc. to datasheet always write 0 to event type registers */
611 ti_pruss_reg_write(sc, PRUSS_INTC_SITR0, 0);
612 ti_pruss_reg_write(sc, PRUSS_INTC_SITR1, 0);
613
614 return (0);
615 }
616
617 static int
ti_pruss_detach(device_t dev)618 ti_pruss_detach(device_t dev)
619 {
620 struct ti_pruss_softc *sc = device_get_softc(dev);
621
622 ti_pruss_interrupts_clear(sc);
623
624 for (int i = 0; i < TI_PRUSS_HOST_IRQS; i++) {
625 ti_pruss_interrupts_enable( sc, i, false );
626
627 if (sc->sc_intr[i])
628 bus_teardown_intr(dev, sc->sc_irq_res[i], sc->sc_intr[i]);
629 if (sc->sc_irq_res[i])
630 bus_release_resource(dev, SYS_RES_IRQ,
631 rman_get_rid(sc->sc_irq_res[i]),
632 sc->sc_irq_res[i]);
633 knlist_clear(&sc->sc_irq_devs[i].sc_selinfo.si_note, 0);
634 mtx_lock(&sc->sc_irq_devs[i].sc_mtx);
635 if (!knlist_empty(&sc->sc_irq_devs[i].sc_selinfo.si_note))
636 printf("IRQ %d KQueue not empty!\n", i );
637 mtx_unlock(&sc->sc_irq_devs[i].sc_mtx);
638 knlist_destroy(&sc->sc_irq_devs[i].sc_selinfo.si_note);
639 mtx_destroy(&sc->sc_irq_devs[i].sc_mtx);
640 }
641
642 mtx_destroy(&sc->sc_mtx);
643 if (sc->sc_mem_res)
644 bus_release_resource(dev, SYS_RES_MEMORY, rman_get_rid(sc->sc_mem_res),
645 sc->sc_mem_res);
646 if (sc->sc_pdev)
647 destroy_dev(sc->sc_pdev);
648
649 return (0);
650 }
651
652 static void
ti_pruss_intr(void * arg)653 ti_pruss_intr(void *arg)
654 {
655 int val;
656 struct ti_pruss_irq_arg *iap = arg;
657 struct ti_pruss_softc *sc = iap->sc;
658 /*
659 * Interrupts pr1_host_intr[0:7] are mapped to
660 * Host-2 to Host-9 of PRU-ICSS IRQ-controller.
661 */
662 const int pru_int = iap->irq + TI_PRUSS_PRU_IRQS;
663 const int pru_int_mask = (1 << pru_int);
664 const int pru_channel = sc->sc_irq_devs[pru_int].channel;
665 const int pru_event = sc->sc_irq_devs[pru_channel].event;
666
667 val = ti_pruss_reg_read(sc, PRUSS_INTC_HIER);
668 if (!(val & pru_int_mask))
669 return;
670
671 ti_pruss_reg_write(sc, PRUSS_INTC_HIDISR, pru_int);
672 ti_pruss_reg_write(sc, PRUSS_INTC_SICR, pru_event);
673 ti_pruss_reg_write(sc, PRUSS_INTC_HIEISR, pru_int);
674
675 struct ti_pruss_irqsc* irq = &sc->sc_irq_devs[pru_channel];
676 size_t wr = irq->tstamps.ctl.idx;
677
678 struct timespec ts;
679 nanouptime(&ts);
680 irq->tstamps.ts[wr] = ts.tv_sec * 1000000000 + ts.tv_nsec;
681
682 if (++wr == TI_TS_ARRAY)
683 wr = 0;
684 atomic_add_32(&irq->tstamps.ctl.cnt, 1);
685
686 irq->tstamps.ctl.idx = wr;
687
688 KNOTE_UNLOCKED(&irq->sc_selinfo.si_note, pru_int);
689 wakeup(irq);
690 selwakeup(&irq->sc_selinfo);
691 }
692
693 static int
ti_pruss_open(struct cdev * cdev __unused,int oflags __unused,int devtype __unused,struct thread * td __unused)694 ti_pruss_open(struct cdev *cdev __unused, int oflags __unused,
695 int devtype __unused, struct thread *td __unused)
696 {
697 return (0);
698 }
699
700 static int
ti_pruss_mmap(struct cdev * cdev,vm_ooffset_t offset,vm_paddr_t * paddr,int nprot,vm_memattr_t * memattr)701 ti_pruss_mmap(struct cdev *cdev, vm_ooffset_t offset, vm_paddr_t *paddr,
702 int nprot, vm_memattr_t *memattr)
703 {
704 device_t dev = cdev->si_drv1;
705 struct ti_pruss_softc *sc = device_get_softc(dev);
706
707 if (offset >= rman_get_size(sc->sc_mem_res))
708 return (ENOSPC);
709 *paddr = rman_get_start(sc->sc_mem_res) + offset;
710 *memattr = VM_MEMATTR_UNCACHEABLE;
711
712 return (0);
713 }
714
715 static struct filterops ti_pruss_kq_read = {
716 .f_isfd = 1,
717 .f_detach = ti_pruss_irq_kqread_detach,
718 .f_event = ti_pruss_irq_kqevent,
719 };
720
721 static void
ti_pruss_irq_kqread_detach(struct knote * kn)722 ti_pruss_irq_kqread_detach(struct knote *kn)
723 {
724 struct ti_pruss_irqsc *sc = kn->kn_hook;
725
726 knlist_remove(&sc->sc_selinfo.si_note, kn, 0);
727 }
728
729 static int
ti_pruss_irq_kqevent(struct knote * kn,long hint)730 ti_pruss_irq_kqevent(struct knote *kn, long hint)
731 {
732 struct ti_pruss_irqsc* irq_sc;
733 int notify;
734
735 irq_sc = kn->kn_hook;
736
737 if (hint > 0)
738 kn->kn_data = hint - 2;
739
740 if (hint > 0 || irq_sc->last > 0)
741 notify = 1;
742 else
743 notify = 0;
744
745 irq_sc->last = hint;
746
747 return (notify);
748 }
749
750 static int
ti_pruss_irq_kqfilter(struct cdev * cdev,struct knote * kn)751 ti_pruss_irq_kqfilter(struct cdev *cdev, struct knote *kn)
752 {
753 struct ti_pruss_irqsc *sc = cdev->si_drv1;
754
755 switch (kn->kn_filter) {
756 case EVFILT_READ:
757 kn->kn_hook = sc;
758 kn->kn_fop = &ti_pruss_kq_read;
759 knlist_add(&sc->sc_selinfo.si_note, kn, 0);
760 break;
761 default:
762 return (EINVAL);
763 }
764
765 return (0);
766 }
767