1 /* NetBSD: intr.c,v 1.15 2004/04/10 14:49:55 kochi Exp */
2
3 /*
4 * Copyright 2002 (c) Wasabi Systems, Inc.
5 * All rights reserved.
6 *
7 * Written by Frank van der Linden for Wasabi Systems, Inc.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
11 * are met:
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 * notice, this list of conditions and the following disclaimer in the
16 * documentation and/or other materials provided with the distribution.
17 * 3. All advertising materials mentioning features or use of this software
18 * must display the following acknowledgement:
19 * This product includes software developed for the NetBSD Project by
20 * Wasabi Systems, Inc.
21 * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 * or promote products derived from this software without specific prior
23 * written permission.
24 *
25 * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 * POSSIBILITY OF SUCH DAMAGE.
36 */
37
38 /*-
39 * Copyright (c) 1991 The Regents of the University of California.
40 * All rights reserved.
41 *
42 * This code is derived from software contributed to Berkeley by
43 * William Jolitz.
44 *
45 * Redistribution and use in source and binary forms, with or without
46 * modification, are permitted provided that the following conditions
47 * are met:
48 * 1. Redistributions of source code must retain the above copyright
49 * notice, this list of conditions and the following disclaimer.
50 * 2. Redistributions in binary form must reproduce the above copyright
51 * notice, this list of conditions and the following disclaimer in the
52 * documentation and/or other materials provided with the distribution.
53 * 3. Neither the name of the University nor the names of its contributors
54 * may be used to endorse or promote products derived from this software
55 * without specific prior written permission.
56 *
57 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
58 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
59 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
60 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
61 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
62 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
63 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
64 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
65 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
66 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
67 * SUCH DAMAGE.
68 *
69 * @(#)isa.c 7.2 (Berkeley) 5/13/91
70 */
71 /*-
72 * Copyright (c) 1993, 1994 Charles Hannum.
73 *
74 * Redistribution and use in source and binary forms, with or without
75 * modification, are permitted provided that the following conditions
76 * are met:
77 * 1. Redistributions of source code must retain the above copyright
78 * notice, this list of conditions and the following disclaimer.
79 * 2. Redistributions in binary form must reproduce the above copyright
80 * notice, this list of conditions and the following disclaimer in the
81 * documentation and/or other materials provided with the distribution.
82 * 3. All advertising materials mentioning features or use of this software
83 * must display the following acknowledgement:
84 * This product includes software developed by the University of
85 * California, Berkeley and its contributors.
86 * 4. Neither the name of the University nor the names of its contributors
87 * may be used to endorse or promote products derived from this software
88 * without specific prior written permission.
89 *
90 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
91 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
92 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
93 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
94 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
95 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
96 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
97 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
98 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
99 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
100 * SUCH DAMAGE.
101 *
102 * @(#)isa.c 7.2 (Berkeley) 5/13/91
103 */
104
105 #include <sys/cdefs.h>
106 __KERNEL_RCSID(0, "$NetBSD: pintr.c,v 1.24 2022/05/26 11:06:14 bouyer Exp $");
107
108 #include "opt_multiprocessor.h"
109 #include "opt_xen.h"
110 #include "isa.h"
111 #include "pci.h"
112 #include "opt_pci.h"
113
114 #include <sys/param.h>
115 #include <sys/systm.h>
116 #include <sys/kernel.h>
117 #include <sys/syslog.h>
118 #include <sys/device.h>
119 #include <sys/proc.h>
120 #include <sys/errno.h>
121 #include <sys/cpu.h>
122
123 #include <uvm/uvm_extern.h>
124
125 #include <machine/i8259.h>
126 #include <machine/pio.h>
127 #include <xen/evtchn.h>
128 #include <xen/intr.h>
129
130 #include <dev/pci/pcivar.h>
131
132 #ifdef __HAVE_PCI_MSI_MSIX
133 #include <x86/pci/msipic.h>
134 #endif
135
136 #include "acpica.h"
137 #include "ioapic.h"
138 #include "opt_mpbios.h"
139
140 #if NIOAPIC > 0
141 /* XXX: todo - compat with lapic.c and XEN for x2apic */
142 bool x2apic_mode __read_mostly = false;
143 /* for x86/i8259.c */
144 struct intrstub legacy_stubs[NUM_LEGACY_IRQS] = {{0,0,0}};
145 /* for x86/ioapic.c */
146 struct intrstub ioapic_edge_stubs[MAX_INTR_SOURCES] = {{0,0,0}};
147 struct intrstub ioapic_level_stubs[MAX_INTR_SOURCES] = {{0,0,0}};
148 struct intrstub x2apic_edge_stubs[MAX_INTR_SOURCES] = {{0,0,0}};
149 struct intrstub x2apic_level_stubs[MAX_INTR_SOURCES] = {{0,0,0}};
150 #include <machine/i82093var.h>
151 #endif /* NIOAPIC */
152
153 // XXX NR_EVENT_CHANNELS is 2048, use some sparse structure?
154 short irq2port[NR_EVENT_CHANNELS] = {0}; /* actually port + 1, so that 0 is invaid */
155
156 #if NACPICA > 0
157 #include <machine/mpconfig.h>
158 #include <machine/mpacpi.h>
159 #endif
160 #ifdef MPBIOS
161 #include <machine/mpbiosvar.h>
162 #endif
163
164 #if NPCI > 0
165 #include <dev/pci/ppbreg.h>
166 #endif
167
168 #if defined(DOM0OPS) || NPCI > 0
169
170 #ifdef __HAVE_PCI_MSI_MSIX
171 int
xen_map_msi_pirq(struct pic * pic,int count)172 xen_map_msi_pirq(struct pic *pic, int count)
173 {
174 struct physdev_map_pirq map_irq;
175 const struct msipic_pci_info *msi_i = msipic_get_pci_info(pic);
176 int i;
177 int ret;
178
179 if (count == -1)
180 count = msi_i->mp_veccnt;
181 KASSERT(count > 0);
182
183 KASSERT(pic->pic_type == PIC_MSI);
184
185 memset(&map_irq, 0, sizeof(map_irq));
186 map_irq.domid = DOMID_SELF;
187 map_irq.type = MAP_PIRQ_TYPE_MSI_SEG;
188 map_irq.index = -1;
189 map_irq.pirq = -1;
190 map_irq.bus = msi_i->mp_bus;
191 map_irq.devfn = (msi_i->mp_dev << 3) | msi_i->mp_fun;
192 aprint_debug("xen_map_msi_pirq bus %d devfn 0x%x (%d %d) entry_nr %d",
193 map_irq.bus, map_irq.devfn, msi_i->mp_dev, msi_i->mp_fun,
194 map_irq.entry_nr);
195 map_irq.entry_nr = count;
196 if (msi_i->mp_veccnt > 1) {
197 map_irq.type = MAP_PIRQ_TYPE_MULTI_MSI;
198 }
199
200 ret = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq);
201
202 if (ret == 0) {
203 KASSERT(map_irq.entry_nr == count);
204 aprint_debug(" pirq(s)");
205 for (i = 0; i < count; i++) {
206 msi_i->mp_xen_pirq[i] = map_irq.pirq + i;
207 aprint_debug(" %d", msi_i->mp_xen_pirq[i]);
208 }
209 aprint_debug("\n");
210 } else {
211 aprint_debug(" fail %d\n", ret);
212 }
213 return ret;
214 }
215
216 int
xen_map_msix_pirq(struct pic * pic,int count)217 xen_map_msix_pirq(struct pic *pic, int count)
218 {
219 struct physdev_map_pirq map_irq;
220 const struct msipic_pci_info *msi_i = msipic_get_pci_info(pic);
221 int i;
222 int ret;
223
224 if (count == -1)
225 count = msi_i->mp_veccnt;
226 KASSERT(count > 0);
227
228 KASSERT(pic->pic_type == PIC_MSIX);
229
230 memset(&map_irq, 0, sizeof(map_irq));
231 map_irq.domid = DOMID_SELF;
232 map_irq.type = MAP_PIRQ_TYPE_MSI_SEG;
233 map_irq.index = -1;
234 map_irq.pirq = -1;
235 map_irq.bus = msi_i->mp_bus;
236 map_irq.devfn = (msi_i->mp_dev << 3) | msi_i->mp_fun;
237 map_irq.table_base = msi_i->mp_table_base;
238
239 aprint_debug("xen_map_msix_pirq bus %d devfn 0x%x (%d %d) count %d",
240 map_irq.bus, map_irq.devfn, msi_i->mp_dev, msi_i->mp_fun,
241 count);
242
243 for (i = 0; i < count; i++) {
244 map_irq.entry_nr = i;
245 map_irq.pirq = -1;
246 aprint_debug(" map %d", i);
247 ret = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq);
248 if (ret) {
249 aprint_debug(" fail %d\n", ret);
250 goto fail;
251 }
252 msi_i->mp_xen_pirq[i] = map_irq.pirq;
253 aprint_debug("->%d", msi_i->mp_xen_pirq[i]);
254 }
255 aprint_debug("\n");
256 return 0;
257
258 fail:
259 i--;
260 while(i >= 0) {
261 struct physdev_unmap_pirq unmap_irq;
262 unmap_irq.domid = DOMID_SELF;
263 unmap_irq.pirq = msi_i->mp_xen_pirq[i];
264
265 (void)HYPERVISOR_physdev_op(PHYSDEVOP_unmap_pirq, &unmap_irq);
266 msi_i->mp_xen_pirq[i] = 0;
267 }
268 return ret;
269 }
270
271 void
xen_pci_msi_release(struct pic * pic,int count)272 xen_pci_msi_release(struct pic *pic, int count)
273 {
274 const struct msipic_pci_info *msi_i = msipic_get_pci_info(pic);
275 KASSERT(count == msi_i->mp_veccnt);
276 for (int i = 0; i < count; i++) {
277 struct physdev_unmap_pirq unmap_irq;
278 unmap_irq.domid = DOMID_SELF;
279 unmap_irq.pirq = msi_i->mp_xen_pirq[i];
280
281 (void)HYPERVISOR_physdev_op(PHYSDEVOP_unmap_pirq, &unmap_irq);
282 msi_i->mp_xen_pirq[i] = 0;
283 }
284 }
285
286 #endif /* __HAVE_PCI_MSI_MSIX */
287
288 /*
289 * This function doesn't "allocate" anything. It merely translates our
290 * understanding of PIC to the XEN 'gsi' namespace. In the case of
291 * MSIs, pirq == irq. In the case of everything else, the hypervisor
292 * doesn't really care, so we just use the native conventions that
293 * have been setup during boot by mpbios.c/mpacpi.c
294 */
295 int
xen_pic_to_gsi(struct pic * pic,int pin)296 xen_pic_to_gsi(struct pic *pic, int pin)
297 {
298 int ret;
299 int gsi;
300
301 KASSERT(pic != NULL);
302
303 /*
304 * We assume that mpbios/mpacpi have done the right thing.
305 * If so, legacy_irq should identity map correctly to gsi.
306 */
307 gsi = pic->pic_vecbase + pin;
308 KASSERT(gsi < NR_EVENT_CHANNELS);
309
310 switch (pic->pic_type) {
311 case PIC_I8259:
312 KASSERT(gsi < 16);
313 /* FALLTHROUGH */
314 case PIC_IOAPIC:
315 {
316 KASSERT(gsi < 255);
317
318 if (irq2port[gsi] != 0) {
319 /* Already mapped the shared interrupt */
320 break;
321 }
322
323 struct physdev_irq irq_op;
324 memset(&irq_op, 0, sizeof(irq_op));
325 irq_op.irq = gsi;
326 ret = HYPERVISOR_physdev_op(PHYSDEVOP_alloc_irq_vector,
327 &irq_op);
328 if (ret < 0) {
329 panic("physdev_op(PHYSDEVOP_alloc_irq_vector) %d"
330 " fail %d", gsi, ret);
331 }
332 aprint_debug("xen_pic_to_gsi %s pin %d gsi %d allocated %d\n",
333 (pic->pic_type == PIC_IOAPIC) ? "ioapic" : "i8259",
334 pin, gsi, irq_op.vector);
335
336 KASSERT(irq_op.vector == gsi);
337 break;
338 }
339 case PIC_MSI:
340 case PIC_MSIX:
341 #ifdef __HAVE_PCI_MSI_MSIX
342 {
343 const struct msipic_pci_info *msi_i = msipic_get_pci_info(pic);
344 KASSERT(pin < msi_i->mp_veccnt);
345 gsi = msi_i->mp_xen_pirq[pin];
346 aprint_debug("xen_pic_to_gsi %s pin %d gsi %d\n",
347 (pic->pic_type == PIC_MSI) ? "MSI" : "MSIX",
348 pin, gsi);
349 break;
350 }
351 #endif
352 default:
353 panic("unknown pic_type %d", pic->pic_type);
354 break;
355 }
356
357 return gsi;
358 }
359
360
361 #endif /* defined(DOM0OPS) || NPCI > 0 */
362