]> CyberLeo.Net >> Repos - FreeBSD/FreeBSD.git/blob - sys/arm/broadcom/bcm2835/bcm2835_intr.c
Merge llvm, clang, lld, lldb, compiler-rt and libc++ r304222, and update
[FreeBSD/FreeBSD.git] / sys / arm / broadcom / bcm2835 / bcm2835_intr.c
1 /*-
2  * Copyright (c) 2012 Damjan Marion <dmarion@Freebsd.org>
3  * All rights reserved.
4  *
5  * Based on OMAP3 INTC code by Ben Gray
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted provided that the following conditions
9  * are met:
10  * 1. Redistributions of source code must retain the above copyright
11  *    notice, this list of conditions and the following disclaimer.
12  * 2. Redistributions in binary form must reproduce the above copyright
13  *    notice, this list of conditions and the following disclaimer in the
14  *    documentation and/or other materials provided with the distribution.
15  *
16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26  * SUCH DAMAGE.
27  */
28
29
30 #include <sys/cdefs.h>
31 __FBSDID("$FreeBSD$");
32
33 #include "opt_platform.h"
34
35 #include <sys/param.h>
36 #include <sys/systm.h>
37 #include <sys/bus.h>
38 #include <sys/kernel.h>
39 #include <sys/ktr.h>
40 #include <sys/module.h>
41 #include <sys/proc.h>
42 #include <sys/rman.h>
43 #include <machine/bus.h>
44 #include <machine/intr.h>
45
46 #include <dev/ofw/openfirm.h>
47 #include <dev/ofw/ofw_bus.h>
48 #include <dev/ofw/ofw_bus_subr.h>
49
50 #include "pic_if.h"
51
52 #define INTC_PENDING_BASIC      0x00
53 #define INTC_PENDING_BANK1      0x04
54 #define INTC_PENDING_BANK2      0x08
55 #define INTC_FIQ_CONTROL        0x0C
56 #define INTC_ENABLE_BANK1       0x10
57 #define INTC_ENABLE_BANK2       0x14
58 #define INTC_ENABLE_BASIC       0x18
59 #define INTC_DISABLE_BANK1      0x1C
60 #define INTC_DISABLE_BANK2      0x20
61 #define INTC_DISABLE_BASIC      0x24
62
63 #define INTC_PENDING_BASIC_ARM          0x0000FF
64 #define INTC_PENDING_BASIC_GPU1_PEND    0x000100
65 #define INTC_PENDING_BASIC_GPU2_PEND    0x000200
66 #define INTC_PENDING_BASIC_GPU1_7       0x000400
67 #define INTC_PENDING_BASIC_GPU1_9       0x000800
68 #define INTC_PENDING_BASIC_GPU1_10      0x001000
69 #define INTC_PENDING_BASIC_GPU1_18      0x002000
70 #define INTC_PENDING_BASIC_GPU1_19      0x004000
71 #define INTC_PENDING_BASIC_GPU2_21      0x008000
72 #define INTC_PENDING_BASIC_GPU2_22      0x010000
73 #define INTC_PENDING_BASIC_GPU2_23      0x020000
74 #define INTC_PENDING_BASIC_GPU2_24      0x040000
75 #define INTC_PENDING_BASIC_GPU2_25      0x080000
76 #define INTC_PENDING_BASIC_GPU2_30      0x100000
77 #define INTC_PENDING_BASIC_MASK         0x1FFFFF
78
79 #define INTC_PENDING_BASIC_GPU1_MASK    (INTC_PENDING_BASIC_GPU1_7 |    \
80                                          INTC_PENDING_BASIC_GPU1_9 |    \
81                                          INTC_PENDING_BASIC_GPU1_10 |   \
82                                          INTC_PENDING_BASIC_GPU1_18 |   \
83                                          INTC_PENDING_BASIC_GPU1_19)
84
85 #define INTC_PENDING_BASIC_GPU2_MASK    (INTC_PENDING_BASIC_GPU2_21 |   \
86                                          INTC_PENDING_BASIC_GPU2_22 |   \
87                                          INTC_PENDING_BASIC_GPU2_23 |   \
88                                          INTC_PENDING_BASIC_GPU2_24 |   \
89                                          INTC_PENDING_BASIC_GPU2_25 |   \
90                                          INTC_PENDING_BASIC_GPU2_30)
91
92 #define INTC_PENDING_BANK1_MASK (~((1 << 7) | (1 << 9) | (1 << 10) | \
93     (1 << 18) | (1 << 19)))
94 #define INTC_PENDING_BANK2_MASK (~((1 << 21) | (1 << 22) | (1 << 23) | \
95     (1 << 24) | (1 << 25) | (1 << 30)))
96
97 #define BANK1_START     8
98 #define BANK1_END       (BANK1_START + 32 - 1)
99 #define BANK2_START     (BANK1_START + 32)
100 #define BANK2_END       (BANK2_START + 32 - 1)
101
102 #define IS_IRQ_BASIC(n) (((n) >= 0) && ((n) < BANK1_START))
103 #define IS_IRQ_BANK1(n) (((n) >= BANK1_START) && ((n) <= BANK1_END))
104 #define IS_IRQ_BANK2(n) (((n) >= BANK2_START) && ((n) <= BANK2_END))
105 #define IRQ_BANK1(n)    ((n) - BANK1_START)
106 #define IRQ_BANK2(n)    ((n) - BANK2_START)
107
108 #ifdef  DEBUG
109 #define dprintf(fmt, args...) printf(fmt, ##args)
110 #else
111 #define dprintf(fmt, args...)
112 #endif
113
114 #define BCM_INTC_NIRQS          72      /* 8 + 32 + 32 */
115
116 struct bcm_intc_irqsrc {
117         struct intr_irqsrc      bii_isrc;
118         u_int                   bii_irq;
119         uint16_t                bii_disable_reg;
120         uint16_t                bii_enable_reg;
121         uint32_t                bii_mask;
122 };
123
124 struct bcm_intc_softc {
125         device_t                sc_dev;
126         struct resource *       intc_res;
127         bus_space_tag_t         intc_bst;
128         bus_space_handle_t      intc_bsh;
129         struct resource *       intc_irq_res;
130         void *                  intc_irq_hdl;
131         struct bcm_intc_irqsrc  intc_isrcs[BCM_INTC_NIRQS];
132 };
133
134 static struct bcm_intc_softc *bcm_intc_sc = NULL;
135
136 #define intc_read_4(_sc, reg)           \
137     bus_space_read_4((_sc)->intc_bst, (_sc)->intc_bsh, (reg))
138 #define intc_write_4(_sc, reg, val)             \
139     bus_space_write_4((_sc)->intc_bst, (_sc)->intc_bsh, (reg), (val))
140
141 static inline void
142 bcm_intc_isrc_mask(struct bcm_intc_softc *sc, struct bcm_intc_irqsrc *bii)
143 {
144
145         intc_write_4(sc, bii->bii_disable_reg,  bii->bii_mask);
146 }
147
148 static inline void
149 bcm_intc_isrc_unmask(struct bcm_intc_softc *sc, struct bcm_intc_irqsrc *bii)
150 {
151
152         intc_write_4(sc, bii->bii_enable_reg,  bii->bii_mask);
153 }
154
155 static inline int
156 bcm2835_intc_active_intr(struct bcm_intc_softc *sc)
157 {
158         uint32_t pending, pending_gpu;
159
160         pending = intc_read_4(sc, INTC_PENDING_BASIC) & INTC_PENDING_BASIC_MASK;
161         if (pending == 0)
162                 return (-1);
163         if (pending & INTC_PENDING_BASIC_ARM)
164                 return (ffs(pending) - 1);
165         if (pending & INTC_PENDING_BASIC_GPU1_MASK) {
166                 if (pending & INTC_PENDING_BASIC_GPU1_7)
167                         return (BANK1_START + 7);
168                 if (pending & INTC_PENDING_BASIC_GPU1_9)
169                         return (BANK1_START + 9);
170                 if (pending & INTC_PENDING_BASIC_GPU1_10)
171                         return (BANK1_START + 10);
172                 if (pending & INTC_PENDING_BASIC_GPU1_18)
173                         return (BANK1_START + 18);
174                 if (pending & INTC_PENDING_BASIC_GPU1_19)
175                         return (BANK1_START + 19);
176         }
177         if (pending & INTC_PENDING_BASIC_GPU2_MASK) {
178                 if (pending & INTC_PENDING_BASIC_GPU2_21)
179                         return (BANK2_START + 21);
180                 if (pending & INTC_PENDING_BASIC_GPU2_22)
181                         return (BANK2_START + 22);
182                 if (pending & INTC_PENDING_BASIC_GPU2_23)
183                         return (BANK2_START + 23);
184                 if (pending & INTC_PENDING_BASIC_GPU2_24)
185                         return (BANK2_START + 24);
186                 if (pending & INTC_PENDING_BASIC_GPU2_25)
187                         return (BANK2_START + 25);
188                 if (pending & INTC_PENDING_BASIC_GPU2_30)
189                         return (BANK2_START + 30);
190         }
191         if (pending & INTC_PENDING_BASIC_GPU1_PEND) {
192                 pending_gpu = intc_read_4(sc, INTC_PENDING_BANK1);
193                 pending_gpu &= INTC_PENDING_BANK1_MASK;
194                 if (pending_gpu != 0)
195                         return (BANK1_START + ffs(pending_gpu) - 1);
196         }
197         if (pending & INTC_PENDING_BASIC_GPU2_PEND) {
198                 pending_gpu = intc_read_4(sc, INTC_PENDING_BANK2);
199                 pending_gpu &= INTC_PENDING_BANK2_MASK;
200                 if (pending_gpu != 0)
201                         return (BANK2_START + ffs(pending_gpu) - 1);
202         }
203         return (-1);    /* It shouldn't end here, but it's hardware. */
204 }
205
206 static int
207 bcm2835_intc_intr(void *arg)
208 {
209         int irq, num;
210         struct bcm_intc_softc *sc = arg;
211
212         for (num = 0; ; num++) {
213                 irq = bcm2835_intc_active_intr(sc);
214                 if (irq == -1)
215                         break;
216                 if (intr_isrc_dispatch(&sc->intc_isrcs[irq].bii_isrc,
217                     curthread->td_intr_frame) != 0) {
218                         bcm_intc_isrc_mask(sc, &sc->intc_isrcs[irq]);
219                         device_printf(sc->sc_dev, "Stray irq %u disabled\n",
220                             irq);
221                 }
222                 arm_irq_memory_barrier(0); /* XXX */
223         }
224         if (num == 0)
225                 device_printf(sc->sc_dev, "Spurious interrupt detected\n");
226
227         return (FILTER_HANDLED);
228 }
229
230 static void
231 bcm_intc_enable_intr(device_t dev, struct intr_irqsrc *isrc)
232 {
233         struct bcm_intc_irqsrc *bii = (struct bcm_intc_irqsrc *)isrc;
234
235         arm_irq_memory_barrier(bii->bii_irq);
236         bcm_intc_isrc_unmask(device_get_softc(dev), bii);
237 }
238
239 static void
240 bcm_intc_disable_intr(device_t dev, struct intr_irqsrc *isrc)
241 {
242
243         bcm_intc_isrc_mask(device_get_softc(dev),
244             (struct bcm_intc_irqsrc *)isrc);
245 }
246
247 static int
248 bcm_intc_map_intr(device_t dev, struct intr_map_data *data,
249     struct intr_irqsrc **isrcp)
250 {
251         u_int irq;
252         struct intr_map_data_fdt *daf;
253         struct bcm_intc_softc *sc;
254         bool valid;
255
256         if (data->type != INTR_MAP_DATA_FDT)
257                 return (ENOTSUP);
258
259         daf = (struct intr_map_data_fdt *)data;
260         if (daf->ncells == 1)
261                 irq = daf->cells[0];
262         else if (daf->ncells == 2) {
263                 valid = true;
264                 switch (daf->cells[0]) {
265                 case 0:
266                         irq = daf->cells[1];
267                         if (irq >= BANK1_START)
268                                 valid = false;
269                         break;
270                 case 1:
271                         irq = daf->cells[1] + BANK1_START;
272                         if (irq > BANK1_END)
273                                 valid = false;
274                         break;
275                 case 2:
276                         irq = daf->cells[1] + BANK2_START;
277                         if (irq > BANK2_END)
278                                 valid = false;
279                         break;
280                 default:
281                         valid = false;
282                         break;
283                 }
284
285                 if (!valid) {
286                         device_printf(dev,
287                             "invalid IRQ config: bank=%d, irq=%d\n",
288                             daf->cells[0], daf->cells[1]);
289                         return (EINVAL);
290                 }
291         }
292         else
293                 return (EINVAL);
294
295         if (irq >= BCM_INTC_NIRQS)
296                 return (EINVAL);
297
298         sc = device_get_softc(dev);
299         *isrcp = &sc->intc_isrcs[irq].bii_isrc;
300         return (0);
301 }
302
303 static void
304 bcm_intc_pre_ithread(device_t dev, struct intr_irqsrc *isrc)
305 {
306
307         bcm_intc_disable_intr(dev, isrc);
308 }
309
310 static void
311 bcm_intc_post_ithread(device_t dev, struct intr_irqsrc *isrc)
312 {
313
314         bcm_intc_enable_intr(dev, isrc);
315 }
316
317 static void
318 bcm_intc_post_filter(device_t dev, struct intr_irqsrc *isrc)
319 {
320 }
321
322 static int
323 bcm_intc_pic_register(struct bcm_intc_softc *sc, intptr_t xref)
324 {
325         struct bcm_intc_irqsrc *bii;
326         int error;
327         uint32_t irq;
328         const char *name;
329
330         name = device_get_nameunit(sc->sc_dev);
331         for (irq = 0; irq < BCM_INTC_NIRQS; irq++) {
332                 bii = &sc->intc_isrcs[irq];
333                 bii->bii_irq = irq;
334                 if (IS_IRQ_BASIC(irq)) {
335                         bii->bii_disable_reg = INTC_DISABLE_BASIC;
336                         bii->bii_enable_reg = INTC_ENABLE_BASIC;
337                         bii->bii_mask = 1 << irq;
338                 } else if (IS_IRQ_BANK1(irq)) {
339                         bii->bii_disable_reg = INTC_DISABLE_BANK1;
340                         bii->bii_enable_reg = INTC_ENABLE_BANK1;
341                         bii->bii_mask = 1 << IRQ_BANK1(irq);
342                 } else if (IS_IRQ_BANK2(irq)) {
343                         bii->bii_disable_reg = INTC_DISABLE_BANK2;
344                         bii->bii_enable_reg = INTC_ENABLE_BANK2;
345                         bii->bii_mask = 1 << IRQ_BANK2(irq);
346                 } else
347                         return (ENXIO);
348
349                 error = intr_isrc_register(&bii->bii_isrc, sc->sc_dev, 0,
350                     "%s,%u", name, irq);
351                 if (error != 0)
352                         return (error);
353         }
354         if (intr_pic_register(sc->sc_dev, xref) == NULL)
355                 return (ENXIO);
356
357         return (0);
358 }
359
360 static int
361 bcm_intc_probe(device_t dev)
362 {
363
364         if (!ofw_bus_status_okay(dev))
365                 return (ENXIO);
366
367         if (!ofw_bus_is_compatible(dev, "broadcom,bcm2835-armctrl-ic") &&
368             !ofw_bus_is_compatible(dev, "brcm,bcm2836-armctrl-ic"))
369                 return (ENXIO);
370         device_set_desc(dev, "BCM2835 Interrupt Controller");
371         return (BUS_PROBE_DEFAULT);
372 }
373
374 static int
375 bcm_intc_attach(device_t dev)
376 {
377         struct          bcm_intc_softc *sc = device_get_softc(dev);
378         int             rid = 0;
379         intptr_t        xref;
380         sc->sc_dev = dev;
381
382         if (bcm_intc_sc)
383                 return (ENXIO);
384
385         sc->intc_res = bus_alloc_resource_any(dev, SYS_RES_MEMORY, &rid, RF_ACTIVE);
386         if (sc->intc_res == NULL) {
387                 device_printf(dev, "could not allocate memory resource\n");
388                 return (ENXIO);
389         }
390
391         xref = OF_xref_from_node(ofw_bus_get_node(dev));
392         if (bcm_intc_pic_register(sc, xref) != 0) {
393                 bus_release_resource(dev, SYS_RES_MEMORY, 0, sc->intc_res);
394                 device_printf(dev, "could not register PIC\n");
395                 return (ENXIO);
396         }
397
398         rid = 0;
399         sc->intc_irq_res = bus_alloc_resource_any(dev, SYS_RES_IRQ, &rid,
400             RF_ACTIVE);
401         if (sc->intc_irq_res == NULL) {
402                 if (intr_pic_claim_root(dev, xref, bcm2835_intc_intr, sc, 0) != 0) {
403                         /* XXX clean up */
404                         device_printf(dev, "could not set PIC as a root\n");
405                         return (ENXIO);
406                 }
407         } else {
408                 if (bus_setup_intr(dev, sc->intc_irq_res, INTR_TYPE_CLK,
409                     bcm2835_intc_intr, NULL, sc, &sc->intc_irq_hdl)) {
410                         /* XXX clean up */
411                         device_printf(dev, "could not setup irq handler\n");
412                         return (ENXIO);
413                 }
414         }
415         sc->intc_bst = rman_get_bustag(sc->intc_res);
416         sc->intc_bsh = rman_get_bushandle(sc->intc_res);
417
418         bcm_intc_sc = sc;
419
420         return (0);
421 }
422
423 static device_method_t bcm_intc_methods[] = {
424         DEVMETHOD(device_probe,         bcm_intc_probe),
425         DEVMETHOD(device_attach,        bcm_intc_attach),
426
427         DEVMETHOD(pic_disable_intr,     bcm_intc_disable_intr),
428         DEVMETHOD(pic_enable_intr,      bcm_intc_enable_intr),
429         DEVMETHOD(pic_map_intr,         bcm_intc_map_intr),
430         DEVMETHOD(pic_post_filter,      bcm_intc_post_filter),
431         DEVMETHOD(pic_post_ithread,     bcm_intc_post_ithread),
432         DEVMETHOD(pic_pre_ithread,      bcm_intc_pre_ithread),
433
434         { 0, 0 }
435 };
436
437 static driver_t bcm_intc_driver = {
438         "intc",
439         bcm_intc_methods,
440         sizeof(struct bcm_intc_softc),
441 };
442
443 static devclass_t bcm_intc_devclass;
444
445 EARLY_DRIVER_MODULE(intc, simplebus, bcm_intc_driver, bcm_intc_devclass,
446     0, 0, BUS_PASS_INTERRUPT + BUS_PASS_ORDER_LATE);