2 * Copyright (c) 1989, 1990 William F. Jolitz.
3 * Copyright (c) 1990 The Regents of the University of California.
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 * 4. Neither the name of the University nor the names of its contributors
15 * may be used to endorse or promote products derived from this software
16 * without specific prior written permission.
18 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
19 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
22 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30 * from: vector.s, 386BSD 0.1 unknown origin
35 * Interrupt entry points for external interrupts triggered by I/O APICs
36 * as well as IPI handlers.
41 #include <machine/asmacros.h>
42 #include <machine/apicreg.h>
47 * I/O Interrupt Entry Point. Rather than having one entry point for
48 * each interrupt source, we use one entry point for each 32-bit word
49 * in the ISR. The handler determines the highest bit set in the ISR,
50 * translates that into a vector, and passes the vector to the
51 * lapic_handle_intr() function.
53 #define ISR_VEC(index, vec_name) \
59 FAKE_MCOUNT(TF_EIP(%esp)) ; \
60 movl lapic, %edx ; /* pointer to local APIC */ \
61 movl LA_ISR + 16 * (index)(%edx), %eax ; /* load ISR */ \
62 bsrl %eax, %eax ; /* index of highset set bit in ISR */ \
64 addl $(32 * index),%eax ; \
67 pushl %eax ; /* pass the IRQ */ \
68 call lapic_handle_intr ; \
69 addl $8, %esp ; /* discard parameter */ \
72 2: movl $-1, %eax ; /* send a vector of -1 */ \
76 * Handle "spurious INTerrupts".
78 * This is different than the "spurious INTerrupt" generated by an
79 * 8259 PIC for missing INTs. See the APIC documentation for details.
80 * This routine should NOT do an 'EOI' cycle.
86 /* No EOI cycle used here */
99 * Local APIC periodic timer handler.
106 FAKE_MCOUNT(TF_EIP(%esp))
108 call lapic_handle_timer
115 * Global address space TLB shootdown.
122 movl $KDSEL, %eax /* Kernel data selector */
125 #if defined(COUNT_XINVLTLB_HITS) || defined(COUNT_IPIS)
127 movl $KPSEL, %eax /* Private space selector */
129 movl PCPU(CPUID), %eax
131 #ifdef COUNT_XINVLTLB_HITS
132 incl xhits_gbl(,%eax,4)
135 movl ipi_invltlb_counts(,%eax,4),%eax
140 movl %cr3, %eax /* invalidate the TLB */
144 movl $0, LA_EOI(%eax) /* End Of Interrupt to APIC */
154 * Single page TLB shootdown
161 movl $KDSEL, %eax /* Kernel data selector */
164 #if defined(COUNT_XINVLTLB_HITS) || defined(COUNT_IPIS)
166 movl $KPSEL, %eax /* Private space selector */
168 movl PCPU(CPUID), %eax
170 #ifdef COUNT_XINVLTLB_HITS
171 incl xhits_pg(,%eax,4)
174 movl ipi_invlpg_counts(,%eax,4),%eax
179 movl smp_tlb_addr1, %eax
180 invlpg (%eax) /* invalidate single page */
183 movl $0, LA_EOI(%eax) /* End Of Interrupt to APIC */
193 * Page range TLB shootdown.
201 movl $KDSEL, %eax /* Kernel data selector */
204 #if defined(COUNT_XINVLTLB_HITS) || defined(COUNT_IPIS)
206 movl $KPSEL, %eax /* Private space selector */
208 movl PCPU(CPUID), %eax
210 #ifdef COUNT_XINVLTLB_HITS
211 incl xhits_rng(,%eax,4)
214 movl ipi_invlrng_counts(,%eax,4),%eax
219 movl smp_tlb_addr1, %edx
220 movl smp_tlb_addr2, %eax
221 1: invlpg (%edx) /* invalidate single page */
222 addl $PAGE_SIZE, %edx
227 movl $0, LA_EOI(%eax) /* End Of Interrupt to APIC */
245 movl $KDSEL, %eax /* Kernel data selector */
250 movl $KPSEL, %eax /* Private space selector */
252 movl PCPU(CPUID), %eax
254 movl ipi_invlcache_counts(,%eax,4),%eax
261 movl $0, LA_EOI(%eax) /* End Of Interrupt to APIC */
271 * Handler for IPIs sent via the per-cpu IPI bitmap.
275 IDTVEC(ipi_intr_bitmap_handler)
280 movl $0, LA_EOI(%edx) /* End Of Interrupt to APIC */
282 FAKE_MCOUNT(TF_EIP(%esp))
284 call ipi_bitmap_handler
289 * Executed by a CPU when it receives an IPI_STOP from another CPU.
298 movl $0, LA_EOI(%eax) /* End Of Interrupt to APIC */
306 * Executed by a CPU when it receives a RENDEZVOUS IPI from another CPU.
308 * - Calls the generic rendezvous action function.
317 movl PCPU(CPUID), %eax
318 movl ipi_rendezvous_counts(,%eax,4), %eax
321 call smp_rendezvous_action
324 movl $0, LA_EOI(%eax) /* End Of Interrupt to APIC */
329 * Clean up when we lose out on the lazy context switch optimization.
330 * ie: when we are about to release a PTD but a cpu is still borrowing it.
337 call pmap_lazyfix_action
340 movl $0, LA_EOI(%eax) /* End Of Interrupt to APIC */