2 * Copyright (c) 1993 The Regents of the University of California.
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * 4. Neither the name of the University nor the names of its contributors
14 * may be used to endorse or promote products derived from this software
15 * without specific prior written permission.
17 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 * Functions to provide access to special i386 instructions.
34 * This in included in sys/systm.h, and that file should be
35 * used in preference to this.
38 #ifndef _MACHINE_CPUFUNC_H_
39 #define _MACHINE_CPUFUNC_H_
42 #error this file needs sys/cdefs.h as a prerequisite
46 extern void xen_cli(void);
47 extern void xen_sti(void);
48 extern u_int xen_rcr2(void);
49 extern void xen_load_cr3(u_int data);
50 extern void xen_tlb_flush(void);
51 extern void xen_invlpg(u_int addr);
52 extern int xen_save_and_cli(void);
53 extern void xen_restore_flags(u_int eflags);
56 struct region_descriptor;
58 #define readb(va) (*(volatile u_int8_t *) (va))
59 #define readw(va) (*(volatile u_int16_t *) (va))
60 #define readl(va) (*(volatile u_int32_t *) (va))
62 #define writeb(va, d) (*(volatile u_int8_t *) (va) = (d))
63 #define writew(va, d) (*(volatile u_int16_t *) (va) = (d))
64 #define writel(va, d) (*(volatile u_int32_t *) (va) = (d))
66 #if defined(__GNUCLIKE_ASM) && defined(__CC_SUPPORTS___INLINE)
71 __asm __volatile("int $3");
79 __asm("bsfl %1,%0" : "=r" (result) : "rm" (mask) : "cc");
88 __asm("bsrl %1,%0" : "=r" (result) : "rm" (mask) : "cc");
96 __asm __volatile("clflush %0" : : "m" (*(char *)addr));
105 __asm __volatile("cli" : : : "memory");
110 do_cpuid(u_int ax, u_int *p)
112 __asm __volatile("cpuid"
113 : "=a" (p[0]), "=b" (p[1]), "=c" (p[2]), "=d" (p[3])
118 cpuid_count(u_int ax, u_int cx, u_int *p)
120 __asm __volatile("cpuid"
121 : "=a" (p[0]), "=b" (p[1]), "=c" (p[2]), "=d" (p[3])
122 : "0" (ax), "c" (cx));
131 __asm __volatile("sti");
136 cpu_monitor(const void *addr, int extensions, int hints)
138 __asm __volatile("monitor;"
139 : :"a" (addr), "c" (extensions), "d"(hints));
143 cpu_mwait(int extensions, int hints)
145 __asm __volatile("mwait;" : :"a" (hints), "c" (extensions));
152 __asm __volatile("mfence" : : : "memory");
157 #define HAVE_INLINE_FFS
163 * Note that gcc-2's builtin ffs would be used if we didn't declare
164 * this inline or turn off the builtin. The builtin is faster but
165 * broken in gcc-2.4.5 and slower but working in gcc-2.5 and later
168 return (mask == 0 ? mask : (int)bsfl((u_int)mask) + 1);
171 #define HAVE_INLINE_FLS
176 return (mask == 0 ? mask : (int)bsrl((u_int)mask) + 1);
184 __asm __volatile("hlt");
187 static __inline u_char
192 __asm volatile("inb %w1, %0" : "=a" (data) : "Nd" (port));
196 static __inline u_int
201 __asm volatile("inl %w1, %0" : "=a" (data) : "Nd" (port));
206 insb(u_int port, void *addr, size_t cnt)
208 __asm __volatile("cld; rep; insb"
209 : "+D" (addr), "+c" (cnt)
215 insw(u_int port, void *addr, size_t cnt)
217 __asm __volatile("cld; rep; insw"
218 : "+D" (addr), "+c" (cnt)
224 insl(u_int port, void *addr, size_t cnt)
226 __asm __volatile("cld; rep; insl"
227 : "+D" (addr), "+c" (cnt)
235 __asm __volatile("invd");
238 static __inline u_short
243 __asm volatile("inw %w1, %0" : "=a" (data) : "Nd" (port));
248 outb(u_int port, u_char data)
250 __asm __volatile("outb %0, %w1" : : "a" (data), "Nd" (port));
254 outl(u_int port, u_int data)
256 __asm volatile("outl %0, %w1" : : "a" (data), "Nd" (port));
260 outsb(u_int port, const void *addr, size_t cnt)
262 __asm __volatile("cld; rep; outsb"
263 : "+S" (addr), "+c" (cnt)
268 outsw(u_int port, const void *addr, size_t cnt)
270 __asm __volatile("cld; rep; outsw"
271 : "+S" (addr), "+c" (cnt)
276 outsl(u_int port, const void *addr, size_t cnt)
278 __asm __volatile("cld; rep; outsl"
279 : "+S" (addr), "+c" (cnt)
284 outw(u_int port, u_short data)
286 __asm volatile("outw %0, %w1" : : "a" (data), "Nd" (port));
292 __asm __volatile("pause");
295 static __inline u_int
300 __asm __volatile("pushfl; popl %0" : "=r" (ef));
304 static __inline uint64_t
309 __asm __volatile("rdmsr" : "=A" (rv) : "c" (msr));
313 static __inline uint64_t
318 __asm __volatile("rdpmc" : "=A" (rv) : "c" (pmc));
322 static __inline uint64_t
327 __asm __volatile("rdtsc" : "=A" (rv));
334 __asm __volatile("wbinvd");
338 write_eflags(u_int ef)
340 __asm __volatile("pushl %0; popfl" : : "r" (ef));
344 wrmsr(u_int msr, uint64_t newval)
346 __asm __volatile("wrmsr" : : "A" (newval), "c" (msr));
353 __asm __volatile("movl %0,%%cr0" : : "r" (data));
356 static __inline u_int
361 __asm __volatile("movl %%cr0,%0" : "=r" (data));
365 static __inline u_int
373 __asm __volatile("movl %%cr2,%0" : "=r" (data));
383 __asm __volatile("movl %0,%%cr3" : : "r" (data) : "memory");
387 static __inline u_int
392 __asm __volatile("movl %%cr3,%0" : "=r" (data));
399 __asm __volatile("movl %0,%%cr4" : : "r" (data));
402 static __inline u_int
407 __asm __volatile("movl %%cr4,%0" : "=r" (data));
412 * Global TLB flush (except for thise for pages marked PG_G)
425 * TLB flush for an individual page (even if it has PG_G).
426 * Only works on 486+ CPUs (i386 does not have PG_G).
435 __asm __volatile("invlpg %0" : : "m" (*(char *)addr) : "memory");
439 static __inline u_int
443 __asm __volatile("mov %%fs,%0" : "=rm" (sel));
447 static __inline uint64_t
451 __asm __volatile("sgdt %0" : "=m" (gdtr));
455 static __inline u_int
459 __asm __volatile("mov %%gs,%0" : "=rm" (sel));
463 static __inline uint64_t
467 __asm __volatile("sidt %0" : "=m" (idtr));
471 static __inline u_short
475 __asm __volatile("sldt %0" : "=g" (ldtr));
479 static __inline u_int
483 __asm __volatile("mov %%ss,%0" : "=rm" (sel));
487 static __inline u_short
491 __asm __volatile("str %0" : "=g" (tr));
498 __asm __volatile("mov %0,%%fs" : : "rm" (sel));
504 __asm __volatile("mov %0,%%gs" : : "rm" (sel));
508 lidt(struct region_descriptor *addr)
510 __asm __volatile("lidt (%0)" : : "r" (addr));
516 __asm __volatile("lldt %0" : : "r" (sel));
522 __asm __volatile("ltr %0" : : "r" (sel));
525 static __inline u_int
529 __asm __volatile("movl %%dr0,%0" : "=r" (data));
536 __asm __volatile("movl %0,%%dr0" : : "r" (dr0));
539 static __inline u_int
543 __asm __volatile("movl %%dr1,%0" : "=r" (data));
550 __asm __volatile("movl %0,%%dr1" : : "r" (dr1));
553 static __inline u_int
557 __asm __volatile("movl %%dr2,%0" : "=r" (data));
564 __asm __volatile("movl %0,%%dr2" : : "r" (dr2));
567 static __inline u_int
571 __asm __volatile("movl %%dr3,%0" : "=r" (data));
578 __asm __volatile("movl %0,%%dr3" : : "r" (dr3));
581 static __inline u_int
585 __asm __volatile("movl %%dr4,%0" : "=r" (data));
592 __asm __volatile("movl %0,%%dr4" : : "r" (dr4));
595 static __inline u_int
599 __asm __volatile("movl %%dr5,%0" : "=r" (data));
606 __asm __volatile("movl %0,%%dr5" : : "r" (dr5));
609 static __inline u_int
613 __asm __volatile("movl %%dr6,%0" : "=r" (data));
620 __asm __volatile("movl %0,%%dr6" : : "r" (dr6));
623 static __inline u_int
627 __asm __volatile("movl %%dr7,%0" : "=r" (data));
634 __asm __volatile("movl %0,%%dr7" : : "r" (dr7));
637 static __inline u_char
638 read_cyrix_reg(u_char reg)
645 write_cyrix_reg(u_char reg, u_char data)
651 static __inline register_t
657 eflags = xen_save_and_cli();
659 eflags = read_eflags();
666 intr_restore(register_t eflags)
669 xen_restore_flags(eflags);
671 write_eflags(eflags);
675 #else /* !(__GNUCLIKE_ASM && __CC_SUPPORTS___INLINE) */
677 int breakpoint(void);
678 u_int bsfl(u_int mask);
679 u_int bsrl(u_int mask);
680 void disable_intr(void);
681 void do_cpuid(u_int ax, u_int *p);
682 void enable_intr(void);
684 void ia32_pause(void);
685 u_char inb(u_int port);
686 u_int inl(u_int port);
687 void insb(u_int port, void *addr, size_t cnt);
688 void insl(u_int port, void *addr, size_t cnt);
689 void insw(u_int port, void *addr, size_t cnt);
690 register_t intr_disable(void);
691 void intr_restore(register_t ef);
693 void invlpg(u_int addr);
695 u_short inw(u_int port);
696 void lidt(struct region_descriptor *addr);
697 void lldt(u_short sel);
698 void load_cr0(u_int cr0);
699 void load_cr3(u_int cr3);
700 void load_cr4(u_int cr4);
701 void load_dr0(u_int dr0);
702 void load_dr1(u_int dr1);
703 void load_dr2(u_int dr2);
704 void load_dr3(u_int dr3);
705 void load_dr4(u_int dr4);
706 void load_dr5(u_int dr5);
707 void load_dr6(u_int dr6);
708 void load_dr7(u_int dr7);
709 void load_fs(u_int sel);
710 void load_gs(u_int sel);
711 void ltr(u_short sel);
712 void outb(u_int port, u_char data);
713 void outl(u_int port, u_int data);
714 void outsb(u_int port, const void *addr, size_t cnt);
715 void outsl(u_int port, const void *addr, size_t cnt);
716 void outsw(u_int port, const void *addr, size_t cnt);
717 void outw(u_int port, u_short data);
722 uint64_t rdmsr(u_int msr);
723 uint64_t rdpmc(u_int pmc);
732 uint64_t rdtsc(void);
733 u_char read_cyrix_reg(u_char reg);
734 u_int read_eflags(void);
742 void write_cyrix_reg(u_char reg, u_char data);
743 void write_eflags(u_int ef);
744 void wrmsr(u_int msr, uint64_t newval);
746 #endif /* __GNUCLIKE_ASM && __CC_SUPPORTS___INLINE */
748 void reset_dbregs(void);
751 int rdmsr_safe(u_int msr, uint64_t *val);
752 int wrmsr_safe(u_int msr, uint64_t newval);
755 #endif /* !_MACHINE_CPUFUNC_H_ */