sys/powerpc/include/pcpu.h

   1 /*-
   2  * Copyright (c) 1999 Luoqi Chen <luoqi@freebsd.org>
   3  * Copyright (c) Peter Wemm <peter@netplex.com.au>
   4  * All rights reserved.
   5  *
   6  * Redistribution and use in source and binary forms, with or without
   7  * modification, are permitted provided that the following conditions
   8  * are met:
   9  * 1. Redistributions of source code must retain the above copyright
  10  *    notice, this list of conditions and the following disclaimer.
  11  * 2. Redistributions in binary form must reproduce the above copyright
  12  *    notice, this list of conditions and the following disclaimer in the
  13  *    documentation and/or other materials provided with the distribution.
  14  *
  15  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  16  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  18  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
  19  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  21  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  22  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  23  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  24  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  25  * SUCH DAMAGE.
  26  *
  27  * $FreeBSD$
  28  */
  29
  30 #ifndef _MACHINE_PCPU_H_
  31 #define _MACHINE_PCPU_H_
  32
  33 #include <machine/cpufunc.h>
  34 #include <machine/slb.h>
  35 #include <machine/tlb.h>
  36
  37 struct pmap;
  38 struct pvo_entry;
  39 #define CPUSAVE_LEN     9
  40
  41 #define PCPU_MD_COMMON_FIELDS                                           \
  42         int             pc_inside_intr;                                 \
  43         struct pmap     *pc_curpmap;            /* current pmap */      \
  44         struct thread   *pc_fputhread;          /* current fpu user */  \
  45         struct thread   *pc_vecthread;          /* current vec user */  \
  46         uintptr_t       pc_hwref;                                       \
  47         uint32_t        pc_pir;                                         \
  48         int             pc_bsp;                                         \
  49         volatile int    pc_awake;                                       \
  50         uint32_t        pc_ipimask;                                     \
  51         register_t      pc_tempsave[CPUSAVE_LEN];                       \
  52         register_t      pc_disisave[CPUSAVE_LEN];                       \
  53         register_t      pc_dbsave[CPUSAVE_LEN];                         \
  54         void            *pc_restore;
  55
  56 #define PCPU_MD_AIM32_FIELDS                                            \
  57         vm_offset_t     pc_qmap_addr;                                   \
  58         struct pvo_entry *pc_qmap_pvo;                                  \
  59         struct mtx      pc_qmap_lock;                                   \
  60         /* char         __pad[0] */
  61
  62 #define PCPU_MD_AIM64_FIELDS                                            \
  63         struct slb      pc_slb[64];                                     \
  64         struct slb      **pc_userslb;                                   \
  65         register_t      pc_slbsave[18];                                 \
  66         uint8_t         pc_slbstack[1024];                              \
  67         vm_offset_t     pc_qmap_addr;                                   \
  68         struct pvo_entry *pc_qmap_pvo;                                  \
  69         struct mtx      pc_qmap_lock;                                   \
  70         char            __pad[1121 - sizeof(struct mtx)]
  71
  72 #ifdef __powerpc64__
  73 #define PCPU_MD_AIM_FIELDS      PCPU_MD_AIM64_FIELDS
  74 #else
  75 #define PCPU_MD_AIM_FIELDS      PCPU_MD_AIM32_FIELDS
  76 #endif
  77
  78 #define BOOKE_CRITSAVE_LEN      (CPUSAVE_LEN + 2)
  79 #define BOOKE_TLB_MAXNEST       3
  80 #define BOOKE_TLB_SAVELEN       16
  81 #define BOOKE_TLBSAVE_LEN       (BOOKE_TLB_SAVELEN * BOOKE_TLB_MAXNEST)
  82
  83 #define PCPU_MD_BOOKE_FIELDS                                            \
  84         register_t      pc_booke_critsave[BOOKE_CRITSAVE_LEN];          \
  85         register_t      pc_booke_mchksave[CPUSAVE_LEN];                 \
  86         register_t      pc_booke_tlbsave[BOOKE_TLBSAVE_LEN];            \
  87         register_t      pc_booke_tlb_level;                             \
  88         vm_offset_t     pc_qmap_addr;                                   \
  89         uint32_t        *pc_booke_tlb_lock;                             \
  90         int             pc_tid_next;                                    \
  91         char            __pad[165]
  92
  93 /* Definitions for register offsets within the exception tmp save areas */
  94 #define CPUSAVE_R27     0               /* where r27 gets saved */
  95 #define CPUSAVE_R28     1               /* where r28 gets saved */
  96 #define CPUSAVE_R29     2               /* where r29 gets saved */
  97 #define CPUSAVE_R30     3               /* where r30 gets saved */
  98 #define CPUSAVE_R31     4               /* where r31 gets saved */
  99 #define CPUSAVE_AIM_DAR         5       /* where SPR_DAR gets saved */
 100 #define CPUSAVE_AIM_DSISR       6       /* where SPR_DSISR gets saved */
 101 #define CPUSAVE_BOOKE_DEAR      5       /* where SPR_DEAR gets saved */
 102 #define CPUSAVE_BOOKE_ESR       6       /* where SPR_ESR gets saved */
 103 #define CPUSAVE_SRR0    7               /* where SRR0 gets saved */
 104 #define CPUSAVE_SRR1    8               /* where SRR1 gets saved */
 105
 106 /* Book-E TLBSAVE is more elaborate */
 107 #define TLBSAVE_BOOKE_LR        0
 108 #define TLBSAVE_BOOKE_CR        1
 109 #define TLBSAVE_BOOKE_SRR0      2
 110 #define TLBSAVE_BOOKE_SRR1      3
 111 #define TLBSAVE_BOOKE_R20       4
 112 #define TLBSAVE_BOOKE_R21       5
 113 #define TLBSAVE_BOOKE_R22       6
 114 #define TLBSAVE_BOOKE_R23       7
 115 #define TLBSAVE_BOOKE_R24       8
 116 #define TLBSAVE_BOOKE_R25       9
 117 #define TLBSAVE_BOOKE_R26       10
 118 #define TLBSAVE_BOOKE_R27       11
 119 #define TLBSAVE_BOOKE_R28       12
 120 #define TLBSAVE_BOOKE_R29       13
 121 #define TLBSAVE_BOOKE_R30       14
 122 #define TLBSAVE_BOOKE_R31       15
 123
 124 #ifdef AIM
 125 #define PCPU_MD_FIELDS          \
 126         PCPU_MD_COMMON_FIELDS   \
 127         PCPU_MD_AIM_FIELDS
 128 #endif
 129 #if defined(BOOKE)
 130 #define PCPU_MD_FIELDS          \
 131         PCPU_MD_COMMON_FIELDS   \
 132         PCPU_MD_BOOKE_FIELDS
 133 #endif
 134
 135 /*
 136  * Catch-all for ports (e.g. lsof, used by gtop)
 137  */
 138 #ifndef PCPU_MD_FIELDS
 139 #define PCPU_MD_FIELDS                                                  \
 140         int             pc_md_placeholder[32]
 141 #endif
 142
 143 #ifdef _KERNEL
 144
 145 #define pcpup   ((struct pcpu *) powerpc_get_pcpup())
 146
 147 static __inline __pure2 struct thread *
 148 __curthread(void)
 149 {
 150         struct thread *td;
 151 #ifdef __powerpc64__
 152         __asm __volatile("mr %0,13" : "=r"(td));
 153 #else
 154         __asm __volatile("mr %0,2" : "=r"(td));
 155 #endif
 156         return (td);
 157 }
 158 #define curthread (__curthread())
 159
 160 #define PCPU_GET(member)        (pcpup->pc_ ## member)
 161
 162 /*
 163  * XXX The implementation of this operation should be made atomic
 164  * with respect to preemption.
 165  */
 166 #define PCPU_ADD(member, value) (pcpup->pc_ ## member += (value))
 167 #define PCPU_INC(member)        PCPU_ADD(member, 1)
 168 #define PCPU_PTR(member)        (&pcpup->pc_ ## member)
 169 #define PCPU_SET(member,value)  (pcpup->pc_ ## member = (value))
 170
 171 #endif  /* _KERNEL */
 172
 173 #endif  /* !_MACHINE_PCPU_H_ */