sys/arm64/include/armreg.h

   1 /*-
   2  * Copyright (c) 2013, 2014 Andrew Turner
   3  * Copyright (c) 2015 The FreeBSD Foundation
   4  * All rights reserved.
   5  *
   6  * This software was developed by Andrew Turner under
   7  * sponsorship from the FreeBSD Foundation.
   8  *
   9  * Redistribution and use in source and binary forms, with or without
  10  * modification, are permitted provided that the following conditions
  11  * are met:
  12  * 1. Redistributions of source code must retain the above copyright
  13  *    notice, this list of conditions and the following disclaimer.
  14  * 2. Redistributions in binary form must reproduce the above copyright
  15  *    notice, this list of conditions and the following disclaimer in the
  16  *    documentation and/or other materials provided with the distribution.
  17  *
  18  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  19  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  20  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  21  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
  22  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  23  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  24  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  25  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  26  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  27  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  28  * SUCH DAMAGE.
  29  *
  30  * $FreeBSD$
  31  */
  32
  33 #ifndef _MACHINE_ARMREG_H_
  34 #define _MACHINE_ARMREG_H_
  35
  36 #define INSN_SIZE               4
  37
  38 #define MRS_MASK                        0xfff00000
  39 #define MRS_VALUE                       0xd5300000
  40 #define MRS_SPECIAL(insn)               ((insn) & 0x000fffe0)
  41 #define MRS_REGISTER(insn)              ((insn) & 0x0000001f)
  42 #define  MRS_Op0_SHIFT                  19
  43 #define  MRS_Op0_MASK                   0x00080000
  44 #define  MRS_Op1_SHIFT                  16
  45 #define  MRS_Op1_MASK                   0x00070000
  46 #define  MRS_CRn_SHIFT                  12
  47 #define  MRS_CRn_MASK                   0x0000f000
  48 #define  MRS_CRm_SHIFT                  8
  49 #define  MRS_CRm_MASK                   0x00000f00
  50 #define  MRS_Op2_SHIFT                  5
  51 #define  MRS_Op2_MASK                   0x000000e0
  52 #define  MRS_Rt_SHIFT                   0
  53 #define  MRS_Rt_MASK                    0x0000001f
  54 #define MRS_REG(op0, op1, crn, crm, op2)                                \
  55     (((op0) << MRS_Op0_SHIFT) | ((op1) << MRS_Op1_SHIFT) |              \
  56      ((crn) << MRS_CRn_SHIFT) | ((crm) << MRS_CRm_SHIFT) |              \
  57      ((op2) << MRS_Op2_SHIFT))
  58
  59 #define READ_SPECIALREG(reg)                                            \
  60 ({      uint64_t _val;                                                  \
  61         __asm __volatile("mrs   %0, " __STRING(reg) : "=&r" (_val));    \
  62         _val;                                                           \
  63 })
  64 #define WRITE_SPECIALREG(reg, _val)                                     \
  65         __asm __volatile("msr   " __STRING(reg) ", %0" : : "r"((uint64_t)_val))
  66
  67 #define UL(x)   UINT64_C(x)
  68
  69 /* CNTHCTL_EL2 - Counter-timer Hypervisor Control register */
  70 #define CNTHCTL_EVNTI_MASK      (0xf << 4) /* Bit to trigger event stream */
  71 #define CNTHCTL_EVNTDIR         (1 << 3) /* Control transition trigger bit */
  72 #define CNTHCTL_EVNTEN          (1 << 2) /* Enable event stream */
  73 #define CNTHCTL_EL1PCEN         (1 << 1) /* Allow EL0/1 physical timer access */
  74 #define CNTHCTL_EL1PCTEN        (1 << 0) /*Allow EL0/1 physical counter access*/
  75
  76 /* CNTP_CTL_EL0 - Counter-timer Physical Timer Control register */
  77 #define CNTP_CTL_ENABLE         (1 << 0)
  78 #define CNTP_CTL_IMASK          (1 << 1)
  79 #define CNTP_CTL_ISTATUS        (1 << 2)
  80
  81 /* CPACR_EL1 */
  82 #define CPACR_FPEN_MASK         (0x3 << 20)
  83 #define  CPACR_FPEN_TRAP_ALL1   (0x0 << 20) /* Traps from EL0 and EL1 */
  84 #define  CPACR_FPEN_TRAP_EL0    (0x1 << 20) /* Traps from EL0 */
  85 #define  CPACR_FPEN_TRAP_ALL2   (0x2 << 20) /* Traps from EL0 and EL1 */
  86 #define  CPACR_FPEN_TRAP_NONE   (0x3 << 20) /* No traps */
  87 #define CPACR_TTA               (0x1 << 28)
  88
  89 /* CTR_EL0 - Cache Type Register */
  90 #define CTR_RES1                (1 << 31)
  91 #define CTR_TminLine_SHIFT      32
  92 #define CTR_TminLine_MASK       (UL(0x3f) << CTR_TminLine_SHIFT)
  93 #define CTR_TminLine_VAL(reg)   ((reg) & CTR_TminLine_MASK)
  94 #define CTR_DIC_SHIFT           29
  95 #define CTR_DIC_MASK            (0x1 << CTR_DIC_SHIFT)
  96 #define CTR_DIC_VAL(reg)        ((reg) & CTR_DIC_MASK)
  97 #define CTR_IDC_SHIFT           28
  98 #define CTR_IDC_MASK            (0x1 << CTR_IDC_SHIFT)
  99 #define CTR_IDC_VAL(reg)        ((reg) & CTR_IDC_MASK)
 100 #define CTR_CWG_SHIFT           24
 101 #define CTR_CWG_MASK            (0xf << CTR_CWG_SHIFT)
 102 #define CTR_CWG_VAL(reg)        ((reg) & CTR_CWG_MASK)
 103 #define CTR_CWG_SIZE(reg)       (4 << (CTR_CWG_VAL(reg) >> CTR_CWG_SHIFT))
 104 #define CTR_ERG_SHIFT           20
 105 #define CTR_ERG_MASK            (0xf << CTR_ERG_SHIFT)
 106 #define CTR_ERG_VAL(reg)        ((reg) & CTR_ERG_MASK)
 107 #define CTR_ERG_SIZE(reg)       (4 << (CTR_ERG_VAL(reg) >> CTR_ERG_SHIFT))
 108 #define CTR_DLINE_SHIFT         16
 109 #define CTR_DLINE_MASK          (0xf << CTR_DLINE_SHIFT)
 110 #define CTR_DLINE_VAL(reg)      ((reg) & CTR_DLINE_MASK)
 111 #define CTR_DLINE_SIZE(reg)     (4 << (CTR_DLINE_VAL(reg) >> CTR_DLINE_SHIFT))
 112 #define CTR_L1IP_SHIFT          14
 113 #define CTR_L1IP_MASK           (0x3 << CTR_L1IP_SHIFT)
 114 #define CTR_L1IP_VAL(reg)       ((reg) & CTR_L1IP_MASK)
 115 #define  CTR_L1IP_VPIPT         (0 << CTR_L1IP_SHIFT)
 116 #define  CTR_L1IP_AIVIVT        (1 << CTR_L1IP_SHIFT)
 117 #define  CTR_L1IP_VIPT          (2 << CTR_L1IP_SHIFT)
 118 #define  CTR_L1IP_PIPT          (3 << CTR_L1IP_SHIFT)
 119 #define CTR_ILINE_SHIFT         0
 120 #define CTR_ILINE_MASK          (0xf << CTR_ILINE_SHIFT)
 121 #define CTR_ILINE_VAL(reg)      ((reg) & CTR_ILINE_MASK)
 122 #define CTR_ILINE_SIZE(reg)     (4 << (CTR_ILINE_VAL(reg) >> CTR_ILINE_SHIFT))
 123
 124 /* DAIF - Interrupt Mask Bits */
 125 #define DAIF_D_MASKED           (1 << 9)
 126 #define DAIF_A_MASKED           (1 << 8)
 127 #define DAIF_I_MASKED           (1 << 7)
 128 #define DAIF_F_MASKED           (1 << 6)
 129
 130 /* DCZID_EL0 - Data Cache Zero ID register */
 131 #define DCZID_DZP               (1 << 4) /* DC ZVA prohibited if non-0 */
 132 #define DCZID_BS_SHIFT          0
 133 #define DCZID_BS_MASK           (0xf << DCZID_BS_SHIFT)
 134 #define DCZID_BS_SIZE(reg)      (((reg) & DCZID_BS_MASK) >> DCZID_BS_SHIFT)
 135
 136 /* ESR_ELx */
 137 #define ESR_ELx_ISS_MASK        0x01ffffff
 138 #define  ISS_INSN_FnV           (0x01 << 10)
 139 #define  ISS_INSN_EA            (0x01 << 9)
 140 #define  ISS_INSN_S1PTW         (0x01 << 7)
 141 #define  ISS_INSN_IFSC_MASK     (0x1f << 0)
 142
 143 #define  ISS_MSR_DIR_SHIFT      0
 144 #define  ISS_MSR_DIR            (0x01 << ISS_MSR_DIR_SHIFT)
 145 #define  ISS_MSR_Rt_SHIFT       5
 146 #define  ISS_MSR_Rt_MASK        (0x1f << ISS_MSR_Rt_SHIFT)
 147 #define  ISS_MSR_Rt(x)          (((x) & ISS_MSR_Rt_MASK) >> ISS_MSR_Rt_SHIFT)
 148 #define  ISS_MSR_CRm_SHIFT      1
 149 #define  ISS_MSR_CRm_MASK       (0xf << ISS_MSR_CRm_SHIFT)
 150 #define  ISS_MSR_CRm(x)         (((x) & ISS_MSR_CRm_MASK) >> ISS_MSR_CRm_SHIFT)
 151 #define  ISS_MSR_CRn_SHIFT      10
 152 #define  ISS_MSR_CRn_MASK       (0xf << ISS_MSR_CRn_SHIFT)
 153 #define  ISS_MSR_CRn(x)         (((x) & ISS_MSR_CRn_MASK) >> ISS_MSR_CRn_SHIFT)
 154 #define  ISS_MSR_OP1_SHIFT      14
 155 #define  ISS_MSR_OP1_MASK       (0x7 << ISS_MSR_OP1_SHIFT)
 156 #define  ISS_MSR_OP1(x)         (((x) & ISS_MSR_OP1_MASK) >> ISS_MSR_OP1_SHIFT)
 157 #define  ISS_MSR_OP2_SHIFT      17
 158 #define  ISS_MSR_OP2_MASK       (0x7 << ISS_MSR_OP2_SHIFT)
 159 #define  ISS_MSR_OP2(x)         (((x) & ISS_MSR_OP2_MASK) >> ISS_MSR_OP2_SHIFT)
 160 #define  ISS_MSR_OP0_SHIFT      20
 161 #define  ISS_MSR_OP0_MASK       (0x3 << ISS_MSR_OP0_SHIFT)
 162 #define  ISS_MSR_OP0(x)         (((x) & ISS_MSR_OP0_MASK) >> ISS_MSR_OP0_SHIFT)
 163 #define  ISS_MSR_REG_MASK       \
 164     (ISS_MSR_OP0_MASK | ISS_MSR_OP2_MASK | ISS_MSR_OP1_MASK |   \
 165      ISS_MSR_CRn_MASK | ISS_MSR_CRm_MASK)
 166
 167 #define  ISS_DATA_ISV_SHIFT     24
 168 #define  ISS_DATA_ISV           (0x01 << ISS_DATA_ISV_SHIFT)
 169 #define  ISS_DATA_SAS_SHIFT     22
 170 #define  ISS_DATA_SAS_MASK      (0x03 << ISS_DATA_SAS_SHIFT)
 171 #define  ISS_DATA_SSE_SHIFT     21
 172 #define  ISS_DATA_SSE           (0x01 << ISS_DATA_SSE_SHIFT)
 173 #define  ISS_DATA_SRT_SHIFT     16
 174 #define  ISS_DATA_SRT_MASK      (0x1f << ISS_DATA_SRT_SHIFT)
 175 #define  ISS_DATA_SF            (0x01 << 15)
 176 #define  ISS_DATA_AR            (0x01 << 14)
 177 #define  ISS_DATA_FnV           (0x01 << 10)
 178 #define  ISS_DATA_EA            (0x01 << 9)
 179 #define  ISS_DATA_CM            (0x01 << 8)
 180 #define  ISS_DATA_S1PTW         (0x01 << 7)
 181 #define  ISS_DATA_WnR_SHIFT     6
 182 #define  ISS_DATA_WnR           (0x01 << ISS_DATA_WnR_SHIFT)
 183 #define  ISS_DATA_DFSC_MASK     (0x3f << 0)
 184 #define  ISS_DATA_DFSC_ASF_L0   (0x00 << 0)
 185 #define  ISS_DATA_DFSC_ASF_L1   (0x01 << 0)
 186 #define  ISS_DATA_DFSC_ASF_L2   (0x02 << 0)
 187 #define  ISS_DATA_DFSC_ASF_L3   (0x03 << 0)
 188 #define  ISS_DATA_DFSC_TF_L0    (0x04 << 0)
 189 #define  ISS_DATA_DFSC_TF_L1    (0x05 << 0)
 190 #define  ISS_DATA_DFSC_TF_L2    (0x06 << 0)
 191 #define  ISS_DATA_DFSC_TF_L3    (0x07 << 0)
 192 #define  ISS_DATA_DFSC_AFF_L1   (0x09 << 0)
 193 #define  ISS_DATA_DFSC_AFF_L2   (0x0a << 0)
 194 #define  ISS_DATA_DFSC_AFF_L3   (0x0b << 0)
 195 #define  ISS_DATA_DFSC_PF_L1    (0x0d << 0)
 196 #define  ISS_DATA_DFSC_PF_L2    (0x0e << 0)
 197 #define  ISS_DATA_DFSC_PF_L3    (0x0f << 0)
 198 #define  ISS_DATA_DFSC_EXT      (0x10 << 0)
 199 #define  ISS_DATA_DFSC_EXT_L0   (0x14 << 0)
 200 #define  ISS_DATA_DFSC_EXT_L1   (0x15 << 0)
 201 #define  ISS_DATA_DFSC_EXT_L2   (0x16 << 0)
 202 #define  ISS_DATA_DFSC_EXT_L3   (0x17 << 0)
 203 #define  ISS_DATA_DFSC_ECC      (0x18 << 0)
 204 #define  ISS_DATA_DFSC_ECC_L0   (0x1c << 0)
 205 #define  ISS_DATA_DFSC_ECC_L1   (0x1d << 0)
 206 #define  ISS_DATA_DFSC_ECC_L2   (0x1e << 0)
 207 #define  ISS_DATA_DFSC_ECC_L3   (0x1f << 0)
 208 #define  ISS_DATA_DFSC_ALIGN    (0x21 << 0)
 209 #define  ISS_DATA_DFSC_TLB_CONFLICT (0x30 << 0)
 210 #define ESR_ELx_IL              (0x01 << 25)
 211 #define ESR_ELx_EC_SHIFT        26
 212 #define ESR_ELx_EC_MASK         (0x3f << 26)
 213 #define ESR_ELx_EXCEPTION(esr)  (((esr) & ESR_ELx_EC_MASK) >> ESR_ELx_EC_SHIFT)
 214 #define  EXCP_UNKNOWN           0x00    /* Unkwn exception */
 215 #define  EXCP_TRAP_WFI_WFE      0x01    /* Trapped WFI or WFE */
 216 #define  EXCP_FP_SIMD           0x07    /* VFP/SIMD trap */
 217 #define  EXCP_ILL_STATE         0x0e    /* Illegal execution state */
 218 #define  EXCP_SVC32             0x11    /* SVC trap for AArch32 */
 219 #define  EXCP_SVC64             0x15    /* SVC trap for AArch64 */
 220 #define  EXCP_HVC               0x16    /* HVC trap */
 221 #define  EXCP_MSR               0x18    /* MSR/MRS trap */
 222 #define  EXCP_INSN_ABORT_L      0x20    /* Instruction abort, from lower EL */
 223 #define  EXCP_INSN_ABORT        0x21    /* Instruction abort, from same EL */
 224 #define  EXCP_PC_ALIGN          0x22    /* PC alignment fault */
 225 #define  EXCP_DATA_ABORT_L      0x24    /* Data abort, from lower EL */
 226 #define  EXCP_DATA_ABORT        0x25    /* Data abort, from same EL */
 227 #define  EXCP_SP_ALIGN          0x26    /* SP slignment fault */
 228 #define  EXCP_TRAP_FP           0x2c    /* Trapped FP exception */
 229 #define  EXCP_SERROR            0x2f    /* SError interrupt */
 230 #define  EXCP_BRKPT_EL0         0x30    /* Hardware breakpoint, from same EL */
 231 #define  EXCP_SOFTSTP_EL0       0x32    /* Software Step, from lower EL */
 232 #define  EXCP_SOFTSTP_EL1       0x33    /* Software Step, from same EL */
 233 #define  EXCP_WATCHPT_EL1       0x35    /* Watchpoint, from same EL */
 234 #define  EXCP_BRK               0x3c    /* Breakpoint */
 235
 236 /* ICC_CTLR_EL1 */
 237 #define ICC_CTLR_EL1_EOIMODE    (1U << 1)
 238
 239 /* ICC_IAR1_EL1 */
 240 #define ICC_IAR1_EL1_SPUR       (0x03ff)
 241
 242 /* ICC_IGRPEN0_EL1 */
 243 #define ICC_IGRPEN0_EL1_EN      (1U << 0)
 244
 245 /* ICC_PMR_EL1 */
 246 #define ICC_PMR_EL1_PRIO_MASK   (0xFFUL)
 247
 248 /* ICC_SGI1R_EL1 */
 249 #define ICC_SGI1R_EL1_TL_MASK           0xffffUL
 250 #define ICC_SGI1R_EL1_AFF1_SHIFT        16
 251 #define ICC_SGI1R_EL1_SGIID_SHIFT       24
 252 #define ICC_SGI1R_EL1_AFF2_SHIFT        32
 253 #define ICC_SGI1R_EL1_AFF3_SHIFT        48
 254 #define ICC_SGI1R_EL1_SGIID_MASK        0xfUL
 255 #define ICC_SGI1R_EL1_IRM               (0x1UL << 40)
 256
 257 /* ICC_SRE_EL1 */
 258 #define ICC_SRE_EL1_SRE         (1U << 0)
 259
 260 /* ID_AA64DFR0_EL1 */
 261 #define ID_AA64DFR0_EL1                 MRS_REG(3, 0, 0, 5, 0)
 262 #define ID_AA64DFR0_DebugVer_SHIFT      0
 263 #define ID_AA64DFR0_DebugVer_MASK       (UL(0xf) << ID_AA64DFR0_DebugVer_SHIFT)
 264 #define ID_AA64DFR0_DebugVer_VAL(x)     ((x) & ID_AA64DFR0_DebugVer_MASK)
 265 #define  ID_AA64DFR0_DebugVer_8         (UL(0x6) << ID_AA64DFR0_DebugVer_SHIFT)
 266 #define  ID_AA64DFR0_DebugVer_8_VHE     (UL(0x7) << ID_AA64DFR0_DebugVer_SHIFT)
 267 #define  ID_AA64DFR0_DebugVer_8_2       (UL(0x8) << ID_AA64DFR0_DebugVer_SHIFT)
 268 #define ID_AA64DFR0_TraceVer_SHIFT      4
 269 #define ID_AA64DFR0_TraceVer_MASK       (UL(0xf) << ID_AA64DFR0_TraceVer_SHIFT)
 270 #define ID_AA64DFR0_TraceVer_VAL(x)     ((x) & ID_AA64DFR0_TraceVer_MASK)
 271 #define  ID_AA64DFR0_TraceVer_NONE      (UL(0x0) << ID_AA64DFR0_TraceVer_SHIFT)
 272 #define  ID_AA64DFR0_TraceVer_IMPL      (UL(0x1) << ID_AA64DFR0_TraceVer_SHIFT)
 273 #define ID_AA64DFR0_PMUVer_SHIFT        8
 274 #define ID_AA64DFR0_PMUVer_MASK         (UL(0xf) << ID_AA64DFR0_PMUVer_SHIFT)
 275 #define ID_AA64DFR0_PMUVer_VAL(x)       ((x) & ID_AA64DFR0_PMUVer_MASK)
 276 #define  ID_AA64DFR0_PMUVer_NONE        (UL(0x0) << ID_AA64DFR0_PMUVer_SHIFT)
 277 #define  ID_AA64DFR0_PMUVer_3           (UL(0x1) << ID_AA64DFR0_PMUVer_SHIFT)
 278 #define  ID_AA64DFR0_PMUVer_3_1         (UL(0x4) << ID_AA64DFR0_PMUVer_SHIFT)
 279 #define  ID_AA64DFR0_PMUVer_IMPL        (UL(0xf) << ID_AA64DFR0_PMUVer_SHIFT)
 280 #define ID_AA64DFR0_BRPs_SHIFT          12
 281 #define ID_AA64DFR0_BRPs_MASK           (UL(0xf) << ID_AA64DFR0_BRPs_SHIFT)
 282 #define ID_AA64DFR0_BRPs_VAL(x) \
 283     ((((x) >> ID_AA64DFR0_BRPs_SHIFT) & 0xf) + 1)
 284 #define ID_AA64DFR0_WRPs_SHIFT          20
 285 #define ID_AA64DFR0_WRPs_MASK           (UL(0xf) << ID_AA64DFR0_WRPs_SHIFT)
 286 #define ID_AA64DFR0_WRPs_VAL(x) \
 287     ((((x) >> ID_AA64DFR0_WRPs_SHIFT) & 0xf) + 1)
 288 #define ID_AA64DFR0_CTX_CMPs_SHIFT      28
 289 #define ID_AA64DFR0_CTX_CMPs_MASK       (UL(0xf) << ID_AA64DFR0_CTX_CMPs_SHIFT)
 290 #define ID_AA64DFR0_CTX_CMPs_VAL(x)     \
 291     ((((x) >> ID_AA64DFR0_CTX_CMPs_SHIFT) & 0xf) + 1)
 292 #define ID_AA64DFR0_PMSVer_SHIFT        32
 293 #define ID_AA64DFR0_PMSVer_MASK         (UL(0xf) << ID_AA64DFR0_PMSVer_SHIFT)
 294 #define ID_AA64DFR0_PMSVer_VAL(x)       ((x) & ID_AA64DFR0_PMSVer_MASK)
 295 #define  ID_AA64DFR0_PMSVer_NONE        (UL(0x0) << ID_AA64DFR0_PMSVer_SHIFT)
 296 #define  ID_AA64DFR0_PMSVer_V1          (UL(0x1) << ID_AA64DFR0_PMSVer_SHIFT)
 297
 298 /* ID_AA64ISAR0_EL1 */
 299 #define ID_AA64ISAR0_EL1                MRS_REG(3, 0, 0, 6, 0)
 300 #define ID_AA64ISAR0_AES_SHIFT          4
 301 #define ID_AA64ISAR0_AES_MASK           (UL(0xf) << ID_AA64ISAR0_AES_SHIFT)
 302 #define ID_AA64ISAR0_AES_VAL(x)         ((x) & ID_AA64ISAR0_AES_MASK)
 303 #define  ID_AA64ISAR0_AES_NONE          (UL(0x0) << ID_AA64ISAR0_AES_SHIFT)
 304 #define  ID_AA64ISAR0_AES_BASE          (UL(0x1) << ID_AA64ISAR0_AES_SHIFT)
 305 #define  ID_AA64ISAR0_AES_PMULL         (UL(0x2) << ID_AA64ISAR0_AES_SHIFT)
 306 #define ID_AA64ISAR0_SHA1_SHIFT         8
 307 #define ID_AA64ISAR0_SHA1_MASK          (UL(0xf) << ID_AA64ISAR0_SHA1_SHIFT)
 308 #define ID_AA64ISAR0_SHA1_VAL(x)        ((x) & ID_AA64ISAR0_SHA1_MASK)
 309 #define  ID_AA64ISAR0_SHA1_NONE         (UL(0x0) << ID_AA64ISAR0_SHA1_SHIFT)
 310 #define  ID_AA64ISAR0_SHA1_BASE         (UL(0x1) << ID_AA64ISAR0_SHA1_SHIFT)
 311 #define ID_AA64ISAR0_SHA2_SHIFT         12
 312 #define ID_AA64ISAR0_SHA2_MASK          (UL(0xf) << ID_AA64ISAR0_SHA2_SHIFT)
 313 #define ID_AA64ISAR0_SHA2_VAL(x)        ((x) & ID_AA64ISAR0_SHA2_MASK)
 314 #define  ID_AA64ISAR0_SHA2_NONE         (UL(0x0) << ID_AA64ISAR0_SHA2_SHIFT)
 315 #define  ID_AA64ISAR0_SHA2_BASE         (UL(0x1) << ID_AA64ISAR0_SHA2_SHIFT)
 316 #define  ID_AA64ISAR0_SHA2_512          (UL(0x2) << ID_AA64ISAR0_SHA2_SHIFT)
 317 #define ID_AA64ISAR0_CRC32_SHIFT        16
 318 #define ID_AA64ISAR0_CRC32_MASK         (UL(0xf) << ID_AA64ISAR0_CRC32_SHIFT)
 319 #define ID_AA64ISAR0_CRC32_VAL(x)       ((x) & ID_AA64ISAR0_CRC32_MASK)
 320 #define  ID_AA64ISAR0_CRC32_NONE        (UL(0x0) << ID_AA64ISAR0_CRC32_SHIFT)
 321 #define  ID_AA64ISAR0_CRC32_BASE        (UL(0x1) << ID_AA64ISAR0_CRC32_SHIFT)
 322 #define ID_AA64ISAR0_Atomic_SHIFT       20
 323 #define ID_AA64ISAR0_Atomic_MASK        (UL(0xf) << ID_AA64ISAR0_Atomic_SHIFT)
 324 #define ID_AA64ISAR0_Atomic_VAL(x)      ((x) & ID_AA64ISAR0_Atomic_MASK)
 325 #define  ID_AA64ISAR0_Atomic_NONE       (UL(0x0) << ID_AA64ISAR0_Atomic_SHIFT)
 326 #define  ID_AA64ISAR0_Atomic_IMPL       (UL(0x2) << ID_AA64ISAR0_Atomic_SHIFT)
 327 #define ID_AA64ISAR0_RDM_SHIFT          28
 328 #define ID_AA64ISAR0_RDM_MASK           (UL(0xf) << ID_AA64ISAR0_RDM_SHIFT)
 329 #define ID_AA64ISAR0_RDM_VAL(x)         ((x) & ID_AA64ISAR0_RDM_MASK)
 330 #define  ID_AA64ISAR0_RDM_NONE          (UL(0x0) << ID_AA64ISAR0_RDM_SHIFT)
 331 #define  ID_AA64ISAR0_RDM_IMPL          (UL(0x1) << ID_AA64ISAR0_RDM_SHIFT)
 332 #define ID_AA64ISAR0_SHA3_SHIFT         32
 333 #define ID_AA64ISAR0_SHA3_MASK          (UL(0xf) << ID_AA64ISAR0_SHA3_SHIFT)
 334 #define ID_AA64ISAR0_SHA3_VAL(x)        ((x) & ID_AA64ISAR0_SHA3_MASK)
 335 #define  ID_AA64ISAR0_SHA3_NONE         (UL(0x0) << ID_AA64ISAR0_SHA3_SHIFT)
 336 #define  ID_AA64ISAR0_SHA3_IMPL         (UL(0x1) << ID_AA64ISAR0_SHA3_SHIFT)
 337 #define ID_AA64ISAR0_SM3_SHIFT          36
 338 #define ID_AA64ISAR0_SM3_MASK           (UL(0xf) << ID_AA64ISAR0_SM3_SHIFT)
 339 #define ID_AA64ISAR0_SM3_VAL(x)         ((x) & ID_AA64ISAR0_SM3_MASK)
 340 #define  ID_AA64ISAR0_SM3_NONE          (UL(0x0) << ID_AA64ISAR0_SM3_SHIFT)
 341 #define  ID_AA64ISAR0_SM3_IMPL          (UL(0x1) << ID_AA64ISAR0_SM3_SHIFT)
 342 #define ID_AA64ISAR0_SM4_SHIFT          40
 343 #define ID_AA64ISAR0_SM4_MASK           (UL(0xf) << ID_AA64ISAR0_SM4_SHIFT)
 344 #define ID_AA64ISAR0_SM4_VAL(x)         ((x) & ID_AA64ISAR0_SM4_MASK)
 345 #define  ID_AA64ISAR0_SM4_NONE          (UL(0x0) << ID_AA64ISAR0_SM4_SHIFT)
 346 #define  ID_AA64ISAR0_SM4_IMPL          (UL(0x1) << ID_AA64ISAR0_SM4_SHIFT)
 347 #define ID_AA64ISAR0_DP_SHIFT           44
 348 #define ID_AA64ISAR0_DP_MASK            (UL(0xf) << ID_AA64ISAR0_DP_SHIFT)
 349 #define ID_AA64ISAR0_DP_VAL(x)          ((x) & ID_AA64ISAR0_DP_MASK)
 350 #define  ID_AA64ISAR0_DP_NONE           (UL(0x0) << ID_AA64ISAR0_DP_SHIFT)
 351 #define  ID_AA64ISAR0_DP_IMPL           (UL(0x1) << ID_AA64ISAR0_DP_SHIFT)
 352 #define ID_AA64ISAR0_FHM_SHIFT          48
 353 #define ID_AA64ISAR0_FHM_MASK           (UL(0xf) << ID_AA64ISAR0_FHM_SHIFT)
 354 #define ID_AA64ISAR0_FHM_VAL(x)         ((x) & ID_AA64ISAR0_FHM_MASK)
 355 #define  ID_AA64ISAR0_FHM_NONE          (UL(0x0) << ID_AA64ISAR0_FHM_SHIFT)
 356 #define  ID_AA64ISAR0_FHM_IMPL          (UL(0x1) << ID_AA64ISAR0_FHM_SHIFT)
 357 #define ID_AA64ISAR0_TS_SHIFT           52
 358 #define ID_AA64ISAR0_TS_MASK            (UL(0xf) << ID_AA64ISAR0_TS_SHIFT)
 359 #define ID_AA64ISAR0_TS_VAL(x)          ((x) & ID_AA64ISAR0_TS_MASK)
 360 #define  ID_AA64ISAR0_TS_NONE           (UL(0x0) << ID_AA64ISAR0_TS_SHIFT)
 361 #define  ID_AA64ISAR0_TS_CondM_8_4      (UL(0x1) << ID_AA64ISAR0_TS_SHIFT)
 362 #define  ID_AA64ISAR0_TS_CondM_8_5      (UL(0x2) << ID_AA64ISAR0_TS_SHIFT)
 363 #define ID_AA64ISAR0_TLB_SHIFT          56
 364 #define ID_AA64ISAR0_TLB_MASK           (UL(0xf) << ID_AA64ISAR0_TLB_SHIFT)
 365 #define ID_AA64ISAR0_TLB_VAL(x)         ((x) & ID_AA64ISAR0_TLB_MASK)
 366 #define  ID_AA64ISAR0_TLB_NONE          (UL(0x0) << ID_AA64ISAR0_TLB_SHIFT)
 367 #define  ID_AA64ISAR0_TLB_TLBIOS        (UL(0x1) << ID_AA64ISAR0_TLB_SHIFT)
 368 #define  ID_AA64ISAR0_TLB_TLBIOSR       (UL(0x2) << ID_AA64ISAR0_TLB_SHIFT)
 369 #define ID_AA64ISAR0_RNDR_SHIFT         60
 370 #define ID_AA64ISAR0_RNDR_MASK          (UL(0xf) << ID_AA64ISAR0_RNDR_SHIFT)
 371 #define ID_AA64ISAR0_RNDR_VAL(x)        ((x) & ID_AA64ISAR0_RNDR_MASK)
 372 #define  ID_AA64ISAR0_RNDR_NONE         (UL(0x0) << ID_AA64ISAR0_RNDR_SHIFT)
 373 #define  ID_AA64ISAR0_RNDR_IMPL         (UL(0x1) << ID_AA64ISAR0_RNDR_SHIFT)
 374
 375 /* ID_AA64ISAR1_EL1 */
 376 #define ID_AA64ISAR1_EL1                MRS_REG(3, 0, 0, 6, 1)
 377 #define ID_AA64ISAR1_DPB_SHIFT          0
 378 #define ID_AA64ISAR1_DPB_MASK           (UL(0xf) << ID_AA64ISAR1_DPB_SHIFT)
 379 #define ID_AA64ISAR1_DPB_VAL(x)         ((x) & ID_AA64ISAR1_DPB_MASK)
 380 #define  ID_AA64ISAR1_DPB_NONE          (UL(0x0) << ID_AA64ISAR1_DPB_SHIFT)
 381 #define  ID_AA64ISAR1_DPB_DCCVAP        (UL(0x1) << ID_AA64ISAR1_DPB_SHIFT)
 382 #define  ID_AA64ISAR1_DPB_DCCVADP       (UL(0x2) << ID_AA64ISAR1_DPB_SHIFT)
 383 #define ID_AA64ISAR1_APA_SHIFT          4
 384 #define ID_AA64ISAR1_APA_MASK           (UL(0xf) << ID_AA64ISAR1_APA_SHIFT)
 385 #define ID_AA64ISAR1_APA_VAL(x)         ((x) & ID_AA64ISAR1_APA_MASK)
 386 #define  ID_AA64ISAR1_APA_NONE          (UL(0x0) << ID_AA64ISAR1_APA_SHIFT)
 387 #define  ID_AA64ISAR1_APA_IMPL          (UL(0x1) << ID_AA64ISAR1_APA_SHIFT)
 388 #define ID_AA64ISAR1_API_SHIFT          8
 389 #define ID_AA64ISAR1_API_MASK           (UL(0xf) << ID_AA64ISAR1_API_SHIFT)
 390 #define ID_AA64ISAR1_API_VAL(x)         ((x) & ID_AA64ISAR1_API_MASK)
 391 #define  ID_AA64ISAR1_API_NONE          (UL(0x0) << ID_AA64ISAR1_API_SHIFT)
 392 #define  ID_AA64ISAR1_API_IMPL          (UL(0x1) << ID_AA64ISAR1_API_SHIFT)
 393 #define ID_AA64ISAR1_JSCVT_SHIFT        12
 394 #define ID_AA64ISAR1_JSCVT_MASK         (UL(0xf) << ID_AA64ISAR1_JSCVT_SHIFT)
 395 #define ID_AA64ISAR1_JSCVT_VAL(x)       ((x) & ID_AA64ISAR1_JSCVT_MASK)
 396 #define  ID_AA64ISAR1_JSCVT_NONE        (UL(0x0) << ID_AA64ISAR1_JSCVT_SHIFT)
 397 #define  ID_AA64ISAR1_JSCVT_IMPL        (UL(0x1) << ID_AA64ISAR1_JSCVT_SHIFT)
 398 #define ID_AA64ISAR1_FCMA_SHIFT         16
 399 #define ID_AA64ISAR1_FCMA_MASK          (UL(0xf) << ID_AA64ISAR1_FCMA_SHIFT)
 400 #define ID_AA64ISAR1_FCMA_VAL(x)        ((x) & ID_AA64ISAR1_FCMA_MASK)
 401 #define  ID_AA64ISAR1_FCMA_NONE         (UL(0x0) << ID_AA64ISAR1_FCMA_SHIFT)
 402 #define  ID_AA64ISAR1_FCMA_IMPL         (UL(0x1) << ID_AA64ISAR1_FCMA_SHIFT)
 403 #define ID_AA64ISAR1_LRCPC_SHIFT        20
 404 #define ID_AA64ISAR1_LRCPC_MASK         (UL(0xf) << ID_AA64ISAR1_LRCPC_SHIFT)
 405 #define ID_AA64ISAR1_LRCPC_VAL(x)       ((x) & ID_AA64ISAR1_LRCPC_MASK)
 406 #define  ID_AA64ISAR1_LRCPC_NONE        (UL(0x0) << ID_AA64ISAR1_LRCPC_SHIFT)
 407 #define  ID_AA64ISAR1_LRCPC_RCPC_8_3    (UL(0x1) << ID_AA64ISAR1_LRCPC_SHIFT)
 408 #define  ID_AA64ISAR1_LRCPC_RCPC_8_4    (UL(0x2) << ID_AA64ISAR1_LRCPC_SHIFT)
 409 #define ID_AA64ISAR1_GPA_SHIFT          24
 410 #define ID_AA64ISAR1_GPA_MASK           (UL(0xf) << ID_AA64ISAR1_GPA_SHIFT)
 411 #define ID_AA64ISAR1_GPA_VAL(x)         ((x) & ID_AA64ISAR1_GPA_MASK)
 412 #define  ID_AA64ISAR1_GPA_NONE          (UL(0x0) << ID_AA64ISAR1_GPA_SHIFT)
 413 #define  ID_AA64ISAR1_GPA_IMPL          (UL(0x1) << ID_AA64ISAR1_GPA_SHIFT)
 414 #define ID_AA64ISAR1_GPI_SHIFT          28
 415 #define ID_AA64ISAR1_GPI_MASK           (UL(0xf) << ID_AA64ISAR1_GPI_SHIFT)
 416 #define ID_AA64ISAR1_GPI_VAL(x)         ((x) & ID_AA64ISAR1_GPI_MASK)
 417 #define  ID_AA64ISAR1_GPI_NONE          (UL(0x0) << ID_AA64ISAR1_GPI_SHIFT)
 418 #define  ID_AA64ISAR1_GPI_IMPL          (UL(0x1) << ID_AA64ISAR1_GPI_SHIFT)
 419 #define ID_AA64ISAR1_FRINTTS_SHIFT      32
 420 #define ID_AA64ISAR1_FRINTTS_MASK       (UL(0xf) << ID_AA64ISAR1_FRINTTS_SHIFT)
 421 #define ID_AA64ISAR1_FRINTTS_VAL(x)     ((x) & ID_AA64ISAR1_FRINTTS_MASK)
 422 #define  ID_AA64ISAR1_FRINTTS_NONE      (UL(0x0) << ID_AA64ISAR1_FRINTTS_SHIFT)
 423 #define  ID_AA64ISAR1_FRINTTS_IMPL      (UL(0x1) << ID_AA64ISAR1_FRINTTS_SHIFT)
 424 #define ID_AA64ISAR1_SB_SHIFT           36
 425 #define ID_AA64ISAR1_SB_MASK            (UL(0xf) << ID_AA64ISAR1_SB_SHIFT)
 426 #define ID_AA64ISAR1_SB_VAL(x)          ((x) & ID_AA64ISAR1_SB_MASK)
 427 #define  ID_AA64ISAR1_SB_NONE           (UL(0x0) << ID_AA64ISAR1_SB_SHIFT)
 428 #define  ID_AA64ISAR1_SB_IMPL           (UL(0x1) << ID_AA64ISAR1_SB_SHIFT)
 429 #define ID_AA64ISAR1_SPECRES_SHIFT      40
 430 #define ID_AA64ISAR1_SPECRES_MASK       (UL(0xf) << ID_AA64ISAR1_SPECRES_SHIFT)
 431 #define ID_AA64ISAR1_SPECRES_VAL(x)     ((x) & ID_AA64ISAR1_SPECRES_MASK)
 432 #define  ID_AA64ISAR1_SPECRES_NONE      (UL(0x0) << ID_AA64ISAR1_SPECRES_SHIFT)
 433 #define  ID_AA64ISAR1_SPECRES_IMPL      (UL(0x1) << ID_AA64ISAR1_SPECRES_SHIFT)
 434 #define ID_AA64ISAR1_BF16_SHIFT         44
 435 #define ID_AA64ISAR1_BF16_MASK          (UL(0xf) << ID_AA64ISAR1_BF16_SHIFT)
 436 #define ID_AA64ISAR1_BF16_VAL(x)        ((x) & ID_AA64ISAR1_BF16_MASK)
 437 #define  ID_AA64ISAR1_BF16_NONE         (UL(0x0) << ID_AA64ISAR1_BF16_SHIFT)
 438 #define  ID_AA64ISAR1_BF16_IMPL         (UL(0x1) << ID_AA64ISAR1_BF16_SHIFT)
 439 #define ID_AA64ISAR1_DGH_SHIFT          48
 440 #define ID_AA64ISAR1_DGH_MASK           (UL(0xf) << ID_AA64ISAR1_DGH_SHIFT)
 441 #define ID_AA64ISAR1_DGH_VAL(x)         ((x) & ID_AA64ISAR1_DGH_MASK)
 442 #define  ID_AA64ISAR1_DGH_NONE          (UL(0x0) << ID_AA64ISAR1_DGH_SHIFT)
 443 #define  ID_AA64ISAR1_DGH_IMPL          (UL(0x1) << ID_AA64ISAR1_DGH_SHIFT)
 444 #define ID_AA64ISAR1_I8MM_SHIFT         52
 445 #define ID_AA64ISAR1_I8MM_MASK          (UL(0xf) << ID_AA64ISAR1_I8MM_SHIFT)
 446 #define ID_AA64ISAR1_I8MM_VAL(x)        ((x) & ID_AA64ISAR1_I8MM_MASK)
 447 #define  ID_AA64ISAR1_I8MM_NONE         (UL(0x0) << ID_AA64ISAR1_I8MM_SHIFT)
 448 #define  ID_AA64ISAR1_I8MM_IMPL         (UL(0x1) << ID_AA64ISAR1_I8MM_SHIFT)
 449
 450 /* ID_AA64MMFR0_EL1 */
 451 #define ID_AA64MMFR0_EL1                MRS_REG(3, 0, 0, 7, 0)
 452 #define ID_AA64MMFR0_PARange_SHIFT      0
 453 #define ID_AA64MMFR0_PARange_MASK       (UL(0xf) << ID_AA64MMFR0_PARange_SHIFT)
 454 #define ID_AA64MMFR0_PARange_VAL(x)     ((x) & ID_AA64MMFR0_PARange_MASK)
 455 #define  ID_AA64MMFR0_PARange_4G        (UL(0x0) << ID_AA64MMFR0_PARange_SHIFT)
 456 #define  ID_AA64MMFR0_PARange_64G       (UL(0x1) << ID_AA64MMFR0_PARange_SHIFT)
 457 #define  ID_AA64MMFR0_PARange_1T        (UL(0x2) << ID_AA64MMFR0_PARange_SHIFT)
 458 #define  ID_AA64MMFR0_PARange_4T        (UL(0x3) << ID_AA64MMFR0_PARange_SHIFT)
 459 #define  ID_AA64MMFR0_PARange_16T       (UL(0x4) << ID_AA64MMFR0_PARange_SHIFT)
 460 #define  ID_AA64MMFR0_PARange_256T      (UL(0x5) << ID_AA64MMFR0_PARange_SHIFT)
 461 #define  ID_AA64MMFR0_PARange_4P        (UL(0x6) << ID_AA64MMFR0_PARange_SHIFT)
 462 #define ID_AA64MMFR0_ASIDBits_SHIFT     4
 463 #define ID_AA64MMFR0_ASIDBits_MASK      (UL(0xf) << ID_AA64MMFR0_ASIDBits_SHIFT)
 464 #define ID_AA64MMFR0_ASIDBits_VAL(x)    ((x) & ID_AA64MMFR0_ASIDBits_MASK)
 465 #define  ID_AA64MMFR0_ASIDBits_8        (UL(0x0) << ID_AA64MMFR0_ASIDBits_SHIFT)
 466 #define  ID_AA64MMFR0_ASIDBits_16       (UL(0x2) << ID_AA64MMFR0_ASIDBits_SHIFT)
 467 #define ID_AA64MMFR0_BigEnd_SHIFT       8
 468 #define ID_AA64MMFR0_BigEnd_MASK        (UL(0xf) << ID_AA64MMFR0_BigEnd_SHIFT)
 469 #define ID_AA64MMFR0_BigEnd_VAL(x)      ((x) & ID_AA64MMFR0_BigEnd_MASK)
 470 #define  ID_AA64MMFR0_BigEnd_FIXED      (UL(0x0) << ID_AA64MMFR0_BigEnd_SHIFT)
 471 #define  ID_AA64MMFR0_BigEnd_MIXED      (UL(0x1) << ID_AA64MMFR0_BigEnd_SHIFT)
 472 #define ID_AA64MMFR0_SNSMem_SHIFT       12
 473 #define ID_AA64MMFR0_SNSMem_MASK        (UL(0xf) << ID_AA64MMFR0_SNSMem_SHIFT)
 474 #define ID_AA64MMFR0_SNSMem_VAL(x)      ((x) & ID_AA64MMFR0_SNSMem_MASK)
 475 #define  ID_AA64MMFR0_SNSMem_NONE       (UL(0x0) << ID_AA64MMFR0_SNSMem_SHIFT)
 476 #define  ID_AA64MMFR0_SNSMem_DISTINCT   (UL(0x1) << ID_AA64MMFR0_SNSMem_SHIFT)
 477 #define ID_AA64MMFR0_BigEndEL0_SHIFT    16
 478 #define ID_AA64MMFR0_BigEndEL0_MASK     (UL(0xf) << ID_AA64MMFR0_BigEndEL0_SHIFT)
 479 #define ID_AA64MMFR0_BigEndEL0_VAL(x)   ((x) & ID_AA64MMFR0_BigEndEL0_MASK)
 480 #define  ID_AA64MMFR0_BigEndEL0_FIXED   (UL(0x0) << ID_AA64MMFR0_BigEndEL0_SHIFT)
 481 #define  ID_AA64MMFR0_BigEndEL0_MIXED   (UL(0x1) << ID_AA64MMFR0_BigEndEL0_SHIFT)
 482 #define ID_AA64MMFR0_TGran16_SHIFT      20
 483 #define ID_AA64MMFR0_TGran16_MASK       (UL(0xf) << ID_AA64MMFR0_TGran16_SHIFT)
 484 #define ID_AA64MMFR0_TGran16_VAL(x)     ((x) & ID_AA64MMFR0_TGran16_MASK)
 485 #define  ID_AA64MMFR0_TGran16_NONE      (UL(0x0) << ID_AA64MMFR0_TGran16_SHIFT)
 486 #define  ID_AA64MMFR0_TGran16_IMPL      (UL(0x1) << ID_AA64MMFR0_TGran16_SHIFT)
 487 #define ID_AA64MMFR0_TGran64_SHIFT      24
 488 #define ID_AA64MMFR0_TGran64_MASK       (UL(0xf) << ID_AA64MMFR0_TGran64_SHIFT)
 489 #define ID_AA64MMFR0_TGran64_VAL(x)     ((x) & ID_AA64MMFR0_TGran64_MASK)
 490 #define  ID_AA64MMFR0_TGran64_IMPL      (UL(0x0) << ID_AA64MMFR0_TGran64_SHIFT)
 491 #define  ID_AA64MMFR0_TGran64_NONE      (UL(0xf) << ID_AA64MMFR0_TGran64_SHIFT)
 492 #define ID_AA64MMFR0_TGran4_SHIFT       28
 493 #define ID_AA64MMFR0_TGran4_MASK        (UL(0xf) << ID_AA64MMFR0_TGran4_SHIFT)
 494 #define ID_AA64MMFR0_TGran4_VAL(x)      ((x) & ID_AA64MMFR0_TGran4_MASK)
 495 #define  ID_AA64MMFR0_TGran4_IMPL       (UL(0x0) << ID_AA64MMFR0_TGran4_SHIFT)
 496 #define  ID_AA64MMFR0_TGran4_NONE       (UL(0xf) << ID_AA64MMFR0_TGran4_SHIFT)
 497
 498 /* ID_AA64MMFR1_EL1 */
 499 #define ID_AA64MMFR1_EL1                MRS_REG(3, 0, 0, 7, 1)
 500 #define ID_AA64MMFR1_HAFDBS_SHIFT       0
 501 #define ID_AA64MMFR1_HAFDBS_MASK        (UL(0xf) << ID_AA64MMFR1_HAFDBS_SHIFT)
 502 #define ID_AA64MMFR1_HAFDBS_VAL(x)      ((x) & ID_AA64MMFR1_HAFDBS_MASK)
 503 #define  ID_AA64MMFR1_HAFDBS_NONE       (UL(0x0) << ID_AA64MMFR1_HAFDBS_SHIFT)
 504 #define  ID_AA64MMFR1_HAFDBS_AF         (UL(0x1) << ID_AA64MMFR1_HAFDBS_SHIFT)
 505 #define  ID_AA64MMFR1_HAFDBS_AF_DBS     (UL(0x2) << ID_AA64MMFR1_HAFDBS_SHIFT)
 506 #define ID_AA64MMFR1_VMIDBits_SHIFT     4
 507 #define ID_AA64MMFR1_VMIDBits_MASK      (UL(0xf) << ID_AA64MMFR1_VMIDBits_SHIFT)
 508 #define ID_AA64MMFR1_VMIDBits_VAL(x)    ((x) & ID_AA64MMFR1_VMIDBits_MASK)
 509 #define  ID_AA64MMFR1_VMIDBits_8        (UL(0x0) << ID_AA64MMFR1_VMIDBits_SHIFT)
 510 #define  ID_AA64MMFR1_VMIDBits_16       (UL(0x2) << ID_AA64MMFR1_VMIDBits_SHIFT)
 511 #define ID_AA64MMFR1_VH_SHIFT           8
 512 #define ID_AA64MMFR1_VH_MASK            (UL(0xf) << ID_AA64MMFR1_VH_SHIFT)
 513 #define ID_AA64MMFR1_VH_VAL(x)          ((x) & ID_AA64MMFR1_VH_MASK)
 514 #define  ID_AA64MMFR1_VH_NONE           (UL(0x0) << ID_AA64MMFR1_VH_SHIFT)
 515 #define  ID_AA64MMFR1_VH_IMPL           (UL(0x1) << ID_AA64MMFR1_VH_SHIFT)
 516 #define ID_AA64MMFR1_HPDS_SHIFT         12
 517 #define ID_AA64MMFR1_HPDS_MASK          (UL(0xf) << ID_AA64MMFR1_HPDS_SHIFT)
 518 #define ID_AA64MMFR1_HPDS_VAL(x)        ((x) & ID_AA64MMFR1_HPDS_MASK)
 519 #define  ID_AA64MMFR1_HPDS_NONE         (UL(0x0) << ID_AA64MMFR1_HPDS_SHIFT)
 520 #define  ID_AA64MMFR1_HPDS_HPD          (UL(0x1) << ID_AA64MMFR1_HPDS_SHIFT)
 521 #define  ID_AA64MMFR1_HPDS_TTPBHA       (UL(0x2) << ID_AA64MMFR1_HPDS_SHIFT)
 522 #define ID_AA64MMFR1_LO_SHIFT           16
 523 #define ID_AA64MMFR1_LO_MASK            (UL(0xf) << ID_AA64MMFR1_LO_SHIFT)
 524 #define ID_AA64MMFR1_LO_VAL(x)          ((x) & ID_AA64MMFR1_LO_MASK)
 525 #define  ID_AA64MMFR1_LO_NONE           (UL(0x0) << ID_AA64MMFR1_LO_SHIFT)
 526 #define  ID_AA64MMFR1_LO_IMPL           (UL(0x1) << ID_AA64MMFR1_LO_SHIFT)
 527 #define ID_AA64MMFR1_PAN_SHIFT          20
 528 #define ID_AA64MMFR1_PAN_MASK           (UL(0xf) << ID_AA64MMFR1_PAN_SHIFT)
 529 #define ID_AA64MMFR1_PAN_VAL(x)         ((x) & ID_AA64MMFR1_PAN_MASK)
 530 #define  ID_AA64MMFR1_PAN_NONE          (UL(0x0) << ID_AA64MMFR1_PAN_SHIFT)
 531 #define  ID_AA64MMFR1_PAN_IMPL          (UL(0x1) << ID_AA64MMFR1_PAN_SHIFT)
 532 #define  ID_AA64MMFR1_PAN_ATS1E1        (UL(0x2) << ID_AA64MMFR1_PAN_SHIFT)
 533 #define ID_AA64MMFR1_SpecSEI_SHIFT      24
 534 #define ID_AA64MMFR1_SpecSEI_MASK       (UL(0xf) << ID_AA64MMFR1_SpecSEI_SHIFT)
 535 #define ID_AA64MMFR1_SpecSEI_VAL(x)     ((x) & ID_AA64MMFR1_SpecSEI_MASK)
 536 #define  ID_AA64MMFR1_SpecSEI_NONE      (UL(0x0) << ID_AA64MMFR1_SpecSEI_SHIFT)
 537 #define  ID_AA64MMFR1_SpecSEI_IMPL      (UL(0x1) << ID_AA64MMFR1_SpecSEI_SHIFT)
 538 #define ID_AA64MMFR1_XNX_SHIFT          28
 539 #define ID_AA64MMFR1_XNX_MASK           (UL(0xf) << ID_AA64MMFR1_XNX_SHIFT)
 540 #define ID_AA64MMFR1_XNX_VAL(x)         ((x) & ID_AA64MMFR1_XNX_MASK)
 541 #define  ID_AA64MMFR1_XNX_NONE          (UL(0x0) << ID_AA64MMFR1_XNX_SHIFT)
 542 #define  ID_AA64MMFR1_XNX_IMPL          (UL(0x1) << ID_AA64MMFR1_XNX_SHIFT)
 543
 544 /* ID_AA64MMFR2_EL1 */
 545 #define ID_AA64MMFR2_EL1                MRS_REG(3, 0, 0, 7, 2)
 546 #define ID_AA64MMFR2_CnP_SHIFT          0
 547 #define ID_AA64MMFR2_CnP_MASK           (UL(0xf) << ID_AA64MMFR2_CnP_SHIFT)
 548 #define ID_AA64MMFR2_CnP_VAL(x)         ((x) & ID_AA64MMFR2_CnP_MASK)
 549 #define  ID_AA64MMFR2_CnP_NONE          (UL(0x0) << ID_AA64MMFR2_CnP_SHIFT)
 550 #define  ID_AA64MMFR2_CnP_IMPL          (UL(0x1) << ID_AA64MMFR2_CnP_SHIFT)
 551 #define ID_AA64MMFR2_UAO_SHIFT          4
 552 #define ID_AA64MMFR2_UAO_MASK           (UL(0xf) << ID_AA64MMFR2_UAO_SHIFT)
 553 #define ID_AA64MMFR2_UAO_VAL(x)         ((x) & ID_AA64MMFR2_UAO_MASK)
 554 #define  ID_AA64MMFR2_UAO_NONE          (UL(0x0) << ID_AA64MMFR2_UAO_SHIFT)
 555 #define  ID_AA64MMFR2_UAO_IMPL          (UL(0x1) << ID_AA64MMFR2_UAO_SHIFT)
 556 #define ID_AA64MMFR2_LSM_SHIFT          8
 557 #define ID_AA64MMFR2_LSM_MASK           (UL(0xf) << ID_AA64MMFR2_LSM_SHIFT)
 558 #define ID_AA64MMFR2_LSM_VAL(x)         ((x) & ID_AA64MMFR2_LSM_MASK)
 559 #define  ID_AA64MMFR2_LSM_NONE          (UL(0x0) << ID_AA64MMFR2_LSM_SHIFT)
 560 #define  ID_AA64MMFR2_LSM_IMPL          (UL(0x1) << ID_AA64MMFR2_LSM_SHIFT)
 561 #define ID_AA64MMFR2_IESB_SHIFT         12
 562 #define ID_AA64MMFR2_IESB_MASK          (UL(0xf) << ID_AA64MMFR2_IESB_SHIFT)
 563 #define ID_AA64MMFR2_IESB_VAL(x)        ((x) & ID_AA64MMFR2_IESB_MASK)
 564 #define  ID_AA64MMFR2_IESB_NONE         (UL(0x0) << ID_AA64MMFR2_IESB_SHIFT)
 565 #define  ID_AA64MMFR2_IESB_IMPL         (UL(0x1) << ID_AA64MMFR2_IESB_SHIFT)
 566 #define ID_AA64MMFR2_VARange_SHIFT      16
 567 #define ID_AA64MMFR2_VARange_MASK       (UL(0xf) << ID_AA64MMFR2_VARange_SHIFT)
 568 #define ID_AA64MMFR2_VARange_VAL(x)     ((x) & ID_AA64MMFR2_VARange_MASK)
 569 #define  ID_AA64MMFR2_VARange_48        (UL(0x0) << ID_AA64MMFR2_VARange_SHIFT)
 570 #define  ID_AA64MMFR2_VARange_52        (UL(0x1) << ID_AA64MMFR2_VARange_SHIFT)
 571 #define ID_AA64MMFR2_CCIDX_SHIFT        20
 572 #define ID_AA64MMFR2_CCIDX_MASK         (UL(0xf) << ID_AA64MMFR2_CCIDX_SHIFT)
 573 #define ID_AA64MMFR2_CCIDX_VAL(x)       ((x) & ID_AA64MMFR2_CCIDX_MASK)
 574 #define  ID_AA64MMFR2_CCIDX_32          (UL(0x0) << ID_AA64MMFR2_CCIDX_SHIFT)
 575 #define  ID_AA64MMFR2_CCIDX_64          (UL(0x1) << ID_AA64MMFR2_CCIDX_SHIFT)
 576 #define ID_AA64MMFR2_NV_SHIFT           24
 577 #define ID_AA64MMFR2_NV_MASK            (UL(0xf) << ID_AA64MMFR2_NV_SHIFT)
 578 #define ID_AA64MMFR2_NV_VAL(x)          ((x) & ID_AA64MMFR2_NV_MASK)
 579 #define  ID_AA64MMFR2_NV_NONE           (UL(0x0) << ID_AA64MMFR2_NV_SHIFT)
 580 #define  ID_AA64MMFR2_NV_IMPL           (UL(0x1) << ID_AA64MMFR2_NV_SHIFT)
 581 #define ID_AA64MMFR2_ST_SHIFT           28
 582 #define ID_AA64MMFR2_ST_MASK            (UL(0xf) << ID_AA64MMFR2_ST_SHIFT)
 583 #define ID_AA64MMFR2_ST_VAL(x)          ((x) & ID_AA64MMFR2_ST_MASK)
 584 #define  ID_AA64MMFR2_ST_NONE           (UL(0x0) << ID_AA64MMFR2_ST_SHIFT)
 585 #define  ID_AA64MMFR2_ST_IMPL           (UL(0x1) << ID_AA64MMFR2_ST_SHIFT)
 586 #define ID_AA64MMFR2_AT_SHIFT           32
 587 #define ID_AA64MMFR2_AT_MASK            (UL(0xf) << ID_AA64MMFR2_AT_SHIFT)
 588 #define ID_AA64MMFR2_AT_VAL(x)          ((x) & ID_AA64MMFR2_AT_MASK)
 589 #define  ID_AA64MMFR2_AT_NONE           (UL(0x0) << ID_AA64MMFR2_AT_SHIFT)
 590 #define  ID_AA64MMFR2_AT_IMPL           (UL(0x1) << ID_AA64MMFR2_AT_SHIFT)
 591 #define ID_AA64MMFR2_IDS_SHIFT          36
 592 #define ID_AA64MMFR2_IDS_MASK           (UL(0xf) << ID_AA64MMFR2_IDS_SHIFT)
 593 #define ID_AA64MMFR2_IDS_VAL(x)         ((x) & ID_AA64MMFR2_IDS_MASK)
 594 #define  ID_AA64MMFR2_IDS_NONE          (UL(0x0) << ID_AA64MMFR2_IDS_SHIFT)
 595 #define  ID_AA64MMFR2_IDS_IMPL          (UL(0x1) << ID_AA64MMFR2_IDS_SHIFT)
 596 #define ID_AA64MMFR2_FWB_SHIFT          40
 597 #define ID_AA64MMFR2_FWB_MASK           (UL(0xf) << ID_AA64MMFR2_FWB_SHIFT)
 598 #define ID_AA64MMFR2_FWB_VAL(x)         ((x) & ID_AA64MMFR2_FWB_MASK)
 599 #define  ID_AA64MMFR2_FWB_NONE          (UL(0x0) << ID_AA64MMFR2_FWB_SHIFT)
 600 #define  ID_AA64MMFR2_FWB_IMPL          (UL(0x1) << ID_AA64MMFR2_FWB_SHIFT)
 601 #define ID_AA64MMFR2_TTL_SHIFT          48
 602 #define ID_AA64MMFR2_TTL_MASK           (UL(0xf) << ID_AA64MMFR2_TTL_SHIFT)
 603 #define ID_AA64MMFR2_TTL_VAL(x)         ((x) & ID_AA64MMFR2_TTL_MASK)
 604 #define  ID_AA64MMFR2_TTL_NONE          (UL(0x0) << ID_AA64MMFR2_TTL_SHIFT)
 605 #define  ID_AA64MMFR2_TTL_IMPL          (UL(0x1) << ID_AA64MMFR2_TTL_SHIFT)
 606 #define ID_AA64MMFR2_BBM_SHIFT          52
 607 #define ID_AA64MMFR2_BBM_MASK           (UL(0xf) << ID_AA64MMFR2_BBM_SHIFT)
 608 #define ID_AA64MMFR2_BBM_VAL(x)         ((x) & ID_AA64MMFR2_BBM_MASK)
 609 #define  ID_AA64MMFR2_BBM_LEVEL0        (UL(0x0) << ID_AA64MMFR2_BBM_SHIFT)
 610 #define  ID_AA64MMFR2_BBM_LEVEL1        (UL(0x1) << ID_AA64MMFR2_BBM_SHIFT)
 611 #define  ID_AA64MMFR2_BBM_LEVEL2        (UL(0x2) << ID_AA64MMFR2_BBM_SHIFT)
 612 #define ID_AA64MMFR2_EVT_SHIFT          56
 613 #define ID_AA64MMFR2_EVT_MASK           (UL(0xf) << ID_AA64MMFR2_EVT_SHIFT)
 614 #define ID_AA64MMFR2_EVT_VAL(x)         ((x) & ID_AA64MMFR2_EVT_MASK)
 615 #define  ID_AA64MMFR2_EVT_NONE          (UL(0x0) << ID_AA64MMFR2_EVT_SHIFT)
 616 #define  ID_AA64MMFR2_EVT_8_2           (UL(0x1) << ID_AA64MMFR2_EVT_SHIFT)
 617 #define  ID_AA64MMFR2_EVT_8_5           (UL(0x2) << ID_AA64MMFR2_EVT_SHIFT)
 618 #define ID_AA64MMFR2_E0PD_SHIFT         60
 619 #define ID_AA64MMFR2_E0PD_MASK          (UL(0xf) << ID_AA64MMFR2_E0PD_SHIFT)
 620 #define ID_AA64MMFR2_E0PD_VAL(x)        ((x) & ID_AA64MMFR2_E0PD_MASK)
 621 #define  ID_AA64MMFR2_E0PD_NONE         (UL(0x0) << ID_AA64MMFR2_E0PD_SHIFT)
 622 #define  ID_AA64MMFR2_E0PD_IMPL         (UL(0x1) << ID_AA64MMFR2_E0PD_SHIFT)
 623
 624 /* ID_AA64PFR0_EL1 */
 625 #define ID_AA64PFR0_EL1                 MRS_REG(3, 0, 0, 4, 0)
 626 #define ID_AA64PFR0_EL0_SHIFT           0
 627 #define ID_AA64PFR0_EL0_MASK            (UL(0xf) << ID_AA64PFR0_EL0_SHIFT)
 628 #define ID_AA64PFR0_EL0_VAL(x)          ((x) & ID_AA64PFR0_EL0_MASK)
 629 #define  ID_AA64PFR0_EL0_64             (UL(0x1) << ID_AA64PFR0_EL0_SHIFT)
 630 #define  ID_AA64PFR0_EL0_64_32          (UL(0x2) << ID_AA64PFR0_EL0_SHIFT)
 631 #define ID_AA64PFR0_EL1_SHIFT           4
 632 #define ID_AA64PFR0_EL1_MASK            (UL(0xf) << ID_AA64PFR0_EL1_SHIFT)
 633 #define ID_AA64PFR0_EL1_VAL(x)          ((x) & ID_AA64PFR0_EL1_MASK)
 634 #define  ID_AA64PFR0_EL1_64             (UL(0x1) << ID_AA64PFR0_EL1_SHIFT)
 635 #define  ID_AA64PFR0_EL1_64_32          (UL(0x2) << ID_AA64PFR0_EL1_SHIFT)
 636 #define ID_AA64PFR0_EL2_SHIFT           8
 637 #define ID_AA64PFR0_EL2_MASK            (UL(0xf) << ID_AA64PFR0_EL2_SHIFT)
 638 #define ID_AA64PFR0_EL2_VAL(x)          ((x) & ID_AA64PFR0_EL2_MASK)
 639 #define  ID_AA64PFR0_EL2_NONE           (UL(0x0) << ID_AA64PFR0_EL2_SHIFT)
 640 #define  ID_AA64PFR0_EL2_64             (UL(0x1) << ID_AA64PFR0_EL2_SHIFT)
 641 #define  ID_AA64PFR0_EL2_64_32          (UL(0x2) << ID_AA64PFR0_EL2_SHIFT)
 642 #define ID_AA64PFR0_EL3_SHIFT           12
 643 #define ID_AA64PFR0_EL3_MASK            (UL(0xf) << ID_AA64PFR0_EL3_SHIFT)
 644 #define ID_AA64PFR0_EL3_VAL(x)          ((x) & ID_AA64PFR0_EL3_MASK)
 645 #define  ID_AA64PFR0_EL3_NONE           (UL(0x0) << ID_AA64PFR0_EL3_SHIFT)
 646 #define  ID_AA64PFR0_EL3_64             (UL(0x1) << ID_AA64PFR0_EL3_SHIFT)
 647 #define  ID_AA64PFR0_EL3_64_32          (UL(0x2) << ID_AA64PFR0_EL3_SHIFT)
 648 #define ID_AA64PFR0_FP_SHIFT            16
 649 #define ID_AA64PFR0_FP_MASK             (UL(0xf) << ID_AA64PFR0_FP_SHIFT)
 650 #define ID_AA64PFR0_FP_VAL(x)           ((x) & ID_AA64PFR0_FP_MASK)
 651 #define  ID_AA64PFR0_FP_IMPL            (UL(0x0) << ID_AA64PFR0_FP_SHIFT)
 652 #define  ID_AA64PFR0_FP_HP              (UL(0x1) << ID_AA64PFR0_FP_SHIFT)
 653 #define  ID_AA64PFR0_FP_NONE            (UL(0xf) << ID_AA64PFR0_FP_SHIFT)
 654 #define ID_AA64PFR0_AdvSIMD_SHIFT       20
 655 #define ID_AA64PFR0_AdvSIMD_MASK        (UL(0xf) << ID_AA64PFR0_AdvSIMD_SHIFT)
 656 #define ID_AA64PFR0_AdvSIMD_VAL(x)      ((x) & ID_AA64PFR0_AdvSIMD_MASK)
 657 #define  ID_AA64PFR0_AdvSIMD_IMPL       (UL(0x0) << ID_AA64PFR0_AdvSIMD_SHIFT)
 658 #define  ID_AA64PFR0_AdvSIMD_HP         (UL(0x1) << ID_AA64PFR0_AdvSIMD_SHIFT)
 659 #define  ID_AA64PFR0_AdvSIMD_NONE       (UL(0xf) << ID_AA64PFR0_AdvSIMD_SHIFT)
 660 #define ID_AA64PFR0_GIC_BITS            0x4 /* Number of bits in GIC field */
 661 #define ID_AA64PFR0_GIC_SHIFT           24
 662 #define ID_AA64PFR0_GIC_MASK            (UL(0xf) << ID_AA64PFR0_GIC_SHIFT)
 663 #define ID_AA64PFR0_GIC_VAL(x)          ((x) & ID_AA64PFR0_GIC_MASK)
 664 #define  ID_AA64PFR0_GIC_CPUIF_NONE     (UL(0x0) << ID_AA64PFR0_GIC_SHIFT)
 665 #define  ID_AA64PFR0_GIC_CPUIF_EN       (UL(0x1) << ID_AA64PFR0_GIC_SHIFT)
 666 #define ID_AA64PFR0_RAS_SHIFT           28
 667 #define ID_AA64PFR0_RAS_MASK            (UL(0xf) << ID_AA64PFR0_RAS_SHIFT)
 668 #define ID_AA64PFR0_RAS_VAL(x)          ((x) & ID_AA64PFR0_RAS_MASK)
 669 #define  ID_AA64PFR0_RAS_NONE           (UL(0x0) << ID_AA64PFR0_RAS_SHIFT)
 670 #define  ID_AA64PFR0_RAS_V1             (UL(0x1) << ID_AA64PFR0_RAS_SHIFT)
 671 #define ID_AA64PFR0_SVE_SHIFT           32
 672 #define ID_AA64PFR0_SVE_MASK            (UL(0xf) << ID_AA64PFR0_SVE_SHIFT)
 673 #define ID_AA64PFR0_SVE_VAL(x)          ((x) & ID_AA64PFR0_SVE_MASK)
 674 #define  ID_AA64PFR0_SVE_NONE           (UL(0x0) << ID_AA64PFR0_SVE_SHIFT)
 675 #define  ID_AA64PFR0_SVE_IMPL           (UL(0x1) << ID_AA64PFR0_SVE_SHIFT)
 676 #define ID_AA64PFR0_SEL2_SHIFT          36
 677 #define ID_AA64PFR0_SEL2_MASK           (UL(0xf) << ID_AA64PFR0_SEL2_SHIFT)
 678 #define ID_AA64PFR0_SEL2_VAL(x)         ((x) & ID_AA64PFR0_SEL2_MASK)
 679 #define  ID_AA64PFR0_SEL2_NONE          (UL(0x0) << ID_AA64PFR0_SEL2_SHIFT)
 680 #define  ID_AA64PFR0_SEL2_IMPL          (UL(0x1) << ID_AA64PFR0_SEL2_SHIFT)
 681 #define ID_AA64PFR0_MPAM_SHIFT          40
 682 #define ID_AA64PFR0_MPAM_MASK           (UL(0xf) << ID_AA64PFR0_MPAM_SHIFT)
 683 #define ID_AA64PFR0_MPAM_VAL(x)         ((x) & ID_AA64PFR0_MPAM_MASK)
 684 #define  ID_AA64PFR0_MPAM_NONE          (UL(0x0) << ID_AA64PFR0_MPAM_SHIFT)
 685 #define  ID_AA64PFR0_MPAM_IMPL          (UL(0x1) << ID_AA64PFR0_MPAM_SHIFT)
 686 #define ID_AA64PFR0_AMU_SHIFT           44
 687 #define ID_AA64PFR0_AMU_MASK            (UL(0xf) << ID_AA64PFR0_AMU_SHIFT)
 688 #define ID_AA64PFR0_AMU_VAL(x)          ((x) & ID_AA64PFR0_AMU_MASK)
 689 #define  ID_AA64PFR0_AMU_NONE           (UL(0x0) << ID_AA64PFR0_AMU_SHIFT)
 690 #define  ID_AA64PFR0_AMU_V1             (UL(0x1) << ID_AA64PFR0_AMU_SHIFT)
 691 #define ID_AA64PFR0_DIT_SHIFT           48
 692 #define ID_AA64PFR0_DIT_MASK            (UL(0xf) << ID_AA64PFR0_DIT_SHIFT)
 693 #define ID_AA64PFR0_DIT_VAL(x)          ((x) & ID_AA64PFR0_DIT_MASK)
 694 #define  ID_AA64PFR0_DIT_NONE           (UL(0x0) << ID_AA64PFR0_DIT_SHIFT)
 695 #define  ID_AA64PFR0_DIT_PSTATE         (UL(0x1) << ID_AA64PFR0_DIT_SHIFT)
 696 #define ID_AA64PFR0_CSV2_SHIFT          56
 697 #define ID_AA64PFR0_CSV2_MASK           (UL(0xf) << ID_AA64PFR0_CSV2_SHIFT)
 698 #define ID_AA64PFR0_CSV2_VAL(x)         ((x) & ID_AA64PFR0_CSV2_MASK)
 699 #define  ID_AA64PFR0_CSV2_NONE          (UL(0x0) << ID_AA64PFR0_CSV2_SHIFT)
 700 #define  ID_AA64PFR0_CSV2_ISOLATED      (UL(0x1) << ID_AA64PFR0_CSV2_SHIFT)
 701 #define  ID_AA64PFR0_CSV2_SCXTNUM       (UL(0x2) << ID_AA64PFR0_CSV2_SHIFT)
 702 #define ID_AA64PFR0_CSV3_SHIFT          60
 703 #define ID_AA64PFR0_CSV3_MASK           (UL(0xf) << ID_AA64PFR0_CSV3_SHIFT)
 704 #define ID_AA64PFR0_CSV3_VAL(x)         ((x) & ID_AA64PFR0_CSV3_MASK)
 705 #define  ID_AA64PFR0_CSV3_NONE          (UL(0x0) << ID_AA64PFR0_CSV3_SHIFT)
 706 #define  ID_AA64PFR0_CSV3_ISOLATED      (UL(0x1) << ID_AA64PFR0_CSV3_SHIFT)
 707
 708 /* ID_AA64PFR1_EL1 */
 709 #define ID_AA64PFR1_EL1                 MRS_REG(3, 0, 0, 4, 1)
 710 #define ID_AA64PFR1_BT_SHIFT            0
 711 #define ID_AA64PFR1_BT_MASK             (UL(0xf) << ID_AA64PFR1_BT_SHIFT)
 712 #define ID_AA64PFR1_BT_VAL(x)           ((x) & ID_AA64PFR1_BT_MASK)
 713 #define  ID_AA64PFR1_BT_NONE            (UL(0x0) << ID_AA64PFR1_BT_SHIFT)
 714 #define  ID_AA64PFR1_BT_IMPL            (UL(0x1) << ID_AA64PFR1_BT_SHIFT)
 715 #define ID_AA64PFR1_SSBS_SHIFT          4
 716 #define ID_AA64PFR1_SSBS_MASK           (UL(0xf) << ID_AA64PFR1_SSBS_SHIFT)
 717 #define ID_AA64PFR1_SSBS_VAL(x)         ((x) & ID_AA64PFR1_SSBS_MASK)
 718 #define  ID_AA64PFR1_SSBS_NONE          (UL(0x0) << ID_AA64PFR1_SSBS_SHIFT)
 719 #define  ID_AA64PFR1_SSBS_PSTATE        (UL(0x1) << ID_AA64PFR1_SSBS_SHIFT)
 720 #define  ID_AA64PFR1_SSBS_PSTATE_MSR    (UL(0x2) << ID_AA64PFR1_SSBS_SHIFT)
 721 #define ID_AA64PFR1_MTE_SHIFT           8
 722 #define ID_AA64PFR1_MTE_MASK            (UL(0xf) << ID_AA64PFR1_MTE_SHIFT)
 723 #define ID_AA64PFR1_MTE_VAL(x)          ((x) & ID_AA64PFR1_MTE_MASK)
 724 #define  ID_AA64PFR1_MTE_NONE           (UL(0x0) << ID_AA64PFR1_MTE_SHIFT)
 725 #define  ID_AA64PFR1_MTE_IMPL_EL0       (UL(0x1) << ID_AA64PFR1_MTE_SHIFT)
 726 #define  ID_AA64PFR1_MTE_IMPL           (UL(0x2) << ID_AA64PFR1_MTE_SHIFT)
 727 #define ID_AA64PFR1_RAS_frac_SHIFT      12
 728 #define ID_AA64PFR1_RAS_frac_MASK       (UL(0xf) << ID_AA64PFR1_RAS_frac_SHIFT)
 729 #define ID_AA64PFR1_RAS_frac_VAL(x)     ((x) & ID_AA64PFR1_RAS_frac_MASK)
 730 #define  ID_AA64PFR1_RAS_frac_V1        (UL(0x0) << ID_AA64PFR1_RAS_frac_SHIFT)
 731 #define  ID_AA64PFR1_RAS_frac_V2        (UL(0x1) << ID_AA64PFR1_RAS_frac_SHIFT)
 732
 733 /* MAIR_EL1 - Memory Attribute Indirection Register */
 734 #define MAIR_ATTR_MASK(idx)     (0xff << ((n)* 8))
 735 #define MAIR_ATTR(attr, idx) ((attr) << ((idx) * 8))
 736 #define  MAIR_DEVICE_nGnRnE     0x00
 737 #define  MAIR_NORMAL_NC         0x44
 738 #define  MAIR_NORMAL_WT         0xbb
 739 #define  MAIR_NORMAL_WB         0xff
 740
 741 /* PAR_EL1 - Physical Address Register */
 742 #define PAR_F_SHIFT             0
 743 #define PAR_F                   (0x1 << PAR_F_SHIFT)
 744 #define PAR_SUCCESS(x)          (((x) & PAR_F) == 0)
 745 /* When PAR_F == 0 (success) */
 746 #define PAR_SH_SHIFT            7
 747 #define PAR_SH_MASK             (0x3 << PAR_SH_SHIFT)
 748 #define PAR_NS_SHIFT            9
 749 #define PAR_NS_MASK             (0x3 << PAR_NS_SHIFT)
 750 #define PAR_PA_SHIFT            12
 751 #define PAR_PA_MASK             0x0000fffffffff000
 752 #define PAR_ATTR_SHIFT          56
 753 #define PAR_ATTR_MASK           (0xff << PAR_ATTR_SHIFT)
 754 /* When PAR_F == 1 (aborted) */
 755 #define PAR_FST_SHIFT           1
 756 #define PAR_FST_MASK            (0x3f << PAR_FST_SHIFT)
 757 #define PAR_PTW_SHIFT           8
 758 #define PAR_PTW_MASK            (0x1 << PAR_PTW_SHIFT)
 759 #define PAR_S_SHIFT             9
 760 #define PAR_S_MASK              (0x1 << PAR_S_SHIFT)
 761
 762 /* SCTLR_EL1 - System Control Register */
 763 #define SCTLR_RES0      0xc8222440      /* Reserved ARMv8.0, write 0 */
 764 #define SCTLR_RES1      0x30d00800      /* Reserved ARMv8.0, write 1 */
 765
 766 #define SCTLR_M         0x00000001
 767 #define SCTLR_A         0x00000002
 768 #define SCTLR_C         0x00000004
 769 #define SCTLR_SA        0x00000008
 770 #define SCTLR_SA0       0x00000010
 771 #define SCTLR_CP15BEN   0x00000020
 772 /* Bit 6 is reserved */
 773 #define SCTLR_ITD       0x00000080
 774 #define SCTLR_SED       0x00000100
 775 #define SCTLR_UMA       0x00000200
 776 /* Bit 10 is reserved */
 777 /* Bit 11 is reserved */
 778 #define SCTLR_I         0x00001000
 779 #define SCTLR_EnDB      0x00002000 /* ARMv8.3 */
 780 #define SCTLR_DZE       0x00004000
 781 #define SCTLR_UCT       0x00008000
 782 #define SCTLR_nTWI      0x00010000
 783 /* Bit 17 is reserved */
 784 #define SCTLR_nTWE      0x00040000
 785 #define SCTLR_WXN       0x00080000
 786 /* Bit 20 is reserved */
 787 #define SCTLR_IESB      0x00200000 /* ARMv8.2 */
 788 /* Bit 22 is reserved */
 789 #define SCTLR_SPAN      0x00800000 /* ARMv8.1 */
 790 #define SCTLR_EOE       0x01000000
 791 #define SCTLR_EE        0x02000000
 792 #define SCTLR_UCI       0x04000000
 793 #define SCTLR_EnDA      0x08000000 /* ARMv8.3 */
 794 #define SCTLR_nTLSMD    0x10000000 /* ARMv8.2 */
 795 #define SCTLR_LSMAOE    0x20000000 /* ARMv8.2 */
 796 #define SCTLR_EnIB      0x40000000 /* ARMv8.3 */
 797 #define SCTLR_EnIA      0x80000000 /* ARMv8.3 */
 798
 799 /* SPSR_EL1 */
 800 /*
 801  * When the exception is taken in AArch64:
 802  * M[3:2] is the exception level
 803  * M[1]   is unused
 804  * M[0]   is the SP select:
 805  *         0: always SP0
 806  *         1: current ELs SP
 807  */
 808 #define PSR_M_EL0t      0x00000000
 809 #define PSR_M_EL1t      0x00000004
 810 #define PSR_M_EL1h      0x00000005
 811 #define PSR_M_EL2t      0x00000008
 812 #define PSR_M_EL2h      0x00000009
 813 #define PSR_M_64        0x00000000
 814 #define PSR_M_32        0x00000010
 815 #define PSR_M_MASK      0x0000000f
 816
 817 #define PSR_T           0x00000020
 818
 819 #define PSR_AARCH32     0x00000010
 820 #define PSR_F           0x00000040
 821 #define PSR_I           0x00000080
 822 #define PSR_A           0x00000100
 823 #define PSR_D           0x00000200
 824 #define PSR_DAIF        (PSR_D | PSR_A | PSR_I | PSR_F)
 825 #define PSR_IL          0x00100000
 826 #define PSR_SS          0x00200000
 827 #define PSR_V           0x10000000
 828 #define PSR_C           0x20000000
 829 #define PSR_Z           0x40000000
 830 #define PSR_N           0x80000000
 831 #define PSR_FLAGS       0xf0000000
 832
 833 /* TCR_EL1 - Translation Control Register */
 834 /* Bits 63:59 are reserved */
 835 #define TCR_TCMA1_SHIFT         58
 836 #define TCR_TCMA1               (1UL << TCR_TCMA1_SHIFT)
 837 #define TCR_TCMA0_SHIFT         57
 838 #define TCR_TCMA0               (1UL << TCR_TCMA0_SHIFT)
 839 #define TCR_E0PD1_SHIFT         56
 840 #define TCR_E0PD1               (1UL << TCR_E0PD1_SHIFT)
 841 #define TCR_E0PD0_SHIFT         55
 842 #define TCR_E0PD0               (1UL << TCR_E0PD0_SHIFT)
 843 #define TCR_NFD1_SHIFT          54
 844 #define TCR_NFD1                (1UL << TCR_NFD1_SHIFT)
 845 #define TCR_NFD0_SHIFT          53
 846 #define TCR_NFD0                (1UL << TCR_NFD0_SHIFT)
 847 #define TCR_TBID1_SHIFT         52
 848 #define TCR_TBID1               (1UL << TCR_TBID1_SHIFT)
 849 #define TCR_TBID0_SHIFT         51
 850 #define TCR_TBID0               (1UL << TCR_TBID0_SHIFT)
 851 #define TCR_HWU162_SHIFT        50
 852 #define TCR_HWU162              (1UL << TCR_HWU162_SHIFT)
 853 #define TCR_HWU161_SHIFT        49
 854 #define TCR_HWU161              (1UL << TCR_HWU161_SHIFT)
 855 #define TCR_HWU160_SHIFT        48
 856 #define TCR_HWU160              (1UL << TCR_HWU160_SHIFT)
 857 #define TCR_HWU159_SHIFT        47
 858 #define TCR_HWU159              (1UL << TCR_HWU159_SHIFT)
 859 #define TCR_HWU1                \
 860     (TCR_HWU159 | TCR_HWU160 | TCR_HWU161 | TCR_HWU162)
 861 #define TCR_HWU062_SHIFT        46
 862 #define TCR_HWU062              (1UL << TCR_HWU062_SHIFT)
 863 #define TCR_HWU061_SHIFT        45
 864 #define TCR_HWU061              (1UL << TCR_HWU061_SHIFT)
 865 #define TCR_HWU060_SHIFT        44
 866 #define TCR_HWU060              (1UL << TCR_HWU060_SHIFT)
 867 #define TCR_HWU059_SHIFT        43
 868 #define TCR_HWU059              (1UL << TCR_HWU059_SHIFT)
 869 #define TCR_HWU0                \
 870     (TCR_HWU059 | TCR_HWU060 | TCR_HWU061 | TCR_HWU062)
 871 #define TCR_HPD1_SHIFT          42
 872 #define TCR_HPD1                (1UL << TCR_HPD1_SHIFT)
 873 #define TCR_HPD0_SHIFT          41
 874 #define TCR_HPD0                (1UL << TCR_HPD0_SHIFT)
 875 #define TCR_HD_SHIFT            40
 876 #define TCR_HD                  (1UL << TCR_HD_SHIFT)
 877 #define TCR_HA_SHIFT            39
 878 #define TCR_HA                  (1UL << TCR_HA_SHIFT)
 879 #define TCR_TBI1_SHIFT          38
 880 #define TCR_TBI1                (1UL << TCR_TBI1_SHIFT)
 881 #define TCR_TBI0_SHIFT          37
 882 #define TCR_TBI0                (1U << TCR_TBI0_SHIFT)
 883 #define TCR_ASID_SHIFT          36
 884 #define TCR_ASID_WIDTH          1
 885 #define TCR_ASID_16             (1UL << TCR_ASID_SHIFT)
 886 /* Bit 35 is reserved */
 887 #define TCR_IPS_SHIFT           32
 888 #define TCR_IPS_WIDTH           3
 889 #define TCR_IPS_32BIT           (0UL << TCR_IPS_SHIFT)
 890 #define TCR_IPS_36BIT           (1UL << TCR_IPS_SHIFT)
 891 #define TCR_IPS_40BIT           (2UL << TCR_IPS_SHIFT)
 892 #define TCR_IPS_42BIT           (3UL << TCR_IPS_SHIFT)
 893 #define TCR_IPS_44BIT           (4UL << TCR_IPS_SHIFT)
 894 #define TCR_IPS_48BIT           (5UL << TCR_IPS_SHIFT)
 895 #define TCR_TG1_SHIFT           30
 896 #define TCR_TG1_16K             (1UL << TCR_TG1_SHIFT)
 897 #define TCR_TG1_4K              (2UL << TCR_TG1_SHIFT)
 898 #define TCR_TG1_64K             (3UL << TCR_TG1_SHIFT)
 899 #define TCR_SH1_SHIFT           28
 900 #define TCR_SH1_IS              (3UL << TCR_SH1_SHIFT)
 901 #define TCR_ORGN1_SHIFT         26
 902 #define TCR_ORGN1_WBWA          (1UL << TCR_ORGN1_SHIFT)
 903 #define TCR_IRGN1_SHIFT         24
 904 #define TCR_IRGN1_WBWA          (1UL << TCR_IRGN1_SHIFT)
 905 #define TCR_EPD1_SHIFT          23
 906 #define TCR_EPD1                (1UL << TCR_EPD1_SHIFT)
 907 #define TCR_A1_SHIFT            22
 908 #define TCR_A1                  (0x1UL << TCR_A1_SHIFT)
 909 #define TCR_T1SZ_SHIFT          16
 910 #define TCR_T1SZ(x)             ((x) << TCR_T1SZ_SHIFT)
 911 #define TCR_TG0_SHIFT           14
 912 #define TCR_TG0_16K             (1UL << TCR_TG0_SHIFT)
 913 #define TCR_TG0_4K              (2UL << TCR_TG0_SHIFT)
 914 #define TCR_TG0_64K             (3UL << TCR_TG0_SHIFT)
 915 #define TCR_SH0_SHIFT           12
 916 #define TCR_SH0_IS              (3UL << TCR_SH0_SHIFT)
 917 #define TCR_ORGN0_SHIFT         10
 918 #define TCR_ORGN0_WBWA          (1UL << TCR_ORGN0_SHIFT)
 919 #define TCR_IRGN0_SHIFT         8
 920 #define TCR_IRGN0_WBWA          (1UL << TCR_IRGN0_SHIFT)
 921 #define TCR_EPD0_SHIFT          7
 922 #define TCR_EPD0                (1UL << TCR_EPD1_SHIFT)
 923 /* Bit 6 is reserved */
 924 #define TCR_T0SZ_SHIFT          0
 925 #define TCR_T0SZ_MASK           0x3f
 926 #define TCR_T0SZ(x)             ((x) << TCR_T0SZ_SHIFT)
 927 #define TCR_TxSZ(x)             (TCR_T1SZ(x) | TCR_T0SZ(x))
 928
 929 #define TCR_CACHE_ATTRS ((TCR_IRGN0_WBWA | TCR_IRGN1_WBWA) |\
 930                                 (TCR_ORGN0_WBWA | TCR_ORGN1_WBWA))
 931 #ifdef SMP
 932 #define TCR_SMP_ATTRS   (TCR_SH0_IS | TCR_SH1_IS)
 933 #else
 934 #define TCR_SMP_ATTRS   0
 935 #endif
 936
 937 /* Saved Program Status Register */
 938 #define DBG_SPSR_SS     (0x1 << 21)
 939
 940 /* Monitor Debug System Control Register */
 941 #define DBG_MDSCR_SS    (0x1 << 0)
 942 #define DBG_MDSCR_KDE   (0x1 << 13)
 943 #define DBG_MDSCR_MDE   (0x1 << 15)
 944
 945 /* Perfomance Monitoring Counters */
 946 #define PMCR_E          (1 << 0) /* Enable all counters */
 947 #define PMCR_P          (1 << 1) /* Reset all counters */
 948 #define PMCR_C          (1 << 2) /* Clock counter reset */
 949 #define PMCR_D          (1 << 3) /* CNTR counts every 64 clk cycles */
 950 #define PMCR_X          (1 << 4) /* Export to ext. monitoring (ETM) */
 951 #define PMCR_DP         (1 << 5) /* Disable CCNT if non-invasive debug*/
 952 #define PMCR_LC         (1 << 6) /* Long cycle count enable */
 953 #define PMCR_IMP_SHIFT  24 /* Implementer code */
 954 #define PMCR_IMP_MASK   (0xff << PMCR_IMP_SHIFT)
 955 #define  PMCR_IMP_ARM                   0x41
 956 #define PMCR_IDCODE_SHIFT       16 /* Identification code */
 957 #define PMCR_IDCODE_MASK        (0xff << PMCR_IDCODE_SHIFT)
 958 #define  PMCR_IDCODE_CORTEX_A57         0x01
 959 #define  PMCR_IDCODE_CORTEX_A72         0x02
 960 #define  PMCR_IDCODE_CORTEX_A53         0x03
 961 #define  PMCR_IDCODE_CORTEX_A73         0x04
 962 #define  PMCR_IDCODE_CORTEX_A35         0x0a
 963 #define  PMCR_IDCODE_CORTEX_A76         0x0b
 964 #define  PMCR_IDCODE_NEOVERSE_N1        0x0c
 965 #define  PMCR_IDCODE_CORTEX_A77         0x10
 966 #define  PMCR_IDCODE_CORTEX_A55         0x45
 967 #define  PMCR_IDCODE_NEOVERSE_E1        0x46
 968 #define  PMCR_IDCODE_CORTEX_A75         0x4a
 969 #define PMCR_N_SHIFT    11       /* Number of counters implemented */
 970 #define PMCR_N_MASK     (0x1f << PMCR_N_SHIFT)
 971
 972 #endif /* !_MACHINE_ARMREG_H_ */