2 * SPDX-License-Identifier: BSD-2-Clause
4 * Copyright (c) 2018 Andrew Turner
7 * This software was developed by SRI International and the University of
8 * Cambridge Computer Laboratory under DARPA/AFRL contract FA8750-10-C-0237
9 * ("CTSRD"), as part of the DARPA CRASH research programme.
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
20 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
21 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
24 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 #include "opt_platform.h"
35 #include <sys/cdefs.h>
36 __FBSDID("$FreeBSD$");
38 #include <sys/param.h>
39 #include <sys/kernel.h>
41 #include <sys/systm.h>
43 #include <machine/cpu.h>
45 #include <dev/psci/smccc.h>
47 typedef void (cpu_quirk_install)(void);
49 cpu_quirk_install *quirk_install;
58 } ssbd_method = SSBD_KERNEL;
60 static cpu_quirk_install install_psci_bp_hardening;
61 static cpu_quirk_install install_ssbd_workaround;
62 static cpu_quirk_install install_thunderx_bcast_tlbi_workaround;
64 static struct cpu_quirks cpu_quirks[] = {
66 .midr_mask = CPU_IMPL_MASK | CPU_PART_MASK,
67 .midr_value = CPU_ID_RAW(CPU_IMPL_ARM, CPU_PART_CORTEX_A57,0,0),
68 .quirk_install = install_psci_bp_hardening,
71 .midr_mask = CPU_IMPL_MASK | CPU_PART_MASK,
72 .midr_value = CPU_ID_RAW(CPU_IMPL_ARM, CPU_PART_CORTEX_A72,0,0),
73 .quirk_install = install_psci_bp_hardening,
76 .midr_mask = CPU_IMPL_MASK | CPU_PART_MASK,
77 .midr_value = CPU_ID_RAW(CPU_IMPL_ARM, CPU_PART_CORTEX_A73,0,0),
78 .quirk_install = install_psci_bp_hardening,
81 .midr_mask = CPU_IMPL_MASK | CPU_PART_MASK,
82 .midr_value = CPU_ID_RAW(CPU_IMPL_ARM, CPU_PART_CORTEX_A75,0,0),
83 .quirk_install = install_psci_bp_hardening,
86 .midr_mask = CPU_IMPL_MASK | CPU_PART_MASK,
88 CPU_ID_RAW(CPU_IMPL_CAVIUM, CPU_PART_THUNDERX2, 0,0),
89 .quirk_install = install_psci_bp_hardening,
94 .quirk_install = install_ssbd_workaround,
97 .midr_mask = CPU_IMPL_MASK | CPU_PART_MASK,
99 CPU_ID_RAW(CPU_IMPL_CAVIUM, CPU_PART_THUNDERX, 0, 0),
100 .quirk_install = install_thunderx_bcast_tlbi_workaround,
103 .midr_mask = CPU_IMPL_MASK | CPU_PART_MASK,
105 CPU_ID_RAW(CPU_IMPL_CAVIUM, CPU_PART_THUNDERX_81XX, 0, 0),
106 .quirk_install = install_thunderx_bcast_tlbi_workaround,
111 install_psci_bp_hardening(void)
114 if (smccc_arch_features(SMCCC_ARCH_WORKAROUND_1) != SMCCC_RET_SUCCESS)
117 PCPU_SET(bp_harden, smccc_arch_workaround_1);
121 install_ssbd_workaround(void)
125 if (PCPU_GET(cpuid) == 0) {
126 env = kern_getenv("kern.cfg.ssbd");
128 if (strcmp(env, "force-on") == 0) {
129 ssbd_method = SSBD_FORCE_ON;
130 } else if (strcmp(env, "force-off") == 0) {
131 ssbd_method = SSBD_FORCE_OFF;
136 /* Enable the workaround on this CPU if it's enabled in the firmware */
137 if (smccc_arch_features(SMCCC_ARCH_WORKAROUND_2) != SMCCC_RET_SUCCESS)
140 switch(ssbd_method) {
142 smccc_arch_workaround_2(1);
145 smccc_arch_workaround_2(0);
149 PCPU_SET(ssbd, smccc_arch_workaround_2);
155 * Workaround Cavium erratum 27456.
157 * Invalidate the local icache when changing address spaces.
160 install_thunderx_bcast_tlbi_workaround(void)
165 if (CPU_PART(midr) == CPU_PART_THUNDERX_81XX)
166 PCPU_SET(bcast_tlbi_workaround, 1);
167 else if (CPU_PART(midr) == CPU_PART_THUNDERX) {
168 if (CPU_VAR(midr) == 0) {
170 PCPU_SET(bcast_tlbi_workaround, 1);
171 } else if (CPU_VAR(midr) == 1 && CPU_REV(midr) <= 1) {
172 /* ThunderX 2.0 - 2.1 */
173 PCPU_SET(bcast_tlbi_workaround, 1);
179 install_cpu_errata(void)
186 for (i = 0; i < nitems(cpu_quirks); i++) {
187 if ((midr & cpu_quirks[i].midr_mask) ==
188 cpu_quirks[i].midr_value) {
189 cpu_quirks[i].quirk_install();