sys/x86/iommu/intel_quirks.c

   1 /*-
   2  * Copyright (c) 2013 The FreeBSD Foundation
   3  * All rights reserved.
   4  *
   5  * This software was developed by Konstantin Belousov <kib@FreeBSD.org>
   6  * under sponsorship from the FreeBSD Foundation.
   7  *
   8  * Redistribution and use in source and binary forms, with or without
   9  * modification, are permitted provided that the following conditions
  10  * are met:
  11  * 1. Redistributions of source code must retain the above copyright
  12  *    notice, this list of conditions and the following disclaimer.
  13  * 2. Redistributions in binary form must reproduce the above copyright
  14  *    notice, this list of conditions and the following disclaimer in the
  15  *    documentation and/or other materials provided with the distribution.
  16  *
  17  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  18  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  19  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  20  * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
  21  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  22  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  23  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  24  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  25  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  26  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  27  * SUCH DAMAGE.
  28  */
  29
  30 #include <sys/cdefs.h>
  31 __FBSDID("$FreeBSD$");
  32
  33 #include <sys/param.h>
  34 #include <sys/bus.h>
  35 #include <sys/kernel.h>
  36 #include <sys/lock.h>
  37 #include <sys/malloc.h>
  38 #include <sys/memdesc.h>
  39 #include <sys/module.h>
  40 #include <sys/rman.h>
  41 #include <sys/rwlock.h>
  42 #include <sys/smp.h>
  43 #include <sys/taskqueue.h>
  44 #include <sys/tree.h>
  45 #include <machine/bus.h>
  46 #include <contrib/dev/acpica/include/acpi.h>
  47 #include <contrib/dev/acpica/include/accommon.h>
  48 #include <dev/acpica/acpivar.h>
  49 #include <vm/vm.h>
  50 #include <vm/vm_extern.h>
  51 #include <vm/vm_kern.h>
  52 #include <vm/vm_object.h>
  53 #include <vm/vm_page.h>
  54 #include <vm/vm_pager.h>
  55 #include <vm/vm_map.h>
  56 #include <x86/include/busdma_impl.h>
  57 #include <x86/iommu/intel_reg.h>
  58 #include <x86/iommu/busdma_dmar.h>
  59 #include <x86/iommu/intel_dmar.h>
  60 #include <dev/pci/pcivar.h>
  61
  62 typedef void (*dmar_quirk_fun)(struct dmar_unit *);
  63
  64 struct intel_dmar_quirk_cpu {
  65         u_int ext_family;
  66         u_int ext_model;
  67         u_int family_code;
  68         u_int model;
  69         u_int stepping;
  70         dmar_quirk_fun quirk;
  71         const char *descr;
  72 };
  73
  74 struct intel_dmar_quirk_nb {
  75         u_int dev_id;
  76         u_int rev_no;
  77         dmar_quirk_fun quirk;
  78         const char *descr;
  79 };
  80
  81 static void
  82 dmar_match_quirks(struct dmar_unit *dmar,
  83     const struct intel_dmar_quirk_nb *nb_quirks, int nb_quirks_len,
  84     const struct intel_dmar_quirk_cpu *cpu_quirks, int cpu_quirks_len)
  85 {
  86         device_t nb;
  87         const struct intel_dmar_quirk_nb *nb_quirk;
  88         const struct intel_dmar_quirk_cpu *cpu_quirk;
  89         u_int p[4];
  90         u_int dev_id, rev_no;
  91         u_int ext_family, ext_model, family_code, model, stepping;
  92         int i;
  93
  94         if (nb_quirks != NULL) {
  95                 nb = pci_find_bsf(0, 0, 0);
  96                 if (nb != NULL) {
  97                         dev_id = pci_get_device(nb);
  98                         rev_no = pci_get_revid(nb);
  99                         for (i = 0; i < nb_quirks_len; i++) {
 100                                 nb_quirk = &nb_quirks[i];
 101                                 if (nb_quirk->dev_id == dev_id &&
 102                                     nb_quirk->rev_no == rev_no) {
 103                                         if (bootverbose) {
 104                                                 device_printf(dmar->dev,
 105                                                     "NB IOMMU quirk %s\n",
 106                                                     nb_quirk->descr);
 107                                         }
 108                                         nb_quirk->quirk(dmar);
 109                                 }
 110                         }
 111                 } else {
 112                         device_printf(dmar->dev, "cannot find northbridge\n");
 113                 }
 114         }
 115         if (cpu_quirks != NULL) {
 116                 do_cpuid(1, p);
 117                 ext_family = (p[0] & CPUID_EXT_FAMILY) >> 20;
 118                 ext_model = (p[0] & CPUID_EXT_MODEL) >> 16;
 119                 family_code = (p[0] & CPUID_FAMILY) >> 8;
 120                 model = (p[0] & CPUID_MODEL) >> 4;
 121                 stepping = p[0] & CPUID_STEPPING;
 122                 for (i = 0; i < cpu_quirks_len; i++) {
 123                         cpu_quirk = &cpu_quirks[i];
 124                         if (cpu_quirk->ext_family == ext_family &&
 125                             cpu_quirk->ext_model == ext_model &&
 126                             cpu_quirk->family_code == family_code &&
 127                             cpu_quirk->model == model &&
 128                             (cpu_quirk->stepping == -1 ||
 129                             cpu_quirk->stepping == stepping)) {
 130                                 if (bootverbose) {
 131                                         device_printf(dmar->dev,
 132                                             "CPU IOMMU quirk %s\n",
 133                                             cpu_quirk->descr);
 134                                 }
 135                                 cpu_quirk->quirk(dmar);
 136                         }
 137                 }
 138         }
 139 }
 140
 141 static void
 142 nb_5400_no_low_high_prot_mem(struct dmar_unit *unit)
 143 {
 144
 145         unit->hw_cap &= ~(DMAR_CAP_PHMR | DMAR_CAP_PLMR);
 146 }
 147
 148 static const struct intel_dmar_quirk_nb pre_use_nb[] = {
 149         {
 150             .dev_id = 0x4001, .rev_no = 0x20,
 151             .quirk = nb_5400_no_low_high_prot_mem,
 152             .descr = "5400 E23" /* no low/high protected memory */
 153         },
 154         {
 155             .dev_id = 0x4003, .rev_no = 0x20,
 156             .quirk = nb_5400_no_low_high_prot_mem,
 157             .descr = "5400 E23" /* no low/high protected memory */
 158         },
 159 };
 160
 161 static void
 162 cpu_e5_am9(struct dmar_unit *unit)
 163 {
 164
 165         unit->hw_cap &= ~(0x3fULL << 48);
 166         unit->hw_cap |= (9ULL << 48);
 167 }
 168
 169 static const struct intel_dmar_quirk_cpu post_ident_cpu[] = {
 170         {
 171             .ext_family = 0, .ext_model = 2, .family_code = 6, .model = 13,
 172             .stepping = 6, .quirk = cpu_e5_am9,
 173             .descr = "E5 BT176" /* AM should be at most 9 */
 174         },
 175 };
 176
 177 void
 178 dmar_quirks_pre_use(struct dmar_unit *dmar)
 179 {
 180
 181         if (!dmar_barrier_enter(dmar, DMAR_BARRIER_USEQ))
 182                 return;
 183         DMAR_LOCK(dmar);
 184         dmar_match_quirks(dmar, pre_use_nb, nitems(pre_use_nb),
 185             NULL, 0);
 186         dmar_barrier_exit(dmar, DMAR_BARRIER_USEQ);
 187 }
 188
 189 void
 190 dmar_quirks_post_ident(struct dmar_unit *dmar)
 191 {
 192
 193         dmar_match_quirks(dmar, NULL, 0, post_ident_cpu,
 194             nitems(post_ident_cpu));
 195 }