arch/x86/kernel/amd_iommu_init.c

   1 /*
   2  * Copyright (C) 2007-2008 Advanced Micro Devices, Inc.
   3  * Author: Joerg Roedel <joerg.roedel@amd.com>
   4  *         Leo Duran <leo.duran@amd.com>
   5  *
   6  * This program is free software; you can redistribute it and/or modify it
   7  * under the terms of the GNU General Public License version 2 as published
   8  * by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License
  16  * along with this program; if not, write to the Free Software
  17  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA
  18  */
  19
  20 #include <linux/pci.h>
  21 #include <linux/acpi.h>
  22 #include <linux/gfp.h>
  23 #include <linux/list.h>
  24 #include <asm/pci-direct.h>
  25 #include <asm/amd_iommu_types.h>
  26 #include <asm/gart.h>
  27
  28 /*
  29  * definitions for the ACPI scanning code
  30  */
  31 #define UPDATE_LAST_BDF(x) do {\
  32         if ((x) > amd_iommu_last_bdf) \
  33                 amd_iommu_last_bdf = (x); \
  34         } while (0);
  35
  36 #define DEVID(bus, devfn) (((bus) << 8) | (devfn))
  37 #define PCI_BUS(x) (((x) >> 8) & 0xff)
  38 #define IVRS_HEADER_LENGTH 48
  39 #define TBL_SIZE(x) (1 << (PAGE_SHIFT + get_order(amd_iommu_last_bdf * (x))))
  40
  41 #define ACPI_IVHD_TYPE                  0x10
  42 #define ACPI_IVMD_TYPE_ALL              0x20
  43 #define ACPI_IVMD_TYPE                  0x21
  44 #define ACPI_IVMD_TYPE_RANGE            0x22
  45
  46 #define IVHD_DEV_ALL                    0x01
  47 #define IVHD_DEV_SELECT                 0x02
  48 #define IVHD_DEV_SELECT_RANGE_START     0x03
  49 #define IVHD_DEV_RANGE_END              0x04
  50 #define IVHD_DEV_ALIAS                  0x42
  51 #define IVHD_DEV_ALIAS_RANGE            0x43
  52 #define IVHD_DEV_EXT_SELECT             0x46
  53 #define IVHD_DEV_EXT_SELECT_RANGE       0x47
  54
  55 #define IVHD_FLAG_HT_TUN_EN             0x00
  56 #define IVHD_FLAG_PASSPW_EN             0x01
  57 #define IVHD_FLAG_RESPASSPW_EN          0x02
  58 #define IVHD_FLAG_ISOC_EN               0x03
  59
  60 #define IVMD_FLAG_EXCL_RANGE            0x08
  61 #define IVMD_FLAG_UNITY_MAP             0x01
  62
  63 #define ACPI_DEVFLAG_INITPASS           0x01
  64 #define ACPI_DEVFLAG_EXTINT             0x02
  65 #define ACPI_DEVFLAG_NMI                0x04
  66 #define ACPI_DEVFLAG_SYSMGT1            0x10
  67 #define ACPI_DEVFLAG_SYSMGT2            0x20
  68 #define ACPI_DEVFLAG_LINT0              0x40
  69 #define ACPI_DEVFLAG_LINT1              0x80
  70 #define ACPI_DEVFLAG_ATSDIS             0x10000000
  71
  72 struct ivhd_header {
  73         u8 type;
  74         u8 flags;
  75         u16 length;
  76         u16 devid;
  77         u16 cap_ptr;
  78         u64 mmio_phys;
  79         u16 pci_seg;
  80         u16 info;
  81         u32 reserved;
  82 } __attribute__((packed));
  83
  84 struct ivhd_entry {
  85         u8 type;
  86         u16 devid;
  87         u8 flags;
  88         u32 ext;
  89 } __attribute__((packed));
  90
  91 struct ivmd_header {
  92         u8 type;
  93         u8 flags;
  94         u16 length;
  95         u16 devid;
  96         u16 aux;
  97         u64 resv;
  98         u64 range_start;
  99         u64 range_length;
 100 } __attribute__((packed));
 101
 102 static int __initdata amd_iommu_disable;
 103
 104 u16 amd_iommu_last_bdf;
 105 struct list_head amd_iommu_unity_map;
 106 unsigned amd_iommu_aperture_order = 26;
 107 int amd_iommu_isolate;
 108
 109 struct list_head amd_iommu_list;
 110 struct dev_table_entry *amd_iommu_dev_table;
 111 u16 *amd_iommu_alias_table;
 112 struct amd_iommu **amd_iommu_rlookup_table;
 113 struct protection_domain **amd_iommu_pd_table;
 114 unsigned long *amd_iommu_pd_alloc_bitmap;
 115
 116 static u32 dev_table_size;
 117 static u32 alias_table_size;
 118 static u32 rlookup_table_size;
 119
 120 static int __init find_last_devid_on_pci(int bus, int dev, int fn, int cap_ptr)
 121 {
 122         u32 cap;
 123
 124         cap = read_pci_config(bus, dev, fn, cap_ptr+MMIO_RANGE_OFFSET);
 125         UPDATE_LAST_BDF(DEVID(MMIO_GET_BUS(cap), MMIO_GET_LD(cap)));
 126
 127         return 0;
 128 }
 129
 130 static int __init find_last_devid_from_ivhd(struct ivhd_header *h)
 131 {
 132         u8 *p = (void *)h, *end = (void *)h;
 133         struct ivhd_entry *dev;
 134
 135         p += sizeof(*h);
 136         end += h->length;
 137
 138         find_last_devid_on_pci(PCI_BUS(h->devid),
 139                         PCI_SLOT(h->devid),
 140                         PCI_FUNC(h->devid),
 141                         h->cap_ptr);
 142
 143         while (p < end) {
 144                 dev = (struct ivhd_entry *)p;
 145                 switch (dev->type) {
 146                 case IVHD_DEV_SELECT:
 147                 case IVHD_DEV_RANGE_END:
 148                 case IVHD_DEV_ALIAS:
 149                 case IVHD_DEV_EXT_SELECT:
 150                         UPDATE_LAST_BDF(dev->devid);
 151                         break;
 152                 default:
 153                         break;
 154                 }
 155                 p += 0x04 << (*p >> 6);
 156         }
 157
 158         WARN_ON(p != end);
 159
 160         return 0;
 161 }
 162
 163 static int __init find_last_devid_acpi(struct acpi_table_header *table)
 164 {
 165         int i;
 166         u8 checksum = 0, *p = (u8 *)table, *end = (u8 *)table;
 167         struct ivhd_header *h;
 168
 169         /*
 170          * Validate checksum here so we don't need to do it when
 171          * we actually parse the table
 172          */
 173         for (i = 0; i < table->length; ++i)
 174                 checksum += p[i];
 175         if (checksum != 0)
 176                 /* ACPI table corrupt */
 177                 return -ENODEV;
 178
 179         p += IVRS_HEADER_LENGTH;
 180
 181         end += table->length;
 182         while (p < end) {
 183                 h = (struct ivhd_header *)p;
 184                 switch (h->type) {
 185                 case ACPI_IVHD_TYPE:
 186                         find_last_devid_from_ivhd(h);
 187                         break;
 188                 default:
 189                         break;
 190                 }
 191                 p += h->length;
 192         }
 193         WARN_ON(p != end);
 194
 195         return 0;
 196 }
 197