arch/x86/mm/srat.c

   1 /*
   2  * ACPI 3.0 based NUMA setup
   3  * Copyright 2004 Andi Kleen, SuSE Labs.
   4  *
   5  * Reads the ACPI SRAT table to figure out what memory belongs to which CPUs.
   6  *
   7  * Called from acpi_numa_init while reading the SRAT and SLIT tables.
   8  * Assumes all memory regions belonging to a single proximity domain
   9  * are in one chunk. Holes between them will be included in the node.
  10  */
  11
  12 #include <linux/kernel.h>
  13 #include <linux/acpi.h>
  14 #include <linux/mmzone.h>
  15 #include <linux/bitmap.h>
  16 #include <linux/module.h>
  17 #include <linux/topology.h>
  18 #include <linux/bootmem.h>
  19 #include <linux/memblock.h>
  20 #include <linux/mm.h>
  21 #include <asm/proto.h>
  22 #include <asm/numa.h>
  23 #include <asm/e820.h>
  24 #include <asm/apic.h>
  25 #include <asm/uv/uv.h>
  26
  27 int acpi_numa __initdata;
  28
  29 static __init void bad_srat(void)
  30 {
  31         printk(KERN_ERR "SRAT: SRAT not used.\n");
  32         acpi_numa = -1;
  33 }
  34
  35 static __init inline int srat_disabled(void)
  36 {
  37         return acpi_numa < 0;
  38 }
  39
  40 /* Callback for Proximity Domain -> x2APIC mapping */
  41 void __init
  42 acpi_numa_x2apic_affinity_init(struct acpi_srat_x2apic_cpu_affinity *pa)
  43 {
  44         int pxm, node;
  45         int apic_id;
  46
  47         if (srat_disabled())
  48                 return;
  49         if (pa->header.length < sizeof(struct acpi_srat_x2apic_cpu_affinity)) {
  50                 bad_srat();
  51                 return;
  52         }
  53         if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
  54                 return;
  55         pxm = pa->proximity_domain;
  56         apic_id = pa->apic_id;
  57         if (!apic->apic_id_valid(apic_id)) {
  58                 printk(KERN_INFO "SRAT: PXM %u -> X2APIC 0x%04x ignored\n",
  59                          pxm, apic_id);
  60                 return;
  61         }
  62         node = acpi_map_pxm_to_node(pxm);
  63         if (node < 0) {
  64                 printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
  65                 bad_srat();
  66                 return;
  67         }
  68
  69         if (apic_id >= MAX_LOCAL_APIC) {
  70                 printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
  71                 return;
  72         }
  73         set_apicid_to_node(apic_id, node);
  74         node_set(node, numa_nodes_parsed);
  75         acpi_numa = 1;
  76         printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u\n",
  77                pxm, apic_id, node);
  78 }
  79
  80 /* Callback for Proximity Domain -> LAPIC mapping */
  81 void __init
  82 acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa)
  83 {
  84         int pxm, node;
  85         int apic_id;
  86
  87         if (srat_disabled())
  88                 return;
  89         if (pa->header.length != sizeof(struct acpi_srat_cpu_affinity)) {
  90                 bad_srat();
  91                 return;
  92         }
  93         if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
  94                 return;
  95         pxm = pa->proximity_domain_lo;
  96         if (acpi_srat_revision >= 2)
  97                 pxm |= *((unsigned int*)pa->proximity_domain_hi) << 8;
  98         node = acpi_map_pxm_to_node(pxm);
  99         if (node < 0) {
 100                 printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
 101                 bad_srat();
 102                 return;
 103         }
 104
 105         if (get_uv_system_type() >= UV_X2APIC)
 106                 apic_id = (pa->apic_id << 8) | pa->local_sapic_eid;
 107         else
 108                 apic_id = pa->apic_id;
 109
 110         if (apic_id >= MAX_LOCAL_APIC) {
 111                 printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
 112                 return;
 113         }
 114
 115         set_apicid_to_node(apic_id, node);
 116         node_set(node, numa_nodes_parsed);
 117         acpi_numa = 1;
 118         printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u\n",
 119                pxm, apic_id, node);
 120 }
 121
 122 /* Callback for parsing of the Proximity Domain <-> Memory Area mappings */
 123 int __init
 124 acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma)
 125 {
 126         u64 start, end;
 127         u32 hotpluggable;
 128         int node, pxm;
 129
 130         if (srat_disabled())
 131                 goto out_err;
 132         if (ma->header.length != sizeof(struct acpi_srat_mem_affinity))
 133                 goto out_err_bad_srat;
 134         if ((ma->flags & ACPI_SRAT_MEM_ENABLED) == 0)
 135                 goto out_err;
 136         hotpluggable = ma->flags & ACPI_SRAT_MEM_HOT_PLUGGABLE;
 137         if (hotpluggable && !IS_ENABLED(CONFIG_MEMORY_HOTPLUG))
 138                 goto out_err;
 139
 140         start = ma->base_address;
 141         end = start + ma->length;
 142         pxm = ma->proximity_domain;
 143         if (acpi_srat_revision <= 1)
 144                 pxm &= 0xff;
 145
 146         node = acpi_map_pxm_to_node(pxm);
 147         if (node < 0) {
 148                 printk(KERN_ERR "SRAT: Too many proximity domains.\n");
 149                 goto out_err_bad_srat;
 150         }
 151
 152         if (numa_add_memblk(node, start, end) < 0)
 153                 goto out_err_bad_srat;
 154
 155         node_set(node, numa_nodes_parsed);
 156
 157         pr_info("SRAT: Node %u PXM %u [mem %#010Lx-%#010Lx]%s%s\n",
 158                 node, pxm,
 159                 (unsigned long long) start, (unsigned long long) end - 1,
 160                 hotpluggable ? " hotplug" : "",
 161                 ma->flags & ACPI_SRAT_MEM_NON_VOLATILE ? " non-volatile" : "");
 162
 163         /* Mark hotplug range in memblock. */
 164         if (hotpluggable && memblock_mark_hotplug(start, ma->length))
 165                 pr_warn("SRAT: Failed to mark hotplug range [mem %#010Lx-%#010Lx] in memblock\n",
 166                         (unsigned long long)start, (unsigned long long)end - 1);
 167
 168         max_possible_pfn = max(max_possible_pfn, PFN_UP(end - 1));
 169
 170         return 0;
 171 out_err_bad_srat:
 172         bad_srat();
 173 out_err:
 174         return -EINVAL;
 175 }
 176
 177 int __init x86_acpi_numa_init(void)
 178 {
 179         int ret;
 180
 181         ret = acpi_numa_init();
 182         if (ret < 0)
 183                 return ret;
 184         return srat_disabled() ? -EINVAL : 0;
 185 }