Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * This file is subject to the terms and conditions of the GNU General Public |
| 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. |
| 5 | * |
| 6 | * Copyright (C) 1995 Linus Torvalds |
| 7 | * Copyright (C) 1995 Waldorf Electronics |
| 8 | * Copyright (C) 1994, 95, 96, 97, 98, 99, 2000, 01, 02, 03 Ralf Baechle |
| 9 | * Copyright (C) 1996 Stoned Elipot |
| 10 | * Copyright (C) 1999 Silicon Graphics, Inc. |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 11 | * Copyright (C) 2000, 2001, 2002, 2007 Maciej W. Rozycki |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | #include <linux/init.h> |
| 14 | #include <linux/ioport.h> |
Paul Gortmaker | 73bc256 | 2011-07-23 16:30:40 -0400 | [diff] [blame] | 15 | #include <linux/export.h> |
Jon Smirl | 894673e | 2006-07-10 04:44:13 -0700 | [diff] [blame] | 16 | #include <linux/screen_info.h> |
Tejun Heo | 9d15ffc | 2011-12-08 10:22:09 -0800 | [diff] [blame] | 17 | #include <linux/memblock.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | #include <linux/initrd.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | #include <linux/root_dev.h> |
| 20 | #include <linux/highmem.h> |
| 21 | #include <linux/console.h> |
Dave Hansen | 22a9835 | 2006-03-27 01:16:04 -0800 | [diff] [blame] | 22 | #include <linux/pfn.h> |
Atsushi Nemoto | 6312e0e | 2007-06-30 00:55:48 +0900 | [diff] [blame] | 23 | #include <linux/debugfs.h> |
Ralf Baechle | 7aa1c8f | 2012-10-11 18:14:58 +0200 | [diff] [blame] | 24 | #include <linux/kexec.h> |
John Crispin | 4d9f77d | 2013-04-13 13:15:47 +0200 | [diff] [blame] | 25 | #include <linux/sizes.h> |
Zubair Lutfullah Kakakhel | f464938 | 2014-07-16 16:51:32 +0100 | [diff] [blame] | 26 | #include <linux/device.h> |
| 27 | #include <linux/dma-contiguous.h> |
Aurelien Jarno | 8f4703a | 2016-05-11 00:50:03 +0200 | [diff] [blame] | 28 | #include <linux/decompress/generic.h> |
Marcin Nowakowski | 7334608 | 2016-11-23 14:43:46 +0100 | [diff] [blame] | 29 | #include <linux/of_fdt.h> |
Serge Semin | 3751cbd | 2019-05-03 20:50:41 +0300 | [diff] [blame] | 30 | #include <linux/of_reserved_mem.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | |
| 32 | #include <asm/addrspace.h> |
| 33 | #include <asm/bootinfo.h> |
Maciej W. Rozycki | 20d60d9 | 2007-10-23 12:43:11 +0100 | [diff] [blame] | 34 | #include <asm/bugs.h> |
Ralf Baechle | ec74e36 | 2005-07-13 11:48:45 +0000 | [diff] [blame] | 35 | #include <asm/cache.h> |
James Hogan | e934945 | 2015-01-29 11:14:13 +0000 | [diff] [blame] | 36 | #include <asm/cdmm.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | #include <asm/cpu.h> |
Paul Burton | 75dcfc1 | 2015-09-22 10:10:55 -0700 | [diff] [blame] | 38 | #include <asm/debug.h> |
Christoph Hellwig | aa4db77 | 2018-06-15 13:08:45 +0200 | [diff] [blame] | 39 | #include <asm/dma-coherence.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | #include <asm/sections.h> |
| 41 | #include <asm/setup.h> |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 42 | #include <asm/smp-ops.h> |
Dezhong Diao | f2ffa5a | 2010-10-13 00:52:46 -0600 | [diff] [blame] | 43 | #include <asm/prom.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | |
Aaro Koskinen | 87db537 | 2015-09-11 17:46:14 +0300 | [diff] [blame] | 45 | #ifdef CONFIG_MIPS_ELF_APPENDED_DTB |
| 46 | const char __section(.appended_dtb) __appended_dtb[0x100000]; |
| 47 | #endif /* CONFIG_MIPS_ELF_APPENDED_DTB */ |
| 48 | |
Ralf Baechle | ec74e36 | 2005-07-13 11:48:45 +0000 | [diff] [blame] | 49 | struct cpuinfo_mips cpu_data[NR_CPUS] __read_mostly; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | |
| 51 | EXPORT_SYMBOL(cpu_data); |
| 52 | |
| 53 | #ifdef CONFIG_VT |
| 54 | struct screen_info screen_info; |
| 55 | #endif |
| 56 | |
| 57 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 58 | * Setup information |
| 59 | * |
| 60 | * These are initialized so they are in the .data section |
| 61 | */ |
Ralf Baechle | ec74e36 | 2005-07-13 11:48:45 +0000 | [diff] [blame] | 62 | unsigned long mips_machtype __read_mostly = MACH_UNKNOWN; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | |
| 64 | EXPORT_SYMBOL(mips_machtype); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | |
| 66 | struct boot_mem_map boot_mem_map; |
| 67 | |
Dmitri Vorobiev | 6acc7d4 | 2009-11-21 22:34:41 +0200 | [diff] [blame] | 68 | static char __initdata command_line[COMMAND_LINE_SIZE]; |
| 69 | char __initdata arcs_cmdline[COMMAND_LINE_SIZE]; |
| 70 | |
| 71 | #ifdef CONFIG_CMDLINE_BOOL |
| 72 | static char __initdata builtin_cmdline[COMMAND_LINE_SIZE] = CONFIG_CMDLINE; |
| 73 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | |
| 75 | /* |
| 76 | * mips_io_port_base is the begin of the address space to which x86 style |
| 77 | * I/O ports are mapped. |
| 78 | */ |
David Daney | 1befdd5 | 2010-10-14 12:36:49 -0700 | [diff] [blame] | 79 | const unsigned long mips_io_port_base = -1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 | EXPORT_SYMBOL(mips_io_port_base); |
| 81 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 | static struct resource code_resource = { .name = "Kernel code", }; |
| 83 | static struct resource data_resource = { .name = "Kernel data", }; |
David Daney | e0c5f36 | 2017-10-12 12:50:34 -0700 | [diff] [blame] | 84 | static struct resource bss_resource = { .name = "Kernel bss", }; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | |
John Crispin | 4d9f77d | 2013-04-13 13:15:47 +0200 | [diff] [blame] | 86 | static void *detect_magic __initdata = detect_memory_region; |
| 87 | |
Paul Burton | 6c359eb | 2018-07-27 18:23:20 -0700 | [diff] [blame] | 88 | #ifdef CONFIG_MIPS_AUTO_PFN_OFFSET |
| 89 | unsigned long ARCH_PFN_OFFSET; |
| 90 | EXPORT_SYMBOL(ARCH_PFN_OFFSET); |
| 91 | #endif |
| 92 | |
Ralf Baechle | 15d45cc | 2014-11-22 00:22:09 +0100 | [diff] [blame] | 93 | void __init add_memory_region(phys_addr_t start, phys_addr_t size, long type) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | { |
| 95 | int x = boot_mem_map.nr_map; |
Ralf Baechle | 0ec7ec7 | 2012-11-15 12:53:59 +0100 | [diff] [blame] | 96 | int i; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 | |
James Hogan | 58cae9b | 2016-08-09 13:21:48 +0100 | [diff] [blame] | 98 | /* |
| 99 | * If the region reaches the top of the physical address space, adjust |
| 100 | * the size slightly so that (start + size) doesn't overflow |
| 101 | */ |
Stefan Agner | d7dc899 | 2018-06-14 15:28:02 -0700 | [diff] [blame] | 102 | if (start + size - 1 == PHYS_ADDR_MAX) |
James Hogan | 58cae9b | 2016-08-09 13:21:48 +0100 | [diff] [blame] | 103 | --size; |
| 104 | |
Franck Bui-Huu | b6f1f0d | 2006-08-11 17:51:48 +0200 | [diff] [blame] | 105 | /* Sanity check */ |
| 106 | if (start + size < start) { |
Joe Perches | 7178d2c | 2014-10-04 09:50:42 -0700 | [diff] [blame] | 107 | pr_warn("Trying to add an invalid memory region, skipped\n"); |
Franck Bui-Huu | b6f1f0d | 2006-08-11 17:51:48 +0200 | [diff] [blame] | 108 | return; |
| 109 | } |
| 110 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 111 | /* |
Ralf Baechle | 0ec7ec7 | 2012-11-15 12:53:59 +0100 | [diff] [blame] | 112 | * Try to merge with existing entry, if any. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 113 | */ |
Ralf Baechle | 0ec7ec7 | 2012-11-15 12:53:59 +0100 | [diff] [blame] | 114 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
| 115 | struct boot_mem_map_entry *entry = boot_mem_map.map + i; |
| 116 | unsigned long top; |
| 117 | |
| 118 | if (entry->type != type) |
| 119 | continue; |
| 120 | |
| 121 | if (start + size < entry->addr) |
| 122 | continue; /* no overlap */ |
| 123 | |
| 124 | if (entry->addr + entry->size < start) |
| 125 | continue; /* no overlap */ |
| 126 | |
| 127 | top = max(entry->addr + entry->size, start + size); |
| 128 | entry->addr = min(entry->addr, start); |
| 129 | entry->size = top - entry->addr; |
| 130 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | return; |
| 132 | } |
| 133 | |
Ralf Baechle | 0ec7ec7 | 2012-11-15 12:53:59 +0100 | [diff] [blame] | 134 | if (boot_mem_map.nr_map == BOOT_MEM_MAP_MAX) { |
Mike Crowe | a64ae7a | 2008-07-28 13:12:52 +0100 | [diff] [blame] | 135 | pr_err("Ooops! Too many entries in the memory map!\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 | return; |
| 137 | } |
| 138 | |
| 139 | boot_mem_map.map[x].addr = start; |
| 140 | boot_mem_map.map[x].size = size; |
| 141 | boot_mem_map.map[x].type = type; |
| 142 | boot_mem_map.nr_map++; |
| 143 | } |
| 144 | |
Ralf Baechle | 15d45cc | 2014-11-22 00:22:09 +0100 | [diff] [blame] | 145 | void __init detect_memory_region(phys_addr_t start, phys_addr_t sz_min, phys_addr_t sz_max) |
John Crispin | 4d9f77d | 2013-04-13 13:15:47 +0200 | [diff] [blame] | 146 | { |
| 147 | void *dm = &detect_magic; |
Ralf Baechle | 15d45cc | 2014-11-22 00:22:09 +0100 | [diff] [blame] | 148 | phys_addr_t size; |
John Crispin | 4d9f77d | 2013-04-13 13:15:47 +0200 | [diff] [blame] | 149 | |
| 150 | for (size = sz_min; size < sz_max; size <<= 1) { |
| 151 | if (!memcmp(dm, dm + size, sizeof(detect_magic))) |
| 152 | break; |
| 153 | } |
| 154 | |
| 155 | pr_debug("Memory: %lluMB of RAM detected at 0x%llx (min: %lluMB, max: %lluMB)\n", |
| 156 | ((unsigned long long) size) / SZ_1M, |
| 157 | (unsigned long long) start, |
| 158 | ((unsigned long long) sz_min) / SZ_1M, |
| 159 | ((unsigned long long) sz_max) / SZ_1M); |
| 160 | |
| 161 | add_memory_region(start, size, BOOT_MEM_RAM); |
| 162 | } |
| 163 | |
Mathieu Malaterre | 427aeea | 2018-01-02 19:52:21 +0100 | [diff] [blame] | 164 | static bool __init __maybe_unused memory_region_available(phys_addr_t start, |
| 165 | phys_addr_t size) |
Marcin Nowakowski | d9b5b65 | 2016-11-23 14:43:45 +0100 | [diff] [blame] | 166 | { |
| 167 | int i; |
| 168 | bool in_ram = false, free = true; |
| 169 | |
| 170 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
| 171 | phys_addr_t start_, end_; |
| 172 | |
| 173 | start_ = boot_mem_map.map[i].addr; |
| 174 | end_ = boot_mem_map.map[i].addr + boot_mem_map.map[i].size; |
| 175 | |
| 176 | switch (boot_mem_map.map[i].type) { |
| 177 | case BOOT_MEM_RAM: |
| 178 | if (start >= start_ && start + size <= end_) |
| 179 | in_ram = true; |
| 180 | break; |
| 181 | case BOOT_MEM_RESERVED: |
Serge Semin | 9b9a59d | 2019-04-24 01:47:43 +0300 | [diff] [blame] | 182 | case BOOT_MEM_NOMAP: |
Marcin Nowakowski | d9b5b65 | 2016-11-23 14:43:45 +0100 | [diff] [blame] | 183 | if ((start >= start_ && start < end_) || |
| 184 | (start < start_ && start + size >= start_)) |
| 185 | free = false; |
| 186 | break; |
| 187 | default: |
| 188 | continue; |
| 189 | } |
| 190 | } |
| 191 | |
| 192 | return in_ram && free; |
| 193 | } |
| 194 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 195 | static void __init print_memory_map(void) |
| 196 | { |
| 197 | int i; |
| 198 | const int field = 2 * sizeof(unsigned long); |
| 199 | |
| 200 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
Mike Crowe | a64ae7a | 2008-07-28 13:12:52 +0100 | [diff] [blame] | 201 | printk(KERN_INFO " memory: %0*Lx @ %0*Lx ", |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 202 | field, (unsigned long long) boot_mem_map.map[i].size, |
| 203 | field, (unsigned long long) boot_mem_map.map[i].addr); |
| 204 | |
| 205 | switch (boot_mem_map.map[i].type) { |
| 206 | case BOOT_MEM_RAM: |
Mike Crowe | a64ae7a | 2008-07-28 13:12:52 +0100 | [diff] [blame] | 207 | printk(KERN_CONT "(usable)\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 208 | break; |
David Daney | 43064c0 | 2011-11-22 14:38:03 +0000 | [diff] [blame] | 209 | case BOOT_MEM_INIT_RAM: |
| 210 | printk(KERN_CONT "(usable after init)\n"); |
| 211 | break; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 212 | case BOOT_MEM_ROM_DATA: |
Mike Crowe | a64ae7a | 2008-07-28 13:12:52 +0100 | [diff] [blame] | 213 | printk(KERN_CONT "(ROM data)\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 214 | break; |
| 215 | case BOOT_MEM_RESERVED: |
Mike Crowe | a64ae7a | 2008-07-28 13:12:52 +0100 | [diff] [blame] | 216 | printk(KERN_CONT "(reserved)\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 217 | break; |
Serge Semin | 9b9a59d | 2019-04-24 01:47:43 +0300 | [diff] [blame] | 218 | case BOOT_MEM_NOMAP: |
| 219 | printk(KERN_CONT "(nomap)\n"); |
| 220 | break; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 221 | default: |
Mike Crowe | a64ae7a | 2008-07-28 13:12:52 +0100 | [diff] [blame] | 222 | printk(KERN_CONT "type %lu\n", boot_mem_map.map[i].type); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 223 | break; |
| 224 | } |
| 225 | } |
| 226 | } |
| 227 | |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 228 | /* |
| 229 | * Manage initrd |
| 230 | */ |
| 231 | #ifdef CONFIG_BLK_DEV_INITRD |
| 232 | |
Franck Bui-Huu | a09fc44 | 2006-08-11 17:51:53 +0200 | [diff] [blame] | 233 | static int __init rd_start_early(char *p) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 234 | { |
Franck Bui-Huu | a09fc44 | 2006-08-11 17:51:53 +0200 | [diff] [blame] | 235 | unsigned long start = memparse(p, &p); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 236 | |
Ralf Baechle | 875d43e | 2005-09-03 15:56:16 -0700 | [diff] [blame] | 237 | #ifdef CONFIG_64BIT |
Franck Bui-Huu | a7837b7 | 2006-10-19 13:20:04 +0200 | [diff] [blame] | 238 | /* Guess if the sign extension was forgotten by bootloader */ |
| 239 | if (start < XKPHYS) |
| 240 | start = (int)start; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 241 | #endif |
Franck Bui-Huu | a09fc44 | 2006-08-11 17:51:53 +0200 | [diff] [blame] | 242 | initrd_start = start; |
| 243 | initrd_end += start; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 244 | return 0; |
| 245 | } |
Franck Bui-Huu | a09fc44 | 2006-08-11 17:51:53 +0200 | [diff] [blame] | 246 | early_param("rd_start", rd_start_early); |
| 247 | |
| 248 | static int __init rd_size_early(char *p) |
| 249 | { |
| 250 | initrd_end += memparse(p, &p); |
Franck Bui-Huu | a09fc44 | 2006-08-11 17:51:53 +0200 | [diff] [blame] | 251 | return 0; |
| 252 | } |
| 253 | early_param("rd_size", rd_size_early); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 254 | |
Franck Bui-Huu | a7837b7 | 2006-10-19 13:20:04 +0200 | [diff] [blame] | 255 | /* it returns the next free pfn after initrd */ |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 256 | static unsigned long __init init_initrd(void) |
| 257 | { |
Franck Bui-Huu | a7837b7 | 2006-10-19 13:20:04 +0200 | [diff] [blame] | 258 | unsigned long end; |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 259 | |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 260 | /* |
Franck Bui-Huu | a09fc44 | 2006-08-11 17:51:53 +0200 | [diff] [blame] | 261 | * Board specific code or command line parser should have |
| 262 | * already set up initrd_start and initrd_end. In these cases |
| 263 | * perfom sanity checks and use them if all looks good. |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 264 | */ |
Ralf Baechle | 32028f1 | 2009-12-17 01:57:07 +0000 | [diff] [blame] | 265 | if (!initrd_start || initrd_end <= initrd_start) |
Franck Bui-Huu | a7837b7 | 2006-10-19 13:20:04 +0200 | [diff] [blame] | 266 | goto disable; |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 267 | |
Franck Bui-Huu | a7837b7 | 2006-10-19 13:20:04 +0200 | [diff] [blame] | 268 | if (initrd_start & ~PAGE_MASK) { |
Mike Crowe | a64ae7a | 2008-07-28 13:12:52 +0100 | [diff] [blame] | 269 | pr_err("initrd start must be page aligned\n"); |
Franck Bui-Huu | a7837b7 | 2006-10-19 13:20:04 +0200 | [diff] [blame] | 270 | goto disable; |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 271 | } |
Franck Bui-Huu | a7837b7 | 2006-10-19 13:20:04 +0200 | [diff] [blame] | 272 | if (initrd_start < PAGE_OFFSET) { |
Mike Crowe | a64ae7a | 2008-07-28 13:12:52 +0100 | [diff] [blame] | 273 | pr_err("initrd start < PAGE_OFFSET\n"); |
Franck Bui-Huu | a7837b7 | 2006-10-19 13:20:04 +0200 | [diff] [blame] | 274 | goto disable; |
| 275 | } |
| 276 | |
| 277 | /* |
| 278 | * Sanitize initrd addresses. For example firmware |
| 279 | * can't guess if they need to pass them through |
| 280 | * 64-bits values if the kernel has been built in pure |
| 281 | * 32-bit. We need also to switch from KSEG0 to XKPHYS |
| 282 | * addresses now, so the code can now safely use __pa(). |
| 283 | */ |
| 284 | end = __pa(initrd_end); |
| 285 | initrd_end = (unsigned long)__va(end); |
| 286 | initrd_start = (unsigned long)__va(__pa(initrd_start)); |
| 287 | |
| 288 | ROOT_DEV = Root_RAM0; |
| 289 | return PFN_UP(end); |
| 290 | disable: |
| 291 | initrd_start = 0; |
| 292 | initrd_end = 0; |
| 293 | return 0; |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 294 | } |
| 295 | |
Aurelien Jarno | 8f4703a | 2016-05-11 00:50:03 +0200 | [diff] [blame] | 296 | /* In some conditions (e.g. big endian bootloader with a little endian |
| 297 | kernel), the initrd might appear byte swapped. Try to detect this and |
| 298 | byte swap it if needed. */ |
| 299 | static void __init maybe_bswap_initrd(void) |
| 300 | { |
| 301 | #if defined(CONFIG_CPU_CAVIUM_OCTEON) |
| 302 | u64 buf; |
| 303 | |
| 304 | /* Check for CPIO signature */ |
| 305 | if (!memcmp((void *)initrd_start, "070701", 6)) |
| 306 | return; |
| 307 | |
| 308 | /* Check for compressed initrd */ |
| 309 | if (decompress_method((unsigned char *)initrd_start, 8, NULL)) |
| 310 | return; |
| 311 | |
| 312 | /* Try again with a byte swapped header */ |
| 313 | buf = swab64p((u64 *)initrd_start); |
| 314 | if (!memcmp(&buf, "070701", 6) || |
| 315 | decompress_method((unsigned char *)(&buf), 8, NULL)) { |
| 316 | unsigned long i; |
| 317 | |
| 318 | pr_info("Byteswapped initrd detected\n"); |
| 319 | for (i = initrd_start; i < ALIGN(initrd_end, 8); i += 8) |
| 320 | swab64s((u64 *)i); |
| 321 | } |
| 322 | #endif |
| 323 | } |
| 324 | |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 325 | static void __init finalize_initrd(void) |
| 326 | { |
| 327 | unsigned long size = initrd_end - initrd_start; |
| 328 | |
| 329 | if (size == 0) { |
| 330 | printk(KERN_INFO "Initrd not found or empty"); |
| 331 | goto disable; |
| 332 | } |
Franck Bui-Huu | d4df6d4 | 2006-10-19 13:20:01 +0200 | [diff] [blame] | 333 | if (__pa(initrd_end) > PFN_PHYS(max_low_pfn)) { |
Mike Crowe | a64ae7a | 2008-07-28 13:12:52 +0100 | [diff] [blame] | 334 | printk(KERN_ERR "Initrd extends beyond end of memory"); |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 335 | goto disable; |
| 336 | } |
| 337 | |
Aurelien Jarno | 8f4703a | 2016-05-11 00:50:03 +0200 | [diff] [blame] | 338 | maybe_bswap_initrd(); |
| 339 | |
Mike Rapoport | bcec54b | 2018-09-10 12:23:18 +0300 | [diff] [blame] | 340 | memblock_reserve(__pa(initrd_start), size); |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 341 | initrd_below_start_ok = 1; |
| 342 | |
Mike Crowe | a64ae7a | 2008-07-28 13:12:52 +0100 | [diff] [blame] | 343 | pr_info("Initial ramdisk at: 0x%lx (%lu bytes)\n", |
| 344 | initrd_start, size); |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 345 | return; |
| 346 | disable: |
Mike Crowe | a64ae7a | 2008-07-28 13:12:52 +0100 | [diff] [blame] | 347 | printk(KERN_CONT " - disabling initrd\n"); |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 348 | initrd_start = 0; |
| 349 | initrd_end = 0; |
| 350 | } |
| 351 | |
| 352 | #else /* !CONFIG_BLK_DEV_INITRD */ |
| 353 | |
Ralf Baechle | 9ba126c | 2006-10-13 11:22:52 +0100 | [diff] [blame] | 354 | static unsigned long __init init_initrd(void) |
| 355 | { |
| 356 | return 0; |
| 357 | } |
| 358 | |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 359 | #define finalize_initrd() do {} while (0) |
| 360 | |
| 361 | #endif |
| 362 | |
Franck Bui-Huu | b6f1f0d | 2006-08-11 17:51:48 +0200 | [diff] [blame] | 363 | /* |
| 364 | * Initialize the bootmem allocator. It also setup initrd related data |
| 365 | * if needed. |
| 366 | */ |
Huacai Chen | c461731 | 2014-06-26 11:41:28 +0800 | [diff] [blame] | 367 | #if defined(CONFIG_SGI_IP27) || (defined(CONFIG_CPU_LOONGSON3) && defined(CONFIG_NUMA)) |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 368 | |
Franck Bui-Huu | b6f1f0d | 2006-08-11 17:51:48 +0200 | [diff] [blame] | 369 | static void __init bootmem_init(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 370 | { |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 371 | init_initrd(); |
| 372 | finalize_initrd(); |
| 373 | } |
| 374 | |
| 375 | #else /* !CONFIG_SGI_IP27 */ |
| 376 | |
| 377 | static void __init bootmem_init(void) |
| 378 | { |
Stefan Agner | d7dc899 | 2018-06-14 15:28:02 -0700 | [diff] [blame] | 379 | phys_addr_t ramstart = PHYS_ADDR_MAX; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 380 | int i; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 381 | |
Franck Bui-Huu | b6f1f0d | 2006-08-11 17:51:48 +0200 | [diff] [blame] | 382 | /* |
Greg Ungerer | f9a7feb | 2010-09-08 15:50:43 +1000 | [diff] [blame] | 383 | * Sanity check any INITRD first. We don't take it into account |
| 384 | * for bootmem setup initially, rely on the end-of-kernel-code |
| 385 | * as our memory range starting point. Once bootmem is inited we |
| 386 | * will reserve the area used for the initrd. |
Franck Bui-Huu | b6f1f0d | 2006-08-11 17:51:48 +0200 | [diff] [blame] | 387 | */ |
Greg Ungerer | f9a7feb | 2010-09-08 15:50:43 +1000 | [diff] [blame] | 388 | init_initrd(); |
Franck Bui-Huu | b6f1f0d | 2006-08-11 17:51:48 +0200 | [diff] [blame] | 389 | |
Serge Semin | b93ddc4 | 2019-04-24 01:47:40 +0300 | [diff] [blame] | 390 | /* Reserve memory occupied by kernel. */ |
| 391 | memblock_reserve(__pa_symbol(&_text), |
| 392 | __pa_symbol(&_end) - __pa_symbol(&_text)); |
Mike Rapoport | bcec54b | 2018-09-10 12:23:18 +0300 | [diff] [blame] | 393 | |
Franck Bui-Huu | b6f1f0d | 2006-08-11 17:51:48 +0200 | [diff] [blame] | 394 | /* |
Franck Bui-Huu | db84dc6 | 2007-01-10 09:44:04 +0100 | [diff] [blame] | 395 | * max_low_pfn is not a number of pages. The number of pages |
| 396 | * of the system is given by 'max_low_pfn - min_low_pfn'. |
| 397 | */ |
| 398 | min_low_pfn = ~0UL; |
| 399 | max_low_pfn = 0; |
| 400 | |
Serge Semin | 6ea3ba6 | 2019-04-24 01:47:38 +0300 | [diff] [blame] | 401 | /* Find the highest and lowest page frame numbers we have available. */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 402 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
| 403 | unsigned long start, end; |
| 404 | |
| 405 | if (boot_mem_map.map[i].type != BOOT_MEM_RAM) |
| 406 | continue; |
| 407 | |
| 408 | start = PFN_UP(boot_mem_map.map[i].addr); |
| 409 | end = PFN_DOWN(boot_mem_map.map[i].addr |
Franck Bui-Huu | b6f1f0d | 2006-08-11 17:51:48 +0200 | [diff] [blame] | 410 | + boot_mem_map.map[i].size); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 411 | |
Marcin Nowakowski | 67a3ba2 | 2018-02-01 12:37:21 +0100 | [diff] [blame] | 412 | ramstart = min(ramstart, boot_mem_map.map[i].addr); |
| 413 | |
James Hogan | 16a767e | 2016-11-01 13:59:09 +0000 | [diff] [blame] | 414 | #ifndef CONFIG_HIGHMEM |
| 415 | /* |
| 416 | * Skip highmem here so we get an accurate max_low_pfn if low |
| 417 | * memory stops short of high memory. |
| 418 | * If the region overlaps HIGHMEM_START, end is clipped so |
| 419 | * max_pfn excludes the highmem portion. |
| 420 | */ |
| 421 | if (start >= PFN_DOWN(HIGHMEM_START)) |
| 422 | continue; |
| 423 | if (end > PFN_DOWN(HIGHMEM_START)) |
| 424 | end = PFN_DOWN(HIGHMEM_START); |
| 425 | #endif |
| 426 | |
Franck Bui-Huu | db84dc6 | 2007-01-10 09:44:04 +0100 | [diff] [blame] | 427 | if (end > max_low_pfn) |
| 428 | max_low_pfn = end; |
| 429 | if (start < min_low_pfn) |
| 430 | min_low_pfn = start; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 431 | } |
| 432 | |
Paul Burton | 6c359eb | 2018-07-27 18:23:20 -0700 | [diff] [blame] | 433 | if (min_low_pfn >= max_low_pfn) |
| 434 | panic("Incorrect memory mapping !!!"); |
| 435 | |
| 436 | #ifdef CONFIG_MIPS_AUTO_PFN_OFFSET |
| 437 | ARCH_PFN_OFFSET = PFN_UP(ramstart); |
| 438 | #else |
Marcin Nowakowski | 67a3ba2 | 2018-02-01 12:37:21 +0100 | [diff] [blame] | 439 | /* |
| 440 | * Reserve any memory between the start of RAM and PHYS_OFFSET |
| 441 | */ |
Mike Rapoport | bcec54b | 2018-09-10 12:23:18 +0300 | [diff] [blame] | 442 | if (ramstart > PHYS_OFFSET) { |
Marcin Nowakowski | 67a3ba2 | 2018-02-01 12:37:21 +0100 | [diff] [blame] | 443 | add_memory_region(PHYS_OFFSET, ramstart - PHYS_OFFSET, |
| 444 | BOOT_MEM_RESERVED); |
Mike Rapoport | bcec54b | 2018-09-10 12:23:18 +0300 | [diff] [blame] | 445 | memblock_reserve(PHYS_OFFSET, ramstart - PHYS_OFFSET); |
| 446 | } |
Marcin Nowakowski | 67a3ba2 | 2018-02-01 12:37:21 +0100 | [diff] [blame] | 447 | |
Franck Bui-Huu | 6f284a2 | 2007-01-10 09:44:05 +0100 | [diff] [blame] | 448 | if (min_low_pfn > ARCH_PFN_OFFSET) { |
Mike Crowe | a64ae7a | 2008-07-28 13:12:52 +0100 | [diff] [blame] | 449 | pr_info("Wasting %lu bytes for tracking %lu unused pages\n", |
| 450 | (min_low_pfn - ARCH_PFN_OFFSET) * sizeof(struct page), |
| 451 | min_low_pfn - ARCH_PFN_OFFSET); |
Mathieu Malaterre | ab3d844 | 2018-01-02 19:53:15 +0100 | [diff] [blame] | 452 | } else if (ARCH_PFN_OFFSET - min_low_pfn > 0UL) { |
Mike Crowe | a64ae7a | 2008-07-28 13:12:52 +0100 | [diff] [blame] | 453 | pr_info("%lu free pages won't be used\n", |
| 454 | ARCH_PFN_OFFSET - min_low_pfn); |
Franck Bui-Huu | db84dc6 | 2007-01-10 09:44:04 +0100 | [diff] [blame] | 455 | } |
Franck Bui-Huu | 6f284a2 | 2007-01-10 09:44:05 +0100 | [diff] [blame] | 456 | min_low_pfn = ARCH_PFN_OFFSET; |
Paul Burton | 6c359eb | 2018-07-27 18:23:20 -0700 | [diff] [blame] | 457 | #endif |
Franck Bui-Huu | db84dc6 | 2007-01-10 09:44:04 +0100 | [diff] [blame] | 458 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 459 | /* |
| 460 | * Determine low and high memory ranges |
| 461 | */ |
Ralf Baechle | dc3bf35 | 2008-04-18 10:56:07 +0100 | [diff] [blame] | 462 | max_pfn = max_low_pfn; |
Franck Bui-Huu | db84dc6 | 2007-01-10 09:44:04 +0100 | [diff] [blame] | 463 | if (max_low_pfn > PFN_DOWN(HIGHMEM_START)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 464 | #ifdef CONFIG_HIGHMEM |
Franck Bui-Huu | b6f1f0d | 2006-08-11 17:51:48 +0200 | [diff] [blame] | 465 | highstart_pfn = PFN_DOWN(HIGHMEM_START); |
Franck Bui-Huu | db84dc6 | 2007-01-10 09:44:04 +0100 | [diff] [blame] | 466 | highend_pfn = max_low_pfn; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 467 | #endif |
Franck Bui-Huu | db84dc6 | 2007-01-10 09:44:04 +0100 | [diff] [blame] | 468 | max_low_pfn = PFN_DOWN(HIGHMEM_START); |
Franck Bui-Huu | b6f1f0d | 2006-08-11 17:51:48 +0200 | [diff] [blame] | 469 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 470 | |
Serge Semin | 6ea3ba6 | 2019-04-24 01:47:38 +0300 | [diff] [blame] | 471 | /* Install all valid RAM ranges to the memblock memory region */ |
Ralf Baechle | cce335a | 2007-11-03 02:05:43 +0000 | [diff] [blame] | 472 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
| 473 | unsigned long start, end; |
| 474 | |
| 475 | start = PFN_UP(boot_mem_map.map[i].addr); |
| 476 | end = PFN_DOWN(boot_mem_map.map[i].addr |
| 477 | + boot_mem_map.map[i].size); |
| 478 | |
Serge Semin | 6ea3ba6 | 2019-04-24 01:47:38 +0300 | [diff] [blame] | 479 | if (start < min_low_pfn) |
Atsushi Nemoto | e452e94 | 2008-01-08 00:41:13 +0900 | [diff] [blame] | 480 | start = min_low_pfn; |
Ralf Baechle | cce335a | 2007-11-03 02:05:43 +0000 | [diff] [blame] | 481 | #ifndef CONFIG_HIGHMEM |
Serge Semin | 6ea3ba6 | 2019-04-24 01:47:38 +0300 | [diff] [blame] | 482 | /* Ignore highmem regions if highmem is unsupported */ |
Ralf Baechle | cce335a | 2007-11-03 02:05:43 +0000 | [diff] [blame] | 483 | if (end > max_low_pfn) |
| 484 | end = max_low_pfn; |
Serge Semin | 6ea3ba6 | 2019-04-24 01:47:38 +0300 | [diff] [blame] | 485 | #endif |
Ralf Baechle | cce335a | 2007-11-03 02:05:43 +0000 | [diff] [blame] | 486 | if (end <= start) |
| 487 | continue; |
Ralf Baechle | cce335a | 2007-11-03 02:05:43 +0000 | [diff] [blame] | 488 | |
Tejun Heo | 9d15ffc | 2011-12-08 10:22:09 -0800 | [diff] [blame] | 489 | memblock_add_node(PFN_PHYS(start), PFN_PHYS(end - start), 0); |
Ralf Baechle | cce335a | 2007-11-03 02:05:43 +0000 | [diff] [blame] | 490 | |
Serge Semin | cf0c487 | 2019-04-24 01:47:39 +0300 | [diff] [blame] | 491 | /* Reserve any memory except the ordinary RAM ranges. */ |
David Daney | 43064c0 | 2011-11-22 14:38:03 +0000 | [diff] [blame] | 492 | switch (boot_mem_map.map[i].type) { |
| 493 | case BOOT_MEM_RAM: |
| 494 | break; |
Serge Semin | 9b9a59d | 2019-04-24 01:47:43 +0300 | [diff] [blame] | 495 | case BOOT_MEM_NOMAP: /* Discard the range from the system. */ |
| 496 | memblock_remove(PFN_PHYS(start), PFN_PHYS(end - start)); |
| 497 | continue; |
Serge Semin | cf0c487 | 2019-04-24 01:47:39 +0300 | [diff] [blame] | 498 | default: /* Reserve the rest of the memory types at boot time */ |
| 499 | memblock_reserve(PFN_PHYS(start), PFN_PHYS(end - start)); |
| 500 | break; |
David Daney | 43064c0 | 2011-11-22 14:38:03 +0000 | [diff] [blame] | 501 | } |
| 502 | |
Franck Bui-Huu | b6f1f0d | 2006-08-11 17:51:48 +0200 | [diff] [blame] | 503 | /* |
Serge Semin | cf0c487 | 2019-04-24 01:47:39 +0300 | [diff] [blame] | 504 | * In any case the added to the memblock memory regions |
| 505 | * (highmem/lowmem, available/reserved, etc) are considered |
| 506 | * as present, so inform sparsemem about them. |
Franck Bui-Huu | b6f1f0d | 2006-08-11 17:51:48 +0200 | [diff] [blame] | 507 | */ |
Franck Bui-Huu | b6f1f0d | 2006-08-11 17:51:48 +0200 | [diff] [blame] | 508 | memory_present(0, start, end); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 509 | } |
| 510 | |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 511 | /* |
| 512 | * Reserve initrd memory if needed. |
| 513 | */ |
| 514 | finalize_initrd(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 515 | } |
| 516 | |
Franck Bui-Huu | d2043ca | 2006-08-11 17:51:49 +0200 | [diff] [blame] | 517 | #endif /* CONFIG_SGI_IP27 */ |
| 518 | |
Ralf Baechle | 982f6ff | 2009-09-17 02:25:07 +0200 | [diff] [blame] | 519 | static int usermem __initdata; |
Franck Bui-Huu | a09fc44 | 2006-08-11 17:51:53 +0200 | [diff] [blame] | 520 | |
| 521 | static int __init early_parse_mem(char *p) |
| 522 | { |
Jaedon Shin | ad8f723 | 2014-12-12 19:51:15 +0100 | [diff] [blame] | 523 | phys_addr_t start, size; |
Franck Bui-Huu | a09fc44 | 2006-08-11 17:51:53 +0200 | [diff] [blame] | 524 | |
| 525 | /* |
| 526 | * If a user specifies memory size, we |
| 527 | * blow away any automatically generated |
| 528 | * size. |
| 529 | */ |
| 530 | if (usermem == 0) { |
| 531 | boot_mem_map.nr_map = 0; |
| 532 | usermem = 1; |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 533 | } |
Franck Bui-Huu | a09fc44 | 2006-08-11 17:51:53 +0200 | [diff] [blame] | 534 | start = 0; |
| 535 | size = memparse(p, &p); |
| 536 | if (*p == '@') |
| 537 | start = memparse(p + 1, &p); |
| 538 | |
| 539 | add_memory_region(start, size, BOOT_MEM_RAM); |
Marcin Nowakowski | 73fbc1e | 2016-11-23 14:43:49 +0100 | [diff] [blame] | 540 | |
Franck Bui-Huu | a09fc44 | 2006-08-11 17:51:53 +0200 | [diff] [blame] | 541 | return 0; |
| 542 | } |
| 543 | early_param("mem", early_parse_mem); |
Ralf Baechle | 2925aba | 2006-06-18 01:32:22 +0100 | [diff] [blame] | 544 | |
Miodrag Dinic | 296a762 | 2017-06-19 17:50:08 +0200 | [diff] [blame] | 545 | static int __init early_parse_memmap(char *p) |
| 546 | { |
| 547 | char *oldp; |
| 548 | u64 start_at, mem_size; |
| 549 | |
| 550 | if (!p) |
| 551 | return -EINVAL; |
| 552 | |
| 553 | if (!strncmp(p, "exactmap", 8)) { |
| 554 | pr_err("\"memmap=exactmap\" invalid on MIPS\n"); |
| 555 | return 0; |
| 556 | } |
| 557 | |
| 558 | oldp = p; |
| 559 | mem_size = memparse(p, &p); |
| 560 | if (p == oldp) |
| 561 | return -EINVAL; |
| 562 | |
| 563 | if (*p == '@') { |
| 564 | start_at = memparse(p+1, &p); |
| 565 | add_memory_region(start_at, mem_size, BOOT_MEM_RAM); |
| 566 | } else if (*p == '#') { |
| 567 | pr_err("\"memmap=nn#ss\" (force ACPI data) invalid on MIPS\n"); |
| 568 | return -EINVAL; |
| 569 | } else if (*p == '$') { |
| 570 | start_at = memparse(p+1, &p); |
| 571 | add_memory_region(start_at, mem_size, BOOT_MEM_RESERVED); |
| 572 | } else { |
| 573 | pr_err("\"memmap\" invalid format!\n"); |
| 574 | return -EINVAL; |
| 575 | } |
| 576 | |
| 577 | if (*p == '\0') { |
| 578 | usermem = 1; |
| 579 | return 0; |
| 580 | } else |
| 581 | return -EINVAL; |
| 582 | } |
| 583 | early_param("memmap", early_parse_memmap); |
| 584 | |
Corey Minyard | 4893fc8 | 2013-02-12 19:41:48 +0000 | [diff] [blame] | 585 | #ifdef CONFIG_PROC_VMCORE |
| 586 | unsigned long setup_elfcorehdr, setup_elfcorehdr_size; |
| 587 | static int __init early_parse_elfcorehdr(char *p) |
| 588 | { |
| 589 | int i; |
| 590 | |
| 591 | setup_elfcorehdr = memparse(p, &p); |
| 592 | |
| 593 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
| 594 | unsigned long start = boot_mem_map.map[i].addr; |
| 595 | unsigned long end = (boot_mem_map.map[i].addr + |
| 596 | boot_mem_map.map[i].size); |
| 597 | if (setup_elfcorehdr >= start && setup_elfcorehdr < end) { |
| 598 | /* |
| 599 | * Reserve from the elf core header to the end of |
| 600 | * the memory segment, that should all be kdump |
| 601 | * reserved memory. |
| 602 | */ |
| 603 | setup_elfcorehdr_size = end - setup_elfcorehdr; |
| 604 | break; |
| 605 | } |
| 606 | } |
| 607 | /* |
| 608 | * If we don't find it in the memory map, then we shouldn't |
| 609 | * have to worry about it, as the new kernel won't use it. |
| 610 | */ |
| 611 | return 0; |
| 612 | } |
| 613 | early_param("elfcorehdr", early_parse_elfcorehdr); |
| 614 | #endif |
| 615 | |
Ralf Baechle | 15d45cc | 2014-11-22 00:22:09 +0100 | [diff] [blame] | 616 | static void __init arch_mem_addpart(phys_addr_t mem, phys_addr_t end, int type) |
Corey Minyard | d3ff933 | 2013-02-12 19:41:47 +0000 | [diff] [blame] | 617 | { |
Ralf Baechle | 15d45cc | 2014-11-22 00:22:09 +0100 | [diff] [blame] | 618 | phys_addr_t size; |
Corey Minyard | d3ff933 | 2013-02-12 19:41:47 +0000 | [diff] [blame] | 619 | int i; |
| 620 | |
| 621 | size = end - mem; |
| 622 | if (!size) |
| 623 | return; |
| 624 | |
| 625 | /* Make sure it is in the boot_mem_map */ |
| 626 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
| 627 | if (mem >= boot_mem_map.map[i].addr && |
| 628 | mem < (boot_mem_map.map[i].addr + |
| 629 | boot_mem_map.map[i].size)) |
| 630 | return; |
| 631 | } |
| 632 | add_memory_region(mem, size, type); |
| 633 | } |
| 634 | |
Prem Mallappa | c2882b7 | 2013-09-04 23:26:24 +0530 | [diff] [blame] | 635 | #ifdef CONFIG_KEXEC |
| 636 | static inline unsigned long long get_total_mem(void) |
| 637 | { |
| 638 | unsigned long long total; |
| 639 | |
| 640 | total = max_pfn - min_low_pfn; |
| 641 | return total << PAGE_SHIFT; |
| 642 | } |
| 643 | |
| 644 | static void __init mips_parse_crashkernel(void) |
| 645 | { |
| 646 | unsigned long long total_mem; |
| 647 | unsigned long long crash_size, crash_base; |
| 648 | int ret; |
| 649 | |
| 650 | total_mem = get_total_mem(); |
| 651 | ret = parse_crashkernel(boot_command_line, total_mem, |
| 652 | &crash_size, &crash_base); |
| 653 | if (ret != 0 || crash_size <= 0) |
| 654 | return; |
| 655 | |
Marcin Nowakowski | a8f108d | 2016-11-23 14:43:50 +0100 | [diff] [blame] | 656 | if (!memory_region_available(crash_base, crash_size)) { |
| 657 | pr_warn("Invalid memory region reserved for crash kernel\n"); |
| 658 | return; |
| 659 | } |
| 660 | |
Prem Mallappa | c2882b7 | 2013-09-04 23:26:24 +0530 | [diff] [blame] | 661 | crashk_res.start = crash_base; |
| 662 | crashk_res.end = crash_base + crash_size - 1; |
| 663 | } |
| 664 | |
| 665 | static void __init request_crashkernel(struct resource *res) |
| 666 | { |
| 667 | int ret; |
| 668 | |
Marcin Nowakowski | 269aa43 | 2016-11-23 14:43:43 +0100 | [diff] [blame] | 669 | if (crashk_res.start == crashk_res.end) |
| 670 | return; |
| 671 | |
Prem Mallappa | c2882b7 | 2013-09-04 23:26:24 +0530 | [diff] [blame] | 672 | ret = request_resource(res, &crashk_res); |
| 673 | if (!ret) |
| 674 | pr_info("Reserving %ldMB of memory at %ldMB for crashkernel\n", |
| 675 | (unsigned long)((crashk_res.end - |
| 676 | crashk_res.start + 1) >> 20), |
| 677 | (unsigned long)(crashk_res.start >> 20)); |
| 678 | } |
| 679 | #else /* !defined(CONFIG_KEXEC) */ |
| 680 | static void __init mips_parse_crashkernel(void) |
| 681 | { |
| 682 | } |
| 683 | |
| 684 | static void __init request_crashkernel(struct resource *res) |
| 685 | { |
| 686 | } |
| 687 | #endif /* !defined(CONFIG_KEXEC) */ |
| 688 | |
Jonas Gorski | 2024972 | 2015-10-12 13:13:02 +0200 | [diff] [blame] | 689 | #define USE_PROM_CMDLINE IS_ENABLED(CONFIG_MIPS_CMDLINE_FROM_BOOTLOADER) |
| 690 | #define USE_DTB_CMDLINE IS_ENABLED(CONFIG_MIPS_CMDLINE_FROM_DTB) |
Jaedon Shin | 2549cc9 | 2015-12-21 12:47:35 +0900 | [diff] [blame] | 691 | #define EXTEND_WITH_PROM IS_ENABLED(CONFIG_MIPS_CMDLINE_DTB_EXTEND) |
Rabin Vincent | ed47e15 | 2016-04-28 11:03:09 +0200 | [diff] [blame] | 692 | #define BUILTIN_EXTEND_WITH_PROM \ |
| 693 | IS_ENABLED(CONFIG_MIPS_CMDLINE_BUILTIN_EXTEND) |
Jonas Gorski | 2024972 | 2015-10-12 13:13:02 +0200 | [diff] [blame] | 694 | |
Paul Burton | 52c985a | 2018-08-31 15:28:57 -0700 | [diff] [blame] | 695 | /* |
| 696 | * arch_mem_init - initialize memory management subsystem |
| 697 | * |
| 698 | * o plat_mem_setup() detects the memory configuration and will record detected |
| 699 | * memory areas using add_memory_region. |
| 700 | * |
| 701 | * At this stage the memory configuration of the system is known to the |
| 702 | * kernel but generic memory management system is still entirely uninitialized. |
| 703 | * |
| 704 | * o bootmem_init() |
| 705 | * o sparse_init() |
| 706 | * o paging_init() |
| 707 | * o dma_contiguous_reserve() |
| 708 | * |
| 709 | * At this stage the bootmem allocator is ready to use. |
| 710 | * |
| 711 | * NOTE: historically plat_mem_setup did the entire platform initialization. |
| 712 | * This was rather impractical because it meant plat_mem_setup had to |
| 713 | * get away without any kind of memory allocator. To keep old code from |
| 714 | * breaking plat_setup was just renamed to plat_mem_setup and a second platform |
| 715 | * initialization hook for anything else was introduced. |
| 716 | */ |
Ralf Baechle | 2925aba | 2006-06-18 01:32:22 +0100 | [diff] [blame] | 717 | static void __init arch_mem_init(char **cmdline_p) |
| 718 | { |
Franck Bui-Huu | a09fc44 | 2006-08-11 17:51:53 +0200 | [diff] [blame] | 719 | extern void plat_mem_setup(void); |
| 720 | |
Paul Burton | 951d223 | 2018-09-27 22:59:18 +0000 | [diff] [blame] | 721 | /* |
| 722 | * Initialize boot_command_line to an innocuous but non-empty string in |
| 723 | * order to prevent early_init_dt_scan_chosen() from copying |
| 724 | * CONFIG_CMDLINE into it without our knowledge. We handle |
| 725 | * CONFIG_CMDLINE ourselves below & don't want to duplicate its |
| 726 | * content because repeating arguments can be problematic. |
| 727 | */ |
| 728 | strlcpy(boot_command_line, " ", COMMAND_LINE_SIZE); |
| 729 | |
| 730 | /* call board setup routine */ |
| 731 | plat_mem_setup(); |
Huacai Chen | 25517ed | 2018-11-10 11:50:14 +0800 | [diff] [blame] | 732 | memblock_set_bottom_up(true); |
Paul Burton | 951d223 | 2018-09-27 22:59:18 +0000 | [diff] [blame] | 733 | |
| 734 | /* |
| 735 | * Make sure all kernel memory is in the maps. The "UP" and |
| 736 | * "DOWN" are opposite for initdata since if it crosses over |
| 737 | * into another memory section you don't want that to be |
| 738 | * freed when the initdata is freed. |
| 739 | */ |
| 740 | arch_mem_addpart(PFN_DOWN(__pa_symbol(&_text)) << PAGE_SHIFT, |
| 741 | PFN_UP(__pa_symbol(&_edata)) << PAGE_SHIFT, |
| 742 | BOOT_MEM_RAM); |
| 743 | arch_mem_addpart(PFN_UP(__pa_symbol(&__init_begin)) << PAGE_SHIFT, |
| 744 | PFN_DOWN(__pa_symbol(&__init_end)) << PAGE_SHIFT, |
| 745 | BOOT_MEM_INIT_RAM); |
Serge Semin | a703db3 | 2019-04-24 01:47:37 +0300 | [diff] [blame] | 746 | arch_mem_addpart(PFN_DOWN(__pa_symbol(&__bss_start)) << PAGE_SHIFT, |
| 747 | PFN_UP(__pa_symbol(&__bss_stop)) << PAGE_SHIFT, |
| 748 | BOOT_MEM_RAM); |
Paul Burton | 951d223 | 2018-09-27 22:59:18 +0000 | [diff] [blame] | 749 | |
| 750 | pr_info("Determined physical RAM map:\n"); |
| 751 | print_memory_map(); |
| 752 | |
Jonas Gorski | 2024972 | 2015-10-12 13:13:02 +0200 | [diff] [blame] | 753 | #if defined(CONFIG_CMDLINE_BOOL) && defined(CONFIG_CMDLINE_OVERRIDE) |
Dmitri Vorobiev | 6acc7d4 | 2009-11-21 22:34:41 +0200 | [diff] [blame] | 754 | strlcpy(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE); |
| 755 | #else |
Jonas Gorski | 2024972 | 2015-10-12 13:13:02 +0200 | [diff] [blame] | 756 | if ((USE_PROM_CMDLINE && arcs_cmdline[0]) || |
| 757 | (USE_DTB_CMDLINE && !boot_command_line[0])) |
| 758 | strlcpy(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); |
| 759 | |
| 760 | if (EXTEND_WITH_PROM && arcs_cmdline[0]) { |
Rabin Vincent | e54ad8c | 2016-04-28 11:03:08 +0200 | [diff] [blame] | 761 | if (boot_command_line[0]) |
| 762 | strlcat(boot_command_line, " ", COMMAND_LINE_SIZE); |
Jonas Gorski | 2024972 | 2015-10-12 13:13:02 +0200 | [diff] [blame] | 763 | strlcat(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); |
Dmitri Vorobiev | 6acc7d4 | 2009-11-21 22:34:41 +0200 | [diff] [blame] | 764 | } |
Jonas Gorski | 2024972 | 2015-10-12 13:13:02 +0200 | [diff] [blame] | 765 | |
| 766 | #if defined(CONFIG_CMDLINE_BOOL) |
| 767 | if (builtin_cmdline[0]) { |
Rabin Vincent | e54ad8c | 2016-04-28 11:03:08 +0200 | [diff] [blame] | 768 | if (boot_command_line[0]) |
| 769 | strlcat(boot_command_line, " ", COMMAND_LINE_SIZE); |
Jonas Gorski | 2024972 | 2015-10-12 13:13:02 +0200 | [diff] [blame] | 770 | strlcat(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE); |
| 771 | } |
Rabin Vincent | ed47e15 | 2016-04-28 11:03:09 +0200 | [diff] [blame] | 772 | |
| 773 | if (BUILTIN_EXTEND_WITH_PROM && arcs_cmdline[0]) { |
| 774 | if (boot_command_line[0]) |
| 775 | strlcat(boot_command_line, " ", COMMAND_LINE_SIZE); |
| 776 | strlcat(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); |
| 777 | } |
Dmitri Vorobiev | 6acc7d4 | 2009-11-21 22:34:41 +0200 | [diff] [blame] | 778 | #endif |
Dmitri Vorobiev | 6acc7d4 | 2009-11-21 22:34:41 +0200 | [diff] [blame] | 779 | #endif |
| 780 | strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE); |
Ralf Baechle | 2925aba | 2006-06-18 01:32:22 +0100 | [diff] [blame] | 781 | |
| 782 | *cmdline_p = command_line; |
| 783 | |
Franck Bui-Huu | a09fc44 | 2006-08-11 17:51:53 +0200 | [diff] [blame] | 784 | parse_early_param(); |
| 785 | |
| 786 | if (usermem) { |
Mike Crowe | a64ae7a | 2008-07-28 13:12:52 +0100 | [diff] [blame] | 787 | pr_info("User-defined physical RAM map:\n"); |
Franck Bui-Huu | a09fc44 | 2006-08-11 17:51:53 +0200 | [diff] [blame] | 788 | print_memory_map(); |
| 789 | } |
| 790 | |
Marcin Nowakowski | 7334608 | 2016-11-23 14:43:46 +0100 | [diff] [blame] | 791 | early_init_fdt_reserve_self(); |
| 792 | early_init_fdt_scan_reserved_mem(); |
| 793 | |
Ralf Baechle | 2925aba | 2006-06-18 01:32:22 +0100 | [diff] [blame] | 794 | bootmem_init(); |
Mike Rapoport | bcec54b | 2018-09-10 12:23:18 +0300 | [diff] [blame] | 795 | |
| 796 | /* |
| 797 | * Prevent memblock from allocating high memory. |
| 798 | * This cannot be done before max_low_pfn is detected, so up |
| 799 | * to this point is possible to only reserve physical memory |
Mike Rapoport | eb31d55 | 2018-10-30 15:08:04 -0700 | [diff] [blame] | 800 | * with memblock_reserve; memblock_alloc* can be used |
Mike Rapoport | bcec54b | 2018-09-10 12:23:18 +0300 | [diff] [blame] | 801 | * only after this point |
| 802 | */ |
| 803 | memblock_set_current_limit(PFN_PHYS(max_low_pfn)); |
| 804 | |
Corey Minyard | 4893fc8 | 2013-02-12 19:41:48 +0000 | [diff] [blame] | 805 | #ifdef CONFIG_PROC_VMCORE |
| 806 | if (setup_elfcorehdr && setup_elfcorehdr_size) { |
| 807 | printk(KERN_INFO "kdump reserved memory at %lx-%lx\n", |
| 808 | setup_elfcorehdr, setup_elfcorehdr_size); |
Mike Rapoport | bcec54b | 2018-09-10 12:23:18 +0300 | [diff] [blame] | 809 | memblock_reserve(setup_elfcorehdr, setup_elfcorehdr_size); |
Corey Minyard | 4893fc8 | 2013-02-12 19:41:48 +0000 | [diff] [blame] | 810 | } |
| 811 | #endif |
Prem Mallappa | c2882b7 | 2013-09-04 23:26:24 +0530 | [diff] [blame] | 812 | |
| 813 | mips_parse_crashkernel(); |
Ralf Baechle | 7aa1c8f | 2012-10-11 18:14:58 +0200 | [diff] [blame] | 814 | #ifdef CONFIG_KEXEC |
| 815 | if (crashk_res.start != crashk_res.end) |
Mike Rapoport | bcec54b | 2018-09-10 12:23:18 +0300 | [diff] [blame] | 816 | memblock_reserve(crashk_res.start, |
| 817 | crashk_res.end - crashk_res.start + 1); |
Ralf Baechle | 7aa1c8f | 2012-10-11 18:14:58 +0200 | [diff] [blame] | 818 | #endif |
Dezhong Diao | f2ffa5a | 2010-10-13 00:52:46 -0600 | [diff] [blame] | 819 | device_tree_init(); |
Ralf Baechle | 2925aba | 2006-06-18 01:32:22 +0100 | [diff] [blame] | 820 | sparse_init(); |
David Daney | ee71b7d | 2010-10-01 13:27:33 -0700 | [diff] [blame] | 821 | plat_swiotlb_setup(); |
Zubair Lutfullah Kakakhel | f464938 | 2014-07-16 16:51:32 +0100 | [diff] [blame] | 822 | |
| 823 | dma_contiguous_reserve(PFN_PHYS(max_low_pfn)); |
Huacai Chen | a95d06920 | 2016-03-17 20:37:10 +0800 | [diff] [blame] | 824 | |
Serge Semin | 4e50a35 | 2019-04-24 01:47:42 +0300 | [diff] [blame] | 825 | /* Reserve for hibernation. */ |
| 826 | memblock_reserve(__pa_symbol(&__nosave_begin), |
| 827 | __pa_symbol(&__nosave_end) - __pa_symbol(&__nosave_begin)); |
Serge Semin | 30c8f4e | 2019-05-03 20:50:37 +0300 | [diff] [blame] | 828 | |
Serge Semin | 3751cbd | 2019-05-03 20:50:41 +0300 | [diff] [blame] | 829 | fdt_init_reserved_mem(); |
| 830 | |
Serge Semin | 30c8f4e | 2019-05-03 20:50:37 +0300 | [diff] [blame] | 831 | memblock_dump_all(); |
Serge Semin | 2f5bd03 | 2019-05-03 20:50:38 +0300 | [diff] [blame] | 832 | |
| 833 | early_memtest(PFN_PHYS(min_low_pfn), PFN_PHYS(max_low_pfn)); |
Ralf Baechle | 2925aba | 2006-06-18 01:32:22 +0100 | [diff] [blame] | 834 | } |
| 835 | |
Franck Bui-Huu | 8df32c6 | 2006-08-11 17:51:51 +0200 | [diff] [blame] | 836 | static void __init resource_init(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 837 | { |
| 838 | int i; |
| 839 | |
Ralf Baechle | 6adb5fe | 2006-06-20 12:47:53 +0100 | [diff] [blame] | 840 | if (UNCAC_BASE != IO_BASE) |
| 841 | return; |
| 842 | |
Franck Bui-Huu | f5bffe3 | 2006-10-19 13:20:03 +0200 | [diff] [blame] | 843 | code_resource.start = __pa_symbol(&_text); |
| 844 | code_resource.end = __pa_symbol(&_etext) - 1; |
| 845 | data_resource.start = __pa_symbol(&_etext); |
| 846 | data_resource.end = __pa_symbol(&_edata) - 1; |
David Daney | e0c5f36 | 2017-10-12 12:50:34 -0700 | [diff] [blame] | 847 | bss_resource.start = __pa_symbol(&__bss_start); |
| 848 | bss_resource.end = __pa_symbol(&__bss_stop) - 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 849 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 850 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
| 851 | struct resource *res; |
| 852 | unsigned long start, end; |
| 853 | |
| 854 | start = boot_mem_map.map[i].addr; |
| 855 | end = boot_mem_map.map[i].addr + boot_mem_map.map[i].size - 1; |
Franck Bui-Huu | 1c6fd44 | 2006-08-11 17:51:52 +0200 | [diff] [blame] | 856 | if (start >= HIGHMEM_START) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 857 | continue; |
Franck Bui-Huu | 1c6fd44 | 2006-08-11 17:51:52 +0200 | [diff] [blame] | 858 | if (end >= HIGHMEM_START) |
| 859 | end = HIGHMEM_START - 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 860 | |
Mike Rapoport | 7e1c4e2 | 2018-10-30 15:09:57 -0700 | [diff] [blame] | 861 | res = memblock_alloc(sizeof(struct resource), SMP_CACHE_BYTES); |
Mike Rapoport | 8a7f97b | 2019-03-11 23:30:31 -0700 | [diff] [blame] | 862 | if (!res) |
| 863 | panic("%s: Failed to allocate %zu bytes\n", __func__, |
| 864 | sizeof(struct resource)); |
Toshi Kani | 35d98e9 | 2016-01-26 21:57:22 +0100 | [diff] [blame] | 865 | |
| 866 | res->start = start; |
| 867 | res->end = end; |
| 868 | res->flags = IORESOURCE_MEM | IORESOURCE_BUSY; |
| 869 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 870 | switch (boot_mem_map.map[i].type) { |
| 871 | case BOOT_MEM_RAM: |
David Daney | 43064c0 | 2011-11-22 14:38:03 +0000 | [diff] [blame] | 872 | case BOOT_MEM_INIT_RAM: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 873 | case BOOT_MEM_ROM_DATA: |
| 874 | res->name = "System RAM"; |
Toshi Kani | 35d98e9 | 2016-01-26 21:57:22 +0100 | [diff] [blame] | 875 | res->flags |= IORESOURCE_SYSRAM; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 876 | break; |
| 877 | case BOOT_MEM_RESERVED: |
Serge Semin | 9b9a59d | 2019-04-24 01:47:43 +0300 | [diff] [blame] | 878 | case BOOT_MEM_NOMAP: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 879 | default: |
| 880 | res->name = "reserved"; |
| 881 | } |
| 882 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 883 | request_resource(&iomem_resource, res); |
| 884 | |
| 885 | /* |
| 886 | * We don't know which RAM region contains kernel data, |
| 887 | * so we try it repeatedly and let the resource manager |
| 888 | * test it. |
| 889 | */ |
| 890 | request_resource(res, &code_resource); |
| 891 | request_resource(res, &data_resource); |
David Daney | e0c5f36 | 2017-10-12 12:50:34 -0700 | [diff] [blame] | 892 | request_resource(res, &bss_resource); |
Ralf Baechle | 7aa1c8f | 2012-10-11 18:14:58 +0200 | [diff] [blame] | 893 | request_crashkernel(res); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 894 | } |
| 895 | } |
| 896 | |
Huacai Chen | 0f3f506 | 2014-06-26 11:41:25 +0800 | [diff] [blame] | 897 | #ifdef CONFIG_SMP |
| 898 | static void __init prefill_possible_map(void) |
| 899 | { |
| 900 | int i, possible = num_possible_cpus(); |
| 901 | |
| 902 | if (possible > nr_cpu_ids) |
| 903 | possible = nr_cpu_ids; |
| 904 | |
| 905 | for (i = 0; i < possible; i++) |
| 906 | set_cpu_possible(i, true); |
| 907 | for (; i < NR_CPUS; i++) |
| 908 | set_cpu_possible(i, false); |
| 909 | |
| 910 | nr_cpu_ids = possible; |
| 911 | } |
| 912 | #else |
| 913 | static inline void prefill_possible_map(void) {} |
| 914 | #endif |
| 915 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 916 | void __init setup_arch(char **cmdline_p) |
| 917 | { |
| 918 | cpu_probe(); |
Paul Burton | 3af5a67 | 2016-02-08 09:46:31 -0800 | [diff] [blame] | 919 | mips_cm_probe(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 920 | prom_init(); |
Ralf Baechle | 36a8853 | 2007-03-01 11:56:43 +0000 | [diff] [blame] | 921 | |
James Hogan | e934945 | 2015-01-29 11:14:13 +0000 | [diff] [blame] | 922 | setup_early_fdc_console(); |
Ralf Baechle | 36a8853 | 2007-03-01 11:56:43 +0000 | [diff] [blame] | 923 | #ifdef CONFIG_EARLY_PRINTK |
Dmitri Vorobiev | 07cdb78 | 2008-05-29 17:57:08 +0300 | [diff] [blame] | 924 | setup_early_printk(); |
Ralf Baechle | 36a8853 | 2007-03-01 11:56:43 +0000 | [diff] [blame] | 925 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 926 | cpu_report(); |
Maciej W. Rozycki | 20d60d9 | 2007-10-23 12:43:11 +0100 | [diff] [blame] | 927 | check_bugs_early(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 928 | |
| 929 | #if defined(CONFIG_VT) |
| 930 | #if defined(CONFIG_VGA_CONSOLE) |
Ralf Baechle | e0daad4 | 2007-02-05 00:10:11 +0000 | [diff] [blame] | 931 | conswitchp = &vga_con; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 932 | #elif defined(CONFIG_DUMMY_CONSOLE) |
Ralf Baechle | e0daad4 | 2007-02-05 00:10:11 +0000 | [diff] [blame] | 933 | conswitchp = &dummy_con; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 934 | #endif |
| 935 | #endif |
| 936 | |
Ralf Baechle | 2925aba | 2006-06-18 01:32:22 +0100 | [diff] [blame] | 937 | arch_mem_init(cmdline_p); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 938 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 939 | resource_init(); |
Ralf Baechle | 9b6695a | 2006-02-23 12:23:27 +0000 | [diff] [blame] | 940 | plat_smp_setup(); |
Huacai Chen | 0f3f506 | 2014-06-26 11:41:25 +0800 | [diff] [blame] | 941 | prefill_possible_map(); |
David Daney | 6650df3 | 2012-05-15 00:04:50 -0700 | [diff] [blame] | 942 | |
| 943 | cpu_cache_init(); |
Paul Burton | 058effe | 2016-09-02 15:17:31 +0100 | [diff] [blame] | 944 | paging_init(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 945 | } |
| 946 | |
Atsushi Nemoto | 69a6c31 | 2007-01-24 01:21:05 +0900 | [diff] [blame] | 947 | unsigned long kernelsp[NR_CPUS]; |
| 948 | unsigned long fw_arg0, fw_arg1, fw_arg2, fw_arg3; |
Atsushi Nemoto | 6312e0e | 2007-06-30 00:55:48 +0900 | [diff] [blame] | 949 | |
Jonas Gorski | 15f37e1 | 2016-06-20 11:27:37 +0200 | [diff] [blame] | 950 | #ifdef CONFIG_USE_OF |
| 951 | unsigned long fw_passed_dtb; |
| 952 | #endif |
| 953 | |
Atsushi Nemoto | 6312e0e | 2007-06-30 00:55:48 +0900 | [diff] [blame] | 954 | #ifdef CONFIG_DEBUG_FS |
| 955 | struct dentry *mips_debugfs_dir; |
| 956 | static int __init debugfs_mips(void) |
| 957 | { |
Greg Kroah-Hartman | d814042 | 2019-01-22 15:57:42 +0100 | [diff] [blame] | 958 | mips_debugfs_dir = debugfs_create_dir("mips", NULL); |
Atsushi Nemoto | 6312e0e | 2007-06-30 00:55:48 +0900 | [diff] [blame] | 959 | return 0; |
| 960 | } |
| 961 | arch_initcall(debugfs_mips); |
| 962 | #endif |
Christoph Hellwig | aa4db77 | 2018-06-15 13:08:45 +0200 | [diff] [blame] | 963 | |
Christoph Hellwig | 5748e1b | 2018-08-16 16:47:53 +0300 | [diff] [blame] | 964 | #ifdef CONFIG_DMA_MAYBE_COHERENT |
Christoph Hellwig | aa4db77 | 2018-06-15 13:08:45 +0200 | [diff] [blame] | 965 | /* User defined DMA coherency from command line. */ |
| 966 | enum coherent_io_user_state coherentio = IO_COHERENCE_DEFAULT; |
| 967 | EXPORT_SYMBOL_GPL(coherentio); |
| 968 | int hw_coherentio = 0; /* Actual hardware supported DMA coherency setting. */ |
| 969 | |
| 970 | static int __init setcoherentio(char *str) |
| 971 | { |
| 972 | coherentio = IO_COHERENCE_ENABLED; |
| 973 | pr_info("Hardware DMA cache coherency (command line)\n"); |
| 974 | return 0; |
| 975 | } |
| 976 | early_param("coherentio", setcoherentio); |
| 977 | |
| 978 | static int __init setnocoherentio(char *str) |
| 979 | { |
| 980 | coherentio = IO_COHERENCE_DISABLED; |
| 981 | pr_info("Software DMA cache coherency (command line)\n"); |
| 982 | return 0; |
| 983 | } |
| 984 | early_param("nocoherentio", setnocoherentio); |
| 985 | #endif |