872fec16d9
First step in pushing down the page_table_lock. init_mm.page_table_lock has been used throughout the architectures (usually for ioremap): not to serialize kernel address space allocation (that's usually vmlist_lock), but because pud_alloc,pmd_alloc,pte_alloc_kernel expect caller holds it. Reverse that: don't lock or unlock init_mm.page_table_lock in any of the architectures; instead rely on pud_alloc,pmd_alloc,pte_alloc_kernel to take and drop it when allocating a new one, to check lest a racing task already did. Similarly no page_table_lock in vmalloc's map_vm_area. Some temporary ugliness in __pud_alloc and __pmd_alloc: since they also handle user mms, which are converted only by a later patch, for now they have to lock differently according to whether or not it's init_mm. If sources get muddled, there's a danger that an arch source taking init_mm.page_table_lock will be mixed with common source also taking it (or neither take it). So break the rules and make another change, which should break the build for such a mismatch: remove the redundant mm arg from pte_alloc_kernel (ppc64 scrapped its distinct ioremap_mm in 2.6.13). Exceptions: arm26 used pte_alloc_kernel on user mm, now pte_alloc_map; ia64 used pte_alloc_map on init_mm, now pte_alloc_kernel; parisc had bad args to pmd_alloc and pte_alloc_kernel in unused USE_HPPA_IOREMAP code; ppc64 map_io_page forgot to unlock on failure; ppc mmu_mapin_ram and ppc64 im_free took page_table_lock for no good reason. Signed-off-by: Hugh Dickins <hugh@veritas.com> Signed-off-by: Andrew Morton <akpm@osdl.org> Signed-off-by: Linus Torvalds <torvalds@osdl.org>
138 lines
3.6 KiB
C
138 lines
3.6 KiB
C
/*
|
|
* This file contains the routines for initializing the MMU
|
|
* on the 4xx series of chips.
|
|
* -- paulus
|
|
*
|
|
* Derived from arch/ppc/mm/init.c:
|
|
* Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org)
|
|
*
|
|
* Modifications by Paul Mackerras (PowerMac) (paulus@cs.anu.edu.au)
|
|
* and Cort Dougan (PReP) (cort@cs.nmt.edu)
|
|
* Copyright (C) 1996 Paul Mackerras
|
|
* Amiga/APUS changes by Jesper Skov (jskov@cygnus.co.uk).
|
|
*
|
|
* Derived from "arch/i386/mm/init.c"
|
|
* Copyright (C) 1991, 1992, 1993, 1994 Linus Torvalds
|
|
*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU General Public License
|
|
* as published by the Free Software Foundation; either version
|
|
* 2 of the License, or (at your option) any later version.
|
|
*
|
|
*/
|
|
|
|
#include <linux/config.h>
|
|
#include <linux/signal.h>
|
|
#include <linux/sched.h>
|
|
#include <linux/kernel.h>
|
|
#include <linux/errno.h>
|
|
#include <linux/string.h>
|
|
#include <linux/types.h>
|
|
#include <linux/ptrace.h>
|
|
#include <linux/mman.h>
|
|
#include <linux/mm.h>
|
|
#include <linux/swap.h>
|
|
#include <linux/stddef.h>
|
|
#include <linux/vmalloc.h>
|
|
#include <linux/init.h>
|
|
#include <linux/delay.h>
|
|
#include <linux/highmem.h>
|
|
|
|
#include <asm/pgalloc.h>
|
|
#include <asm/prom.h>
|
|
#include <asm/io.h>
|
|
#include <asm/mmu_context.h>
|
|
#include <asm/pgtable.h>
|
|
#include <asm/mmu.h>
|
|
#include <asm/uaccess.h>
|
|
#include <asm/smp.h>
|
|
#include <asm/bootx.h>
|
|
#include <asm/machdep.h>
|
|
#include <asm/setup.h>
|
|
#include "mmu_decl.h"
|
|
|
|
extern int __map_without_ltlbs;
|
|
/*
|
|
* MMU_init_hw does the chip-specific initialization of the MMU hardware.
|
|
*/
|
|
void __init MMU_init_hw(void)
|
|
{
|
|
/*
|
|
* The Zone Protection Register (ZPR) defines how protection will
|
|
* be applied to every page which is a member of a given zone. At
|
|
* present, we utilize only two of the 4xx's zones.
|
|
* The zone index bits (of ZSEL) in the PTE are used for software
|
|
* indicators, except the LSB. For user access, zone 1 is used,
|
|
* for kernel access, zone 0 is used. We set all but zone 1
|
|
* to zero, allowing only kernel access as indicated in the PTE.
|
|
* For zone 1, we set a 01 binary (a value of 10 will not work)
|
|
* to allow user access as indicated in the PTE. This also allows
|
|
* kernel access as indicated in the PTE.
|
|
*/
|
|
|
|
mtspr(SPRN_ZPR, 0x10000000);
|
|
|
|
flush_instruction_cache();
|
|
|
|
/*
|
|
* Set up the real-mode cache parameters for the exception vector
|
|
* handlers (which are run in real-mode).
|
|
*/
|
|
|
|
mtspr(SPRN_DCWR, 0x00000000); /* All caching is write-back */
|
|
|
|
/*
|
|
* Cache instruction and data space where the exception
|
|
* vectors and the kernel live in real-mode.
|
|
*/
|
|
|
|
mtspr(SPRN_DCCR, 0xF0000000); /* 512 MB of data space at 0x0. */
|
|
mtspr(SPRN_ICCR, 0xF0000000); /* 512 MB of instr. space at 0x0. */
|
|
}
|
|
|
|
#define LARGE_PAGE_SIZE_16M (1<<24)
|
|
#define LARGE_PAGE_SIZE_4M (1<<22)
|
|
|
|
unsigned long __init mmu_mapin_ram(void)
|
|
{
|
|
unsigned long v, s;
|
|
phys_addr_t p;
|
|
|
|
v = KERNELBASE;
|
|
p = PPC_MEMSTART;
|
|
s = 0;
|
|
|
|
if (__map_without_ltlbs) {
|
|
return s;
|
|
}
|
|
|
|
while (s <= (total_lowmem - LARGE_PAGE_SIZE_16M)) {
|
|
pmd_t *pmdp;
|
|
unsigned long val = p | _PMD_SIZE_16M | _PAGE_HWEXEC | _PAGE_HWWRITE;
|
|
|
|
pmdp = pmd_offset(pgd_offset_k(v), v);
|
|
pmd_val(*pmdp++) = val;
|
|
pmd_val(*pmdp++) = val;
|
|
pmd_val(*pmdp++) = val;
|
|
pmd_val(*pmdp++) = val;
|
|
|
|
v += LARGE_PAGE_SIZE_16M;
|
|
p += LARGE_PAGE_SIZE_16M;
|
|
s += LARGE_PAGE_SIZE_16M;
|
|
}
|
|
|
|
while (s <= (total_lowmem - LARGE_PAGE_SIZE_4M)) {
|
|
pmd_t *pmdp;
|
|
unsigned long val = p | _PMD_SIZE_4M | _PAGE_HWEXEC | _PAGE_HWWRITE;
|
|
|
|
pmdp = pmd_offset(pgd_offset_k(v), v);
|
|
pmd_val(*pmdp) = val;
|
|
|
|
v += LARGE_PAGE_SIZE_4M;
|
|
p += LARGE_PAGE_SIZE_4M;
|
|
s += LARGE_PAGE_SIZE_4M;
|
|
}
|
|
|
|
return s;
|
|
}
|