b0b6ff0b21
This patch includes the implementation of the clock gating for System MMU. Initially, all System MMUs are not asserted the system clock. Asserting the system clock to a System MMU is enabled only when s5p_sysmmu_enable() is called. Likewise, it is disabled only when s5p_sysmmu_disable() is called. Therefore, clock gating on System MMUs are still invisible to the outside of the System MMU driver. Signed-off-by: KyongHo Cho <pullip.cho@samsung.com> Signed-off-by: Kukjin Kim <kgene.kim@samsung.com>
313 lines
7.3 KiB
C
313 lines
7.3 KiB
C
/* linux/arch/arm/plat-s5p/sysmmu.c
|
|
*
|
|
* Copyright (c) 2010 Samsung Electronics Co., Ltd.
|
|
* http://www.samsung.com
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
* published by the Free Software Foundation.
|
|
*/
|
|
|
|
#include <linux/io.h>
|
|
#include <linux/interrupt.h>
|
|
#include <linux/platform_device.h>
|
|
|
|
#include <asm/pgtable.h>
|
|
|
|
#include <mach/map.h>
|
|
#include <mach/regs-sysmmu.h>
|
|
#include <plat/sysmmu.h>
|
|
|
|
#define CTRL_ENABLE 0x5
|
|
#define CTRL_BLOCK 0x7
|
|
#define CTRL_DISABLE 0x0
|
|
|
|
static struct device *dev;
|
|
|
|
static unsigned short fault_reg_offset[SYSMMU_FAULTS_NUM] = {
|
|
S5P_PAGE_FAULT_ADDR,
|
|
S5P_AR_FAULT_ADDR,
|
|
S5P_AW_FAULT_ADDR,
|
|
S5P_DEFAULT_SLAVE_ADDR,
|
|
S5P_AR_FAULT_ADDR,
|
|
S5P_AR_FAULT_ADDR,
|
|
S5P_AW_FAULT_ADDR,
|
|
S5P_AW_FAULT_ADDR
|
|
};
|
|
|
|
static char *sysmmu_fault_name[SYSMMU_FAULTS_NUM] = {
|
|
"PAGE FAULT",
|
|
"AR MULTI-HIT FAULT",
|
|
"AW MULTI-HIT FAULT",
|
|
"BUS ERROR",
|
|
"AR SECURITY PROTECTION FAULT",
|
|
"AR ACCESS PROTECTION FAULT",
|
|
"AW SECURITY PROTECTION FAULT",
|
|
"AW ACCESS PROTECTION FAULT"
|
|
};
|
|
|
|
static int (*fault_handlers[S5P_SYSMMU_TOTAL_IPNUM])(
|
|
enum S5P_SYSMMU_INTERRUPT_TYPE itype,
|
|
unsigned long pgtable_base,
|
|
unsigned long fault_addr);
|
|
|
|
/*
|
|
* If adjacent 2 bits are true, the system MMU is enabled.
|
|
* The system MMU is disabled, otherwise.
|
|
*/
|
|
static unsigned long sysmmu_states;
|
|
|
|
static inline void set_sysmmu_active(sysmmu_ips ips)
|
|
{
|
|
sysmmu_states |= 3 << (ips * 2);
|
|
}
|
|
|
|
static inline void set_sysmmu_inactive(sysmmu_ips ips)
|
|
{
|
|
sysmmu_states &= ~(3 << (ips * 2));
|
|
}
|
|
|
|
static inline int is_sysmmu_active(sysmmu_ips ips)
|
|
{
|
|
return sysmmu_states & (3 << (ips * 2));
|
|
}
|
|
|
|
static void __iomem *sysmmusfrs[S5P_SYSMMU_TOTAL_IPNUM];
|
|
|
|
static inline void sysmmu_block(sysmmu_ips ips)
|
|
{
|
|
__raw_writel(CTRL_BLOCK, sysmmusfrs[ips] + S5P_MMU_CTRL);
|
|
dev_dbg(dev, "%s is blocked.\n", sysmmu_ips_name[ips]);
|
|
}
|
|
|
|
static inline void sysmmu_unblock(sysmmu_ips ips)
|
|
{
|
|
__raw_writel(CTRL_ENABLE, sysmmusfrs[ips] + S5P_MMU_CTRL);
|
|
dev_dbg(dev, "%s is unblocked.\n", sysmmu_ips_name[ips]);
|
|
}
|
|
|
|
static inline void __sysmmu_tlb_invalidate(sysmmu_ips ips)
|
|
{
|
|
__raw_writel(0x1, sysmmusfrs[ips] + S5P_MMU_FLUSH);
|
|
dev_dbg(dev, "TLB of %s is invalidated.\n", sysmmu_ips_name[ips]);
|
|
}
|
|
|
|
static inline void __sysmmu_set_ptbase(sysmmu_ips ips, unsigned long pgd)
|
|
{
|
|
if (unlikely(pgd == 0)) {
|
|
pgd = (unsigned long)ZERO_PAGE(0);
|
|
__raw_writel(0x20, sysmmusfrs[ips] + S5P_MMU_CFG); /* 4KB LV1 */
|
|
} else {
|
|
__raw_writel(0x0, sysmmusfrs[ips] + S5P_MMU_CFG); /* 16KB LV1 */
|
|
}
|
|
|
|
__raw_writel(pgd, sysmmusfrs[ips] + S5P_PT_BASE_ADDR);
|
|
|
|
dev_dbg(dev, "Page table base of %s is initialized with 0x%08lX.\n",
|
|
sysmmu_ips_name[ips], pgd);
|
|
__sysmmu_tlb_invalidate(ips);
|
|
}
|
|
|
|
void sysmmu_set_fault_handler(sysmmu_ips ips,
|
|
int (*handler)(enum S5P_SYSMMU_INTERRUPT_TYPE itype,
|
|
unsigned long pgtable_base,
|
|
unsigned long fault_addr))
|
|
{
|
|
BUG_ON(!((ips >= SYSMMU_MDMA) && (ips < S5P_SYSMMU_TOTAL_IPNUM)));
|
|
fault_handlers[ips] = handler;
|
|
}
|
|
|
|
static irqreturn_t s5p_sysmmu_irq(int irq, void *dev_id)
|
|
{
|
|
/* SYSMMU is in blocked when interrupt occurred. */
|
|
unsigned long base = 0;
|
|
sysmmu_ips ips = (sysmmu_ips)dev_id;
|
|
enum S5P_SYSMMU_INTERRUPT_TYPE itype;
|
|
|
|
itype = (enum S5P_SYSMMU_INTERRUPT_TYPE)
|
|
__ffs(__raw_readl(sysmmusfrs[ips] + S5P_INT_STATUS));
|
|
|
|
BUG_ON(!((itype >= 0) && (itype < 8)));
|
|
|
|
dev_alert(dev, "%s occurred by %s.\n", sysmmu_fault_name[itype],
|
|
sysmmu_ips_name[ips]);
|
|
|
|
if (fault_handlers[ips]) {
|
|
unsigned long addr;
|
|
|
|
base = __raw_readl(sysmmusfrs[ips] + S5P_PT_BASE_ADDR);
|
|
addr = __raw_readl(sysmmusfrs[ips] + fault_reg_offset[itype]);
|
|
|
|
if (fault_handlers[ips](itype, base, addr)) {
|
|
__raw_writel(1 << itype,
|
|
sysmmusfrs[ips] + S5P_INT_CLEAR);
|
|
dev_notice(dev, "%s from %s is resolved."
|
|
" Retrying translation.\n",
|
|
sysmmu_fault_name[itype], sysmmu_ips_name[ips]);
|
|
} else {
|
|
base = 0;
|
|
}
|
|
}
|
|
|
|
sysmmu_unblock(ips);
|
|
|
|
if (!base)
|
|
dev_notice(dev, "%s from %s is not handled.\n",
|
|
sysmmu_fault_name[itype], sysmmu_ips_name[ips]);
|
|
|
|
return IRQ_HANDLED;
|
|
}
|
|
|
|
void s5p_sysmmu_set_tablebase_pgd(sysmmu_ips ips, unsigned long pgd)
|
|
{
|
|
if (is_sysmmu_active(ips)) {
|
|
sysmmu_block(ips);
|
|
__sysmmu_set_ptbase(ips, pgd);
|
|
sysmmu_unblock(ips);
|
|
} else {
|
|
dev_dbg(dev, "%s is disabled. "
|
|
"Skipping initializing page table base.\n",
|
|
sysmmu_ips_name[ips]);
|
|
}
|
|
}
|
|
|
|
void s5p_sysmmu_enable(sysmmu_ips ips, unsigned long pgd)
|
|
{
|
|
if (!is_sysmmu_active(ips)) {
|
|
sysmmu_clk_enable(ips);
|
|
|
|
__sysmmu_set_ptbase(ips, pgd);
|
|
|
|
__raw_writel(CTRL_ENABLE, sysmmusfrs[ips] + S5P_MMU_CTRL);
|
|
|
|
set_sysmmu_active(ips);
|
|
dev_dbg(dev, "%s is enabled.\n", sysmmu_ips_name[ips]);
|
|
} else {
|
|
dev_dbg(dev, "%s is already enabled.\n", sysmmu_ips_name[ips]);
|
|
}
|
|
}
|
|
|
|
void s5p_sysmmu_disable(sysmmu_ips ips)
|
|
{
|
|
if (is_sysmmu_active(ips)) {
|
|
__raw_writel(CTRL_DISABLE, sysmmusfrs[ips] + S5P_MMU_CTRL);
|
|
set_sysmmu_inactive(ips);
|
|
sysmmu_clk_disable(ips);
|
|
dev_dbg(dev, "%s is disabled.\n", sysmmu_ips_name[ips]);
|
|
} else {
|
|
dev_dbg(dev, "%s is already disabled.\n", sysmmu_ips_name[ips]);
|
|
}
|
|
}
|
|
|
|
void s5p_sysmmu_tlb_invalidate(sysmmu_ips ips)
|
|
{
|
|
if (is_sysmmu_active(ips)) {
|
|
sysmmu_block(ips);
|
|
__sysmmu_tlb_invalidate(ips);
|
|
sysmmu_unblock(ips);
|
|
} else {
|
|
dev_dbg(dev, "%s is disabled. "
|
|
"Skipping invalidating TLB.\n", sysmmu_ips_name[ips]);
|
|
}
|
|
}
|
|
|
|
static int s5p_sysmmu_probe(struct platform_device *pdev)
|
|
{
|
|
int i, ret;
|
|
struct resource *res, *mem;
|
|
|
|
dev = &pdev->dev;
|
|
|
|
for (i = 0; i < S5P_SYSMMU_TOTAL_IPNUM; i++) {
|
|
int irq;
|
|
|
|
sysmmu_clk_init(dev, i);
|
|
sysmmu_clk_disable(i);
|
|
|
|
res = platform_get_resource(pdev, IORESOURCE_MEM, i);
|
|
if (!res) {
|
|
dev_err(dev, "Failed to get the resource of %s.\n",
|
|
sysmmu_ips_name[i]);
|
|
ret = -ENODEV;
|
|
goto err_res;
|
|
}
|
|
|
|
mem = request_mem_region(res->start,
|
|
((res->end) - (res->start)) + 1, pdev->name);
|
|
if (!mem) {
|
|
dev_err(dev, "Failed to request the memory region of %s.\n",
|
|
sysmmu_ips_name[i]);
|
|
ret = -EBUSY;
|
|
goto err_res;
|
|
}
|
|
|
|
sysmmusfrs[i] = ioremap(res->start, res->end - res->start + 1);
|
|
if (!sysmmusfrs[i]) {
|
|
dev_err(dev, "Failed to ioremap() for %s.\n",
|
|
sysmmu_ips_name[i]);
|
|
ret = -ENXIO;
|
|
goto err_reg;
|
|
}
|
|
|
|
irq = platform_get_irq(pdev, i);
|
|
if (irq <= 0) {
|
|
dev_err(dev, "Failed to get the IRQ resource of %s.\n",
|
|
sysmmu_ips_name[i]);
|
|
ret = -ENOENT;
|
|
goto err_map;
|
|
}
|
|
|
|
if (request_irq(irq, s5p_sysmmu_irq, IRQF_DISABLED,
|
|
pdev->name, (void *)i)) {
|
|
dev_err(dev, "Failed to request IRQ for %s.\n",
|
|
sysmmu_ips_name[i]);
|
|
ret = -ENOENT;
|
|
goto err_map;
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
|
|
err_map:
|
|
iounmap(sysmmusfrs[i]);
|
|
err_reg:
|
|
release_mem_region(mem->start, resource_size(mem));
|
|
err_res:
|
|
return ret;
|
|
}
|
|
|
|
static int s5p_sysmmu_remove(struct platform_device *pdev)
|
|
{
|
|
return 0;
|
|
}
|
|
int s5p_sysmmu_runtime_suspend(struct device *dev)
|
|
{
|
|
return 0;
|
|
}
|
|
|
|
int s5p_sysmmu_runtime_resume(struct device *dev)
|
|
{
|
|
return 0;
|
|
}
|
|
|
|
const struct dev_pm_ops s5p_sysmmu_pm_ops = {
|
|
.runtime_suspend = s5p_sysmmu_runtime_suspend,
|
|
.runtime_resume = s5p_sysmmu_runtime_resume,
|
|
};
|
|
|
|
static struct platform_driver s5p_sysmmu_driver = {
|
|
.probe = s5p_sysmmu_probe,
|
|
.remove = s5p_sysmmu_remove,
|
|
.driver = {
|
|
.owner = THIS_MODULE,
|
|
.name = "s5p-sysmmu",
|
|
.pm = &s5p_sysmmu_pm_ops,
|
|
}
|
|
};
|
|
|
|
static int __init s5p_sysmmu_init(void)
|
|
{
|
|
return platform_driver_register(&s5p_sysmmu_driver);
|
|
}
|
|
arch_initcall(s5p_sysmmu_init);
|