444 lines
		
	
	
		
			8.4 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			444 lines
		
	
	
		
			8.4 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
/*
 | 
						|
 * Copyright (c) 2006-2018, RT-Thread Development Team
 | 
						|
 *
 | 
						|
 * SPDX-License-Identifier: Apache-2.0
 | 
						|
 *
 | 
						|
 * Change Logs:
 | 
						|
 * Date           Author       Notes
 | 
						|
 * 2015-04-15     ArdaFu     Add code for IAR
 | 
						|
 */
 | 
						|
 | 
						|
#include "mmu.h"
 | 
						|
 | 
						|
/*----- Keil -----------------------------------------------------------------*/
 | 
						|
#ifdef __CC_ARM
 | 
						|
void mmu_setttbase(rt_uint32_t i)
 | 
						|
{
 | 
						|
    register rt_uint32_t value;
 | 
						|
 | 
						|
    /* Invalidates all TLBs.Domain access is selected as
 | 
						|
     * client by configuring domain access register,
 | 
						|
     * in that case access controlled by permission value
 | 
						|
     * set by page table entry
 | 
						|
     */
 | 
						|
    value = 0;
 | 
						|
    __asm volatile{ mcr p15, 0, value, c8, c7, 0 }
 | 
						|
    value = 0x55555555;
 | 
						|
    __asm volatile { mcr p15, 0, value, c3, c0, 0 }
 | 
						|
    __asm volatile { mcr p15, 0, i, c2, c0, 0 }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_set_domain(rt_uint32_t i)
 | 
						|
{
 | 
						|
    __asm volatile { mcr p15, 0, i, c3, c0,  0 }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_enable()
 | 
						|
{
 | 
						|
    register rt_uint32_t value;
 | 
						|
 | 
						|
    __asm volatile
 | 
						|
    {
 | 
						|
        mrc p15, 0, value, c1, c0, 0
 | 
						|
        orr value, value, #0x01
 | 
						|
        mcr p15, 0, value, c1, c0, 0
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_disable()
 | 
						|
{
 | 
						|
    register rt_uint32_t value;
 | 
						|
 | 
						|
    __asm volatile
 | 
						|
    {
 | 
						|
        mrc p15, 0, value, c1, c0, 0
 | 
						|
        bic value, value, #0x01
 | 
						|
        mcr p15, 0, value, c1, c0, 0
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_enable_icache()
 | 
						|
{
 | 
						|
    register rt_uint32_t value;
 | 
						|
 | 
						|
    __asm volatile
 | 
						|
    {
 | 
						|
        mrc p15, 0, value, c1, c0, 0
 | 
						|
        orr value, value, #0x1000
 | 
						|
        mcr p15, 0, value, c1, c0, 0
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_enable_dcache()
 | 
						|
{
 | 
						|
    register rt_uint32_t value;
 | 
						|
 | 
						|
    __asm volatile
 | 
						|
    {
 | 
						|
        mrc p15, 0, value, c1, c0, 0
 | 
						|
        orr value, value, #0x04
 | 
						|
        mcr p15, 0, value, c1, c0, 0
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_disable_icache()
 | 
						|
{
 | 
						|
    register rt_uint32_t value;
 | 
						|
 | 
						|
    __asm volatile
 | 
						|
    {
 | 
						|
        mrc p15, 0, value, c1, c0, 0
 | 
						|
        bic value, value, #0x1000
 | 
						|
        mcr p15, 0, value, c1, c0, 0
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_disable_dcache()
 | 
						|
{
 | 
						|
    register rt_uint32_t value;
 | 
						|
 | 
						|
    __asm volatile
 | 
						|
    {
 | 
						|
        mrc p15, 0, value, c1, c0, 0
 | 
						|
        bic value, value, #0x04
 | 
						|
        mcr p15, 0, value, c1, c0, 0
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_enable_alignfault()
 | 
						|
{
 | 
						|
    register rt_uint32_t value;
 | 
						|
 | 
						|
    __asm volatile
 | 
						|
    {
 | 
						|
        mrc p15, 0, value, c1, c0, 0
 | 
						|
        orr value, value, #0x02
 | 
						|
        mcr p15, 0, value, c1, c0, 0
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_disable_alignfault()
 | 
						|
{
 | 
						|
    register rt_uint32_t value;
 | 
						|
 | 
						|
    __asm volatile
 | 
						|
    {
 | 
						|
        mrc p15, 0, value, c1, c0, 0
 | 
						|
        bic value, value, #0x02
 | 
						|
        mcr p15, 0, value, c1, c0, 0
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_clean_invalidated_cache_index(int index)
 | 
						|
{
 | 
						|
    __asm volatile { mcr p15, 0, index, c7, c14, 2 }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_clean_invalidated_dcache(rt_uint32_t buffer, rt_uint32_t size)
 | 
						|
{
 | 
						|
    unsigned int ptr;
 | 
						|
 | 
						|
    ptr = buffer & ~(CACHE_LINE_SIZE - 1);
 | 
						|
 | 
						|
    while(ptr < buffer + size)
 | 
						|
    {
 | 
						|
        __asm volatile { MCR p15, 0, ptr, c7, c14, 1 }
 | 
						|
        ptr += CACHE_LINE_SIZE;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_clean_dcache(rt_uint32_t buffer, rt_uint32_t size)
 | 
						|
{
 | 
						|
    unsigned int ptr;
 | 
						|
 | 
						|
    ptr = buffer & ~(CACHE_LINE_SIZE - 1);
 | 
						|
 | 
						|
    while (ptr < buffer + size)
 | 
						|
    {
 | 
						|
        __asm volatile { MCR p15, 0, ptr, c7, c10, 1 }
 | 
						|
        ptr += CACHE_LINE_SIZE;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_invalidate_dcache(rt_uint32_t buffer, rt_uint32_t size)
 | 
						|
{
 | 
						|
    unsigned int ptr;
 | 
						|
 | 
						|
    ptr = buffer & ~(CACHE_LINE_SIZE - 1);
 | 
						|
 | 
						|
    while (ptr < buffer + size)
 | 
						|
    {
 | 
						|
        __asm volatile { MCR p15, 0, ptr, c7, c6, 1 }
 | 
						|
        ptr += CACHE_LINE_SIZE;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_invalidate_tlb()
 | 
						|
{
 | 
						|
    register rt_uint32_t value;
 | 
						|
 | 
						|
    value = 0;
 | 
						|
    __asm volatile { mcr p15, 0, value, c8, c7, 0 }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_invalidate_icache()
 | 
						|
{
 | 
						|
    register rt_uint32_t value;
 | 
						|
 | 
						|
    value = 0;
 | 
						|
 | 
						|
    __asm volatile { mcr p15, 0, value, c7, c5, 0 }
 | 
						|
}
 | 
						|
 | 
						|
 | 
						|
void mmu_invalidate_dcache_all()
 | 
						|
{
 | 
						|
    register rt_uint32_t value;
 | 
						|
 | 
						|
    value = 0;
 | 
						|
 | 
						|
    __asm volatile { mcr p15, 0, value, c7, c6, 0 }
 | 
						|
}
 | 
						|
/*----- GNU ------------------------------------------------------------------*/
 | 
						|
#elif defined(__GNUC__) || defined(__ICCARM__)
 | 
						|
void mmu_setttbase(register rt_uint32_t i)
 | 
						|
{
 | 
						|
    register rt_uint32_t value;
 | 
						|
 | 
						|
    /* Invalidates all TLBs.Domain access is selected as
 | 
						|
     * client by configuring domain access register,
 | 
						|
     * in that case access controlled by permission value
 | 
						|
     * set by page table entry
 | 
						|
     */
 | 
						|
    value = 0;
 | 
						|
    asm volatile ("mcr p15, 0, %0, c8, c7, 0"::"r"(value));
 | 
						|
 | 
						|
    value = 0x55555555;
 | 
						|
    asm volatile ("mcr p15, 0, %0, c3, c0, 0"::"r"(value));
 | 
						|
 | 
						|
    asm volatile ("mcr p15, 0, %0, c2, c0, 0"::"r"(i));
 | 
						|
 | 
						|
}
 | 
						|
 | 
						|
void mmu_set_domain(register rt_uint32_t i)
 | 
						|
{
 | 
						|
    asm volatile ("mcr p15,0, %0, c3, c0,  0": :"r" (i));
 | 
						|
}
 | 
						|
 | 
						|
void mmu_enable()
 | 
						|
{
 | 
						|
    asm volatile
 | 
						|
    (
 | 
						|
        "mrc p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        "orr r0, r0, #0x1 \n"
 | 
						|
        "mcr p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        :::"r0"
 | 
						|
    );
 | 
						|
}
 | 
						|
 | 
						|
void mmu_disable()
 | 
						|
{
 | 
						|
    asm volatile
 | 
						|
    (
 | 
						|
        "mrc p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        "bic r0, r0, #0x1 \n"
 | 
						|
        "mcr p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        :::"r0"
 | 
						|
    );
 | 
						|
 | 
						|
}
 | 
						|
 | 
						|
void mmu_enable_icache()
 | 
						|
{
 | 
						|
    asm volatile
 | 
						|
    (
 | 
						|
        "mrc p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        "orr r0, r0, #(1<<12) \n"
 | 
						|
        "mcr p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        :::"r0"
 | 
						|
    );
 | 
						|
}
 | 
						|
 | 
						|
void mmu_enable_dcache()
 | 
						|
{
 | 
						|
    asm volatile
 | 
						|
    (
 | 
						|
        "mrc p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        "orr r0, r0, #(1<<2) \n"
 | 
						|
        "mcr p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        :::"r0"
 | 
						|
    );
 | 
						|
 | 
						|
}
 | 
						|
 | 
						|
void mmu_disable_icache()
 | 
						|
{
 | 
						|
    asm volatile
 | 
						|
    (
 | 
						|
        "mrc p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        "bic r0, r0, #(1<<12) \n"
 | 
						|
        "mcr p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        :::"r0"
 | 
						|
    );
 | 
						|
 | 
						|
}
 | 
						|
 | 
						|
void mmu_disable_dcache()
 | 
						|
{
 | 
						|
    asm volatile
 | 
						|
    (
 | 
						|
        "mrc p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        "bic r0, r0, #(1<<2) \n"
 | 
						|
        "mcr p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        :::"r0"
 | 
						|
    );
 | 
						|
 | 
						|
}
 | 
						|
 | 
						|
void mmu_enable_alignfault()
 | 
						|
{
 | 
						|
    asm volatile
 | 
						|
    (
 | 
						|
        "mrc p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        "orr r0, r0, #1 \n"
 | 
						|
        "mcr p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        :::"r0"
 | 
						|
    );
 | 
						|
 | 
						|
}
 | 
						|
 | 
						|
void mmu_disable_alignfault()
 | 
						|
{
 | 
						|
    asm volatile
 | 
						|
    (
 | 
						|
        "mrc p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        "bic r0, r0, #1 \n"
 | 
						|
        "mcr p15, 0, r0, c1, c0, 0 \n"
 | 
						|
        :::"r0"
 | 
						|
    );
 | 
						|
 | 
						|
}
 | 
						|
 | 
						|
void mmu_clean_invalidated_cache_index(int index)
 | 
						|
{
 | 
						|
    asm volatile ("mcr p15, 0, %0, c7, c14, 2": :"r" (index));
 | 
						|
}
 | 
						|
 | 
						|
void mmu_clean_invalidated_dcache(rt_uint32_t buffer, rt_uint32_t size)
 | 
						|
{
 | 
						|
    unsigned int ptr;
 | 
						|
 | 
						|
    ptr = buffer & ~(CACHE_LINE_SIZE - 1);
 | 
						|
 | 
						|
    while(ptr < buffer + size)
 | 
						|
    {
 | 
						|
        asm volatile ("mcr p15, 0, %0, c7, c14, 1": :"r" (ptr));
 | 
						|
 | 
						|
        ptr += CACHE_LINE_SIZE;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
 | 
						|
void mmu_clean_dcache(rt_uint32_t buffer, rt_uint32_t size)
 | 
						|
{
 | 
						|
    unsigned int ptr;
 | 
						|
 | 
						|
    ptr = buffer & ~(CACHE_LINE_SIZE - 1);
 | 
						|
 | 
						|
    while (ptr < buffer + size)
 | 
						|
    {
 | 
						|
        asm volatile ("mcr p15, 0, %0, c7, c10, 1": :"r" (ptr));
 | 
						|
 | 
						|
        ptr += CACHE_LINE_SIZE;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_invalidate_dcache(rt_uint32_t buffer, rt_uint32_t size)
 | 
						|
{
 | 
						|
    unsigned int ptr;
 | 
						|
 | 
						|
    ptr = buffer & ~(CACHE_LINE_SIZE - 1);
 | 
						|
 | 
						|
    while (ptr < buffer + size)
 | 
						|
    {
 | 
						|
        asm volatile ("mcr p15, 0, %0, c7, c6, 1": :"r" (ptr));
 | 
						|
 | 
						|
        ptr += CACHE_LINE_SIZE;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
void mmu_invalidate_tlb()
 | 
						|
{
 | 
						|
    asm volatile ("mcr p15, 0, %0, c8, c7, 0": :"r" (0));
 | 
						|
 | 
						|
}
 | 
						|
 | 
						|
void mmu_invalidate_icache()
 | 
						|
{
 | 
						|
    asm volatile ("mcr p15, 0, %0, c7, c5, 0": :"r" (0));
 | 
						|
 | 
						|
}
 | 
						|
 | 
						|
void mmu_invalidate_dcache_all()
 | 
						|
{
 | 
						|
    asm volatile ("mcr p15, 0, %0, c7, c6, 0": :"r" (0));
 | 
						|
 | 
						|
}
 | 
						|
#endif
 | 
						|
 | 
						|
/* level1 page table */
 | 
						|
#if defined(__ICCARM__)
 | 
						|
#pragma data_alignment=(16*1024)
 | 
						|
static volatile rt_uint32_t _page_table[4*1024];
 | 
						|
#else
 | 
						|
static volatile rt_uint32_t _page_table[4*1024] \
 | 
						|
    __attribute__((aligned(16*1024)));
 | 
						|
#endif
 | 
						|
 | 
						|
void mmu_setmtt(rt_uint32_t vaddrStart, rt_uint32_t vaddrEnd,
 | 
						|
                rt_uint32_t paddrStart, rt_uint32_t attr)
 | 
						|
{
 | 
						|
    volatile rt_uint32_t *pTT;
 | 
						|
    volatile int nSec;
 | 
						|
    int i = 0;
 | 
						|
    pTT=(rt_uint32_t *)_page_table+(vaddrStart>>20);
 | 
						|
    nSec=(vaddrEnd>>20)-(vaddrStart>>20);
 | 
						|
    for(i=0; i<=nSec; i++)
 | 
						|
    {
 | 
						|
        *pTT = attr |(((paddrStart>>20)+i)<<20);
 | 
						|
        pTT++;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
void rt_hw_mmu_init(struct mem_desc *mdesc, rt_uint32_t size)
 | 
						|
{
 | 
						|
    /* disable I/D cache */
 | 
						|
    mmu_disable_dcache();
 | 
						|
    mmu_disable_icache();
 | 
						|
    mmu_disable();
 | 
						|
    mmu_invalidate_tlb();
 | 
						|
 | 
						|
    /* set page table */
 | 
						|
    for (; size > 0; size--)
 | 
						|
    {
 | 
						|
        mmu_setmtt(mdesc->vaddr_start, mdesc->vaddr_end,
 | 
						|
                   mdesc->paddr_start, mdesc->attr);
 | 
						|
        mdesc++;
 | 
						|
    }
 | 
						|
 | 
						|
    /* set MMU table address */
 | 
						|
    mmu_setttbase((rt_uint32_t)_page_table);
 | 
						|
 | 
						|
    /* enables MMU */
 | 
						|
    mmu_enable();
 | 
						|
 | 
						|
    /* enable Instruction Cache */
 | 
						|
    mmu_enable_icache();
 | 
						|
 | 
						|
    /* enable Data Cache */
 | 
						|
    mmu_enable_dcache();
 | 
						|
 | 
						|
    mmu_invalidate_icache();
 | 
						|
    mmu_invalidate_dcache_all();
 | 
						|
}
 |