444 lines
		
	
	
		
			8.4 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
		
		
			
		
	
	
			444 lines
		
	
	
		
			8.4 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
|   | /*
 | ||
|  |  * Copyright (c) 2006-2021, RT-Thread Development Team | ||
|  |  * | ||
|  |  * SPDX-License-Identifier: Apache-2.0 | ||
|  |  * | ||
|  |  * Change Logs: | ||
|  |  * Date           Author       Notes | ||
|  |  * 2015-04-15     ArdaFu     Add code for IAR | ||
|  |  */ | ||
|  | 
 | ||
|  | #include "mmu.h"
 | ||
|  | 
 | ||
|  | /*----- Keil -----------------------------------------------------------------*/ | ||
|  | #ifdef __CC_ARM
 | ||
|  | void mmu_setttbase(rt_uint32_t i) | ||
|  | { | ||
|  |     register rt_uint32_t value; | ||
|  | 
 | ||
|  |     /* Invalidates all TLBs.Domain access is selected as
 | ||
|  |      * client by configuring domain access register, | ||
|  |      * in that case access controlled by permission value | ||
|  |      * set by page table entry | ||
|  |      */ | ||
|  |     value = 0; | ||
|  |     __asm volatile{ mcr p15, 0, value, c8, c7, 0 } | ||
|  |     value = 0x55555555; | ||
|  |     __asm volatile { mcr p15, 0, value, c3, c0, 0 } | ||
|  |     __asm volatile { mcr p15, 0, i, c2, c0, 0 } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_set_domain(rt_uint32_t i) | ||
|  | { | ||
|  |     __asm volatile { mcr p15, 0, i, c3, c0,  0 } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_enable() | ||
|  | { | ||
|  |     register rt_uint32_t value; | ||
|  | 
 | ||
|  |     __asm volatile | ||
|  |     { | ||
|  |         mrc p15, 0, value, c1, c0, 0 | ||
|  |         orr value, value, #0x01 | ||
|  |         mcr p15, 0, value, c1, c0, 0 | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_disable() | ||
|  | { | ||
|  |     register rt_uint32_t value; | ||
|  | 
 | ||
|  |     __asm volatile | ||
|  |     { | ||
|  |         mrc p15, 0, value, c1, c0, 0 | ||
|  |         bic value, value, #0x01 | ||
|  |         mcr p15, 0, value, c1, c0, 0 | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_enable_icache() | ||
|  | { | ||
|  |     register rt_uint32_t value; | ||
|  | 
 | ||
|  |     __asm volatile | ||
|  |     { | ||
|  |         mrc p15, 0, value, c1, c0, 0 | ||
|  |         orr value, value, #0x1000 | ||
|  |         mcr p15, 0, value, c1, c0, 0 | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_enable_dcache() | ||
|  | { | ||
|  |     register rt_uint32_t value; | ||
|  | 
 | ||
|  |     __asm volatile | ||
|  |     { | ||
|  |         mrc p15, 0, value, c1, c0, 0 | ||
|  |         orr value, value, #0x04 | ||
|  |         mcr p15, 0, value, c1, c0, 0 | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_disable_icache() | ||
|  | { | ||
|  |     register rt_uint32_t value; | ||
|  | 
 | ||
|  |     __asm volatile | ||
|  |     { | ||
|  |         mrc p15, 0, value, c1, c0, 0 | ||
|  |         bic value, value, #0x1000 | ||
|  |         mcr p15, 0, value, c1, c0, 0 | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_disable_dcache() | ||
|  | { | ||
|  |     register rt_uint32_t value; | ||
|  | 
 | ||
|  |     __asm volatile | ||
|  |     { | ||
|  |         mrc p15, 0, value, c1, c0, 0 | ||
|  |         bic value, value, #0x04 | ||
|  |         mcr p15, 0, value, c1, c0, 0 | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_enable_alignfault() | ||
|  | { | ||
|  |     register rt_uint32_t value; | ||
|  | 
 | ||
|  |     __asm volatile | ||
|  |     { | ||
|  |         mrc p15, 0, value, c1, c0, 0 | ||
|  |         orr value, value, #0x02 | ||
|  |         mcr p15, 0, value, c1, c0, 0 | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_disable_alignfault() | ||
|  | { | ||
|  |     register rt_uint32_t value; | ||
|  | 
 | ||
|  |     __asm volatile | ||
|  |     { | ||
|  |         mrc p15, 0, value, c1, c0, 0 | ||
|  |         bic value, value, #0x02 | ||
|  |         mcr p15, 0, value, c1, c0, 0 | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_clean_invalidated_cache_index(int index) | ||
|  | { | ||
|  |     __asm volatile { mcr p15, 0, index, c7, c14, 2 } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_clean_invalidated_dcache(rt_uint32_t buffer, rt_uint32_t size) | ||
|  | { | ||
|  |     unsigned int ptr; | ||
|  | 
 | ||
|  |     ptr = buffer & ~(CACHE_LINE_SIZE - 1); | ||
|  | 
 | ||
|  |     while (ptr < buffer + size) | ||
|  |     { | ||
|  |         __asm volatile { MCR p15, 0, ptr, c7, c14, 1 } | ||
|  |         ptr += CACHE_LINE_SIZE; | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_clean_dcache(rt_uint32_t buffer, rt_uint32_t size) | ||
|  | { | ||
|  |     unsigned int ptr; | ||
|  | 
 | ||
|  |     ptr = buffer & ~(CACHE_LINE_SIZE - 1); | ||
|  | 
 | ||
|  |     while (ptr < buffer + size) | ||
|  |     { | ||
|  |         __asm volatile { MCR p15, 0, ptr, c7, c10, 1 } | ||
|  |         ptr += CACHE_LINE_SIZE; | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_invalidate_dcache(rt_uint32_t buffer, rt_uint32_t size) | ||
|  | { | ||
|  |     unsigned int ptr; | ||
|  | 
 | ||
|  |     ptr = buffer & ~(CACHE_LINE_SIZE - 1); | ||
|  | 
 | ||
|  |     while (ptr < buffer + size) | ||
|  |     { | ||
|  |         __asm volatile { MCR p15, 0, ptr, c7, c6, 1 } | ||
|  |         ptr += CACHE_LINE_SIZE; | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_invalidate_tlb() | ||
|  | { | ||
|  |     register rt_uint32_t value; | ||
|  | 
 | ||
|  |     value = 0; | ||
|  |     __asm volatile { mcr p15, 0, value, c8, c7, 0 } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_invalidate_icache() | ||
|  | { | ||
|  |     register rt_uint32_t value; | ||
|  | 
 | ||
|  |     value = 0; | ||
|  | 
 | ||
|  |     __asm volatile { mcr p15, 0, value, c7, c5, 0 } | ||
|  | } | ||
|  | 
 | ||
|  | 
 | ||
|  | void mmu_invalidate_dcache_all() | ||
|  | { | ||
|  |     register rt_uint32_t value; | ||
|  | 
 | ||
|  |     value = 0; | ||
|  | 
 | ||
|  |     __asm volatile { mcr p15, 0, value, c7, c6, 0 } | ||
|  | } | ||
|  | /*----- GNU ------------------------------------------------------------------*/ | ||
|  | #elif defined(__GNUC__) || defined(__ICCARM__)
 | ||
|  | void mmu_setttbase(register rt_uint32_t i) | ||
|  | { | ||
|  |     register rt_uint32_t value; | ||
|  | 
 | ||
|  |     /* Invalidates all TLBs.Domain access is selected as
 | ||
|  |      * client by configuring domain access register, | ||
|  |      * in that case access controlled by permission value | ||
|  |      * set by page table entry | ||
|  |      */ | ||
|  |     value = 0; | ||
|  |     asm volatile("mcr p15, 0, %0, c8, c7, 0"::"r"(value)); | ||
|  | 
 | ||
|  |     value = 0x55555555; | ||
|  |     asm volatile("mcr p15, 0, %0, c3, c0, 0"::"r"(value)); | ||
|  | 
 | ||
|  |     asm volatile("mcr p15, 0, %0, c2, c0, 0"::"r"(i)); | ||
|  | 
 | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_set_domain(register rt_uint32_t i) | ||
|  | { | ||
|  |     asm volatile("mcr p15,0, %0, c3, c0,  0": :"r"(i)); | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_enable() | ||
|  | { | ||
|  |     asm volatile | ||
|  |     ( | ||
|  |         "mrc p15, 0, r0, c1, c0, 0 \n" | ||
|  |         "orr r0, r0, #0x1 \n" | ||
|  |         "mcr p15, 0, r0, c1, c0, 0 \n" | ||
|  |         :::"r0" | ||
|  |     ); | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_disable() | ||
|  | { | ||
|  |     asm volatile | ||
|  |     ( | ||
|  |         "mrc p15, 0, r0, c1, c0, 0 \n" | ||
|  |         "bic r0, r0, #0x1 \n" | ||
|  |         "mcr p15, 0, r0, c1, c0, 0 \n" | ||
|  |         :::"r0" | ||
|  |     ); | ||
|  | 
 | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_enable_icache() | ||
|  | { | ||
|  |     asm volatile | ||
|  |     ( | ||
|  |         "mrc p15, 0, r0, c1, c0, 0 \n" | ||
|  |         "orr r0, r0, #(1<<12) \n" | ||
|  |         "mcr p15, 0, r0, c1, c0, 0 \n" | ||
|  |         :::"r0" | ||
|  |     ); | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_enable_dcache() | ||
|  | { | ||
|  |     asm volatile | ||
|  |     ( | ||
|  |         "mrc p15, 0, r0, c1, c0, 0 \n" | ||
|  |         "orr r0, r0, #(1<<2) \n" | ||
|  |         "mcr p15, 0, r0, c1, c0, 0 \n" | ||
|  |         :::"r0" | ||
|  |     ); | ||
|  | 
 | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_disable_icache() | ||
|  | { | ||
|  |     asm volatile | ||
|  |     ( | ||
|  |         "mrc p15, 0, r0, c1, c0, 0 \n" | ||
|  |         "bic r0, r0, #(1<<12) \n" | ||
|  |         "mcr p15, 0, r0, c1, c0, 0 \n" | ||
|  |         :::"r0" | ||
|  |     ); | ||
|  | 
 | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_disable_dcache() | ||
|  | { | ||
|  |     asm volatile | ||
|  |     ( | ||
|  |         "mrc p15, 0, r0, c1, c0, 0 \n" | ||
|  |         "bic r0, r0, #(1<<2) \n" | ||
|  |         "mcr p15, 0, r0, c1, c0, 0 \n" | ||
|  |         :::"r0" | ||
|  |     ); | ||
|  | 
 | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_enable_alignfault() | ||
|  | { | ||
|  |     asm volatile | ||
|  |     ( | ||
|  |         "mrc p15, 0, r0, c1, c0, 0 \n" | ||
|  |         "orr r0, r0, #1 \n" | ||
|  |         "mcr p15, 0, r0, c1, c0, 0 \n" | ||
|  |         :::"r0" | ||
|  |     ); | ||
|  | 
 | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_disable_alignfault() | ||
|  | { | ||
|  |     asm volatile | ||
|  |     ( | ||
|  |         "mrc p15, 0, r0, c1, c0, 0 \n" | ||
|  |         "bic r0, r0, #1 \n" | ||
|  |         "mcr p15, 0, r0, c1, c0, 0 \n" | ||
|  |         :::"r0" | ||
|  |     ); | ||
|  | 
 | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_clean_invalidated_cache_index(int index) | ||
|  | { | ||
|  |     asm volatile("mcr p15, 0, %0, c7, c14, 2": :"r"(index)); | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_clean_invalidated_dcache(rt_uint32_t buffer, rt_uint32_t size) | ||
|  | { | ||
|  |     unsigned int ptr; | ||
|  | 
 | ||
|  |     ptr = buffer & ~(CACHE_LINE_SIZE - 1); | ||
|  | 
 | ||
|  |     while (ptr < buffer + size) | ||
|  |     { | ||
|  |         asm volatile("mcr p15, 0, %0, c7, c14, 1": :"r"(ptr)); | ||
|  | 
 | ||
|  |         ptr += CACHE_LINE_SIZE; | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | 
 | ||
|  | void mmu_clean_dcache(rt_uint32_t buffer, rt_uint32_t size) | ||
|  | { | ||
|  |     unsigned int ptr; | ||
|  | 
 | ||
|  |     ptr = buffer & ~(CACHE_LINE_SIZE - 1); | ||
|  | 
 | ||
|  |     while (ptr < buffer + size) | ||
|  |     { | ||
|  |         asm volatile("mcr p15, 0, %0, c7, c10, 1": :"r"(ptr)); | ||
|  | 
 | ||
|  |         ptr += CACHE_LINE_SIZE; | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_invalidate_dcache(rt_uint32_t buffer, rt_uint32_t size) | ||
|  | { | ||
|  |     unsigned int ptr; | ||
|  | 
 | ||
|  |     ptr = buffer & ~(CACHE_LINE_SIZE - 1); | ||
|  | 
 | ||
|  |     while (ptr < buffer + size) | ||
|  |     { | ||
|  |         asm volatile("mcr p15, 0, %0, c7, c6, 1": :"r"(ptr)); | ||
|  | 
 | ||
|  |         ptr += CACHE_LINE_SIZE; | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_invalidate_tlb() | ||
|  | { | ||
|  |     asm volatile("mcr p15, 0, %0, c8, c7, 0": :"r"(0)); | ||
|  | 
 | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_invalidate_icache() | ||
|  | { | ||
|  |     asm volatile("mcr p15, 0, %0, c7, c5, 0": :"r"(0)); | ||
|  | 
 | ||
|  | } | ||
|  | 
 | ||
|  | void mmu_invalidate_dcache_all() | ||
|  | { | ||
|  |     asm volatile("mcr p15, 0, %0, c7, c6, 0": :"r"(0)); | ||
|  | 
 | ||
|  | } | ||
|  | #endif
 | ||
|  | 
 | ||
|  | /* level1 page table */ | ||
|  | #if defined(__ICCARM__)
 | ||
|  | #pragma data_alignment=(16*1024)
 | ||
|  | static volatile rt_uint32_t _page_table[4 * 1024]; | ||
|  | #else
 | ||
|  | static volatile rt_uint32_t _page_table[4 * 1024] \ | ||
|  | __attribute__((aligned(16 * 1024))); | ||
|  | #endif
 | ||
|  | 
 | ||
|  | void mmu_setmtt(rt_uint32_t vaddrStart, rt_uint32_t vaddrEnd, | ||
|  |                 rt_uint32_t paddrStart, rt_uint32_t attr) | ||
|  | { | ||
|  |     volatile rt_uint32_t *pTT; | ||
|  |     volatile int nSec; | ||
|  |     int i = 0; | ||
|  |     pTT = (rt_uint32_t *)_page_table + (vaddrStart >> 20); | ||
|  |     nSec = (vaddrEnd >> 20) - (vaddrStart >> 20); | ||
|  |     for (i = 0; i <= nSec; i++) | ||
|  |     { | ||
|  |         *pTT = attr | (((paddrStart >> 20) + i) << 20); | ||
|  |         pTT++; | ||
|  |     } | ||
|  | } | ||
|  | 
 | ||
|  | void rt_hw_mmu_init(struct mem_desc *mdesc, rt_uint32_t size) | ||
|  | { | ||
|  |     /* disable I/D cache */ | ||
|  |     mmu_disable_dcache(); | ||
|  |     mmu_disable_icache(); | ||
|  |     mmu_disable(); | ||
|  |     mmu_invalidate_tlb(); | ||
|  | 
 | ||
|  |     /* set page table */ | ||
|  |     for (; size > 0; size--) | ||
|  |     { | ||
|  |         mmu_setmtt(mdesc->vaddr_start, mdesc->vaddr_end, | ||
|  |                    mdesc->paddr_start, mdesc->attr); | ||
|  |         mdesc++; | ||
|  |     } | ||
|  | 
 | ||
|  |     /* set MMU table address */ | ||
|  |     mmu_setttbase((rt_uint32_t)_page_table); | ||
|  | 
 | ||
|  |     /* enables MMU */ | ||
|  |     mmu_enable(); | ||
|  | 
 | ||
|  |     /* enable Instruction Cache */ | ||
|  |     mmu_enable_icache(); | ||
|  | 
 | ||
|  |     /* enable Data Cache */ | ||
|  |     mmu_enable_dcache(); | ||
|  | 
 | ||
|  |     mmu_invalidate_icache(); | ||
|  |     mmu_invalidate_dcache_all(); | ||
|  | } |