2009-12-06 02:57:05 +01:00
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
//
|
|
|
|
// Copyright (c) 2008-2009 Apple Inc. All rights reserved.
|
|
|
|
//
|
|
|
|
// All rights reserved. This program and the accompanying materials
|
|
|
|
// are licensed and made available under the terms and conditions of the BSD License
|
|
|
|
// which accompanies this distribution. The full text of the license may be found at
|
|
|
|
// http://opensource.org/licenses/bsd-license.php
|
|
|
|
//
|
|
|
|
// THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
|
|
|
|
//
|
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
|
|
|
|
EXPORT ArmInvalidateInstructionCache
|
|
|
|
EXPORT ArmInvalidateDataCacheEntryByMVA
|
|
|
|
EXPORT ArmCleanDataCacheEntryByMVA
|
|
|
|
EXPORT ArmCleanInvalidateDataCacheEntryByMVA
|
|
|
|
EXPORT ArmInvalidateDataCacheEntryBySetWay
|
|
|
|
EXPORT ArmCleanDataCacheEntryBySetWay
|
|
|
|
EXPORT ArmCleanInvalidateDataCacheEntryBySetWay
|
|
|
|
EXPORT ArmDrainWriteBuffer
|
|
|
|
EXPORT ArmEnableMmu
|
|
|
|
EXPORT ArmDisableMmu
|
2010-01-12 19:47:28 +01:00
|
|
|
EXPORT ArmMmuEnabled
|
2009-12-06 02:57:05 +01:00
|
|
|
EXPORT ArmEnableDataCache
|
|
|
|
EXPORT ArmDisableDataCache
|
|
|
|
EXPORT ArmEnableInstructionCache
|
|
|
|
EXPORT ArmDisableInstructionCache
|
|
|
|
EXPORT ArmEnableBranchPrediction
|
|
|
|
EXPORT ArmDisableBranchPrediction
|
2010-02-20 00:05:04 +01:00
|
|
|
EXPORT ArmV7AllDataCachesOperation
|
2010-02-24 23:38:46 +01:00
|
|
|
EXPORT ArmDataMemoryBarrier
|
|
|
|
EXPORT ArmDataSyncronizationBarrier
|
|
|
|
EXPORT ArmInstructionSynchronizationBarrier
|
|
|
|
|
2010-03-03 05:14:16 +01:00
|
|
|
AREA ArmCacheLib, CODE, READONLY
|
|
|
|
PRESERVE8
|
2009-12-06 02:57:05 +01:00
|
|
|
|
|
|
|
DC_ON EQU ( 0x1:SHL:2 )
|
|
|
|
IC_ON EQU ( 0x1:SHL:12 )
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ArmInvalidateDataCacheEntryByMVA
|
2010-03-03 05:14:16 +01:00
|
|
|
mcr p15, 0, r0, c7, c6, 1 ; invalidate single data cache line
|
|
|
|
dsb
|
|
|
|
isb
|
|
|
|
bx lr
|
2009-12-06 02:57:05 +01:00
|
|
|
|
|
|
|
|
|
|
|
ArmCleanDataCacheEntryByMVA
|
2010-03-03 05:14:16 +01:00
|
|
|
mcr p15, 0, r0, c7, c10, 1 ; clean single data cache line
|
|
|
|
dsb
|
|
|
|
isb
|
|
|
|
bx lr
|
2009-12-06 02:57:05 +01:00
|
|
|
|
|
|
|
|
|
|
|
ArmCleanInvalidateDataCacheEntryByMVA
|
2010-03-03 05:14:16 +01:00
|
|
|
mcr p15, 0, r0, c7, c14, 1 ; clean and invalidate single data cache line
|
|
|
|
dsb
|
|
|
|
isb
|
|
|
|
bx lr
|
2009-12-06 02:57:05 +01:00
|
|
|
|
|
|
|
|
|
|
|
ArmInvalidateDataCacheEntryBySetWay
|
|
|
|
mcr p15, 0, r0, c7, c6, 2 ; Invalidate this line
|
2010-03-03 05:14:16 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx lr
|
|
|
|
|
|
|
|
|
|
|
|
ArmCleanInvalidateDataCacheEntryBySetWay
|
|
|
|
mcr p15, 0, r0, c7, c14, 2 ; Clean and Invalidate this line
|
2010-03-03 05:14:16 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx lr
|
|
|
|
|
|
|
|
|
|
|
|
ArmCleanDataCacheEntryBySetWay
|
|
|
|
mcr p15, 0, r0, c7, c10, 2 ; Clean this line
|
2010-03-03 05:14:16 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx lr
|
|
|
|
|
|
|
|
|
|
|
|
ArmDrainWriteBuffer
|
|
|
|
mcr p15, 0, r0, c7, c10, 4 ; Drain write buffer for sync
|
2010-03-03 05:14:16 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx lr
|
|
|
|
|
|
|
|
|
|
|
|
ArmInvalidateInstructionCache
|
2010-03-03 05:14:16 +01:00
|
|
|
mov R0,#0
|
|
|
|
mcr p15,0,R0,c7,c5,0 ;Invalidate entire instruction cache
|
|
|
|
mov R0,#0
|
|
|
|
dsb
|
|
|
|
isb
|
|
|
|
bx LR
|
2009-12-06 02:57:05 +01:00
|
|
|
|
|
|
|
ArmEnableMmu
|
|
|
|
mrc p15,0,R0,c1,c0,0
|
|
|
|
orr R0,R0,#1
|
|
|
|
mcr p15,0,R0,c1,c0,0
|
2010-03-03 05:14:16 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx LR
|
|
|
|
|
2010-01-12 19:47:28 +01:00
|
|
|
ArmMmuEnabled
|
|
|
|
mrc p15,0,R0,c1,c0,0
|
|
|
|
and R0,R0,#1
|
2010-03-03 05:14:16 +01:00
|
|
|
isb
|
2010-01-12 19:47:28 +01:00
|
|
|
bx LR
|
|
|
|
|
2009-12-06 02:57:05 +01:00
|
|
|
ArmDisableMmu
|
|
|
|
mov R0,#0
|
|
|
|
mcr p15,0,R0,c13,c0,0 ;FCSE PID register must be cleared before disabling MMU
|
|
|
|
mrc p15,0,R0,c1,c0,0
|
|
|
|
bic R0,R0,#1
|
|
|
|
mcr p15,0,R0,c1,c0,0 ;Disable MMU
|
2010-03-03 05:14:16 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx LR
|
|
|
|
|
|
|
|
ArmEnableDataCache
|
2010-03-03 05:14:16 +01:00
|
|
|
ldr R1,=DC_ON
|
|
|
|
mrc p15,0,R0,c1,c0,0 ;Read control register configuration data
|
|
|
|
orr R0,R0,R1 ;Set C bit
|
|
|
|
mcr p15,0,r0,c1,c0,0 ;Write control register configuration data
|
|
|
|
dsb
|
|
|
|
isb
|
|
|
|
bx LR
|
2009-12-06 02:57:05 +01:00
|
|
|
|
|
|
|
ArmDisableDataCache
|
2010-03-03 05:14:16 +01:00
|
|
|
ldr R1,=DC_ON
|
|
|
|
mrc p15,0,R0,c1,c0,0 ;Read control register configuration data
|
|
|
|
bic R0,R0,R1 ;Clear C bit
|
|
|
|
mcr p15,0,r0,c1,c0,0 ;Write control register configuration data
|
|
|
|
isb
|
|
|
|
bx LR
|
2009-12-06 02:57:05 +01:00
|
|
|
|
|
|
|
ArmEnableInstructionCache
|
2010-03-03 05:14:16 +01:00
|
|
|
ldr R1,=IC_ON
|
|
|
|
mrc p15,0,R0,c1,c0,0 ;Read control register configuration data
|
|
|
|
orr R0,R0,R1 ;Set I bit
|
|
|
|
mcr p15,0,r0,c1,c0,0 ;Write control register configuration data
|
|
|
|
dsb
|
|
|
|
isb
|
|
|
|
bx LR
|
2009-12-06 02:57:05 +01:00
|
|
|
|
|
|
|
ArmDisableInstructionCache
|
2010-03-03 05:14:16 +01:00
|
|
|
ldr R1,=IC_ON
|
|
|
|
mrc p15,0,R0,c1,c0,0 ;Read control register configuration data
|
2009-12-06 02:57:05 +01:00
|
|
|
BIC R0,R0,R1 ;Clear I bit.
|
2010-03-03 05:14:16 +01:00
|
|
|
mcr p15,0,r0,c1,c0,0 ;Write control register configuration data
|
|
|
|
isb
|
|
|
|
bx LR
|
2009-12-06 02:57:05 +01:00
|
|
|
|
|
|
|
ArmEnableBranchPrediction
|
|
|
|
mrc p15, 0, r0, c1, c0, 0
|
|
|
|
orr r0, r0, #0x00000800
|
|
|
|
mcr p15, 0, r0, c1, c0, 0
|
2010-03-03 05:14:16 +01:00
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx LR
|
|
|
|
|
|
|
|
ArmDisableBranchPrediction
|
|
|
|
mrc p15, 0, r0, c1, c0, 0
|
|
|
|
bic r0, r0, #0x00000800
|
|
|
|
mcr p15, 0, r0, c1, c0, 0
|
2010-03-03 05:14:16 +01:00
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx LR
|
|
|
|
|
2010-02-19 19:51:10 +01:00
|
|
|
|
|
|
|
ArmV7AllDataCachesOperation
|
2010-03-03 05:14:16 +01:00
|
|
|
stmfd SP!,{r4-r12, LR}
|
|
|
|
mov R1, R0 ; Save Function call in R1
|
|
|
|
mrc p15, 1, R6, c0, c0, 1 ; Read CLIDR
|
|
|
|
ands R3, R6, #&7000000 ; Mask out all but Level of Coherency (LoC)
|
|
|
|
mov R3, R3, LSR #23 ; Cache level value (naturally aligned)
|
|
|
|
beq Finished
|
|
|
|
mov R10, #0
|
2010-02-19 19:51:10 +01:00
|
|
|
|
|
|
|
Loop1
|
2010-03-03 05:14:16 +01:00
|
|
|
add R2, R10, R10, LSR #1 ; Work out 3xcachelevel
|
|
|
|
mov R12, R6, LSR R2 ; bottom 3 bits are the Cache type for this level
|
|
|
|
and R12, R12, #7 ; get those 3 bits alone
|
|
|
|
cmp R12, #2
|
|
|
|
blt Skip ; no cache or only instruction cache at this level
|
|
|
|
mcr p15, 2, R10, c0, c0, 0 ; write the Cache Size selection register (CSSELR) // OR in 1 for Instruction
|
|
|
|
isb ; isb to sync the change to the CacheSizeID reg
|
|
|
|
mrc p15, 1, R12, c0, c0, 0 ; reads current Cache Size ID register (CCSIDR)
|
|
|
|
and R2, R12, #&7 ; extract the line length field
|
|
|
|
add R2, R2, #4 ; add 4 for the line length offset (log2 16 bytes)
|
|
|
|
ldr R4, =0x3FF
|
|
|
|
ands R4, R4, R12, LSR #3 ; R4 is the max number on the way size (right aligned)
|
|
|
|
clz R5, R4 ; R5 is the bit position of the way size increment
|
|
|
|
ldr R7, =0x00007FFF
|
|
|
|
ands R7, R7, R12, LSR #13 ; R7 is the max number of the index size (right aligned)
|
2010-02-19 19:51:10 +01:00
|
|
|
|
|
|
|
Loop2
|
2010-03-03 05:14:16 +01:00
|
|
|
mov R9, R4 ; R9 working copy of the max way size (right aligned)
|
2010-02-19 19:51:10 +01:00
|
|
|
|
|
|
|
Loop3
|
2010-03-03 05:14:16 +01:00
|
|
|
orr R0, R10, R9, LSL R5 ; factor in the way number and cache number into R11
|
|
|
|
orr R0, R0, R7, LSL R2 ; factor in the index number
|
2010-02-19 19:51:10 +01:00
|
|
|
|
2010-03-03 05:14:16 +01:00
|
|
|
blx R1
|
2010-02-19 19:51:10 +01:00
|
|
|
|
2010-03-03 05:14:16 +01:00
|
|
|
subs R9, R9, #1 ; decrement the way number
|
|
|
|
bge Loop3
|
|
|
|
subs R7, R7, #1 ; decrement the index
|
|
|
|
bge Loop2
|
2010-02-19 19:51:10 +01:00
|
|
|
Skip
|
2010-03-03 05:14:16 +01:00
|
|
|
add R10, R10, #2 ; increment the cache number
|
|
|
|
cmp R3, R10
|
|
|
|
bgt Loop1
|
2010-02-19 19:51:10 +01:00
|
|
|
|
|
|
|
Finished
|
2010-03-03 05:14:16 +01:00
|
|
|
ldmfd SP!, {r4-r12, lr}
|
|
|
|
bx LR
|
2010-02-19 19:51:10 +01:00
|
|
|
|
2010-02-24 23:38:46 +01:00
|
|
|
|
|
|
|
ArmDataMemoryBarrier
|
2010-03-03 05:14:16 +01:00
|
|
|
dmb
|
|
|
|
bx LR
|
2010-02-24 23:38:46 +01:00
|
|
|
|
|
|
|
ArmDataSyncronizationBarrier
|
2010-03-03 05:14:16 +01:00
|
|
|
dsb
|
|
|
|
bx LR
|
2010-02-24 23:38:46 +01:00
|
|
|
|
|
|
|
ArmInstructionSynchronizationBarrier
|
2010-03-03 05:14:16 +01:00
|
|
|
isb
|
|
|
|
bx LR
|
2010-02-24 23:38:46 +01:00
|
|
|
|
2009-12-06 02:57:05 +01:00
|
|
|
END
|