2009-12-06 02:57:05 +01:00
|
|
|
#------------------------------------------------------------------------------
|
|
|
|
#
|
2010-04-29 14:15:47 +02:00
|
|
|
# Copyright (c) 2008 - 2009, Apple Inc. All rights reserved.<BR>
|
2009-12-06 02:57:05 +01:00
|
|
|
#
|
2010-04-29 14:15:47 +02:00
|
|
|
# This program and the accompanying materials
|
2009-12-06 02:57:05 +01:00
|
|
|
# are licensed and made available under the terms and conditions of the BSD License
|
|
|
|
# which accompanies this distribution. The full text of the license may be found at
|
|
|
|
# http://opensource.org/licenses/bsd-license.php
|
|
|
|
#
|
|
|
|
# THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
|
|
|
|
#
|
|
|
|
#------------------------------------------------------------------------------
|
|
|
|
|
2010-03-03 05:14:16 +01:00
|
|
|
.text
|
|
|
|
.align 2
|
2009-12-06 02:57:05 +01:00
|
|
|
|
2011-02-02 23:35:30 +01:00
|
|
|
GCC_ASM_EXPORT (ArmInvalidateInstructionCache)
|
|
|
|
GCC_ASM_EXPORT (ArmInvalidateDataCacheEntryByMVA)
|
|
|
|
GCC_ASM_EXPORT (ArmCleanDataCacheEntryByMVA)
|
|
|
|
GCC_ASM_EXPORT (ArmCleanInvalidateDataCacheEntryByMVA)
|
|
|
|
GCC_ASM_EXPORT (ArmInvalidateDataCacheEntryBySetWay)
|
|
|
|
GCC_ASM_EXPORT (ArmCleanDataCacheEntryBySetWay)
|
|
|
|
GCC_ASM_EXPORT (ArmCleanInvalidateDataCacheEntryBySetWay)
|
|
|
|
GCC_ASM_EXPORT (ArmDrainWriteBuffer)
|
|
|
|
GCC_ASM_EXPORT (ArmEnableMmu)
|
|
|
|
GCC_ASM_EXPORT (ArmDisableMmu)
|
|
|
|
GCC_ASM_EXPORT (ArmDisableCachesAndMmu)
|
|
|
|
GCC_ASM_EXPORT (ArmMmuEnabled)
|
|
|
|
GCC_ASM_EXPORT (ArmEnableDataCache)
|
|
|
|
GCC_ASM_EXPORT (ArmDisableDataCache)
|
|
|
|
GCC_ASM_EXPORT (ArmEnableInstructionCache)
|
|
|
|
GCC_ASM_EXPORT (ArmDisableInstructionCache)
|
|
|
|
GCC_ASM_EXPORT (ArmEnableSWPInstruction)
|
|
|
|
GCC_ASM_EXPORT (ArmEnableBranchPrediction)
|
|
|
|
GCC_ASM_EXPORT (ArmDisableBranchPrediction)
|
2011-06-03 11:25:01 +02:00
|
|
|
GCC_ASM_EXPORT (ArmSetLowVectors)
|
|
|
|
GCC_ASM_EXPORT (ArmSetHighVectors)
|
2011-02-02 23:35:30 +01:00
|
|
|
GCC_ASM_EXPORT (ArmV7AllDataCachesOperation)
|
|
|
|
GCC_ASM_EXPORT (ArmDataMemoryBarrier)
|
|
|
|
GCC_ASM_EXPORT (ArmDataSyncronizationBarrier)
|
|
|
|
GCC_ASM_EXPORT (ArmInstructionSynchronizationBarrier)
|
|
|
|
GCC_ASM_EXPORT (ArmWriteNsacr)
|
|
|
|
GCC_ASM_EXPORT (ArmWriteScr)
|
|
|
|
GCC_ASM_EXPORT (ArmWriteVMBar)
|
|
|
|
GCC_ASM_EXPORT (ArmWriteVBar)
|
|
|
|
GCC_ASM_EXPORT (ArmWriteCPACR)
|
|
|
|
GCC_ASM_EXPORT (ArmEnableVFP)
|
|
|
|
GCC_ASM_EXPORT (ArmCallWFI)
|
|
|
|
GCC_ASM_EXPORT (ArmWriteAuxCr)
|
|
|
|
GCC_ASM_EXPORT (ArmReadAuxCr)
|
|
|
|
GCC_ASM_EXPORT (ArmReadCbar)
|
|
|
|
GCC_ASM_EXPORT (ArmInvalidateInstructionAndDataTlb)
|
|
|
|
GCC_ASM_EXPORT (ArmReadMpidr)
|
2011-06-03 11:43:12 +02:00
|
|
|
GCC_ASM_EXPORT (ArmReadTpidrurw)
|
|
|
|
GCC_ASM_EXPORT (ArmWriteTpidrurw)
|
2011-02-02 23:35:30 +01:00
|
|
|
|
2009-12-06 02:57:05 +01:00
|
|
|
.set DC_ON, (0x1<<2)
|
|
|
|
.set IC_ON, (0x1<<12)
|
2011-02-02 23:35:30 +01:00
|
|
|
.set CTRL_M_BIT, (1 << 0)
|
|
|
|
.set CTRL_C_BIT, (1 << 2)
|
|
|
|
.set CTRL_B_BIT, (1 << 7)
|
|
|
|
.set CTRL_I_BIT, (1 << 12)
|
2009-12-06 02:57:05 +01:00
|
|
|
|
2010-04-07 20:13:58 +02:00
|
|
|
|
2009-12-06 02:57:05 +01:00
|
|
|
ASM_PFX(ArmInvalidateDataCacheEntryByMVA):
|
2010-02-19 19:51:10 +01:00
|
|
|
mcr p15, 0, r0, c7, c6, 1 @invalidate single data cache line
|
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx lr
|
|
|
|
|
|
|
|
ASM_PFX(ArmCleanDataCacheEntryByMVA):
|
|
|
|
mcr p15, 0, r0, c7, c10, 1 @clean single data cache line
|
2010-02-19 19:51:10 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx lr
|
|
|
|
|
|
|
|
|
|
|
|
ASM_PFX(ArmCleanInvalidateDataCacheEntryByMVA):
|
|
|
|
mcr p15, 0, r0, c7, c14, 1 @clean and invalidate single data cache line
|
2010-02-19 19:51:10 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx lr
|
|
|
|
|
|
|
|
|
|
|
|
ASM_PFX(ArmInvalidateDataCacheEntryBySetWay):
|
2011-02-03 00:19:30 +01:00
|
|
|
mcr p15, 0, r0, c7, c6, 2 @ Invalidate this line
|
2010-02-19 19:51:10 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx lr
|
|
|
|
|
|
|
|
|
|
|
|
ASM_PFX(ArmCleanInvalidateDataCacheEntryBySetWay):
|
2011-02-03 00:19:30 +01:00
|
|
|
mcr p15, 0, r0, c7, c14, 2 @ Clean and Invalidate this line
|
2010-02-19 19:51:10 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx lr
|
|
|
|
|
|
|
|
|
|
|
|
ASM_PFX(ArmCleanDataCacheEntryBySetWay):
|
2011-02-03 00:19:30 +01:00
|
|
|
mcr p15, 0, r0, c7, c10, 2 @ Clean this line
|
2010-02-19 19:51:10 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx lr
|
|
|
|
|
|
|
|
ASM_PFX(ArmInvalidateInstructionCache):
|
|
|
|
mcr p15,0,R0,c7,c5,0 @Invalidate entire instruction cache
|
2010-02-19 19:51:10 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx LR
|
|
|
|
|
|
|
|
ASM_PFX(ArmEnableMmu):
|
|
|
|
mrc p15,0,R0,c1,c0,0
|
|
|
|
orr R0,R0,#1
|
|
|
|
mcr p15,0,R0,c1,c0,0
|
2010-03-03 05:14:16 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx LR
|
|
|
|
|
2010-01-12 19:47:28 +01:00
|
|
|
|
2009-12-06 02:57:05 +01:00
|
|
|
ASM_PFX(ArmDisableMmu):
|
|
|
|
mrc p15,0,R0,c1,c0,0
|
|
|
|
bic R0,R0,#1
|
|
|
|
mcr p15,0,R0,c1,c0,0 @Disable MMU
|
2010-04-07 20:13:58 +02:00
|
|
|
|
2011-02-03 00:19:30 +01:00
|
|
|
mcr p15,0,R0,c8,c7,0 @Invalidate TLB
|
2010-04-07 20:13:58 +02:00
|
|
|
mcr p15,0,R0,c7,c5,6 @Invalidate Branch predictor array
|
2010-02-19 19:51:10 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx LR
|
|
|
|
|
2011-02-02 23:35:30 +01:00
|
|
|
ASM_PFX(ArmDisableCachesAndMmu):
|
|
|
|
mrc p15, 0, r0, c1, c0, 0 @ Get control register
|
|
|
|
bic r0, r0, #CTRL_M_BIT @ Disable MMU
|
|
|
|
bic r0, r0, #CTRL_C_BIT @ Disable D Cache
|
|
|
|
bic r0, r0, #CTRL_I_BIT @ Disable I Cache
|
|
|
|
mcr p15, 0, r0, c1, c0, 0 @ Write control register
|
|
|
|
dsb
|
|
|
|
isb
|
|
|
|
bx LR
|
|
|
|
|
|
|
|
ASM_PFX(ArmMmuEnabled):
|
|
|
|
mrc p15,0,R0,c1,c0,0
|
|
|
|
and R0,R0,#1
|
|
|
|
bx LR
|
|
|
|
|
2009-12-06 02:57:05 +01:00
|
|
|
ASM_PFX(ArmEnableDataCache):
|
|
|
|
ldr R1,=DC_ON
|
|
|
|
mrc p15,0,R0,c1,c0,0 @Read control register configuration data
|
|
|
|
orr R0,R0,R1 @Set C bit
|
|
|
|
mcr p15,0,r0,c1,c0,0 @Write control register configuration data
|
2010-02-19 19:51:10 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx LR
|
|
|
|
|
|
|
|
ASM_PFX(ArmDisableDataCache):
|
|
|
|
ldr R1,=DC_ON
|
|
|
|
mrc p15,0,R0,c1,c0,0 @Read control register configuration data
|
|
|
|
bic R0,R0,R1 @Clear C bit
|
|
|
|
mcr p15,0,r0,c1,c0,0 @Write control register configuration data
|
2010-02-19 19:51:10 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx LR
|
|
|
|
|
|
|
|
ASM_PFX(ArmEnableInstructionCache):
|
|
|
|
ldr R1,=IC_ON
|
|
|
|
mrc p15,0,R0,c1,c0,0 @Read control register configuration data
|
|
|
|
orr R0,R0,R1 @Set I bit
|
|
|
|
mcr p15,0,r0,c1,c0,0 @Write control register configuration data
|
2010-02-19 19:51:10 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx LR
|
|
|
|
|
|
|
|
ASM_PFX(ArmDisableInstructionCache):
|
|
|
|
ldr R1,=IC_ON
|
|
|
|
mrc p15,0,R0,c1,c0,0 @Read control register configuration data
|
|
|
|
bic R0,R0,R1 @Clear I bit.
|
|
|
|
mcr p15,0,r0,c1,c0,0 @Write control register configuration data
|
2010-02-19 19:51:10 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx LR
|
|
|
|
|
2011-02-02 23:35:30 +01:00
|
|
|
ASM_PFX(ArmEnableSWPInstruction):
|
|
|
|
mrc p15, 0, r0, c1, c0, 0
|
|
|
|
orr r0, r0, #0x00000400
|
|
|
|
mcr p15, 0, r0, c1, c0, 0
|
|
|
|
isb
|
|
|
|
bx LR
|
|
|
|
|
2009-12-06 02:57:05 +01:00
|
|
|
ASM_PFX(ArmEnableBranchPrediction):
|
|
|
|
mrc p15, 0, r0, c1, c0, 0
|
|
|
|
orr r0, r0, #0x00000800
|
|
|
|
mcr p15, 0, r0, c1, c0, 0
|
2010-02-19 19:51:10 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx LR
|
|
|
|
|
|
|
|
ASM_PFX(ArmDisableBranchPrediction):
|
|
|
|
mrc p15, 0, r0, c1, c0, 0
|
|
|
|
bic r0, r0, #0x00000800
|
|
|
|
mcr p15, 0, r0, c1, c0, 0
|
2010-02-19 19:51:10 +01:00
|
|
|
dsb
|
|
|
|
isb
|
2009-12-06 02:57:05 +01:00
|
|
|
bx LR
|
|
|
|
|
2011-06-03 11:25:01 +02:00
|
|
|
ASM_PFX(ArmSetLowVectors):
|
|
|
|
mrc p15, 0, r0, c1, c0, 0 @ Read SCTLR into R0 (Read control register configuration data)
|
|
|
|
bic r0, r0, #0x00002000 @ clear V bit
|
|
|
|
mcr p15, 0, r0, c1, c0, 0 @ Write R0 into SCTLR (Write control register configuration data)
|
|
|
|
isb
|
|
|
|
bx LR
|
|
|
|
|
|
|
|
ASM_PFX(ArmSetHighVectors):
|
|
|
|
mrc p15, 0, r0, c1, c0, 0 @ Read SCTLR into R0 (Read control register configuration data)
|
|
|
|
orr r0, r0, #0x00002000 @ clear V bit
|
|
|
|
mcr p15, 0, r0, c1, c0, 0 @ Write R0 into SCTLR (Write control register configuration data)
|
|
|
|
isb
|
|
|
|
bx LR
|
2010-02-19 19:51:10 +01:00
|
|
|
|
|
|
|
ASM_PFX(ArmV7AllDataCachesOperation):
|
|
|
|
stmfd SP!,{r4-r12, LR}
|
|
|
|
mov R1, R0 @ Save Function call in R1
|
|
|
|
mrc p15, 1, R6, c0, c0, 1 @ Read CLIDR
|
|
|
|
ands R3, R6, #0x7000000 @ Mask out all but Level of Coherency (LoC)
|
|
|
|
mov R3, R3, LSR #23 @ Cache level value (naturally aligned)
|
|
|
|
beq L_Finished
|
|
|
|
mov R10, #0
|
|
|
|
|
|
|
|
Loop1:
|
|
|
|
add R2, R10, R10, LSR #1 @ Work out 3xcachelevel
|
|
|
|
mov R12, R6, LSR R2 @ bottom 3 bits are the Cache type for this level
|
|
|
|
and R12, R12, #7 @ get those 3 bits alone
|
|
|
|
cmp R12, #2
|
|
|
|
blt L_Skip @ no cache or only instruction cache at this level
|
|
|
|
mcr p15, 2, R10, c0, c0, 0 @ write the Cache Size selection register (CSSELR) // OR in 1 for Instruction
|
2010-03-03 05:14:16 +01:00
|
|
|
isb @ isb to sync the change to the CacheSizeID reg
|
|
|
|
mrc p15, 1, R12, c0, c0, 0 @ reads current Cache Size ID register (CCSIDR)
|
2010-02-19 19:51:10 +01:00
|
|
|
and R2, R12, #0x7 @ extract the line length field
|
2010-03-03 05:14:16 +01:00
|
|
|
add R2, R2, #4 @ add 4 for the line length offset (log2 16 bytes)
|
|
|
|
@ ldr R4, =0x3FF
|
2010-02-19 19:51:10 +01:00
|
|
|
mov R4, #0x400
|
|
|
|
sub R4, R4, #1
|
|
|
|
ands R4, R4, R12, LSR #3 @ R4 is the max number on the way size (right aligned)
|
|
|
|
clz R5, R4 @ R5 is the bit position of the way size increment
|
2010-03-03 05:14:16 +01:00
|
|
|
@ ldr R7, =0x00007FFF
|
2010-02-19 19:51:10 +01:00
|
|
|
mov R7, #0x00008000
|
|
|
|
sub R7, R7, #1
|
|
|
|
ands R7, R7, R12, LSR #13 @ R7 is the max number of the index size (right aligned)
|
|
|
|
|
|
|
|
Loop2:
|
|
|
|
mov R9, R4 @ R9 working copy of the max way size (right aligned)
|
|
|
|
|
|
|
|
Loop3:
|
|
|
|
orr R0, R10, R9, LSL R5 @ factor in the way number and cache number into R11
|
|
|
|
orr R0, R0, R7, LSL R2 @ factor in the index number
|
|
|
|
|
|
|
|
blx R1
|
|
|
|
|
|
|
|
subs R9, R9, #1 @ decrement the way number
|
|
|
|
bge Loop3
|
|
|
|
subs R7, R7, #1 @ decrement the index
|
|
|
|
bge Loop2
|
|
|
|
L_Skip:
|
|
|
|
add R10, R10, #2 @ increment the cache number
|
|
|
|
cmp R3, R10
|
|
|
|
bgt Loop1
|
|
|
|
|
|
|
|
L_Finished:
|
2010-04-07 20:13:58 +02:00
|
|
|
dsb
|
2010-02-19 19:51:10 +01:00
|
|
|
ldmfd SP!, {r4-r12, lr}
|
|
|
|
bx LR
|
|
|
|
|
2010-02-24 23:38:46 +01:00
|
|
|
ASM_PFX(ArmDataMemoryBarrier):
|
|
|
|
dmb
|
|
|
|
bx LR
|
|
|
|
|
|
|
|
ASM_PFX(ArmDataSyncronizationBarrier):
|
2010-04-07 20:13:58 +02:00
|
|
|
ASM_PFX(ArmDrainWriteBuffer):
|
2010-02-24 23:38:46 +01:00
|
|
|
dsb
|
|
|
|
bx LR
|
|
|
|
|
|
|
|
ASM_PFX(ArmInstructionSynchronizationBarrier):
|
|
|
|
isb
|
|
|
|
bx LR
|
|
|
|
|
2011-02-02 23:35:30 +01:00
|
|
|
ASM_PFX(ArmWriteNsacr):
|
|
|
|
mcr p15, 0, r0, c1, c1, 2
|
|
|
|
bx lr
|
|
|
|
|
|
|
|
ASM_PFX(ArmWriteScr):
|
|
|
|
mcr p15, 0, r0, c1, c1, 0
|
|
|
|
bx lr
|
|
|
|
|
|
|
|
ASM_PFX(ArmWriteAuxCr):
|
|
|
|
mcr p15, 0, r0, c1, c0, 1
|
|
|
|
bx lr
|
|
|
|
|
|
|
|
ASM_PFX(ArmReadAuxCr):
|
|
|
|
mrc p15, 0, r0, c1, c0, 1
|
|
|
|
bx lr
|
|
|
|
|
|
|
|
ASM_PFX(ArmWriteVMBar):
|
|
|
|
mcr p15, 0, r0, c12, c0, 1
|
|
|
|
bx lr
|
|
|
|
|
|
|
|
ASM_PFX(ArmWriteVBar):
|
2011-06-03 11:25:01 +02:00
|
|
|
# Set the Address of the Vector Table in the VBAR register
|
2011-02-02 23:35:30 +01:00
|
|
|
mcr p15, 0, r0, c12, c0, 0
|
2011-06-03 11:25:01 +02:00
|
|
|
# Ensure the SCTLR.V bit is clear
|
|
|
|
mrc p15, 0, r0, c1, c0, 0 @ Read SCTLR into R0 (Read control register configuration data)
|
|
|
|
bic r0, r0, #0x00002000 @ clear V bit
|
|
|
|
mcr p15, 0, r0, c1, c0, 0 @ Write R0 into SCTLR (Write control register configuration data)
|
|
|
|
isb
|
2011-02-02 23:35:30 +01:00
|
|
|
bx lr
|
|
|
|
|
|
|
|
ASM_PFX(ArmWriteCPACR):
|
|
|
|
mcr p15, 0, r0, c1, c0, 2
|
|
|
|
bx lr
|
|
|
|
|
|
|
|
ASM_PFX(ArmEnableVFP):
|
2011-06-03 11:25:51 +02:00
|
|
|
# Read CPACR (Coprocessor Access Control Register)
|
2011-02-02 23:35:30 +01:00
|
|
|
mrc p15, 0, r0, c1, c0, 2
|
2011-06-03 11:25:51 +02:00
|
|
|
# Enable VPF access (Full Access to CP10, CP11) (V* instructions)
|
|
|
|
orr r0, r0, #0x00f00000
|
|
|
|
# Write back CPACR (Coprocessor Access Control Register)
|
2011-02-02 23:35:30 +01:00
|
|
|
mcr p15, 0, r0, c1, c0, 2
|
2011-06-03 11:25:51 +02:00
|
|
|
# Set EN bit in FPEXC. The Advanced SIMD and VFP extensions are enabled and operate normally.
|
|
|
|
mov r0, #0x40000000
|
|
|
|
mcr p10,#0x7,r0,c8,c0,#0
|
2011-02-02 23:35:30 +01:00
|
|
|
bx lr
|
|
|
|
|
|
|
|
ASM_PFX(ArmCallWFI):
|
|
|
|
wfi
|
|
|
|
bx lr
|
|
|
|
|
2011-06-03 11:18:48 +02:00
|
|
|
#Note: Return 0 in Uniprocessor implementation
|
2011-02-02 23:35:30 +01:00
|
|
|
ASM_PFX(ArmReadCbar):
|
2011-06-03 11:18:48 +02:00
|
|
|
mrc p15, 4, r0, c15, c0, 0 @ Read Configuration Base Address Register
|
2011-02-02 23:35:30 +01:00
|
|
|
bx lr
|
|
|
|
|
|
|
|
ASM_PFX(ArmInvalidateInstructionAndDataTlb):
|
|
|
|
mcr p15, 0, r0, c8, c7, 0 @ Invalidate Inst TLB and Data TLB
|
|
|
|
dsb
|
|
|
|
bx lr
|
|
|
|
|
|
|
|
ASM_PFX(ArmReadMpidr):
|
2011-02-03 00:19:30 +01:00
|
|
|
mrc p15, 0, r0, c0, c0, 5 @ read MPIDR
|
2011-02-02 23:35:30 +01:00
|
|
|
bx lr
|
2011-06-03 11:43:12 +02:00
|
|
|
|
|
|
|
ASM_PFX(ArmReadTpidrurw):
|
|
|
|
mrc p15, 0, r0, c13, c0, 2 @ read TPIDRURW
|
|
|
|
bx lr
|
|
|
|
|
|
|
|
ASM_PFX(ArmWriteTpidrurw):
|
|
|
|
mcr p15, 0, r0, c13, c0, 2 @ write TPIDRURW
|
|
|
|
bx lr
|
2010-02-19 19:51:10 +01:00
|
|
|
|
2009-12-06 02:57:05 +01:00
|
|
|
ASM_FUNCTION_REMOVE_IF_UNREFERENCED
|