2020-01-17 10:13:01 +01:00
|
|
|
#include "aarch64_irq.h"
|
2019-12-01 22:57:02 +01:00
|
|
|
|
2020-01-15 10:56:04 +01:00
|
|
|
.globl AArch64_init
|
|
|
|
|
AArch64_init:
|
2019-12-01 22:57:02 +01:00
|
|
|
/* set vector table */
|
2020-01-15 10:56:04 +01:00
|
|
|
adr x0, AArch64_vectors
|
2019-12-01 22:57:02 +01:00
|
|
|
msr vbar_el1, x0
|
|
|
|
|
mov x0, 0
|
|
|
|
|
ret
|
|
|
|
|
|
2020-01-15 10:56:04 +01:00
|
|
|
.globl AArch64_getEL
|
|
|
|
|
AArch64_getEL:
|
2019-12-01 22:57:02 +01:00
|
|
|
mrs x0, CurrentEL
|
|
|
|
|
lsr x0, x0, 0x02
|
|
|
|
|
ret
|
|
|
|
|
|
2020-01-15 10:56:04 +01:00
|
|
|
.globl AArch64_getReg32
|
2020-01-17 10:13:01 +01:00
|
|
|
AArch64_getReg32:
|
2019-12-01 22:57:02 +01:00
|
|
|
ldr w0, [x0]
|
|
|
|
|
ret
|
|
|
|
|
|
2020-01-15 10:56:04 +01:00
|
|
|
.globl AArch64_setReg32
|
2020-01-17 10:13:01 +01:00
|
|
|
AArch64_setReg32:
|
2019-12-01 22:57:02 +01:00
|
|
|
str w1, [x0]
|
|
|
|
|
ret
|
|
|
|
|
|
2020-01-15 10:56:04 +01:00
|
|
|
.globl AArch64_idle
|
|
|
|
|
AArch64_idle:
|
2019-12-02 12:59:40 +01:00
|
|
|
subs x0, x0, 1
|
2020-01-17 10:13:01 +01:00
|
|
|
bne AArch64_idle
|
2019-12-01 22:57:02 +01:00
|
|
|
ret
|
|
|
|
|
|
2020-01-15 10:56:04 +01:00
|
|
|
/*
|
|
|
|
|
.globl AArch64_initIRQVector
|
|
|
|
|
AArch64_initIRQVector:
|
2019-12-01 22:57:02 +01:00
|
|
|
ret
|
2020-01-15 10:56:04 +01:00
|
|
|
*/
|
2019-12-01 22:57:02 +01:00
|
|
|
|
2020-01-15 10:56:04 +01:00
|
|
|
.globl AArch64_enableIRQ
|
|
|
|
|
AArch64_enableIRQ:
|
2019-12-01 22:57:02 +01:00
|
|
|
msr daifclr, 2
|
|
|
|
|
ret
|
|
|
|
|
|
2020-01-15 10:56:04 +01:00
|
|
|
.globl AArch64_disableIRQ
|
|
|
|
|
AArch64_disableIRQ:
|
2019-12-01 22:57:02 +01:00
|
|
|
msr daifset, 2
|
|
|
|
|
ret
|
|
|
|
|
|
2020-01-15 10:56:04 +01:00
|
|
|
.globl AArch64_memzero
|
|
|
|
|
AArch64_memzero:
|
|
|
|
|
str xzr, [x0], 8
|
|
|
|
|
subs x1, x1, 8
|
|
|
|
|
b.gt AArch64_memzero
|
|
|
|
|
ret
|
2019-12-01 22:57:02 +01:00
|
|
|
|
|
|
|
|
/* Exceptions Vector Table
|
|
|
|
|
* */
|
2020-01-15 10:56:04 +01:00
|
|
|
.macro SAVE_REGISTERS
|
2020-01-20 09:14:13 +01:00
|
|
|
sub sp, sp, 272
|
2019-12-01 22:57:02 +01:00
|
|
|
stp x0, x1, [sp, 16 * 0]
|
|
|
|
|
stp x2, x3, [sp, 16 * 1]
|
|
|
|
|
stp x4, x5, [sp, 16 * 2]
|
|
|
|
|
stp x6, x7, [sp, 16 * 3]
|
|
|
|
|
stp x8, x9, [sp, 16 * 4]
|
|
|
|
|
stp x10, x11, [sp, 16 * 5]
|
|
|
|
|
stp x12, x13, [sp, 16 * 6]
|
|
|
|
|
stp x14, x15, [sp, 16 * 7]
|
|
|
|
|
stp x16, x17, [sp, 16 * 8]
|
|
|
|
|
stp x18, x19, [sp, 16 * 9]
|
|
|
|
|
stp x20, x21, [sp, 16 * 10]
|
|
|
|
|
stp x22, x23, [sp, 16 * 11]
|
|
|
|
|
stp x24, x25, [sp, 16 * 12]
|
|
|
|
|
stp x26, x27, [sp, 16 * 13]
|
|
|
|
|
stp x28, x29, [sp, 16 * 14]
|
2020-01-15 10:56:04 +01:00
|
|
|
|
|
|
|
|
mrs x22, elr_el1
|
|
|
|
|
mrs x23, spsr_el1
|
|
|
|
|
|
|
|
|
|
stp x30, x22, [sp, 16 * 15]
|
|
|
|
|
str x23, [sp, 16 * 16]
|
2019-12-01 22:57:02 +01:00
|
|
|
.endm
|
|
|
|
|
|
2020-01-15 10:56:04 +01:00
|
|
|
.macro LOAD_REGISTERS
|
|
|
|
|
ldr x23, [sp, 16 * 16]
|
|
|
|
|
ldp x30, x22, [sp, 16 * 15]
|
|
|
|
|
|
|
|
|
|
msr elr_el1, x22
|
|
|
|
|
msr spsr_el1, x23
|
|
|
|
|
|
2019-12-01 22:57:02 +01:00
|
|
|
ldp x28, x29, [sp, 16 * 14]
|
2020-01-15 10:56:04 +01:00
|
|
|
ldp x26, x27, [sp, 16 * 13]
|
|
|
|
|
ldp x24, x25, [sp, 16 * 12]
|
|
|
|
|
ldp x22, x23, [sp, 16 * 11]
|
|
|
|
|
ldp x20, x21, [sp, 16 * 10]
|
|
|
|
|
ldp x18, x19, [sp, 16 * 9]
|
|
|
|
|
ldp x16, x17, [sp, 16 * 8]
|
|
|
|
|
ldp x14, x15, [sp, 16 * 7]
|
|
|
|
|
ldp x12, x13, [sp, 16 * 6]
|
|
|
|
|
ldp x10, x11, [sp, 16 * 5]
|
|
|
|
|
ldp x8, x9, [sp, 16 * 4]
|
|
|
|
|
ldp x6, x7, [sp, 16 * 3]
|
|
|
|
|
ldp x4, x5, [sp, 16 * 2]
|
|
|
|
|
ldp x2, x3, [sp, 16 * 1]
|
|
|
|
|
ldp x0, x1, [sp, 16 * 0]
|
2020-01-20 09:14:13 +01:00
|
|
|
add sp, sp, 272
|
2019-12-01 22:57:02 +01:00
|
|
|
.endm
|
|
|
|
|
|
|
|
|
|
.macro VECTOR_ENTRY GOTO_LABEL
|
|
|
|
|
.align 7
|
|
|
|
|
b \GOTO_LABEL
|
|
|
|
|
.endm
|
|
|
|
|
|
|
|
|
|
.macro EXCEPTION_FALLBACK EID
|
2020-01-15 10:56:04 +01:00
|
|
|
SAVE_REGISTERS
|
2019-12-01 22:57:02 +01:00
|
|
|
mov x0, \EID
|
|
|
|
|
mrs x1, esr_el1
|
|
|
|
|
mrs x2, elr_el1
|
2020-01-15 10:56:04 +01:00
|
|
|
bl IRQ_fallback
|
2019-12-01 22:57:02 +01:00
|
|
|
b die
|
|
|
|
|
.endm
|
|
|
|
|
|
|
|
|
|
die:
|
|
|
|
|
b die
|
|
|
|
|
|
2020-01-21 11:02:38 +01:00
|
|
|
.globl AArch64_startTask
|
|
|
|
|
AArch64_startTask:
|
|
|
|
|
bl Task_unlockScheduler
|
|
|
|
|
blr x1
|
|
|
|
|
|
|
|
|
|
hang:
|
|
|
|
|
/* todo: implement task exit here */
|
|
|
|
|
WFE
|
|
|
|
|
b hang
|
|
|
|
|
|
|
|
|
|
|
2020-01-20 09:14:13 +01:00
|
|
|
.globl AArch64_switchContext
|
|
|
|
|
AArch64_switchContext:
|
|
|
|
|
/* Save current task context */
|
|
|
|
|
sub sp, sp, 272
|
|
|
|
|
stp x0, x1, [sp, 16 * 0]
|
|
|
|
|
stp x2, x3, [sp, 16 * 1]
|
|
|
|
|
stp x4, x5, [sp, 16 * 2]
|
|
|
|
|
stp x6, x7, [sp, 16 * 3]
|
|
|
|
|
stp x8, x9, [sp, 16 * 4]
|
|
|
|
|
stp x10, x11, [sp, 16 * 5]
|
|
|
|
|
stp x12, x13, [sp, 16 * 6]
|
|
|
|
|
stp x14, x15, [sp, 16 * 7]
|
|
|
|
|
stp x16, x17, [sp, 16 * 8]
|
|
|
|
|
stp x18, x19, [sp, 16 * 9]
|
|
|
|
|
stp x20, x21, [sp, 16 * 10]
|
|
|
|
|
stp x22, x23, [sp, 16 * 11]
|
|
|
|
|
stp x24, x25, [sp, 16 * 12]
|
|
|
|
|
stp x26, x27, [sp, 16 * 13]
|
|
|
|
|
stp x28, x29, [sp, 16 * 14]
|
|
|
|
|
|
|
|
|
|
mrs x23, NZCV
|
|
|
|
|
mrs x3, DAIF
|
|
|
|
|
orr x23, x23, x3
|
|
|
|
|
mrs x3, CurrentEL
|
|
|
|
|
orr x23, x23, x3
|
|
|
|
|
|
|
|
|
|
stp x30, x30, [sp, 16 * 15]
|
|
|
|
|
str x23, [sp, 16 * 16]
|
|
|
|
|
mov x2, sp
|
|
|
|
|
str x2, [x0]
|
|
|
|
|
/* Restore next task context */
|
|
|
|
|
ldr x2, [x1]
|
|
|
|
|
mov sp, x2
|
|
|
|
|
ldr x30, [sp, 16 * 15]
|
|
|
|
|
ldp x28, x29, [sp, 16 * 14]
|
|
|
|
|
ldp x26, x27, [sp, 16 * 13]
|
|
|
|
|
ldp x24, x25, [sp, 16 * 12]
|
|
|
|
|
ldp x22, x23, [sp, 16 * 11]
|
|
|
|
|
ldp x20, x21, [sp, 16 * 10]
|
|
|
|
|
ldp x18, x19, [sp, 16 * 9]
|
|
|
|
|
ldp x16, x17, [sp, 16 * 8]
|
|
|
|
|
ldp x14, x15, [sp, 16 * 7]
|
|
|
|
|
ldp x12, x13, [sp, 16 * 6]
|
|
|
|
|
ldp x10, x11, [sp, 16 * 5]
|
|
|
|
|
ldp x8, x9, [sp, 16 * 4]
|
|
|
|
|
ldp x6, x7, [sp, 16 * 3]
|
|
|
|
|
ldp x4, x5, [sp, 16 * 2]
|
|
|
|
|
ldp x2, x3, [sp, 16 * 1]
|
|
|
|
|
ldp x0, x1, [sp, 16 * 0]
|
|
|
|
|
add sp, sp, 272
|
|
|
|
|
ret
|
|
|
|
|
|
|
|
|
|
|
2019-12-01 22:57:02 +01:00
|
|
|
.align 11
|
2020-01-15 10:56:04 +01:00
|
|
|
.globl AArch64_vectors
|
|
|
|
|
AArch64_vectors:
|
2019-12-01 22:57:02 +01:00
|
|
|
/* EL1t */
|
|
|
|
|
VECTOR_ENTRY el1t_sync
|
|
|
|
|
VECTOR_ENTRY el1t_irq
|
|
|
|
|
VECTOR_ENTRY el1t_fiq
|
|
|
|
|
VECTOR_ENTRY el1t_error
|
|
|
|
|
/* EL1h */
|
|
|
|
|
VECTOR_ENTRY el1h_sync
|
|
|
|
|
VECTOR_ENTRY el1h_irq
|
|
|
|
|
VECTOR_ENTRY el1h_fiq
|
|
|
|
|
VECTOR_ENTRY el1h_error
|
|
|
|
|
/* EL0 - 64bit */
|
|
|
|
|
VECTOR_ENTRY el0_64_sync
|
|
|
|
|
VECTOR_ENTRY el0_64_irq
|
|
|
|
|
VECTOR_ENTRY el0_64_fiq
|
|
|
|
|
VECTOR_ENTRY el0_64_error
|
|
|
|
|
/* EL0 - 32bit */
|
|
|
|
|
VECTOR_ENTRY el0_32_sync
|
|
|
|
|
VECTOR_ENTRY el0_32_irq
|
|
|
|
|
VECTOR_ENTRY el0_32_fiq
|
|
|
|
|
VECTOR_ENTRY el0_32_error
|
|
|
|
|
|
|
|
|
|
el1t_sync:
|
|
|
|
|
EXCEPTION_FALLBACK EL1t_SYNC
|
|
|
|
|
|
|
|
|
|
el1t_irq:
|
|
|
|
|
EXCEPTION_FALLBACK EL1t_IRQ
|
|
|
|
|
|
|
|
|
|
el1t_fiq:
|
|
|
|
|
EXCEPTION_FALLBACK EL1t_FIQ
|
|
|
|
|
|
|
|
|
|
el1t_error:
|
|
|
|
|
EXCEPTION_FALLBACK EL1t_ERROR
|
|
|
|
|
|
|
|
|
|
el1h_sync:
|
|
|
|
|
EXCEPTION_FALLBACK EL1h_SYNC
|
|
|
|
|
|
|
|
|
|
el1h_irq:
|
2020-01-15 10:56:04 +01:00
|
|
|
SAVE_REGISTERS
|
|
|
|
|
bl IRQ_onInterrupt
|
|
|
|
|
cbz x0, load_regs
|
|
|
|
|
mov sp, x0 /* task context must be switched */
|
|
|
|
|
load_regs:
|
|
|
|
|
LOAD_REGISTERS
|
2019-12-01 22:57:02 +01:00
|
|
|
eret
|
|
|
|
|
|
|
|
|
|
el1h_fiq:
|
|
|
|
|
EXCEPTION_FALLBACK EL1h_FIQ
|
|
|
|
|
|
|
|
|
|
el1h_error:
|
|
|
|
|
EXCEPTION_FALLBACK EL1h_ERROR
|
|
|
|
|
|
|
|
|
|
el0_64_sync:
|
|
|
|
|
EXCEPTION_FALLBACK EL0_64_SYNC
|
|
|
|
|
|
|
|
|
|
el0_64_irq:
|
|
|
|
|
EXCEPTION_FALLBACK EL0_64_IRQ
|
|
|
|
|
|
|
|
|
|
el0_64_fiq:
|
|
|
|
|
EXCEPTION_FALLBACK EL0_64_FIQ
|
|
|
|
|
|
|
|
|
|
el0_64_error:
|
|
|
|
|
EXCEPTION_FALLBACK EL0_64_ERROR
|
|
|
|
|
|
|
|
|
|
el0_32_sync:
|
|
|
|
|
EXCEPTION_FALLBACK EL0_32_SYNC
|
|
|
|
|
|
|
|
|
|
el0_32_irq:
|
|
|
|
|
EXCEPTION_FALLBACK EL0_32_IRQ
|
|
|
|
|
|
|
|
|
|
el0_32_fiq:
|
|
|
|
|
EXCEPTION_FALLBACK EL0_32_FIQ
|
|
|
|
|
|
|
|
|
|
el0_32_error:
|
|
|
|
|
EXCEPTION_FALLBACK EL0_32_ERROR
|
|
|
|
|
|
2020-01-15 10:56:04 +01:00
|
|
|
|
