NetBSD/sys/arch/arm32/ofw/ofw_irq.S
mark 4285910912 Implement faster method of blocking all lower priority interrupts.
Modify current_spl_level to reflect the temporary change in interrupt
priority level which dispatching.
Don't increment the interrupt stats for every handler in the interrupt chain.
Cleaned up a number of comments.
Define soft interrupt names.
A few miscellaneous tidy ups.
1998-09-05 04:05:31 +00:00

690 lines
18 KiB
ArmAsm

/* $NetBSD: ofw_irq.S,v 1.7 1998/09/05 04:05:31 mark Exp $ */
/*
* Copyright (c) 1994-1998 Mark Brinicombe.
* Copyright (c) 1994 Brini.
* All rights reserved.
*
* This code is derived from software written for Brini by Mark Brinicombe
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* 3. All advertising materials mentioning features or use of this software
* must display the following acknowledgement:
* This product includes software developed by Mark Brinicombe
* for the NetBSD Project.
* 4. The name of the company nor the name of the author may be used to
* endorse or promote products derived from this software without specific
* prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*
* Low level irq and fiq handlers
*
* Created : 27/09/94
*/
#include "opt_irqstats.h"
#include "opt_uvm.h"
#include "assym.h"
#include <machine/asm.h>
#include <machine/cpu.h>
#include <machine/frame.h>
#include <machine/irqhandler.h>
.text
.align 0
/*
*
* irq_entry
*
* Main entry point for the IRQ vector
*
* This function is called only on timer ticks, passed on to the
* kernel from the OFW tick handler.
*
* For now, I am trying to re-use as much of the code from the
* IOMD interrupt-handler as possible. In time, I will strip this
* down to something OFW-specific.
*
* Here's the original, IOMD-specific description:
* This function reads the irq request bits in the IOMD registers
* IRQRQA, IRQRQB and DMARQ
* It then calls an installed handler for each bit that is set.
* The function stray_irqhandler is called if a handler is not defined
* for a particular interrupt.
* If a interrupt handler is found then it is called with r0 containing
* the argument defined in the handler structure. If the field ih_arg
* is zero then a pointer to the IRQ frame on the stack is passed instead.
*/
Ldisabled_mask:
.word _disabled_mask
Lcurrent_spl_level:
.word _current_spl_level
Lcurrent_intr_depth:
.word _current_intr_depth
Lspl_masks:
.word _spl_masks
Lofw_ticktmp:
.word _ofw_ticktmp
Lirq_entry:
.word irq_entry
Lofwirqstk: /* hack */
.word ofwirqstk + 4096
/*
* Regsister usage
*
* r6 - Address of current handler
* r7 - Pointer to handler pointer list
* r8 - Current IRQ requests.
* r9 - Used to count through possible IRQ bits.
* r10 - Base address of IOMD
*/
ASENTRY_NP(irq_entry)
/*
* We come here following an OFW-handled timer tick.
*
* We are in the SVC frame, and interrupts are disabled.
* The state of the interrupted context is partially in
* the registers and partially in the global storage area
* labeled ofw_ticktmp. ofw_ticktmp is filled-in by the
* tick callback that is invoked by OFW on the way out of
* its interrupt handler. ofw_ticktmp contains the following:
*
* pc // interrupted instruction
* lr_usr
* sp_usr
* r1 // makes r1 available for scratch
* r0 // makes r0 available for scratch
* spsr_svc // cpsr of interrupted context
*
* The prologue of this routine must re-construct the
* machine state that existed at the time OFW's interrupt-
* handler fielded the interrupt. That allows us to use
* the rest of the code in this routine, and have it all
* "just work."
*/
/*
* Switch to IRQ mode.
* First check the spsr in ofw_ticktmp to see what the FIQ bit should be.
*
* I need 2 scratch registers to do this.
* Fortunately, r0 and r1 are already saved in ofw_ticktmp.
* How convenient.
*/
ldr r0, Lofw_ticktmp
ldr r0, [r0]
and r0, r0, #F32_bit
mov r1, #(I32_bit | PSR_IRQ32_MODE)
orr r1, r1, r0
msr cpsr_all, r1
/* Now we're in IRQ mode. */
/* Restore contents of ofw_ticktmp. */
add r0, pc, #(Lofwirqstk - . - 8) /* Bummer! Mitch hasn't left me a stack. */
ldr sp, [r0] /* I'll use my own for now... */
ldr r0, Lofw_ticktmp /* r0 now points to ofw_ticktmp[0] */
ldr r1, [r0], #(4*3) /* skip over saved {r0, r1} */
msr spsr_all, r1 /* restore spsr */
ldmia r0, {sp, lr}^ /* restore user sp and lr */
add r0, r0, #(4*2) /* previous instruction can't writeback */
/* this one can't use banked registers */
ldr lr, [r0], #(-4*4) /* restore pc; point r0 at ofw_ticktmp[1] */
add lr, lr, #4 /* pc += 4; will be decremented below */
ldmia r0, {r0, r1} /* restore r0 and r1 */
/* OK, the machine state should be identical now to that when */
/* OFW fielded the interrupt. So just fall through... */
sub lr, lr, #0x00000004 /* Adjust the lr */
PUSHFRAMEINSVC /* Push an interrupt frame */
/*
* Can't field this interrupt now if priority is _SPL_CLOCK
* or higher. For now, we'll just ignore the interrupt.
* Soon, we will have to schedule it for later action.
*/
ldr r0, Lcurrent_spl_level
ldr r0, [r0]
cmp r0, #_SPL_CLOCK
blt ofwtakeint
PULLFRAMEFROMSVCANDEXIT
movs pc, lr /* Exit */
/*
* Stuff a bit-mask into r8 indicating which interrupts
* are pending. In our case, that is just the timer0
* interrupt: (1 << TIMER0). The existing code will take
* care of invoking that handler and the softint/ast stuff
* which follows it.
*/
ofwtakeint:
mov r8, #0x00000001 /* timer interrupt pending! */
mov r8, r8, lsl #IRQ_TIMER0
/*
* Note that we have entered the IRQ handler.
* We are in SVC mode so we cannot use the processor mode
* to determine if we are in an IRQ. Instead we will count the
* each time the interrupt handler is nested.
*/
ldr r0, Lcurrent_intr_depth
ldr r1, [r0]
add r1, r1, #1
str r1, [r0]
/* Block the current requested interrupts */
ldr r1, Ldisabled_mask
ldr r0, [r1]
stmfd sp!, {r0}
orr r0, r0, r8
/*
* Need to block all interrupts at the IPL or lower for
* all asserted interrupts.
* This basically emulates hardware interrupt priority levels.
* Means we need to go through the interrupt mask and for
* every asserted interrupt we need to mask out all other
* interrupts at the same or lower IPL.
* If only we could wait until the main loop but we need to sort
* this out first so interrupts can be re-enabled.
*
* This would benefit from a special ffs type routine
*/
mov r9, #(_SPL_LEVELS - 1)
ldr r7, Lspl_masks
Lfind_highest_ipl:
ldr r2, [r7, r9, lsl #2]
tst r8, r2
subeq r9, r9, #1
beq Lfind_highest_ipl
/* r9 = SPL level of highest priority interrupt */
add r9, r9, #1
ldr r2, [r7, r9, lsl #2]
mvn r2, r2
orr r0, r0, r2
str r0, [r1]
ldr r0, Lcurrent_spl_level
ldr r1, [r0]
str r9, [r0]
stmfd sp!, {r1}
/* Update the irq masks */
bl _irq_setmasks
mrs r0, cpsr_all /* Enable IRQ's */
bic r0, r0, #I32_bit
msr cpsr_all, r0
ldr r7, [pc, #irqhandlers - . - 8]
mov r9, #0x00000001
irqloop:
/* This would benefit from a special ffs type routine */
tst r8, r9 /* Is a bit set ? */
beq nextirq /* No ? try next bit */
ldr r6, [r7] /* Get address of first handler structure */
teq r6, #0x00000000 /* Do we have a handler */
moveq r0, r8 /* IRQ requests as arg 0 */
beq _stray_irqhandler /* call special handler */
ldr r0, Lcnt
ldr r1, [r0, #(V_INTR)]
add r1, r1, #0x00000001
str r1, [r0, #(V_INTR)]
/*
* XXX: Should stats be accumlated for every interrupt routine called
* or for every physical interrupt that is serviced.
*/
#ifdef IRQSTATS
ldr r0, Lintrcnt
ldr r1, [r6, #(IH_NUM)]
add r0, r0, r1, lsl #2
ldr r1, [r0]
add r1, r1, #0x00000001
str r1, [r0]
#endif /* IRQSTATS */
irqchainloop:
add lr, pc, #nextinchain - . - 8 /* return address */
ldr r0, [r6, #(IH_ARG)] /* Get argument pointer */
teq r0, #0x00000000 /* If arg is zero pass stack frame */
addeq r0, sp, #8 /* ... stack frame */
ldr pc, [r6, #(IH_FUNC)] /* Call handler */
nextinchain:
teq r0, #0x00000001 /* Was the irq serviced ? */
beq irqdone
ldr r6, [r6, #(IH_NEXT)]
teq r6, #0x00000000
bne irqchainloop
irqdone:
nextirq:
add r7, r7, #0x00000004 /* update pointer to handlers */
mov r9, r9, lsl #1 /* move on to next bit */
teq r9, #(1 << 24) /* done the last bit ? */
bne irqloop /* no - loop back. */
ldmfd sp!, {r2}
ldr r1, Lcurrent_spl_level
str r2, [r1]
/* Restore previous disabled mask */
ldmfd sp!, {r2}
ldr r1, Ldisabled_mask
str r2, [r1]
bl _irq_setmasks
bl _dosoftints /* Handle the soft interrupts */
/* Manage AST's. Maybe this should be done as a soft interrupt ? */
ldr r0, [sp] /* Get the SPSR from stack */
and r0, r0, #(PSR_MODE) /* Test for USR32 mode before the IRQ */
teq r0, #(PSR_USR32_MODE)
ldreq r0, Lastpending /* Do we have an AST pending ? */
ldreq r1, [r0]
teqeq r1, #0x00000001
beq irqast /* call the AST handler */
/* Kill IRQ's in preparation for exit */
mrs r0, cpsr_all
orr r0, r0, #(I32_bit)
msr cpsr_all, r0
/* Decrement the nest count */
ldr r0, Lcurrent_intr_depth
ldr r1, [r0]
sub r1, r1, #1
str r1, [r0]
PULLFRAMEFROMSVCANDEXIT
movs pc, lr /* Exit */
/*
* Ok, snag with current intr depth ...
* If ast() calls mi_sleep() the current_intr_depth will not be
* decremented until the process is woken up. This can result
* in the system believing it is still in the interrupt handler.
* If we are calling ast() then correct the current_intr_depth
* before the call.
*/
irqast:
mov r1, #0x00000000 /* Clear ast_pending */
str r1, [r0]
/* Kill IRQ's so we atomically decrement current_intr_depth */
mrs r2, cpsr_all
orr r3, r2, #(I32_bit)
msr cpsr_all, r3
/* Decrement the nest count */
ldr r0, Lcurrent_intr_depth
ldr r1, [r0]
sub r1, r1, #1
str r1, [r0]
/* Restore IRQ's */
msr cpsr_all, r2
mov r0, sp
bl _ast
/* Kill IRQ's in preparation for exit */
mrs r0, cpsr_all
orr r0, r0, #(I32_bit)
msr cpsr_all, r0
PULLFRAMEFROMSVCANDEXIT
movs pc, lr /* Exit */
Lspl_mask:
.word _spl_mask /* irq's allowed at current spl level */
Lcurrent_mask:
.word _current_mask /* irq's that are usable */
ENTRY(irq_setmasks)
/* Do nothing */
mov pc, lr
Lcnt:
#if defined(UVM)
.word _uvmexp
#else
.word _cnt
#endif
Lintrcnt:
.word _intrcnt
irqhandlers:
.word _irqhandlers /* Pointer to array of irqhandlers */
Lastpending:
.word _astpending
.text
.global _dotickgrovelling
/*
* Do magic to cause OFW to call our irq_entry
* routine when it returns from its tick-handling.
*
* This consists of two sub-tasks:
* - save some machine state in ofw_ticktmp
* - punch some new machine state into the
* OFW-supplied frame
*
* We are running in the IRQ frame, with
* interrupts disabled.
*
* r0 - base of saved OFW interrupt frame, which
* has the following format:
*
* pc // interrupted instruction
* lr // lr of interrupted context
* sp // sp of interrupted context
* r12
* ... // non-banked register values
* ... // of interrupted context
* r0
* spsr // psr of interrupted context
*
*/
_dotickgrovelling:
/*assert((cpsr & PSR_MODE) == PSR_IRQ32_MODE);*/
stmfd sp!, {r1-r5} /* scratch registers r1-r5 */
/*
* Sub-task 1:
*
* Our irq_entry routine needs to re-construct
* the state of the machine at the time OFW
* fielded the interrupt, so that we can use
* the rest of the standard interrupt-handling
* code. Specifically, irq_entry needs to get
* at the following machine state:
*
* pc // interrupted instruction
* lr_usr
* sp_usr
* r0-r12 // the non-banked registers
* // at the time of interruption
* spsr // cpsr of interrupted context
*
* The non-banked registers will be valid at the
* time irq_entry is called, but the other values
* will not be. We must save them here, in the
* ofw_ticktmp storage block. We also save r0
* and r1 so that we have some free registers
* when it's time to do the re-construction.
*
* Note that interrupts are not enabled before
* irq_entry is entered, so we don't have to
* worry about ofw_ticktmp getting clobbered.
*/
ldr r1, Lofw_ticktmp /* r1 points to ofw_ticktmp[0] */
ldr r2, [r0, #0] /* ofwframe[0] is spsr */
stmia r1!, {r2} /* put it in ofw_ticktmp[0] */
ldr r2, [r0, #(4*1)] /* ofwframe[1] is saved r0 */
stmia r1!, {r2} /* put it in ofw_ticktmp[1] */
ldr r2, [r0, #(4*2)] /* ofwframe[2] is saved r1 */
stmia r1!, {r2} /* put it in ofw_ticktmp[2] */
stmia r1, {sp, lr}^ /* put {sp,lr}_usr in ofw_ticktmp[3,4]; */
/* the user registers are still valid */
/* because we haven't left IRQ mode */
add r1, r1, #(4*2) /* previous instruction can't writeback */
/* this one can't use banked registers */
ldr r2, [r0, #(4*16)] /* ofwframe[16] is pc */
stmia r1!, {r2} /* put it in ofw_ticktmp[5] */
/*
* Sub-task 2:
*
* Diddle the OFW-supplied frame such that
* control passes to irq_entry when OFW does
* its return from interrupt. There are 4
* fields in that frame that we need to plug:
*
* pc // gets irq_entry
* lr // gets lr_svc
* sp // gets sp_svc
* spsr // gets (I32_bit | PSR_SVC32_MODE)
*
*/
mov r1, #(I32_bit | PSR_SVC32_MODE)
str r1, [r0, #0] /* plug spsr */
/* Sneak into SVC mode to get sp and lr */
mrs r3, cpsr_all
bic r3, r3, #(PSR_MODE)
orr r3, r3, #(PSR_SVC32_MODE)
msr cpsr_all, r3
mov r4, lr /* snarf lr_svc */
mov r5, sp /* snarf sp_svc */
bic r3, r3, #(PSR_MODE)
orr r3, r3, #(PSR_IRQ32_MODE)
msr cpsr_all, r3
str r5, [r0, #(4*14)] /* plug sp */
str r4, [r0, #(4*15)] /* plug lr */
ldr r1, [pc, #(Lirq_entry - . - 8)]
str r1, [r0, #(4*16)] /* plug pc */
ldmfd sp!, {r1-r5}
mov pc, lr
.bss
.align 0
_ofw_ticktmp:
.space 4 * 6 /* temporary storage for 6 words of machine state */
ofwirqstk: /* hack */
.space 4096
#ifdef IRQSTATS
/* These symbols are used by vmstat */
.text
.global __intrnames
__intrnames:
.word _intrnames
.data
.globl _intrnames, _eintrnames, _intrcnt, _sintrcnt, _eintrcnt
_intrnames:
.asciz "interrupt 0 "
.asciz "interrupt 1 "
.asciz "interrupt 2 "
.asciz "interrupt 3 "
.asciz "interrupt 4 "
.asciz "interrupt 5 "
.asciz "interrupt 6 "
.asciz "interrupt 7 "
.asciz "interrupt 8 "
.asciz "interrupt 9 "
.asciz "interrupt 10 "
.asciz "interrupt 11 "
.asciz "interrupt 12 "
.asciz "interrupt 13 "
.asciz "interrupt 14 "
.asciz "interrupt 15 "
.asciz "interrupt 16 "
.asciz "interrupt 17 "
.asciz "interrupt 18 "
.asciz "interrupt 19 "
.asciz "interrupt 20 "
.asciz "interrupt 21 "
.asciz "interrupt 22 "
.asciz "interrupt 23 "
.asciz "interrupt 24 "
.asciz "interrupt 25 "
.asciz "interrupt 26 "
.asciz "interrupt 27 "
.asciz "interrupt 28 "
.asciz "interrupt 29 "
.asciz "interrupt 30 "
.asciz "interrupt 31 "
_sintrnames:
.asciz "softclock "
.asciz "softnet "
.asciz "softserial "
.asciz "softintr 3 "
.asciz "softintr 4 "
.asciz "softintr 5 "
.asciz "softintr 6 "
.asciz "softintr 7 "
.asciz "softintr 8 "
.asciz "softintr 9 "
.asciz "softintr 10 "
.asciz "softintr 11 "
.asciz "softintr 12 "
.asciz "softintr 13 "
.asciz "softintr 14 "
.asciz "softintr 15 "
.asciz "softintr 16 "
.asciz "softintr 17 "
.asciz "softintr 18 "
.asciz "softintr 19 "
.asciz "softintr 20 "
.asciz "softintr 21 "
.asciz "softintr 22 "
.asciz "softintr 23 "
.asciz "softintr 24 "
.asciz "softintr 25 "
.asciz "softintr 26 "
.asciz "softintr 27 "
.asciz "softintr 28 "
.asciz "softintr 29 "
.asciz "softintr 30 "
.asciz "softintr 31 "
_eintrnames:
.bss
.align 0
_intrcnt:
.space 32*4 /* XXX Should be linked to number of interrupts */
_sintrcnt:
.space 32*4 /* XXX Should be linked to number of interrupts */
_eintrcnt:
#else /* IRQSTATS */
/* Dummy entries to keep vmstat happy */
.text
.globl _intrnames, _eintrnames, _intrcnt, _eintrcnt
_intrnames:
.long 0
_eintrnames:
_intrcnt:
.long 0
_eintrcnt:
#endif /* IRQSTATS */
/* FIQ code */
ENTRY(fiq_setregs)
mrs r2, cpsr_all
mov r3, r2
bic r2, r2, #(PSR_MODE)
orr r2, r2, #(PSR_FIQ32_MODE)
msr cpsr_all, r2
ldr r8, [r0, #FH_R8] /* Update FIQ registers*/
ldr r9, [r0, #FH_R9]
ldr r10, [r0, #FH_R10]
ldr r11, [r0, #FH_R11]
ldr r12, [r0, #FH_R12]
ldr r13, [r0, #FH_R13]
msr cpsr_all, r3 /* Back to old mode */
mov pc, lr /* Exit */
ENTRY(fiq_getregs)
mrs r2, cpsr_all
mov r3, r2
bic r2, r2, #(PSR_MODE)
orr r2, r2, #(PSR_FIQ32_MODE)
msr cpsr_all, r2
str r8, [r0, #FH_R8] /* Update FIQ registers*/
str r9, [r0, #FH_R9]
str r10, [r0, #FH_R10]
str r11, [r0, #FH_R11]
str r12, [r0, #FH_R12]
str r13, [r0, #FH_R13]
msr cpsr_all, r3 /* Back to old mode */
mov pc, lr /* Exit */
/* End of irq.S */