198 lines
5.9 KiB
ArmAsm
198 lines
5.9 KiB
ArmAsm
/***********************license start***************
|
|
* Copyright (c) 2003-2010 Cavium Inc. (support@cavium.com). All rights
|
|
* reserved.
|
|
*
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions are
|
|
* met:
|
|
*
|
|
* * Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
*
|
|
* * Redistributions in binary form must reproduce the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer in the documentation and/or other materials provided
|
|
* with the distribution.
|
|
|
|
* * Neither the name of Cavium Inc. nor the names of
|
|
* its contributors may be used to endorse or promote products
|
|
* derived from this software without specific prior written
|
|
* permission.
|
|
|
|
* This Software, including technical data, may be subject to U.S. export control
|
|
* laws, including the U.S. Export Administration Act and its associated
|
|
* regulations, and may be subject to export or import regulations in other
|
|
* countries.
|
|
|
|
* TO THE MAXIMUM EXTENT PERMITTED BY LAW, THE SOFTWARE IS PROVIDED "AS IS"
|
|
* AND WITH ALL FAULTS AND CAVIUM INC. MAKES NO PROMISES, REPRESENTATIONS OR
|
|
* WARRANTIES, EITHER EXPRESS, IMPLIED, STATUTORY, OR OTHERWISE, WITH RESPECT TO
|
|
* THE SOFTWARE, INCLUDING ITS CONDITION, ITS CONFORMITY TO ANY REPRESENTATION OR
|
|
* DESCRIPTION, OR THE EXISTENCE OF ANY LATENT OR PATENT DEFECTS, AND CAVIUM
|
|
* SPECIFICALLY DISCLAIMS ALL IMPLIED (IF ANY) WARRANTIES OF TITLE,
|
|
* MERCHANTABILITY, NONINFRINGEMENT, FITNESS FOR A PARTICULAR PURPOSE, LACK OF
|
|
* VIRUSES, ACCURACY OR COMPLETENESS, QUIET ENJOYMENT, QUIET POSSESSION OR
|
|
* CORRESPONDENCE TO DESCRIPTION. THE ENTIRE RISK ARISING OUT OF USE OR
|
|
* PERFORMANCE OF THE SOFTWARE LIES WITH YOU.
|
|
***********************license end**************************************/
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#include <machine/asm.h>
|
|
#include <machine/regdef.h>
|
|
|
|
.set noreorder
|
|
.set noat
|
|
|
|
LEAF(cvmx_interrupt_stage1)
|
|
dla k0, cvmx_interrupt_stage2
|
|
jalr k1, k0 // Save our address in k1, so we can tell which
|
|
// vector we are coming from.
|
|
nop
|
|
END(cvmx_interrupt_stage1)
|
|
|
|
#define STACK_SIZE (36*8)
|
|
LEAF(cvmx_interrupt_stage2)
|
|
dsubu sp, sp, STACK_SIZE
|
|
sd zero, 0(sp) // Just a place holder
|
|
sd $1, 8(sp) // start saving registers
|
|
sd $2, 16(sp)
|
|
sd $3, 24(sp)
|
|
sd $4, 32(sp)
|
|
sd $5, 40(sp)
|
|
sd $6, 48(sp)
|
|
sd $7, 56(sp)
|
|
sd $8, 64(sp)
|
|
sd $9, 72(sp)
|
|
sd $10, 80(sp)
|
|
sd $11, 88(sp)
|
|
sd $12, 96(sp)
|
|
sd $13, 104(sp)
|
|
sd $14, 112(sp)
|
|
sd $15, 120(sp)
|
|
sd $16, 128(sp)
|
|
sd $17, 136(sp)
|
|
sd $18, 144(sp)
|
|
sd $19, 152(sp)
|
|
sd $20, 160(sp)
|
|
sd $21, 168(sp)
|
|
sd $22, 176(sp)
|
|
sd $23, 184(sp)
|
|
sd $24, 192(sp)
|
|
sd $25, 200(sp)
|
|
sd $26, 208(sp)
|
|
sd $27, 216(sp)
|
|
mfhi k0 // Reading lo and high takes multiple cycles
|
|
mflo k1 // Do it here so it completes by the time we need it
|
|
sd $28, 224(sp)
|
|
daddu $1, sp, STACK_SIZE // Correct the SP for the space we used
|
|
sd $1, 232(sp)
|
|
sd $30, 240(sp)
|
|
sd $31, 248(sp) // saved all general purpose registers
|
|
sd k0, 256(sp) // save hi
|
|
sd k1, 264(sp) // save lo
|
|
/* Save DCACHE error register early, since any non-errored DCACHE accesses will clear
|
|
** error bit */
|
|
dmfc0 k0, $27, 1
|
|
sd k0, 272(sp)
|
|
/* Store EPC for GCC's frame unwinder. */
|
|
dmfc0 k0, $14
|
|
sd k0, 280(sp)
|
|
|
|
dla k0, cvmx_interrupt_in_isr
|
|
li k1, 1
|
|
sw k1, 0(k0)
|
|
|
|
dla k0, cvmx_interrupt_do_irq
|
|
jal k0
|
|
dadd a0, sp, 0 // First argument is array of registers
|
|
|
|
dla k0, cvmx_interrupt_in_isr
|
|
sw $0, 0(k0)
|
|
|
|
ld k0, 256(sp) // read hi
|
|
ld k1, 264(sp) // read lo
|
|
mthi k0 // restore hi
|
|
mtlo k1 // restore lo
|
|
|
|
ld $1, 8(sp) // start restoring registers
|
|
ld $2, 16(sp)
|
|
ld $3, 24(sp)
|
|
ld $4, 32(sp)
|
|
ld $5, 40(sp)
|
|
ld $6, 48(sp)
|
|
ld $7, 56(sp)
|
|
ld $8, 64(sp)
|
|
ld $9, 72(sp)
|
|
ld $10, 80(sp)
|
|
ld $11, 88(sp)
|
|
ld $12, 96(sp)
|
|
ld $13, 104(sp)
|
|
ld $14, 112(sp)
|
|
ld $15, 120(sp)
|
|
ld $16, 128(sp)
|
|
ld $17, 136(sp)
|
|
ld $18, 144(sp)
|
|
ld $19, 152(sp)
|
|
ld $20, 160(sp)
|
|
ld $21, 168(sp)
|
|
ld $22, 176(sp)
|
|
ld $23, 184(sp)
|
|
ld $24, 192(sp)
|
|
ld $25, 200(sp)
|
|
ld $26, 208(sp)
|
|
ld $28, 224(sp)
|
|
ld $30, 240(sp)
|
|
ld $31, 248(sp) // restored all general purpose registers
|
|
ld $29, 232(sp) // No need to correct for STACK_SIZE
|
|
eret
|
|
nop
|
|
END(cvmx_interrupt_stage2)
|
|
|
|
// Icache and Dcache exception handler. This code is executed
|
|
// with ERL set so we can't us virtual addresses. We save and restore
|
|
// K0 to a global memory location so we can handle cache errors from exception
|
|
// context. This means that if two cores get a cache exception at the same time
|
|
// the K0 might be corrupted. This entire handler MUST fit in 128 bytes.
|
|
#define K0_STORE_LOCATION 8
|
|
#define DCACHE_ERROR_COUNT 16
|
|
#define ICACHE_ERROR_COUNT 24
|
|
LEAF(cvmx_interrupt_cache_error)
|
|
.set push
|
|
.set noreorder
|
|
sd k0, K0_STORE_LOCATION($0) // Store K0 into global loc in case we're in an exception
|
|
dmfc0 k0, $27, 1 // Get Dcache error status before any loads
|
|
bbit0 k0, 0, not_dcache_error // Skip dcache count if no error
|
|
dmtc0 k0, $27, 1 // Clear any Dcache errors
|
|
ld k0, DCACHE_ERROR_COUNT($0) // Load the dcache error count
|
|
daddu k0, 1 // Increment the dcache error count
|
|
sd k0, DCACHE_ERROR_COUNT($0) // Store the dcache error count
|
|
not_dcache_error:
|
|
dmfc0 k0, $27, 0 // Get the Icache error status
|
|
bbit0 k0, 0, not_icache_error // Skip Icache count if no error
|
|
dmtc0 k0, $27, 0 // Clear any Icache errors
|
|
ld k0, ICACHE_ERROR_COUNT($0) // Load the icache error count
|
|
daddu k0, 1 // Increment the icache error count
|
|
sd k0, ICACHE_ERROR_COUNT($0) // Store the icache error count
|
|
not_icache_error:
|
|
ld k0, K0_STORE_LOCATION($0) // Restore K0 since we might have been in an exception
|
|
nop
|
|
nop
|
|
nop
|
|
nop
|
|
nop
|
|
nop // Keep the ERET 8 instructions away
|
|
nop // from a branch target.
|
|
eret // Return from the Icache exception
|
|
.set pop
|
|
END(cvmx_interrupt_cache_error)
|
|
|