6fa936b021
Previous ARM-based simulations were limited to 8 cores due to limitations in GICv2 and earlier. This changeset adds a set of gem5-specific extensions that enable support for up to 256 cores. When the gem5 extensions are enabled, the GIC uses CPU IDs instead of a CPU bitmask in the GIC's register interface. To OS can enable the extensions by setting bit 0x200 in ICDICTR. This changeset is based on previous work by Matt Evans.
946 lines
31 KiB
C++
946 lines
31 KiB
C++
/*
|
|
* Copyright (c) 2010, 2013, 2015 ARM Limited
|
|
* All rights reserved
|
|
*
|
|
* The license below extends only to copyright in the software and shall
|
|
* not be construed as granting a license to any other intellectual
|
|
* property including but not limited to intellectual property relating
|
|
* to a hardware implementation of the functionality of the software
|
|
* licensed hereunder. You may use the software subject to the license
|
|
* terms below provided that you ensure that this notice is replicated
|
|
* unmodified and in its entirety in all distributions of the software,
|
|
* modified or unmodified, in source code or in binary form.
|
|
*
|
|
* Copyright (c) 2005 The Regents of The University of Michigan
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions are
|
|
* met: redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer;
|
|
* redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution;
|
|
* neither the name of the copyright holders nor the names of its
|
|
* contributors may be used to endorse or promote products derived from
|
|
* this software without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*
|
|
* Authors: Ali Saidi
|
|
* Prakash Ramrakhyani
|
|
*/
|
|
|
|
#include "base/trace.hh"
|
|
#include "debug/Checkpoint.hh"
|
|
#include "debug/GIC.hh"
|
|
#include "debug/IPI.hh"
|
|
#include "debug/Interrupt.hh"
|
|
#include "dev/arm/gic_pl390.hh"
|
|
#include "dev/terminal.hh"
|
|
#include "mem/packet.hh"
|
|
#include "mem/packet_access.hh"
|
|
|
|
Pl390::Pl390(const Params *p)
|
|
: BaseGic(p), distAddr(p->dist_addr),
|
|
cpuAddr(p->cpu_addr), distPioDelay(p->dist_pio_delay),
|
|
cpuPioDelay(p->cpu_pio_delay), intLatency(p->int_latency),
|
|
enabled(false), itLines(p->it_lines), irqEnable(false)
|
|
{
|
|
itLinesLog2 = ceilLog2(itLines);
|
|
|
|
for (int x = 0; x < CPU_MAX; x++) {
|
|
iccrpr[x] = 0xff;
|
|
cpuEnabled[x] = false;
|
|
cpuPriority[x] = 0xff;
|
|
cpuBpr[x] = 0;
|
|
// Initialize cpu highest int
|
|
cpuHighestInt[x] = SPURIOUS_INT;
|
|
postIntEvent[x] = new PostIntEvent(x, p->platform);
|
|
}
|
|
DPRINTF(Interrupt, "cpuEnabled[0]=%d cpuEnabled[1]=%d\n", cpuEnabled[0],
|
|
cpuEnabled[1]);
|
|
|
|
for (int x = 0; x < INT_BITS_MAX; x++) {
|
|
intEnabled[x] = 0;
|
|
pendingInt[x] = 0;
|
|
activeInt[x] = 0;
|
|
}
|
|
|
|
for (int x = 0; x < INT_LINES_MAX; x++) {
|
|
intPriority[x] = 0;
|
|
cpuTarget[x] = 0;
|
|
}
|
|
|
|
for (int x = 0; x < INT_BITS_MAX*2; x++) {
|
|
intConfig[x] = 0;
|
|
}
|
|
|
|
for (int x = 0; x < SGI_MAX; x++) {
|
|
cpuSgiActive[x] = 0;
|
|
cpuSgiPending[x] = 0;
|
|
}
|
|
for (int x = 0; x < CPU_MAX; x++) {
|
|
cpuPpiActive[x] = 0;
|
|
cpuPpiPending[x] = 0;
|
|
cpuSgiActiveExt[x] = 0;
|
|
cpuSgiPendingExt[x] = 0;
|
|
}
|
|
|
|
for (int i = 0; i < CPU_MAX; i++) {
|
|
for (int j = 0; j < (SGI_MAX + PPI_MAX); j++) {
|
|
bankedIntPriority[i][j] = 0;
|
|
}
|
|
}
|
|
|
|
gem5ExtensionsEnabled = false;
|
|
}
|
|
|
|
Tick
|
|
Pl390::read(PacketPtr pkt)
|
|
{
|
|
|
|
Addr addr = pkt->getAddr();
|
|
|
|
if (addr >= distAddr && addr < distAddr + DIST_SIZE)
|
|
return readDistributor(pkt);
|
|
else if (addr >= cpuAddr && addr < cpuAddr + CPU_SIZE)
|
|
return readCpu(pkt);
|
|
else
|
|
panic("Read to unknown address %#x\n", pkt->getAddr());
|
|
}
|
|
|
|
|
|
Tick
|
|
Pl390::write(PacketPtr pkt)
|
|
{
|
|
|
|
Addr addr = pkt->getAddr();
|
|
|
|
if (addr >= distAddr && addr < distAddr + DIST_SIZE)
|
|
return writeDistributor(pkt);
|
|
else if (addr >= cpuAddr && addr < cpuAddr + CPU_SIZE)
|
|
return writeCpu(pkt);
|
|
else
|
|
panic("Write to unknown address %#x\n", pkt->getAddr());
|
|
}
|
|
|
|
Tick
|
|
Pl390::readDistributor(PacketPtr pkt)
|
|
{
|
|
Addr daddr = pkt->getAddr() - distAddr;
|
|
|
|
ContextID ctx_id = pkt->req->contextId();
|
|
|
|
DPRINTF(GIC, "gic distributor read register %#x\n", daddr);
|
|
|
|
if (daddr >= ICDISER_ST && daddr < ICDISER_ED + 4) {
|
|
assert((daddr-ICDISER_ST) >> 2 < 32);
|
|
pkt->set<uint32_t>(intEnabled[(daddr-ICDISER_ST)>>2]);
|
|
goto done;
|
|
}
|
|
|
|
if (daddr >= ICDICER_ST && daddr < ICDICER_ED + 4) {
|
|
assert((daddr-ICDICER_ST) >> 2 < 32);
|
|
pkt->set<uint32_t>(intEnabled[(daddr-ICDICER_ST)>>2]);
|
|
goto done;
|
|
}
|
|
|
|
if (daddr >= ICDISPR_ST && daddr < ICDISPR_ED + 4) {
|
|
assert((daddr-ICDISPR_ST) >> 2 < 32);
|
|
pkt->set<uint32_t>(pendingInt[(daddr-ICDISPR_ST)>>2]);
|
|
goto done;
|
|
}
|
|
|
|
if (daddr >= ICDICPR_ST && daddr < ICDICPR_ED + 4) {
|
|
assert((daddr-ICDICPR_ST) >> 2 < 32);
|
|
pkt->set<uint32_t>(pendingInt[(daddr-ICDICPR_ST)>>2]);
|
|
goto done;
|
|
}
|
|
|
|
if (daddr >= ICDABR_ST && daddr < ICDABR_ED + 4) {
|
|
assert((daddr-ICDABR_ST) >> 2 < 32);
|
|
pkt->set<uint32_t>(activeInt[(daddr-ICDABR_ST)>>2]);
|
|
goto done;
|
|
}
|
|
|
|
if (daddr >= ICDIPR_ST && daddr < ICDIPR_ED + 4) {
|
|
Addr int_num;
|
|
int_num = daddr - ICDIPR_ST;
|
|
assert(int_num < INT_LINES_MAX);
|
|
DPRINTF(Interrupt, "Reading interrupt priority at int# %#x \n",int_num);
|
|
|
|
uint8_t* int_p;
|
|
if (int_num < (SGI_MAX + PPI_MAX))
|
|
int_p = bankedIntPriority[ctx_id];
|
|
else
|
|
int_p = intPriority;
|
|
|
|
switch (pkt->getSize()) {
|
|
case 1:
|
|
pkt->set<uint8_t>(int_p[int_num]);
|
|
break;
|
|
case 2:
|
|
assert((int_num + 1) < INT_LINES_MAX);
|
|
pkt->set<uint16_t>(int_p[int_num] |
|
|
int_p[int_num+1] << 8);
|
|
break;
|
|
case 4:
|
|
assert((int_num + 3) < INT_LINES_MAX);
|
|
pkt->set<uint32_t>(int_p[int_num] |
|
|
int_p[int_num+1] << 8 |
|
|
int_p[int_num+2] << 16 |
|
|
int_p[int_num+3] << 24);
|
|
break;
|
|
default:
|
|
panic("Invalid size while reading priority regs in GIC: %d\n",
|
|
pkt->getSize());
|
|
}
|
|
goto done;
|
|
}
|
|
|
|
if (daddr >= ICDIPTR_ST && daddr < ICDIPTR_ED + 4) {
|
|
Addr int_num;
|
|
int_num = (daddr-ICDIPTR_ST) ;
|
|
DPRINTF(GIC, "Reading processor target register for int# %#x \n",
|
|
int_num);
|
|
assert(int_num < INT_LINES_MAX);
|
|
|
|
// First 31 interrupts only target single processor (SGI)
|
|
if (int_num > 31) {
|
|
if (pkt->getSize() == 1) {
|
|
pkt->set<uint8_t>(cpuTarget[int_num]);
|
|
} else {
|
|
assert(pkt->getSize() == 4);
|
|
int_num = mbits(int_num, 31, 2);
|
|
pkt->set<uint32_t>(cpuTarget[int_num] |
|
|
cpuTarget[int_num+1] << 8 |
|
|
cpuTarget[int_num+2] << 16 |
|
|
cpuTarget[int_num+3] << 24) ;
|
|
}
|
|
} else {
|
|
assert(ctx_id < sys->numRunningContexts());
|
|
uint32_t ctx_mask;
|
|
if (gem5ExtensionsEnabled) {
|
|
ctx_mask = ctx_id;
|
|
} else {
|
|
// convert the CPU id number into a bit mask
|
|
ctx_mask = power(2, ctx_id);
|
|
}
|
|
// replicate the 8-bit mask 4 times in a 32-bit word
|
|
ctx_mask |= ctx_mask << 8;
|
|
ctx_mask |= ctx_mask << 16;
|
|
pkt->set<uint32_t>(ctx_mask);
|
|
}
|
|
goto done;
|
|
}
|
|
|
|
if (daddr >= ICDICFR_ST && daddr < ICDICFR_ED + 4) {
|
|
assert((daddr-ICDICFR_ST) >> 2 < 64);
|
|
/** @todo software generated interrutps and PPIs
|
|
* can't be configured in some ways
|
|
*/
|
|
pkt->set<uint32_t>(intConfig[(daddr-ICDICFR_ST)>>2]);
|
|
goto done;
|
|
}
|
|
|
|
switch(daddr) {
|
|
case ICDDCR:
|
|
pkt->set<uint32_t>(enabled);
|
|
break;
|
|
case ICDICTR:
|
|
uint32_t tmp;
|
|
tmp = ((sys->numRunningContexts() - 1) << 5) |
|
|
(itLines/INT_BITS_MAX -1) |
|
|
0x100;
|
|
/* The 0x100 is a made-up flag to show that gem5 extensions
|
|
* are available,
|
|
* write 0x200 to this register to enable it.
|
|
*/
|
|
pkt->set<uint32_t>(tmp);
|
|
break;
|
|
default:
|
|
panic("Tried to read Gic distributor at offset %#x\n", daddr);
|
|
break;
|
|
}
|
|
done:
|
|
pkt->makeAtomicResponse();
|
|
return distPioDelay;
|
|
}
|
|
|
|
Tick
|
|
Pl390::readCpu(PacketPtr pkt)
|
|
{
|
|
Addr daddr = pkt->getAddr() - cpuAddr;
|
|
|
|
assert(pkt->req->hasContextId());
|
|
ContextID ctx_id = pkt->req->contextId();
|
|
assert(ctx_id < sys->numRunningContexts());
|
|
|
|
DPRINTF(GIC, "gic cpu read register %#x cpu context: %d\n", daddr,
|
|
ctx_id);
|
|
|
|
switch(daddr) {
|
|
case ICCIIDR:
|
|
pkt->set<uint32_t>(0);
|
|
break;
|
|
case ICCICR:
|
|
pkt->set<uint32_t>(cpuEnabled[ctx_id]);
|
|
break;
|
|
case ICCPMR:
|
|
pkt->set<uint32_t>(cpuPriority[ctx_id]);
|
|
break;
|
|
case ICCBPR:
|
|
pkt->set<uint32_t>(cpuBpr[ctx_id]);
|
|
break;
|
|
case ICCIAR:
|
|
if (enabled && cpuEnabled[ctx_id]) {
|
|
int active_int = cpuHighestInt[ctx_id];
|
|
IAR iar = 0;
|
|
iar.ack_id = active_int;
|
|
iar.cpu_id = 0;
|
|
if (active_int < SGI_MAX) {
|
|
// this is a software interrupt from another CPU
|
|
if (!gem5ExtensionsEnabled) {
|
|
panic_if(!cpuSgiPending[active_int],
|
|
"Interrupt %d active but no CPU generated it?\n",
|
|
active_int);
|
|
for (int x = 0; x < sys->numRunningContexts(); x++) {
|
|
// See which CPU generated the interrupt
|
|
uint8_t cpugen =
|
|
bits(cpuSgiPending[active_int], 7 + 8 * x, 8 * x);
|
|
if (cpugen & (1 << ctx_id)) {
|
|
iar.cpu_id = x;
|
|
break;
|
|
}
|
|
}
|
|
uint64_t sgi_num = ULL(1) << (ctx_id + 8 * iar.cpu_id);
|
|
cpuSgiActive[iar.ack_id] |= sgi_num;
|
|
cpuSgiPending[iar.ack_id] &= ~sgi_num;
|
|
} else {
|
|
uint64_t sgi_num = ULL(1) << iar.ack_id;
|
|
cpuSgiActiveExt[ctx_id] |= sgi_num;
|
|
cpuSgiPendingExt[ctx_id] &= ~sgi_num;
|
|
}
|
|
} else if (active_int < (SGI_MAX + PPI_MAX) ) {
|
|
uint32_t int_num = 1 << (cpuHighestInt[ctx_id] - SGI_MAX);
|
|
cpuPpiActive[ctx_id] |= int_num;
|
|
updateRunPri();
|
|
cpuPpiPending[ctx_id] &= ~int_num;
|
|
|
|
} else {
|
|
uint32_t int_num = 1 << intNumToBit(cpuHighestInt[ctx_id]);
|
|
activeInt[intNumToWord(cpuHighestInt[ctx_id])] |= int_num;
|
|
updateRunPri();
|
|
pendingInt[intNumToWord(cpuHighestInt[ctx_id])] &= ~int_num;
|
|
}
|
|
|
|
DPRINTF(Interrupt,"CPU %d reading IAR.id=%d IAR.cpu=%d, iar=0x%x\n",
|
|
ctx_id, iar.ack_id, iar.cpu_id, iar);
|
|
cpuHighestInt[ctx_id] = SPURIOUS_INT;
|
|
updateIntState(-1);
|
|
pkt->set<uint32_t>(iar);
|
|
platform->intrctrl->clear(ctx_id, ArmISA::INT_IRQ, 0);
|
|
} else {
|
|
pkt->set<uint32_t>(SPURIOUS_INT);
|
|
}
|
|
|
|
break;
|
|
case ICCRPR:
|
|
pkt->set<uint32_t>(iccrpr[0]);
|
|
break;
|
|
case ICCHPIR:
|
|
pkt->set<uint32_t>(0);
|
|
panic("Need to implement HPIR");
|
|
break;
|
|
default:
|
|
panic("Tried to read Gic cpu at offset %#x\n", daddr);
|
|
break;
|
|
}
|
|
pkt->makeAtomicResponse();
|
|
return cpuPioDelay;
|
|
}
|
|
|
|
Tick
|
|
Pl390::writeDistributor(PacketPtr pkt)
|
|
{
|
|
Addr daddr = pkt->getAddr() - distAddr;
|
|
|
|
assert(pkt->req->hasContextId());
|
|
ContextID ctx_id = pkt->req->contextId();
|
|
|
|
uint32_t pkt_data M5_VAR_USED;
|
|
switch (pkt->getSize())
|
|
{
|
|
case 1:
|
|
pkt_data = pkt->get<uint8_t>();
|
|
break;
|
|
case 2:
|
|
pkt_data = pkt->get<uint16_t>();
|
|
break;
|
|
case 4:
|
|
pkt_data = pkt->get<uint32_t>();
|
|
break;
|
|
default:
|
|
panic("Invalid size when writing to priority regs in Gic: %d\n",
|
|
pkt->getSize());
|
|
}
|
|
|
|
DPRINTF(GIC, "gic distributor write register %#x size %#x value %#x \n",
|
|
daddr, pkt->getSize(), pkt_data);
|
|
|
|
if (daddr >= ICDISER_ST && daddr < ICDISER_ED + 4) {
|
|
assert((daddr-ICDISER_ST) >> 2 < 32);
|
|
intEnabled[(daddr-ICDISER_ST) >> 2] |= pkt->get<uint32_t>();
|
|
goto done;
|
|
}
|
|
|
|
if (daddr >= ICDICER_ST && daddr < ICDICER_ED + 4) {
|
|
assert((daddr-ICDICER_ST) >> 2 < 32);
|
|
intEnabled[(daddr-ICDICER_ST) >> 2] &= ~pkt->get<uint32_t>();
|
|
goto done;
|
|
}
|
|
|
|
if (daddr >= ICDISPR_ST && daddr < ICDISPR_ED + 4) {
|
|
assert((daddr-ICDISPR_ST) >> 2 < 32);
|
|
pendingInt[(daddr-ICDISPR_ST) >> 2] |= pkt->get<uint32_t>();
|
|
pendingInt[0] &= SGI_MASK; // Don't allow SGIs to be changed
|
|
updateIntState((daddr-ICDISPR_ST) >> 2);
|
|
goto done;
|
|
}
|
|
|
|
if (daddr >= ICDICPR_ST && daddr < ICDICPR_ED + 4) {
|
|
assert((daddr-ICDICPR_ST) >> 2 < 32);
|
|
pendingInt[(daddr-ICDICPR_ST) >> 2] &= ~pkt->get<uint32_t>();
|
|
pendingInt[0] &= SGI_MASK; // Don't allow SGIs to be changed
|
|
updateIntState((daddr-ICDICPR_ST) >> 2);
|
|
goto done;
|
|
}
|
|
|
|
if (daddr >= ICDIPR_ST && daddr < ICDIPR_ED + 4) {
|
|
Addr int_num = daddr - ICDIPR_ST;
|
|
assert(int_num < INT_LINES_MAX);
|
|
uint8_t* int_p;
|
|
if (int_num < (SGI_MAX + PPI_MAX))
|
|
int_p = bankedIntPriority[ctx_id];
|
|
else
|
|
int_p = intPriority;
|
|
uint32_t tmp;
|
|
switch(pkt->getSize()) {
|
|
case 1:
|
|
tmp = pkt->get<uint8_t>();
|
|
int_p[int_num] = bits(tmp, 7, 0);
|
|
break;
|
|
case 2:
|
|
tmp = pkt->get<uint16_t>();
|
|
int_p[int_num] = bits(tmp, 7, 0);
|
|
int_p[int_num + 1] = bits(tmp, 15, 8);
|
|
break;
|
|
case 4:
|
|
tmp = pkt->get<uint32_t>();
|
|
int_p[int_num] = bits(tmp, 7, 0);
|
|
int_p[int_num + 1] = bits(tmp, 15, 8);
|
|
int_p[int_num + 2] = bits(tmp, 23, 16);
|
|
int_p[int_num + 3] = bits(tmp, 31, 24);
|
|
break;
|
|
default:
|
|
panic("Invalid size when writing to priority regs in Gic: %d\n",
|
|
pkt->getSize());
|
|
}
|
|
|
|
updateIntState(-1);
|
|
updateRunPri();
|
|
goto done;
|
|
}
|
|
|
|
if (daddr >= ICDIPTR_ST && daddr < ICDIPTR_ED + 4) {
|
|
Addr int_num = (daddr-ICDIPTR_ST) ;
|
|
assert(int_num < INT_LINES_MAX);
|
|
// First 31 interrupts only target single processor
|
|
if (int_num >= SGI_MAX) {
|
|
if (pkt->getSize() == 1) {
|
|
uint8_t tmp = pkt->get<uint8_t>();
|
|
cpuTarget[int_num] = tmp & 0xff;
|
|
} else {
|
|
assert (pkt->getSize() == 4);
|
|
int_num = mbits(int_num, 31, 2);
|
|
uint32_t tmp = pkt->get<uint32_t>();
|
|
cpuTarget[int_num] = bits(tmp, 7, 0);
|
|
cpuTarget[int_num+1] = bits(tmp, 15, 8);
|
|
cpuTarget[int_num+2] = bits(tmp, 23, 16);
|
|
cpuTarget[int_num+3] = bits(tmp, 31, 24);
|
|
}
|
|
updateIntState((daddr-ICDIPTR_ST)>>2);
|
|
}
|
|
goto done;
|
|
}
|
|
|
|
if (daddr >= ICDICFR_ST && daddr < ICDICFR_ED + 4) {
|
|
assert((daddr-ICDICFR_ST) >> 2 < 64);
|
|
intConfig[(daddr-ICDICFR_ST)>>2] = pkt->get<uint32_t>();
|
|
if (pkt->get<uint32_t>() & NN_CONFIG_MASK)
|
|
warn("GIC N:N mode selected and not supported at this time\n");
|
|
goto done;
|
|
}
|
|
|
|
switch(daddr) {
|
|
case ICDDCR:
|
|
enabled = pkt->get<uint32_t>();
|
|
DPRINTF(Interrupt, "Distributor enable flag set to = %d\n", enabled);
|
|
break;
|
|
case ICDICTR:
|
|
/* 0x200 is a made-up flag to enable gem5 extension functionality.
|
|
* This reg is not normally written.
|
|
*/
|
|
gem5ExtensionsEnabled = !!(pkt->get<uint32_t>() & 0x200);
|
|
DPRINTF(GIC, "gem5 extensions %s\n", gem5ExtensionsEnabled ? "enabled" : "disabled");
|
|
break;
|
|
case ICDSGIR:
|
|
softInt(ctx_id, pkt->get<uint32_t>());
|
|
break;
|
|
default:
|
|
panic("Tried to write Gic distributor at offset %#x\n", daddr);
|
|
break;
|
|
}
|
|
|
|
done:
|
|
pkt->makeAtomicResponse();
|
|
return distPioDelay;
|
|
}
|
|
|
|
Tick
|
|
Pl390::writeCpu(PacketPtr pkt)
|
|
{
|
|
Addr daddr = pkt->getAddr() - cpuAddr;
|
|
|
|
assert(pkt->req->hasContextId());
|
|
ContextID ctx_id = pkt->req->contextId();
|
|
IAR iar;
|
|
|
|
DPRINTF(GIC, "gic cpu write register cpu:%d %#x val: %#x\n",
|
|
ctx_id, daddr, pkt->get<uint32_t>());
|
|
|
|
switch(daddr) {
|
|
case ICCICR:
|
|
cpuEnabled[ctx_id] = pkt->get<uint32_t>();
|
|
break;
|
|
case ICCPMR:
|
|
cpuPriority[ctx_id] = pkt->get<uint32_t>();
|
|
break;
|
|
case ICCBPR:
|
|
cpuBpr[ctx_id] = pkt->get<uint32_t>();
|
|
break;
|
|
case ICCEOIR:
|
|
iar = pkt->get<uint32_t>();
|
|
if (iar.ack_id < SGI_MAX) {
|
|
// Clear out the bit that corrseponds to the cleared int
|
|
uint64_t clr_int = ULL(1) << (ctx_id + 8 * iar.cpu_id);
|
|
if (!(cpuSgiActive[iar.ack_id] & clr_int) &&
|
|
!(cpuSgiActiveExt[ctx_id] & (1 << iar.ack_id)))
|
|
panic("Done handling a SGI that isn't active?\n");
|
|
if (gem5ExtensionsEnabled)
|
|
cpuSgiActiveExt[ctx_id] &= ~(1 << iar.ack_id);
|
|
else
|
|
cpuSgiActive[iar.ack_id] &= ~clr_int;
|
|
} else if (iar.ack_id < (SGI_MAX + PPI_MAX) ) {
|
|
uint32_t int_num = 1 << (iar.ack_id - SGI_MAX);
|
|
if (!(cpuPpiActive[ctx_id] & int_num))
|
|
panic("CPU %d Done handling a PPI interrupt "
|
|
"that isn't active?\n", ctx_id);
|
|
cpuPpiActive[ctx_id] &= ~int_num;
|
|
} else {
|
|
uint32_t int_num = 1 << intNumToBit(iar.ack_id);
|
|
if (!(activeInt[intNumToWord(iar.ack_id)] & int_num))
|
|
warn("Done handling interrupt that isn't active: %d\n",
|
|
intNumToBit(iar.ack_id));
|
|
activeInt[intNumToWord(iar.ack_id)] &= ~int_num;
|
|
}
|
|
updateRunPri();
|
|
DPRINTF(Interrupt, "CPU %d done handling intr IAR = %d from cpu %d\n",
|
|
ctx_id, iar.ack_id, iar.cpu_id);
|
|
break;
|
|
default:
|
|
panic("Tried to write Gic cpu at offset %#x\n", daddr);
|
|
break;
|
|
}
|
|
if (cpuEnabled[ctx_id]) updateIntState(-1);
|
|
pkt->makeAtomicResponse();
|
|
return cpuPioDelay;
|
|
}
|
|
|
|
void
|
|
Pl390::softInt(ContextID ctx_id, SWI swi)
|
|
{
|
|
if (gem5ExtensionsEnabled) {
|
|
switch (swi.list_type) {
|
|
case 0: {
|
|
// interrupt cpus specified
|
|
int dest = swi.cpu_list;
|
|
DPRINTF(IPI, "Generating softIRQ from CPU %d for CPU %d\n",
|
|
ctx_id, dest);
|
|
if (cpuEnabled[dest]) {
|
|
cpuSgiPendingExt[dest] |= (1 << swi.sgi_id);
|
|
DPRINTF(IPI, "SGI[%d]=%#x\n", dest,
|
|
cpuSgiPendingExt[dest]);
|
|
}
|
|
} break;
|
|
case 1: {
|
|
// interrupt all
|
|
for (int i = 0; i < sys->numContexts(); i++) {
|
|
DPRINTF(IPI, "Processing CPU %d\n", i);
|
|
if (!cpuEnabled[i])
|
|
continue;
|
|
cpuSgiPendingExt[i] |= 1 << swi.sgi_id;
|
|
DPRINTF(IPI, "SGI[%d]=%#x\n", swi.sgi_id,
|
|
cpuSgiPendingExt[i]);
|
|
}
|
|
} break;
|
|
case 2: {
|
|
// Interrupt requesting cpu only
|
|
DPRINTF(IPI, "Generating softIRQ from CPU %d for CPU %d\n",
|
|
ctx_id, ctx_id);
|
|
if (cpuEnabled[ctx_id]) {
|
|
cpuSgiPendingExt[ctx_id] |= (1 << swi.sgi_id);
|
|
DPRINTF(IPI, "SGI[%d]=%#x\n", ctx_id,
|
|
cpuSgiPendingExt[ctx_id]);
|
|
}
|
|
} break;
|
|
}
|
|
} else {
|
|
switch (swi.list_type) {
|
|
case 1:
|
|
// interrupt all
|
|
uint8_t cpu_list;
|
|
cpu_list = 0;
|
|
for (int x = 0; x < sys->numContexts(); x++)
|
|
cpu_list |= cpuEnabled[x] ? 1 << x : 0;
|
|
swi.cpu_list = cpu_list;
|
|
break;
|
|
case 2:
|
|
// interrupt requesting cpu only
|
|
swi.cpu_list = 1 << ctx_id;
|
|
break;
|
|
// else interrupt cpus specified
|
|
}
|
|
|
|
DPRINTF(IPI, "Generating softIRQ from CPU %d for %#x\n", ctx_id,
|
|
swi.cpu_list);
|
|
for (int i = 0; i < sys->numContexts(); i++) {
|
|
DPRINTF(IPI, "Processing CPU %d\n", i);
|
|
if (!cpuEnabled[i])
|
|
continue;
|
|
if (swi.cpu_list & (1 << i))
|
|
cpuSgiPending[swi.sgi_id] |= (1 << i) << (8 * ctx_id);
|
|
DPRINTF(IPI, "SGI[%d]=%#x\n", swi.sgi_id,
|
|
cpuSgiPending[swi.sgi_id]);
|
|
}
|
|
}
|
|
updateIntState(-1);
|
|
}
|
|
|
|
uint64_t
|
|
Pl390::genSwiMask(int cpu)
|
|
{
|
|
if (cpu > sys->numContexts())
|
|
panic("Invalid CPU ID\n");
|
|
return ULL(0x0101010101010101) << cpu;
|
|
}
|
|
|
|
void
|
|
Pl390::updateIntState(int hint)
|
|
{
|
|
for (int cpu = 0; cpu < sys->numContexts(); cpu++) {
|
|
if (!cpuEnabled[cpu])
|
|
continue;
|
|
|
|
/*@todo use hint to do less work. */
|
|
int highest_int = SPURIOUS_INT;
|
|
// Priorities below that set in ICCPMR can be ignored
|
|
uint8_t highest_pri = cpuPriority[cpu];
|
|
|
|
// Check SGIs
|
|
for (int swi = 0; swi < SGI_MAX; swi++) {
|
|
if (!cpuSgiPending[swi] && !cpuSgiPendingExt[cpu])
|
|
continue;
|
|
if ((cpuSgiPending[swi] & genSwiMask(cpu)) ||
|
|
(cpuSgiPendingExt[cpu] & (1 << swi)))
|
|
if (highest_pri > bankedIntPriority[cpu][swi]) {
|
|
highest_pri = bankedIntPriority[cpu][swi];
|
|
highest_int = swi;
|
|
}
|
|
}
|
|
|
|
// Check PPIs
|
|
if (cpuPpiPending[cpu]) {
|
|
for (int ppi = 0; ppi < PPI_MAX; ppi++) {
|
|
if (cpuPpiPending[cpu] & (1 << ppi))
|
|
if (highest_pri > bankedIntPriority[cpu][SGI_MAX + ppi]) {
|
|
highest_pri = bankedIntPriority[cpu][SGI_MAX + ppi];
|
|
highest_int = SGI_MAX + ppi;
|
|
}
|
|
}
|
|
}
|
|
|
|
bool mp_sys = sys->numRunningContexts() > 1;
|
|
// Check other ints
|
|
for (int x = 0; x < (itLines/INT_BITS_MAX); x++) {
|
|
if (intEnabled[x] & pendingInt[x]) {
|
|
for (int y = 0; y < INT_BITS_MAX; y++) {
|
|
uint32_t int_nm = x * INT_BITS_MAX + y;
|
|
DPRINTF(GIC, "Checking for interrupt# %d \n",int_nm);
|
|
/* Set current pending int as highest int for current cpu
|
|
if the interrupt's priority higher than current prioirty
|
|
and if currrent cpu is the target (for mp configs only)
|
|
*/
|
|
if ((bits(intEnabled[x], y) & bits(pendingInt[x], y)) &&
|
|
(intPriority[int_nm] < highest_pri))
|
|
if ( (!mp_sys) ||
|
|
(!gem5ExtensionsEnabled && (cpuTarget[int_nm] & (1 << cpu))) ||
|
|
(gem5ExtensionsEnabled && (cpuTarget[int_nm] == cpu))
|
|
) {
|
|
highest_pri = intPriority[int_nm];
|
|
highest_int = int_nm;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
cpuHighestInt[cpu] = highest_int;
|
|
|
|
if (highest_int == SPURIOUS_INT)
|
|
continue;
|
|
|
|
/* @todo make this work for more than one cpu, need to handle 1:N, N:N
|
|
* models */
|
|
if (enabled && cpuEnabled[cpu] && (highest_pri < cpuPriority[cpu]) &&
|
|
!(activeInt[intNumToWord(highest_int)]
|
|
& (1 << intNumToBit(highest_int)))) {
|
|
|
|
DPRINTF(Interrupt, "Posting interrupt %d to cpu%d\n", highest_int,
|
|
cpu);
|
|
postInt(cpu, curTick() + intLatency);
|
|
}
|
|
}
|
|
}
|
|
|
|
void
|
|
Pl390::updateRunPri()
|
|
{
|
|
for (int cpu = 0; cpu < sys->numContexts(); cpu++) {
|
|
if (!cpuEnabled[cpu])
|
|
continue;
|
|
uint8_t maxPriority = 0xff;
|
|
for (int i = 0; i < itLines; i++){
|
|
if (i < SGI_MAX) {
|
|
if (((cpuSgiActive[i] & genSwiMask(cpu)) ||
|
|
(cpuSgiActiveExt[cpu] & (1 << i))) &&
|
|
(bankedIntPriority[cpu][i] < maxPriority))
|
|
maxPriority = bankedIntPriority[cpu][i];
|
|
} else if (i < (SGI_MAX + PPI_MAX)) {
|
|
if ((cpuPpiActive[cpu] & ( 1 << (i - SGI_MAX))) &&
|
|
(bankedIntPriority[cpu][i] < maxPriority))
|
|
maxPriority = bankedIntPriority[cpu][i];
|
|
|
|
} else {
|
|
if (activeInt[intNumToWord(i)] & (1 << intNumToBit(i)))
|
|
if (intPriority[i] < maxPriority)
|
|
maxPriority = intPriority[i];
|
|
}
|
|
}
|
|
iccrpr[cpu] = maxPriority;
|
|
}
|
|
}
|
|
|
|
void
|
|
Pl390::sendInt(uint32_t num)
|
|
{
|
|
DPRINTF(Interrupt, "Received Interupt number %d, cpuTarget %#x: \n",
|
|
num, cpuTarget[num]);
|
|
if ((cpuTarget[num] & (cpuTarget[num] - 1)) && !gem5ExtensionsEnabled)
|
|
panic("Multiple targets for peripheral interrupts is not supported\n");
|
|
pendingInt[intNumToWord(num)] |= 1 << intNumToBit(num);
|
|
updateIntState(intNumToWord(num));
|
|
|
|
}
|
|
|
|
void
|
|
Pl390::sendPPInt(uint32_t num, uint32_t cpu)
|
|
{
|
|
DPRINTF(Interrupt, "Received PPI %d, cpuTarget %#x: \n",
|
|
num, cpu);
|
|
cpuPpiPending[cpu] |= 1 << (num - SGI_MAX);
|
|
updateIntState(intNumToWord(num));
|
|
}
|
|
|
|
void
|
|
Pl390::clearInt(uint32_t number)
|
|
{
|
|
/* @todo assume edge triggered only at the moment. Nothing to do. */
|
|
}
|
|
|
|
void
|
|
Pl390::clearPPInt(uint32_t num, uint32_t cpu)
|
|
{
|
|
DPRINTF(Interrupt, "Clearing PPI %d, cpuTarget %#x: \n",
|
|
num, cpu);
|
|
cpuPpiPending[cpu] &= ~(1 << (num - SGI_MAX));
|
|
updateIntState(intNumToWord(num));
|
|
}
|
|
|
|
void
|
|
Pl390::postInt(uint32_t cpu, Tick when)
|
|
{
|
|
if (!(postIntEvent[cpu]->scheduled()))
|
|
eventq->schedule(postIntEvent[cpu], when);
|
|
}
|
|
|
|
AddrRangeList
|
|
Pl390::getAddrRanges() const
|
|
{
|
|
AddrRangeList ranges;
|
|
ranges.push_back(RangeSize(distAddr, DIST_SIZE));
|
|
ranges.push_back(RangeSize(cpuAddr, CPU_SIZE));
|
|
return ranges;
|
|
}
|
|
|
|
|
|
void
|
|
Pl390::serialize(CheckpointOut &cp) const
|
|
{
|
|
DPRINTF(Checkpoint, "Serializing Arm GIC\n");
|
|
|
|
SERIALIZE_SCALAR(distAddr);
|
|
SERIALIZE_SCALAR(cpuAddr);
|
|
SERIALIZE_SCALAR(distPioDelay);
|
|
SERIALIZE_SCALAR(cpuPioDelay);
|
|
SERIALIZE_SCALAR(enabled);
|
|
SERIALIZE_SCALAR(itLines);
|
|
SERIALIZE_SCALAR(itLinesLog2);
|
|
SERIALIZE_ARRAY(intEnabled, INT_BITS_MAX);
|
|
SERIALIZE_ARRAY(pendingInt, INT_BITS_MAX);
|
|
SERIALIZE_ARRAY(activeInt, INT_BITS_MAX);
|
|
SERIALIZE_ARRAY(iccrpr, CPU_MAX);
|
|
SERIALIZE_ARRAY(intPriority, INT_LINES_MAX);
|
|
SERIALIZE_ARRAY(cpuTarget, INT_LINES_MAX);
|
|
SERIALIZE_ARRAY(intConfig, INT_BITS_MAX * 2);
|
|
SERIALIZE_ARRAY(cpuEnabled, CPU_MAX);
|
|
SERIALIZE_ARRAY(cpuPriority, CPU_MAX);
|
|
SERIALIZE_ARRAY(cpuBpr, CPU_MAX);
|
|
SERIALIZE_ARRAY(cpuHighestInt, CPU_MAX);
|
|
SERIALIZE_ARRAY(cpuSgiActive, SGI_MAX);
|
|
SERIALIZE_ARRAY(cpuSgiPending, SGI_MAX);
|
|
SERIALIZE_ARRAY(cpuSgiActiveExt, CPU_MAX);
|
|
SERIALIZE_ARRAY(cpuSgiPendingExt, CPU_MAX);
|
|
SERIALIZE_ARRAY(cpuPpiActive, CPU_MAX);
|
|
SERIALIZE_ARRAY(cpuPpiPending, CPU_MAX);
|
|
SERIALIZE_ARRAY(*bankedIntPriority, CPU_MAX * (SGI_MAX + PPI_MAX));
|
|
SERIALIZE_SCALAR(irqEnable);
|
|
Tick interrupt_time[CPU_MAX];
|
|
for (uint32_t cpu = 0; cpu < CPU_MAX; cpu++) {
|
|
interrupt_time[cpu] = 0;
|
|
if (postIntEvent[cpu]->scheduled()) {
|
|
interrupt_time[cpu] = postIntEvent[cpu]->when();
|
|
}
|
|
}
|
|
SERIALIZE_ARRAY(interrupt_time, CPU_MAX);
|
|
SERIALIZE_SCALAR(gem5ExtensionsEnabled);
|
|
}
|
|
|
|
void
|
|
Pl390::unserialize(CheckpointIn &cp)
|
|
{
|
|
DPRINTF(Checkpoint, "Unserializing Arm GIC\n");
|
|
|
|
UNSERIALIZE_SCALAR(distAddr);
|
|
UNSERIALIZE_SCALAR(cpuAddr);
|
|
UNSERIALIZE_SCALAR(distPioDelay);
|
|
UNSERIALIZE_SCALAR(cpuPioDelay);
|
|
UNSERIALIZE_SCALAR(enabled);
|
|
UNSERIALIZE_SCALAR(itLines);
|
|
UNSERIALIZE_SCALAR(itLinesLog2);
|
|
UNSERIALIZE_ARRAY(intEnabled, INT_BITS_MAX);
|
|
UNSERIALIZE_ARRAY(pendingInt, INT_BITS_MAX);
|
|
UNSERIALIZE_ARRAY(activeInt, INT_BITS_MAX);
|
|
UNSERIALIZE_ARRAY(iccrpr, CPU_MAX);
|
|
UNSERIALIZE_ARRAY(intPriority, INT_LINES_MAX);
|
|
UNSERIALIZE_ARRAY(cpuTarget, INT_LINES_MAX);
|
|
UNSERIALIZE_ARRAY(intConfig, INT_BITS_MAX * 2);
|
|
UNSERIALIZE_ARRAY(cpuEnabled, CPU_MAX);
|
|
UNSERIALIZE_ARRAY(cpuPriority, CPU_MAX);
|
|
UNSERIALIZE_ARRAY(cpuBpr, CPU_MAX);
|
|
UNSERIALIZE_ARRAY(cpuHighestInt, CPU_MAX);
|
|
UNSERIALIZE_ARRAY(cpuSgiActive, SGI_MAX);
|
|
UNSERIALIZE_ARRAY(cpuSgiPending, SGI_MAX);
|
|
UNSERIALIZE_ARRAY(cpuSgiActiveExt, CPU_MAX);
|
|
UNSERIALIZE_ARRAY(cpuSgiPendingExt, CPU_MAX);
|
|
UNSERIALIZE_ARRAY(cpuPpiActive, CPU_MAX);
|
|
UNSERIALIZE_ARRAY(cpuPpiPending, CPU_MAX);
|
|
UNSERIALIZE_ARRAY(*bankedIntPriority, CPU_MAX * (SGI_MAX + PPI_MAX));
|
|
UNSERIALIZE_SCALAR(irqEnable);
|
|
|
|
Tick interrupt_time[CPU_MAX];
|
|
UNSERIALIZE_ARRAY(interrupt_time, CPU_MAX);
|
|
|
|
for (uint32_t cpu = 0; cpu < CPU_MAX; cpu++) {
|
|
if (interrupt_time[cpu])
|
|
schedule(postIntEvent[cpu], interrupt_time[cpu]);
|
|
}
|
|
if (!UNSERIALIZE_OPT_SCALAR(gem5ExtensionsEnabled))
|
|
gem5ExtensionsEnabled = false;
|
|
}
|
|
|
|
Pl390 *
|
|
Pl390Params::create()
|
|
{
|
|
return new Pl390(this);
|
|
}
|
|
|
|
/* Functions for debugging and testing */
|
|
void
|
|
Pl390::driveSPI(unsigned int spiVect)
|
|
{
|
|
DPRINTF(GIC, "Received SPI Vector:%x Enable: %d\n", spiVect, irqEnable);
|
|
pendingInt[1] |= spiVect;
|
|
if (irqEnable && enabled) {
|
|
updateIntState(-1);
|
|
}
|
|
}
|
|
|
|
void
|
|
Pl390::driveIrqEn( bool state)
|
|
{
|
|
irqEnable = state;
|
|
DPRINTF(GIC, " Enabling Irq\n");
|
|
updateIntState(-1);
|
|
}
|
|
|
|
void
|
|
Pl390::driveLegIRQ(bool state)
|
|
{
|
|
if (irqEnable && !(!enabled && cpuEnabled[0])) {
|
|
if (state) {
|
|
DPRINTF(GIC, "Driving Legacy Irq\n");
|
|
platform->intrctrl->post(0, ArmISA::INT_IRQ, 0);
|
|
}
|
|
else platform->intrctrl->clear(0, ArmISA::INT_IRQ, 0);
|
|
}
|
|
}
|
|
|
|
void
|
|
Pl390::driveLegFIQ(bool state)
|
|
{
|
|
if (state)
|
|
platform->intrctrl->post(0, ArmISA::INT_FIQ, 0);
|
|
else platform->intrctrl->clear(0, ArmISA::INT_FIQ, 0);
|
|
}
|