2006-02-03 20:54:37 +01:00
|
|
|
/*
|
|
|
|
* Copyright (c) 2001-2005 The Regents of The University of Michigan
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions are
|
|
|
|
* met: redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer;
|
|
|
|
* redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution;
|
|
|
|
* neither the name of the copyright holders nor the names of its
|
|
|
|
* contributors may be used to endorse or promote products derived from
|
|
|
|
* this software without specific prior written permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
|
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
|
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
|
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
|
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
|
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
2006-06-01 01:26:56 +02:00
|
|
|
*
|
|
|
|
* Authors: Ron Dreslinski
|
2006-02-03 20:54:37 +01:00
|
|
|
*/
|
|
|
|
|
|
|
|
#include <sys/types.h>
|
|
|
|
#include <sys/mman.h>
|
|
|
|
#include <errno.h>
|
|
|
|
#include <fcntl.h>
|
|
|
|
#include <unistd.h>
|
|
|
|
#include <zlib.h>
|
|
|
|
|
|
|
|
#include <iostream>
|
|
|
|
#include <string>
|
|
|
|
|
|
|
|
|
|
|
|
#include "base/misc.hh"
|
|
|
|
#include "config/full_system.hh"
|
2006-05-02 00:53:28 +02:00
|
|
|
#include "mem/packet_impl.hh"
|
2006-02-15 20:21:09 +01:00
|
|
|
#include "mem/physical.hh"
|
2006-02-03 20:54:37 +01:00
|
|
|
#include "sim/host.hh"
|
|
|
|
#include "sim/builder.hh"
|
2006-02-23 19:51:54 +01:00
|
|
|
#include "sim/eventq.hh"
|
2006-03-10 01:21:35 +01:00
|
|
|
#include "arch/isa_traits.hh"
|
2006-02-03 20:54:37 +01:00
|
|
|
|
2006-02-15 20:21:09 +01:00
|
|
|
|
2006-02-03 20:54:37 +01:00
|
|
|
using namespace std;
|
2006-03-10 01:21:35 +01:00
|
|
|
using namespace TheISA;
|
2006-02-03 20:54:37 +01:00
|
|
|
|
2006-05-19 04:32:21 +02:00
|
|
|
PhysicalMemory::MemResponseEvent::MemResponseEvent(Packet *pkt, MemoryPort* _m)
|
2006-02-23 19:51:54 +01:00
|
|
|
: Event(&mainEventQueue, CPU_Tick_Pri), pkt(pkt), memoryPort(_m)
|
|
|
|
{
|
|
|
|
|
|
|
|
this->setFlags(AutoDelete);
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
PhysicalMemory::MemResponseEvent::process()
|
|
|
|
{
|
|
|
|
memoryPort->sendTiming(pkt);
|
|
|
|
}
|
|
|
|
|
|
|
|
const char *
|
|
|
|
PhysicalMemory::MemResponseEvent::description()
|
|
|
|
{
|
|
|
|
return "Physical Memory Timing Access respnse event";
|
|
|
|
}
|
|
|
|
|
2006-04-20 23:14:30 +02:00
|
|
|
PhysicalMemory::PhysicalMemory(const string &n, Tick latency)
|
|
|
|
: MemObject(n),base_addr(0), pmem_addr(NULL), port(NULL), lat(latency)
|
2006-02-03 20:54:37 +01:00
|
|
|
{
|
|
|
|
// Hardcoded to 128 MB for now.
|
|
|
|
pmem_size = 1 << 27;
|
|
|
|
|
|
|
|
if (pmem_size % TheISA::PageBytes != 0)
|
|
|
|
panic("Memory Size not divisible by page size\n");
|
|
|
|
|
|
|
|
int map_flags = MAP_ANON | MAP_PRIVATE;
|
|
|
|
pmem_addr = (uint8_t *)mmap(NULL, pmem_size, PROT_READ | PROT_WRITE,
|
|
|
|
map_flags, -1, 0);
|
|
|
|
|
|
|
|
if (pmem_addr == (void *)MAP_FAILED) {
|
|
|
|
perror("mmap");
|
|
|
|
fatal("Could not mmap!\n");
|
|
|
|
}
|
|
|
|
|
|
|
|
page_ptr = 0;
|
|
|
|
}
|
|
|
|
|
2006-04-10 20:40:22 +02:00
|
|
|
void
|
|
|
|
PhysicalMemory::init()
|
|
|
|
{
|
|
|
|
if (!port)
|
|
|
|
panic("PhysicalMemory not connected to anything!");
|
|
|
|
port->sendStatusChange(Port::RangeChange);
|
|
|
|
}
|
|
|
|
|
2006-02-03 20:54:37 +01:00
|
|
|
PhysicalMemory::~PhysicalMemory()
|
|
|
|
{
|
|
|
|
if (pmem_addr)
|
|
|
|
munmap(pmem_addr, pmem_size);
|
2006-02-23 23:02:34 +01:00
|
|
|
//Remove memPorts?
|
2006-02-03 20:54:37 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
Addr
|
|
|
|
PhysicalMemory::new_page()
|
|
|
|
{
|
|
|
|
Addr return_addr = page_ptr << LogVMPageSize;
|
|
|
|
return_addr += base_addr;
|
|
|
|
|
|
|
|
++page_ptr;
|
|
|
|
return return_addr;
|
|
|
|
}
|
|
|
|
|
2006-02-21 19:39:01 +01:00
|
|
|
int
|
|
|
|
PhysicalMemory::deviceBlockSize()
|
|
|
|
{
|
2006-02-22 02:04:23 +01:00
|
|
|
//Can accept anysize request
|
|
|
|
return 0;
|
2006-02-21 19:39:01 +01:00
|
|
|
}
|
|
|
|
|
2006-02-22 23:29:04 +01:00
|
|
|
bool
|
2006-05-19 04:32:21 +02:00
|
|
|
PhysicalMemory::doTimingAccess (Packet *pkt, MemoryPort* memoryPort)
|
2006-02-22 23:29:04 +01:00
|
|
|
{
|
|
|
|
doFunctionalAccess(pkt);
|
2006-02-23 19:51:54 +01:00
|
|
|
|
2006-05-23 23:16:45 +02:00
|
|
|
// turn packet around to go back to requester
|
2006-05-26 20:17:33 +02:00
|
|
|
pkt->makeTimingResponse();
|
2006-02-23 23:02:34 +01:00
|
|
|
MemResponseEvent* response = new MemResponseEvent(pkt, memoryPort);
|
2006-02-23 19:51:54 +01:00
|
|
|
response->schedule(curTick + lat);
|
|
|
|
|
2006-02-22 23:29:04 +01:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
Tick
|
2006-05-19 04:32:21 +02:00
|
|
|
PhysicalMemory::doAtomicAccess(Packet *pkt)
|
2006-02-22 23:29:04 +01:00
|
|
|
{
|
|
|
|
doFunctionalAccess(pkt);
|
2006-05-31 04:30:42 +02:00
|
|
|
return lat;
|
2006-02-22 23:29:04 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
void
|
2006-05-19 04:32:21 +02:00
|
|
|
PhysicalMemory::doFunctionalAccess(Packet *pkt)
|
2006-02-22 23:29:04 +01:00
|
|
|
{
|
2006-05-26 20:17:33 +02:00
|
|
|
assert(pkt->getAddr() + pkt->getSize() < pmem_size);
|
2006-02-22 23:43:08 +01:00
|
|
|
|
2006-05-19 04:32:21 +02:00
|
|
|
switch (pkt->cmd) {
|
2006-05-26 20:17:33 +02:00
|
|
|
case Packet::ReadReq:
|
|
|
|
memcpy(pkt->getPtr<uint8_t>(),
|
|
|
|
pmem_addr + pkt->getAddr() - base_addr,
|
|
|
|
pkt->getSize());
|
2006-03-02 00:45:50 +01:00
|
|
|
break;
|
2006-05-26 20:17:33 +02:00
|
|
|
case Packet::WriteReq:
|
|
|
|
memcpy(pmem_addr + pkt->getAddr() - base_addr,
|
|
|
|
pkt->getPtr<uint8_t>(),
|
|
|
|
pkt->getSize());
|
2006-05-19 04:54:19 +02:00
|
|
|
// temporary hack: will need to add real LL/SC implementation
|
|
|
|
// for cacheless systems later.
|
|
|
|
if (pkt->req->getFlags() & LOCKED) {
|
|
|
|
pkt->req->setScResult(1);
|
|
|
|
}
|
2006-03-02 00:45:50 +01:00
|
|
|
break;
|
2006-02-22 23:29:04 +01:00
|
|
|
default:
|
|
|
|
panic("unimplemented");
|
|
|
|
}
|
2006-03-02 16:31:48 +01:00
|
|
|
|
2006-05-26 20:17:33 +02:00
|
|
|
pkt->result = Packet::Success;
|
2006-02-22 23:29:04 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
Port *
|
2006-03-27 04:44:22 +02:00
|
|
|
PhysicalMemory::getPort(const std::string &if_name)
|
2006-02-22 23:29:04 +01:00
|
|
|
{
|
2006-03-27 04:44:22 +02:00
|
|
|
if (if_name == "") {
|
|
|
|
if (port != NULL)
|
|
|
|
panic("PhysicalMemory::getPort: additional port requested to memory!");
|
2006-05-26 19:48:35 +02:00
|
|
|
port = new MemoryPort(name() + "-port", this);
|
2006-03-27 04:44:22 +02:00
|
|
|
return port;
|
2006-03-30 22:59:49 +02:00
|
|
|
} else if (if_name == "functional") {
|
|
|
|
/* special port for functional writes at startup. */
|
2006-05-26 19:48:35 +02:00
|
|
|
return new MemoryPort(name() + "-funcport", this);
|
2006-03-12 23:21:59 +01:00
|
|
|
} else {
|
|
|
|
panic("PhysicalMemory::getPort: unknown port %s requested", if_name);
|
|
|
|
}
|
2006-02-22 23:29:04 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
PhysicalMemory::recvStatusChange(Port::Status status)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
2006-05-26 19:48:35 +02:00
|
|
|
PhysicalMemory::MemoryPort::MemoryPort(const std::string &_name,
|
|
|
|
PhysicalMemory *_memory)
|
|
|
|
: Port(_name), memory(_memory)
|
2006-02-22 23:29:04 +01:00
|
|
|
{ }
|
|
|
|
|
|
|
|
void
|
|
|
|
PhysicalMemory::MemoryPort::recvStatusChange(Port::Status status)
|
|
|
|
{
|
|
|
|
memory->recvStatusChange(status);
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
2006-04-06 20:57:51 +02:00
|
|
|
PhysicalMemory::MemoryPort::getDeviceAddressRanges(AddrRangeList &resp,
|
|
|
|
AddrRangeList &snoop)
|
2006-02-22 23:29:04 +01:00
|
|
|
{
|
2006-04-06 20:57:51 +02:00
|
|
|
memory->getAddressRanges(resp, snoop);
|
2006-03-26 00:31:20 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
void
|
2006-04-06 20:57:51 +02:00
|
|
|
PhysicalMemory::getAddressRanges(AddrRangeList &resp, AddrRangeList &snoop)
|
2006-03-26 00:31:20 +01:00
|
|
|
{
|
2006-04-06 20:57:51 +02:00
|
|
|
snoop.clear();
|
|
|
|
resp.clear();
|
|
|
|
resp.push_back(RangeSize(base_addr, pmem_size));
|
2006-02-22 23:29:04 +01:00
|
|
|
}
|
|
|
|
|
2006-02-23 19:51:54 +01:00
|
|
|
int
|
|
|
|
PhysicalMemory::MemoryPort::deviceBlockSize()
|
|
|
|
{
|
|
|
|
return memory->deviceBlockSize();
|
|
|
|
}
|
2006-02-22 23:29:04 +01:00
|
|
|
|
|
|
|
bool
|
2006-05-19 04:32:21 +02:00
|
|
|
PhysicalMemory::MemoryPort::recvTiming(Packet *pkt)
|
2006-02-22 23:29:04 +01:00
|
|
|
{
|
2006-02-23 23:02:34 +01:00
|
|
|
return memory->doTimingAccess(pkt, this);
|
2006-02-22 23:29:04 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
Tick
|
2006-05-19 04:32:21 +02:00
|
|
|
PhysicalMemory::MemoryPort::recvAtomic(Packet *pkt)
|
2006-02-22 23:29:04 +01:00
|
|
|
{
|
|
|
|
return memory->doAtomicAccess(pkt);
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
2006-05-19 04:32:21 +02:00
|
|
|
PhysicalMemory::MemoryPort::recvFunctional(Packet *pkt)
|
2006-02-22 23:29:04 +01:00
|
|
|
{
|
|
|
|
memory->doFunctionalAccess(pkt);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
2006-02-03 20:54:37 +01:00
|
|
|
void
|
|
|
|
PhysicalMemory::serialize(ostream &os)
|
|
|
|
{
|
|
|
|
gzFile compressedMem;
|
|
|
|
string filename = name() + ".physmem";
|
|
|
|
|
|
|
|
SERIALIZE_SCALAR(pmem_size);
|
|
|
|
SERIALIZE_SCALAR(filename);
|
|
|
|
|
|
|
|
// write memory file
|
|
|
|
string thefile = Checkpoint::dir() + "/" + filename.c_str();
|
|
|
|
int fd = creat(thefile.c_str(), 0664);
|
|
|
|
if (fd < 0) {
|
|
|
|
perror("creat");
|
|
|
|
fatal("Can't open physical memory checkpoint file '%s'\n", filename);
|
|
|
|
}
|
|
|
|
|
|
|
|
compressedMem = gzdopen(fd, "wb");
|
|
|
|
if (compressedMem == NULL)
|
|
|
|
fatal("Insufficient memory to allocate compression state for %s\n",
|
|
|
|
filename);
|
|
|
|
|
|
|
|
if (gzwrite(compressedMem, pmem_addr, pmem_size) != pmem_size) {
|
|
|
|
fatal("Write failed on physical memory checkpoint file '%s'\n",
|
|
|
|
filename);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (gzclose(compressedMem))
|
|
|
|
fatal("Close failed on physical memory checkpoint file '%s'\n",
|
|
|
|
filename);
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
PhysicalMemory::unserialize(Checkpoint *cp, const string §ion)
|
|
|
|
{
|
|
|
|
gzFile compressedMem;
|
|
|
|
long *tempPage;
|
|
|
|
long *pmem_current;
|
|
|
|
uint64_t curSize;
|
|
|
|
uint32_t bytesRead;
|
|
|
|
const int chunkSize = 16384;
|
|
|
|
|
|
|
|
|
|
|
|
// unmap file that was mmaped in the constructor
|
|
|
|
munmap(pmem_addr, pmem_size);
|
|
|
|
|
|
|
|
string filename;
|
|
|
|
|
|
|
|
UNSERIALIZE_SCALAR(pmem_size);
|
|
|
|
UNSERIALIZE_SCALAR(filename);
|
|
|
|
|
|
|
|
filename = cp->cptDir + "/" + filename;
|
|
|
|
|
|
|
|
// mmap memoryfile
|
|
|
|
int fd = open(filename.c_str(), O_RDONLY);
|
|
|
|
if (fd < 0) {
|
|
|
|
perror("open");
|
|
|
|
fatal("Can't open physical memory checkpoint file '%s'", filename);
|
|
|
|
}
|
|
|
|
|
|
|
|
compressedMem = gzdopen(fd, "rb");
|
|
|
|
if (compressedMem == NULL)
|
|
|
|
fatal("Insufficient memory to allocate compression state for %s\n",
|
|
|
|
filename);
|
|
|
|
|
|
|
|
|
|
|
|
pmem_addr = (uint8_t *)mmap(NULL, pmem_size, PROT_READ | PROT_WRITE,
|
|
|
|
MAP_ANON | MAP_PRIVATE, -1, 0);
|
|
|
|
|
|
|
|
if (pmem_addr == (void *)MAP_FAILED) {
|
|
|
|
perror("mmap");
|
|
|
|
fatal("Could not mmap physical memory!\n");
|
|
|
|
}
|
|
|
|
|
|
|
|
curSize = 0;
|
|
|
|
tempPage = (long*)malloc(chunkSize);
|
|
|
|
if (tempPage == NULL)
|
|
|
|
fatal("Unable to malloc memory to read file %s\n", filename);
|
|
|
|
|
|
|
|
/* Only copy bytes that are non-zero, so we don't give the VM system hell */
|
|
|
|
while (curSize < pmem_size) {
|
|
|
|
bytesRead = gzread(compressedMem, tempPage, chunkSize);
|
|
|
|
if (bytesRead != chunkSize && bytesRead != pmem_size - curSize)
|
|
|
|
fatal("Read failed on physical memory checkpoint file '%s'"
|
|
|
|
" got %d bytes, expected %d or %d bytes\n",
|
|
|
|
filename, bytesRead, chunkSize, pmem_size-curSize);
|
|
|
|
|
|
|
|
assert(bytesRead % sizeof(long) == 0);
|
|
|
|
|
|
|
|
for (int x = 0; x < bytesRead/sizeof(long); x++)
|
|
|
|
{
|
|
|
|
if (*(tempPage+x) != 0) {
|
|
|
|
pmem_current = (long*)(pmem_addr + curSize + x * sizeof(long));
|
|
|
|
*pmem_current = *(tempPage+x);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
curSize += bytesRead;
|
|
|
|
}
|
|
|
|
|
|
|
|
free(tempPage);
|
|
|
|
|
|
|
|
if (gzclose(compressedMem))
|
|
|
|
fatal("Close failed on physical memory checkpoint file '%s'\n",
|
|
|
|
filename);
|
|
|
|
|
|
|
|
}
|
|
|
|
|
2006-02-22 23:29:04 +01:00
|
|
|
|
2006-02-03 20:54:37 +01:00
|
|
|
BEGIN_DECLARE_SIM_OBJECT_PARAMS(PhysicalMemory)
|
|
|
|
|
|
|
|
Param<string> file;
|
|
|
|
Param<Range<Addr> > range;
|
2006-04-20 23:14:30 +02:00
|
|
|
Param<Tick> latency;
|
2006-02-03 20:54:37 +01:00
|
|
|
|
|
|
|
END_DECLARE_SIM_OBJECT_PARAMS(PhysicalMemory)
|
|
|
|
|
|
|
|
BEGIN_INIT_SIM_OBJECT_PARAMS(PhysicalMemory)
|
|
|
|
|
|
|
|
INIT_PARAM_DFLT(file, "memory mapped file", ""),
|
2006-04-20 23:14:30 +02:00
|
|
|
INIT_PARAM(range, "Device Address Range"),
|
|
|
|
INIT_PARAM(latency, "Memory access latency")
|
2006-02-03 20:54:37 +01:00
|
|
|
|
|
|
|
END_INIT_SIM_OBJECT_PARAMS(PhysicalMemory)
|
|
|
|
|
|
|
|
CREATE_SIM_OBJECT(PhysicalMemory)
|
|
|
|
{
|
|
|
|
|
2006-04-20 23:14:30 +02:00
|
|
|
return new PhysicalMemory(getInstanceName(), latency);
|
2006-02-03 20:54:37 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
REGISTER_SIM_OBJECT("PhysicalMemory", PhysicalMemory)
|