2016-07-01 14:01:06 +01:00
|
|
|
/* This file is part of the dynarmic project.
|
|
|
|
* Copyright (c) 2016 MerryMage
|
|
|
|
* This software may be used and distributed according to the terms of the GNU
|
|
|
|
* General Public License version 2 or any later version.
|
|
|
|
*/
|
|
|
|
|
2016-12-11 15:27:26 +00:00
|
|
|
#include <cstring>
|
2016-07-01 14:01:06 +01:00
|
|
|
#include <limits>
|
|
|
|
|
2016-08-24 20:07:08 +01:00
|
|
|
#include <xbyak.h>
|
|
|
|
|
|
|
|
#include "backend_x64/abi.h"
|
2016-08-07 18:08:48 +01:00
|
|
|
#include "backend_x64/block_of_code.h"
|
2016-07-01 14:01:06 +01:00
|
|
|
#include "backend_x64/jitstate.h"
|
2016-08-24 20:07:08 +01:00
|
|
|
#include "common/assert.h"
|
2016-09-01 00:06:40 +01:00
|
|
|
#include "dynarmic/callbacks.h"
|
2016-07-01 14:01:06 +01:00
|
|
|
|
|
|
|
namespace Dynarmic {
|
|
|
|
namespace BackendX64 {
|
|
|
|
|
2017-04-07 10:52:44 +01:00
|
|
|
BlockOfCode::BlockOfCode(UserCallbacks cb, LookupBlockCallback lookup_block, void* lookup_block_arg)
|
|
|
|
: Xbyak::CodeGenerator(128 * 1024 * 1024)
|
|
|
|
, cb(cb)
|
|
|
|
, lookup_block(lookup_block)
|
|
|
|
, lookup_block_arg(lookup_block_arg)
|
|
|
|
, constant_pool(this, 256)
|
|
|
|
{
|
2016-07-01 14:01:06 +01:00
|
|
|
GenRunCode();
|
2016-09-01 00:06:40 +01:00
|
|
|
GenMemoryAccessors();
|
2016-12-11 15:38:00 +00:00
|
|
|
unwind_handler.Register(this);
|
2016-12-11 15:36:58 +00:00
|
|
|
user_code_begin = getCurr<CodePtr>();
|
|
|
|
}
|
|
|
|
|
|
|
|
void BlockOfCode::ClearCache() {
|
|
|
|
SetCodePtr(user_code_begin);
|
2016-07-01 14:01:06 +01:00
|
|
|
}
|
|
|
|
|
2017-04-07 10:52:44 +01:00
|
|
|
size_t BlockOfCode::RunCode(JitState* jit_state, size_t cycles_to_run) const {
|
2016-07-18 10:28:17 +01:00
|
|
|
constexpr size_t max_cycles_to_run = static_cast<size_t>(std::numeric_limits<decltype(jit_state->cycles_remaining)>::max());
|
|
|
|
ASSERT(cycles_to_run <= max_cycles_to_run);
|
2016-07-01 14:01:06 +01:00
|
|
|
|
|
|
|
jit_state->cycles_remaining = cycles_to_run;
|
2017-04-07 10:52:44 +01:00
|
|
|
run_code(jit_state);
|
2016-07-01 14:01:06 +01:00
|
|
|
return cycles_to_run - jit_state->cycles_remaining; // Return number of cycles actually run.
|
|
|
|
}
|
|
|
|
|
2016-08-07 22:47:17 +01:00
|
|
|
void BlockOfCode::ReturnFromRunCode(bool MXCSR_switch) {
|
2017-04-07 10:52:44 +01:00
|
|
|
size_t index = 0;
|
|
|
|
if (!MXCSR_switch)
|
|
|
|
index |= NO_SWITCH_MXCSR;
|
|
|
|
jmp(return_from_run_code[index]);
|
|
|
|
}
|
|
|
|
|
|
|
|
void BlockOfCode::ForceReturnFromRunCode(bool MXCSR_switch) {
|
|
|
|
size_t index = FORCE_RETURN;
|
|
|
|
if (!MXCSR_switch)
|
|
|
|
index |= NO_SWITCH_MXCSR;
|
|
|
|
jmp(return_from_run_code[index]);
|
2016-08-07 18:08:48 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
void BlockOfCode::GenRunCode() {
|
2017-04-07 10:52:44 +01:00
|
|
|
Xbyak::Label loop;
|
|
|
|
|
2016-08-24 20:07:08 +01:00
|
|
|
align();
|
|
|
|
run_code = getCurr<RunCodeFuncType>();
|
2016-07-01 14:01:06 +01:00
|
|
|
|
|
|
|
// This serves two purposes:
|
|
|
|
// 1. It saves all the registers we as a callee need to save.
|
|
|
|
// 2. It aligns the stack so that the code the JIT emits can assume
|
|
|
|
// that the stack is appropriately aligned for CALLs.
|
2016-08-24 20:07:08 +01:00
|
|
|
ABI_PushCalleeSaveRegistersAndAdjustStack(this);
|
2016-07-01 14:01:06 +01:00
|
|
|
|
2016-08-24 20:07:08 +01:00
|
|
|
mov(r15, ABI_PARAM1);
|
2017-04-07 10:52:44 +01:00
|
|
|
|
|
|
|
L(loop);
|
|
|
|
mov(ABI_PARAM1, u64(lookup_block_arg));
|
|
|
|
CallFunction(lookup_block);
|
|
|
|
|
2016-08-07 22:47:17 +01:00
|
|
|
SwitchMxcsrOnEntry();
|
2017-04-07 10:52:44 +01:00
|
|
|
jmp(ABI_RETURN);
|
2016-08-07 22:47:17 +01:00
|
|
|
|
2017-04-07 10:52:44 +01:00
|
|
|
// Return from run code variants
|
|
|
|
const auto emit_return_from_run_code = [this, &loop](bool no_mxcsr_switch, bool force_return){
|
|
|
|
if (!no_mxcsr_switch) {
|
|
|
|
SwitchMxcsrOnExit();
|
|
|
|
}
|
2016-08-13 00:10:23 +01:00
|
|
|
|
2017-04-07 10:52:44 +01:00
|
|
|
if (!force_return) {
|
|
|
|
cmp(qword[r15 + offsetof(JitState, cycles_remaining)], 0);
|
|
|
|
jg(loop);
|
|
|
|
}
|
2016-08-13 00:10:23 +01:00
|
|
|
|
2017-04-07 10:52:44 +01:00
|
|
|
ABI_PopCalleeSaveRegistersAndAdjustStack(this);
|
|
|
|
ret();
|
|
|
|
};
|
2016-08-13 00:10:23 +01:00
|
|
|
|
2017-04-07 10:52:44 +01:00
|
|
|
align();
|
|
|
|
return_from_run_code[0] = getCurr<const void*>();
|
|
|
|
emit_return_from_run_code(false, false);
|
|
|
|
|
|
|
|
align();
|
|
|
|
return_from_run_code[NO_SWITCH_MXCSR] = getCurr<const void*>();
|
|
|
|
emit_return_from_run_code(true, false);
|
|
|
|
|
|
|
|
align();
|
|
|
|
return_from_run_code[FORCE_RETURN] = getCurr<const void*>();
|
|
|
|
emit_return_from_run_code(false, true);
|
|
|
|
|
|
|
|
align();
|
|
|
|
return_from_run_code[NO_SWITCH_MXCSR | FORCE_RETURN] = getCurr<const void*>();
|
|
|
|
emit_return_from_run_code(true, true);
|
2016-08-13 00:10:23 +01:00
|
|
|
}
|
|
|
|
|
2016-09-01 00:06:40 +01:00
|
|
|
void BlockOfCode::GenMemoryAccessors() {
|
|
|
|
align();
|
|
|
|
read_memory_8 = getCurr<const void*>();
|
|
|
|
ABI_PushCallerSaveRegistersAndAdjustStack(this);
|
2017-01-30 21:42:17 +00:00
|
|
|
CallFunction(cb.memory.Read8);
|
2016-09-01 00:06:40 +01:00
|
|
|
ABI_PopCallerSaveRegistersAndAdjustStack(this);
|
|
|
|
ret();
|
|
|
|
|
|
|
|
align();
|
|
|
|
read_memory_16 = getCurr<const void*>();
|
|
|
|
ABI_PushCallerSaveRegistersAndAdjustStack(this);
|
2017-01-30 21:42:17 +00:00
|
|
|
CallFunction(cb.memory.Read16);
|
2016-09-01 00:06:40 +01:00
|
|
|
ABI_PopCallerSaveRegistersAndAdjustStack(this);
|
|
|
|
ret();
|
|
|
|
|
|
|
|
align();
|
|
|
|
read_memory_32 = getCurr<const void*>();
|
|
|
|
ABI_PushCallerSaveRegistersAndAdjustStack(this);
|
2017-01-30 21:42:17 +00:00
|
|
|
CallFunction(cb.memory.Read32);
|
2016-09-01 00:06:40 +01:00
|
|
|
ABI_PopCallerSaveRegistersAndAdjustStack(this);
|
|
|
|
ret();
|
2016-12-16 20:48:08 +00:00
|
|
|
|
2016-09-01 00:06:40 +01:00
|
|
|
align();
|
|
|
|
read_memory_64 = getCurr<const void*>();
|
|
|
|
ABI_PushCallerSaveRegistersAndAdjustStack(this);
|
2017-01-30 21:42:17 +00:00
|
|
|
CallFunction(cb.memory.Read64);
|
2016-09-01 00:06:40 +01:00
|
|
|
ABI_PopCallerSaveRegistersAndAdjustStack(this);
|
|
|
|
ret();
|
|
|
|
|
|
|
|
align();
|
|
|
|
write_memory_8 = getCurr<const void*>();
|
|
|
|
ABI_PushCallerSaveRegistersAndAdjustStack(this);
|
2017-01-30 21:42:17 +00:00
|
|
|
CallFunction(cb.memory.Write8);
|
2016-09-01 00:06:40 +01:00
|
|
|
ABI_PopCallerSaveRegistersAndAdjustStack(this);
|
|
|
|
ret();
|
|
|
|
|
|
|
|
align();
|
|
|
|
write_memory_16 = getCurr<const void*>();
|
|
|
|
ABI_PushCallerSaveRegistersAndAdjustStack(this);
|
2017-01-30 21:42:17 +00:00
|
|
|
CallFunction(cb.memory.Write16);
|
2016-09-01 00:06:40 +01:00
|
|
|
ABI_PopCallerSaveRegistersAndAdjustStack(this);
|
|
|
|
ret();
|
|
|
|
|
|
|
|
align();
|
|
|
|
write_memory_32 = getCurr<const void*>();
|
|
|
|
ABI_PushCallerSaveRegistersAndAdjustStack(this);
|
2017-01-30 21:42:17 +00:00
|
|
|
CallFunction(cb.memory.Write32);
|
2016-09-01 00:06:40 +01:00
|
|
|
ABI_PopCallerSaveRegistersAndAdjustStack(this);
|
|
|
|
ret();
|
|
|
|
|
|
|
|
align();
|
|
|
|
write_memory_64 = getCurr<const void*>();
|
|
|
|
ABI_PushCallerSaveRegistersAndAdjustStack(this);
|
2017-01-30 21:42:17 +00:00
|
|
|
CallFunction(cb.memory.Write64);
|
2016-09-01 00:06:40 +01:00
|
|
|
ABI_PopCallerSaveRegistersAndAdjustStack(this);
|
|
|
|
ret();
|
|
|
|
}
|
|
|
|
|
2016-08-07 22:47:17 +01:00
|
|
|
void BlockOfCode::SwitchMxcsrOnEntry() {
|
2016-08-24 20:07:08 +01:00
|
|
|
stmxcsr(dword[r15 + offsetof(JitState, save_host_MXCSR)]);
|
|
|
|
ldmxcsr(dword[r15 + offsetof(JitState, guest_MXCSR)]);
|
2016-08-07 22:47:17 +01:00
|
|
|
}
|
2016-07-01 14:01:06 +01:00
|
|
|
|
2016-08-07 22:47:17 +01:00
|
|
|
void BlockOfCode::SwitchMxcsrOnExit() {
|
2016-08-24 20:07:08 +01:00
|
|
|
stmxcsr(dword[r15 + offsetof(JitState, guest_MXCSR)]);
|
|
|
|
ldmxcsr(dword[r15 + offsetof(JitState, save_host_MXCSR)]);
|
|
|
|
}
|
|
|
|
|
2017-03-18 17:20:21 +00:00
|
|
|
Xbyak::Address BlockOfCode::MConst(u64 constant) {
|
|
|
|
return constant_pool.GetConstant(constant);
|
|
|
|
}
|
|
|
|
|
2016-08-26 13:46:19 +01:00
|
|
|
void BlockOfCode::nop(size_t size) {
|
|
|
|
switch (size) {
|
|
|
|
case 0:
|
|
|
|
return;
|
|
|
|
case 1:
|
|
|
|
db(0x90);
|
|
|
|
return;
|
|
|
|
case 2:
|
|
|
|
db(0x66); db(0x90);
|
|
|
|
return;
|
|
|
|
case 3:
|
|
|
|
db(0x0f); db(0x1f); db(0x00);
|
|
|
|
return;
|
|
|
|
case 4:
|
|
|
|
db(0x0f); db(0x1f); db(0x40); db(0x00);
|
|
|
|
return;
|
|
|
|
case 5:
|
|
|
|
db(0x0f); db(0x1f); db(0x44); db(0x00); db(0x00);
|
|
|
|
return;
|
|
|
|
case 6:
|
|
|
|
db(0x66); db(0x0f); db(0x1f); db(0x44); db(0x00); db(0x00);
|
|
|
|
return;
|
|
|
|
case 7:
|
|
|
|
db(0x0f); db(0x1f); db(0x80); db(0x00); db(0x00); db(0x00); db(0x00);
|
|
|
|
return;
|
|
|
|
case 8:
|
|
|
|
db(0x0f); db(0x1f); db(0x84); db(0x00); db(0x00); db(0x00); db(0x00); db(0x00);
|
|
|
|
return;
|
|
|
|
case 9:
|
|
|
|
db(0x66); db(0x0f); db(0x1f); db(0x84); db(0x00); db(0x00); db(0x00); db(0x00); db(0x00);
|
|
|
|
return;
|
|
|
|
case 10:
|
|
|
|
default:
|
|
|
|
db(0x66); db(0x2e); db(0x0f); db(0x1f); db(0x84); db(0x00); db(0x00); db(0x00); db(0x00); db(0x00);
|
|
|
|
nop(size - 10);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-12-16 20:48:08 +00:00
|
|
|
void* BlockOfCode::AllocateFromCodeSpace(size_t alloc_size) {
|
2016-12-11 15:27:26 +00:00
|
|
|
if (size_ + alloc_size >= maxSize_) {
|
|
|
|
throw Xbyak::Error(Xbyak::ERR_CODE_IS_TOO_BIG);
|
|
|
|
}
|
|
|
|
|
|
|
|
void* ret = getCurr<void*>();
|
|
|
|
size_ += alloc_size;
|
|
|
|
memset(ret, 0, alloc_size);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2016-09-04 11:30:57 +01:00
|
|
|
void BlockOfCode::SetCodePtr(CodePtr code_ptr) {
|
2016-08-24 20:07:08 +01:00
|
|
|
// The "size" defines where top_, the insertion point, is.
|
2016-09-04 11:30:57 +01:00
|
|
|
size_t required_size = reinterpret_cast<const u8*>(code_ptr) - getCode();
|
2016-08-24 20:07:08 +01:00
|
|
|
setSize(required_size);
|
|
|
|
}
|
|
|
|
|
|
|
|
void BlockOfCode::EnsurePatchLocationSize(CodePtr begin, size_t size) {
|
|
|
|
size_t current_size = getCurr<const u8*>() - reinterpret_cast<const u8*>(begin);
|
|
|
|
ASSERT(current_size <= size);
|
|
|
|
nop(size - current_size);
|
2016-07-01 14:01:06 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
} // namespace BackendX64
|
|
|
|
} // namespace Dynarmic
|