Rename jit/ to vm/.
This commit is contained in:
David Anderson
@@ -0,0 +1,141 @@
|
||||
// vim: set sts=2 ts=8 sw=2 tw=99 et:
|
||||
//
|
||||
// Copyright (C) 2006-2015 AlliedModders LLC
|
||||
//
|
||||
// This file is part of SourcePawn. SourcePawn is free software: you can
|
||||
// redistribute it and/or modify it under the terms of the GNU General Public
|
||||
// License as published by the Free Software Foundation, either version 3 of
|
||||
// the License, or (at your option) any later version.
|
||||
//
|
||||
// You should have received a copy of the GNU General Public License along with
|
||||
// SourcePawn. If not, see http://www.gnu.org/licenses/.
|
||||
//
|
||||
#include <sp_vm_api.h>
|
||||
#include "code-stubs.h"
|
||||
#include "x86-utils.h"
|
||||
#include "jit_x86.h"
|
||||
#include "environment.h"
|
||||
|
||||
using namespace sp;
|
||||
using namespace SourcePawn;
|
||||
|
||||
#define __ masm.
|
||||
|
||||
bool
|
||||
CodeStubs::InitializeFeatureDetection()
|
||||
{
|
||||
MacroAssemblerX86 masm;
|
||||
MacroAssemblerX86::GenerateFeatureDetection(masm);
|
||||
void *code = LinkCode(env_, masm);
|
||||
if (!code)
|
||||
return false;
|
||||
MacroAssemblerX86::RunFeatureDetection(code);
|
||||
return true;
|
||||
}
|
||||
|
||||
|
||||
bool
|
||||
CodeStubs::CompileInvokeStub()
|
||||
{
|
||||
AssemblerX86 masm;
|
||||
|
||||
__ push(ebp);
|
||||
__ movl(ebp, esp);
|
||||
|
||||
__ push(esi); // ebp - 4
|
||||
__ push(edi); // ebp - 8
|
||||
__ push(ebx); // ebp - 12
|
||||
__ push(esp); // ebp - 16
|
||||
|
||||
// ebx = cx
|
||||
__ movl(ebx, Operand(ebp, 8 + 4 * 0));
|
||||
|
||||
// ecx = code
|
||||
__ movl(ecx, Operand(ebp, 8 + 4 * 1));
|
||||
|
||||
// eax = cx->memory
|
||||
__ movl(eax, Operand(ebx, PluginContext::offsetOfMemory()));
|
||||
|
||||
// Set up run-time registers.
|
||||
__ movl(edi, Operand(ebx, PluginContext::offsetOfSp()));
|
||||
__ addl(edi, eax);
|
||||
__ movl(esi, eax);
|
||||
__ movl(ebx, edi);
|
||||
|
||||
// Align the stack.
|
||||
__ andl(esp, 0xfffffff0);
|
||||
|
||||
// Set up the last piece of the invoke frame. This lets us find the bounds
|
||||
// of the call stack.
|
||||
__ movl(eax, intptr_t(Environment::get()));
|
||||
__ movl(eax, Operand(eax, Environment::offsetOfTopFrame()));
|
||||
__ movl(Operand(eax, InvokeFrame::offsetOfEntrySp()), esp);
|
||||
|
||||
// Call into plugin (align the stack first).
|
||||
__ call(ecx);
|
||||
|
||||
// Get input context, store rval.
|
||||
__ movl(ecx, Operand(ebp, 8 + 4 * 2));
|
||||
__ movl(Operand(ecx, 0), pri);
|
||||
|
||||
// Set no error.
|
||||
__ movl(eax, SP_ERROR_NONE);
|
||||
|
||||
// Store latest stk. If we have an error code, we'll jump directly to here,
|
||||
// so eax will already be set.
|
||||
Label ret;
|
||||
__ bind(&ret);
|
||||
__ subl(stk, dat);
|
||||
__ movl(ecx, Operand(ebp, 8 + 4 * 0));
|
||||
__ movl(Operand(ecx, PluginContext::offsetOfSp()), stk);
|
||||
|
||||
// Restore stack.
|
||||
__ movl(esp, Operand(ebp, -16));
|
||||
|
||||
// Restore registers and gtfo.
|
||||
__ pop(ebx);
|
||||
__ pop(edi);
|
||||
__ pop(esi);
|
||||
__ pop(ebp);
|
||||
__ ret();
|
||||
|
||||
// The universal emergency return will jump to here.
|
||||
Label error;
|
||||
__ bind(&error);
|
||||
__ movl(ecx, Operand(ebp, 8 + 4 * 0)); // ret-path expects ecx = ctx
|
||||
__ jmp(&ret);
|
||||
|
||||
invoke_stub_ = LinkCode(env_, masm);
|
||||
if (!invoke_stub_)
|
||||
return false;
|
||||
|
||||
return_stub_ = reinterpret_cast<uint8_t *>(invoke_stub_) + error.offset();
|
||||
return true;
|
||||
}
|
||||
|
||||
SPVM_NATIVE_FUNC
|
||||
CodeStubs::CreateFakeNativeStub(SPVM_FAKENATIVE_FUNC callback, void *pData)
|
||||
{
|
||||
AssemblerX86 masm;
|
||||
|
||||
__ push(ebx);
|
||||
__ push(edi);
|
||||
__ push(esi);
|
||||
__ movl(edi, Operand(esp, 16)); // store ctx
|
||||
__ movl(esi, Operand(esp, 20)); // store params
|
||||
__ movl(ebx, esp);
|
||||
__ andl(esp, 0xfffffff0);
|
||||
__ subl(esp, 4);
|
||||
|
||||
__ push(intptr_t(pData));
|
||||
__ push(esi);
|
||||
__ push(edi);
|
||||
__ call(ExternalAddress((void *)callback));
|
||||
__ movl(esp, ebx);
|
||||
__ pop(esi);
|
||||
__ pop(edi);
|
||||
__ pop(ebx);
|
||||
__ ret();
|
||||
|
||||
return (SPVM_NATIVE_FUNC)LinkCode(env_, masm);
|
||||
}
|
||||
@@ -0,0 +1,83 @@
|
||||
// vim: set ts=8 sts=2 sw=2 tw=99 et:
|
||||
//
|
||||
// This file is part of SourcePawn.
|
||||
//
|
||||
// SourcePawn is free software: you can redistribute it and/or modify
|
||||
// it under the terms of the GNU General Public License as published by
|
||||
// the Free Software Foundation, either version 3 of the License, or
|
||||
// (at your option) any later version.
|
||||
//
|
||||
// SourcePawn is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU General Public License for more details.
|
||||
//
|
||||
// You should have received a copy of the GNU General Public License
|
||||
// along with SourcePawn. If not, see <http://www.gnu.org/licenses/>.
|
||||
#ifndef _include_sourcepawn_jit_frames_x86_h_
|
||||
#define _include_sourcepawn_jit_frames_x86_h_
|
||||
|
||||
#include <sp_vm_types.h>
|
||||
|
||||
namespace sp {
|
||||
|
||||
using namespace SourcePawn;
|
||||
|
||||
class PluginContext;
|
||||
|
||||
// This is the layout of the stack in between each scripted function call.
|
||||
struct JitFrame
|
||||
{
|
||||
intptr_t align0;
|
||||
intptr_t align1;
|
||||
ucell_t function_cip;
|
||||
void *return_address;
|
||||
|
||||
static inline const JitFrame *FromSp(const intptr_t *sp) {
|
||||
return reinterpret_cast<const JitFrame *>(sp);
|
||||
}
|
||||
};
|
||||
|
||||
// When we're about to call a native, the stack pointer we store in the exit
|
||||
// frame is such that (sp + sizeof(JitExitFrameForNative)) conforms to this
|
||||
// structure.
|
||||
//
|
||||
// Note that it looks reversed compared to JitFrame because we capture the sp
|
||||
// before saving registers and pushing arguments.
|
||||
struct JitExitFrameForNative
|
||||
{
|
||||
void *return_address;
|
||||
PluginContext *cx;
|
||||
union {
|
||||
uint32_t native_index;
|
||||
SPVM_NATIVE_FUNC fn;
|
||||
} arg;
|
||||
const cell_t *params;
|
||||
cell_t saved_alt;
|
||||
|
||||
static inline const JitExitFrameForNative *FromExitSp(const intptr_t *exit_sp) {
|
||||
return reinterpret_cast<const JitExitFrameForNative *>(
|
||||
reinterpret_cast<const uint8_t *>(exit_sp) - sizeof(JitExitFrameForNative));
|
||||
}
|
||||
};
|
||||
|
||||
// Unlke native frames, the exit_sp for these is created at the base address.
|
||||
struct JitExitFrameForHelper
|
||||
{
|
||||
void *return_address;
|
||||
|
||||
static inline const JitExitFrameForHelper *FromExitSp(const intptr_t *exit_sp) {
|
||||
return reinterpret_cast<const JitExitFrameForHelper *>(exit_sp);
|
||||
}
|
||||
|
||||
bool isCompileFunction() const {
|
||||
return !!return_address;
|
||||
}
|
||||
const JitFrame *prev() const {
|
||||
return reinterpret_cast<const JitFrame *>(this + 1);
|
||||
}
|
||||
};
|
||||
|
||||
} // namespace sp
|
||||
|
||||
#endif // _include_sourcepawn_jit_frames_x86_h_
|
||||
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,170 @@
|
||||
// vim: set ts=8 sts=2 sw=2 tw=99 et:
|
||||
//
|
||||
// This file is part of SourcePawn.
|
||||
//
|
||||
// SourcePawn is free software: you can redistribute it and/or modify
|
||||
// it under the terms of the GNU General Public License as published by
|
||||
// the Free Software Foundation, either version 3 of the License, or
|
||||
// (at your option) any later version.
|
||||
//
|
||||
// SourcePawn is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU General Public License for more details.
|
||||
//
|
||||
// You should have received a copy of the GNU General Public License
|
||||
// along with SourcePawn. If not, see <http://www.gnu.org/licenses/>.
|
||||
#ifndef _INCLUDE_SOURCEPAWN_JIT_X86_H_
|
||||
#define _INCLUDE_SOURCEPAWN_JIT_X86_H_
|
||||
|
||||
#include <sp_vm_types.h>
|
||||
#include <sp_vm_api.h>
|
||||
#include <macro-assembler-x86.h>
|
||||
#include <am-vector.h>
|
||||
#include "plugin-runtime.h"
|
||||
#include "plugin-context.h"
|
||||
#include "compiled-function.h"
|
||||
#include "opcodes.h"
|
||||
|
||||
using namespace SourcePawn;
|
||||
|
||||
namespace sp {
|
||||
class LegacyImage;
|
||||
class Environment;
|
||||
class CompiledFunction;
|
||||
|
||||
struct ErrorPath
|
||||
{
|
||||
SilentLabel label;
|
||||
const cell_t *cip;
|
||||
int err;
|
||||
|
||||
ErrorPath(const cell_t *cip, int err)
|
||||
: cip(cip),
|
||||
err(err)
|
||||
{}
|
||||
ErrorPath()
|
||||
{}
|
||||
};
|
||||
|
||||
struct BackwardJump {
|
||||
// The pc at the jump instruction (i.e. after it).
|
||||
uint32_t pc;
|
||||
// The cip of the jump.
|
||||
const cell_t *cip;
|
||||
// The offset of the timeout thunk. This is filled in at the end.
|
||||
uint32_t timeout_offset;
|
||||
|
||||
BackwardJump()
|
||||
{}
|
||||
BackwardJump(uint32_t pc, const cell_t *cip)
|
||||
: pc(pc),
|
||||
cip(cip)
|
||||
{}
|
||||
};
|
||||
|
||||
#define JIT_INLINE_ERRORCHECKS (1<<0)
|
||||
#define JIT_INLINE_NATIVES (1<<1)
|
||||
#define STACK_MARGIN 64 //8 parameters of safety, I guess
|
||||
#define JIT_FUNCMAGIC 0x214D4148 //magic function offset
|
||||
|
||||
#define JITVARS_PROFILER 2 //profiler
|
||||
|
||||
#define sDIMEN_MAX 5 //this must mirror what the compiler has.
|
||||
|
||||
struct CallThunk
|
||||
{
|
||||
SilentLabel call;
|
||||
cell_t pcode_offset;
|
||||
|
||||
CallThunk(cell_t pcode_offset)
|
||||
: pcode_offset(pcode_offset)
|
||||
{
|
||||
}
|
||||
};
|
||||
|
||||
class Compiler
|
||||
{
|
||||
public:
|
||||
Compiler(PluginRuntime *rt, cell_t pcode_offs);
|
||||
~Compiler();
|
||||
|
||||
sp::CompiledFunction *emit(int *errp);
|
||||
|
||||
private:
|
||||
bool setup(cell_t pcode_offs);
|
||||
bool emitOp(sp::OPCODE op);
|
||||
cell_t readCell();
|
||||
|
||||
private:
|
||||
Label *labelAt(size_t offset);
|
||||
bool emitCall();
|
||||
bool emitNativeCall(sp::OPCODE op);
|
||||
bool emitSwitch();
|
||||
void emitGenArray(bool autozero);
|
||||
void emitCallThunks();
|
||||
void emitCheckAddress(Register reg);
|
||||
void emitErrorPath(Label *dest, int code);
|
||||
void emitErrorPaths();
|
||||
void emitFloatCmp(ConditionCode cc);
|
||||
void jumpOnError(ConditionCode cc, int err = 0);
|
||||
void emitThrowPathIfNeeded(int err);
|
||||
|
||||
ExternalAddress hpAddr() {
|
||||
return ExternalAddress(context_->addressOfHp());
|
||||
}
|
||||
ExternalAddress frmAddr() {
|
||||
return ExternalAddress(context_->addressOfFrm());
|
||||
}
|
||||
|
||||
// Map a return address (i.e. an exit point from a function) to its source
|
||||
// cip. This lets us avoid tracking the cip during runtime. These are
|
||||
// sorted by definition since we assemble and emit in forward order.
|
||||
void emitCipMapping(const cell_t *cip) {
|
||||
CipMapEntry entry;
|
||||
entry.cipoffs = uintptr_t(cip) - uintptr_t(code_start_);
|
||||
entry.pcoffs = masm.pc();
|
||||
cip_map_.append(entry);
|
||||
}
|
||||
|
||||
private:
|
||||
AssemblerX86 masm;
|
||||
Environment *env_;
|
||||
PluginRuntime *rt_;
|
||||
PluginContext *context_;
|
||||
LegacyImage *image_;
|
||||
int error_;
|
||||
uint32_t pcode_start_;
|
||||
const cell_t *code_start_;
|
||||
const cell_t *cip_;
|
||||
const cell_t *op_cip_;
|
||||
const cell_t *code_end_;
|
||||
Label *jump_map_;
|
||||
ke::Vector<BackwardJump> backward_jumps_;
|
||||
|
||||
ke::Vector<CipMapEntry> cip_map_;
|
||||
|
||||
// Errors.
|
||||
ke::Vector<ErrorPath> error_paths_;
|
||||
Label throw_timeout_;
|
||||
Label throw_error_code_[SP_MAX_ERROR_CODES];
|
||||
Label report_error_;
|
||||
Label return_reported_error_;
|
||||
|
||||
ke::Vector<CallThunk *> thunks_; //:TODO: free
|
||||
};
|
||||
|
||||
const Register pri = eax;
|
||||
const Register alt = edx;
|
||||
const Register stk = edi;
|
||||
const Register dat = esi;
|
||||
const Register tmp = ecx;
|
||||
const Register frm = ebx;
|
||||
|
||||
CompiledFunction *
|
||||
CompileFunction(PluginRuntime *prt, cell_t pcode_offs, int *err);
|
||||
|
||||
}
|
||||
|
||||
#endif //_INCLUDE_SOURCEPAWN_JIT_X86_H_
|
||||
|
||||
@@ -0,0 +1,30 @@
|
||||
// vim: set sts=2 ts=8 sw=2 tw=99 et:
|
||||
//
|
||||
// Copyright (C) 2006-2015 AlliedModders LLC
|
||||
//
|
||||
// This file is part of SourcePawn. SourcePawn is free software: you can
|
||||
// redistribute it and/or modify it under the terms of the GNU General Public
|
||||
// License as published by the Free Software Foundation, either version 3 of
|
||||
// the License, or (at your option) any later version.
|
||||
//
|
||||
// You should have received a copy of the GNU General Public License along with
|
||||
// SourcePawn. If not, see http://www.gnu.org/licenses/.
|
||||
//
|
||||
#include "environment.h"
|
||||
#include "x86-utils.h"
|
||||
|
||||
using namespace sp;
|
||||
|
||||
uint8_t *
|
||||
sp::LinkCode(Environment *env, AssemblerX86 &masm)
|
||||
{
|
||||
if (masm.outOfMemory())
|
||||
return nullptr;
|
||||
|
||||
void *code = env->AllocateCode(masm.length());
|
||||
if (!code)
|
||||
return nullptr;
|
||||
|
||||
masm.emitToExecutableMemory(code);
|
||||
return reinterpret_cast<uint8_t *>(code);
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
// vim: set sts=2 ts=8 sw=2 tw=99 et:
|
||||
//
|
||||
// Copyright (C) 2006-2015 AlliedModders LLC
|
||||
//
|
||||
// This file is part of SourcePawn. SourcePawn is free software: you can
|
||||
// redistribute it and/or modify it under the terms of the GNU General Public
|
||||
// License as published by the Free Software Foundation, either version 3 of
|
||||
// the License, or (at your option) any later version.
|
||||
//
|
||||
// You should have received a copy of the GNU General Public License along with
|
||||
// SourcePawn. If not, see http://www.gnu.org/licenses/.
|
||||
//
|
||||
#ifndef _include_sourcepawn_vm_x86_utils_h_
|
||||
#define _include_sourcepawn_vm_x86_utils_h_
|
||||
|
||||
#include <stdint.h>
|
||||
#include <macro-assembler-x86.h>
|
||||
|
||||
namespace sp {
|
||||
|
||||
class Environment;
|
||||
|
||||
uint8_t *LinkCode(Environment *env, AssemblerX86 &masm);
|
||||
|
||||
}
|
||||
|
||||
#endif // _include_sourcepawn_vm_x86_utils_h_
|
||||
Reference in New Issue
Block a user