#ifndef jit_BaselineCompiler_h
#define jit_BaselineCompiler_h
#include "jit/BaselineFrameInfo.h"
#include "jit/BaselineIC.h"
#include "jit/BytecodeAnalysis.h"
#include "jit/FixedList.h"
#include "jit/MacroAssembler.h"
namespace js {
namespace jit {
#define OPCODE_LIST(_) \
_(JSOP_NOP) \
_(JSOP_NOP_DESTRUCTURING) \
_(JSOP_LABEL) \
_(JSOP_ITERNEXT) \
_(JSOP_POP) \
_(JSOP_POPN) \
_(JSOP_DUPAT) \
_(JSOP_ENTERWITH) \
_(JSOP_LEAVEWITH) \
_(JSOP_DUP) \
_(JSOP_DUP2) \
_(JSOP_SWAP) \
_(JSOP_PICK) \
_(JSOP_UNPICK) \
_(JSOP_GOTO) \
_(JSOP_IFEQ) \
_(JSOP_IFNE) \
_(JSOP_AND) \
_(JSOP_OR) \
_(JSOP_NOT) \
_(JSOP_POS) \
_(JSOP_TONUMERIC) \
_(JSOP_LOOPHEAD) \
_(JSOP_LOOPENTRY) \
_(JSOP_VOID) \
_(JSOP_UNDEFINED) \
_(JSOP_HOLE) \
_(JSOP_NULL) \
_(JSOP_TRUE) \
_(JSOP_FALSE) \
_(JSOP_ZERO) \
_(JSOP_ONE) \
_(JSOP_INT8) \
_(JSOP_INT32) \
_(JSOP_UINT16) \
_(JSOP_UINT24) \
_(JSOP_RESUMEINDEX) \
_(JSOP_DOUBLE) \
_(JSOP_BIGINT) \
_(JSOP_STRING) \
_(JSOP_SYMBOL) \
_(JSOP_OBJECT) \
_(JSOP_CALLSITEOBJ) \
_(JSOP_REGEXP) \
_(JSOP_LAMBDA) \
_(JSOP_LAMBDA_ARROW) \
_(JSOP_SETFUNNAME) \
_(JSOP_BITOR) \
_(JSOP_BITXOR) \
_(JSOP_BITAND) \
_(JSOP_LSH) \
_(JSOP_RSH) \
_(JSOP_URSH) \
_(JSOP_ADD) \
_(JSOP_SUB) \
_(JSOP_MUL) \
_(JSOP_DIV) \
_(JSOP_MOD) \
_(JSOP_POW) \
_(JSOP_LT) \
_(JSOP_LE) \
_(JSOP_GT) \
_(JSOP_GE) \
_(JSOP_EQ) \
_(JSOP_NE) \
_(JSOP_STRICTEQ) \
_(JSOP_STRICTNE) \
_(JSOP_CONDSWITCH) \
_(JSOP_CASE) \
_(JSOP_DEFAULT) \
_(JSOP_LINENO) \
_(JSOP_BITNOT) \
_(JSOP_NEG) \
_(JSOP_NEWARRAY) \
_(JSOP_NEWARRAY_COPYONWRITE) \
_(JSOP_INITELEM_ARRAY) \
_(JSOP_NEWOBJECT) \
_(JSOP_NEWINIT) \
_(JSOP_INITELEM) \
_(JSOP_INITELEM_GETTER) \
_(JSOP_INITELEM_SETTER) \
_(JSOP_INITELEM_INC) \
_(JSOP_MUTATEPROTO) \
_(JSOP_INITPROP) \
_(JSOP_INITLOCKEDPROP) \
_(JSOP_INITHIDDENPROP) \
_(JSOP_INITPROP_GETTER) \
_(JSOP_INITPROP_SETTER) \
_(JSOP_GETELEM) \
_(JSOP_SETELEM) \
_(JSOP_STRICTSETELEM) \
_(JSOP_CALLELEM) \
_(JSOP_DELELEM) \
_(JSOP_STRICTDELELEM) \
_(JSOP_GETELEM_SUPER) \
_(JSOP_SETELEM_SUPER) \
_(JSOP_STRICTSETELEM_SUPER) \
_(JSOP_IN) \
_(JSOP_HASOWN) \
_(JSOP_GETGNAME) \
_(JSOP_BINDGNAME) \
_(JSOP_SETGNAME) \
_(JSOP_STRICTSETGNAME) \
_(JSOP_SETNAME) \
_(JSOP_STRICTSETNAME) \
_(JSOP_GETPROP) \
_(JSOP_SETPROP) \
_(JSOP_STRICTSETPROP) \
_(JSOP_CALLPROP) \
_(JSOP_DELPROP) \
_(JSOP_STRICTDELPROP) \
_(JSOP_GETPROP_SUPER) \
_(JSOP_SETPROP_SUPER) \
_(JSOP_STRICTSETPROP_SUPER) \
_(JSOP_LENGTH) \
_(JSOP_GETBOUNDNAME) \
_(JSOP_GETALIASEDVAR) \
_(JSOP_SETALIASEDVAR) \
_(JSOP_GETNAME) \
_(JSOP_BINDNAME) \
_(JSOP_DELNAME) \
_(JSOP_GETIMPORT) \
_(JSOP_GETINTRINSIC) \
_(JSOP_SETINTRINSIC) \
_(JSOP_BINDVAR) \
_(JSOP_DEFVAR) \
_(JSOP_DEFCONST) \
_(JSOP_DEFLET) \
_(JSOP_DEFFUN) \
_(JSOP_GETLOCAL) \
_(JSOP_SETLOCAL) \
_(JSOP_GETARG) \
_(JSOP_SETARG) \
_(JSOP_CHECKLEXICAL) \
_(JSOP_INITLEXICAL) \
_(JSOP_INITGLEXICAL) \
_(JSOP_CHECKALIASEDLEXICAL) \
_(JSOP_INITALIASEDLEXICAL) \
_(JSOP_UNINITIALIZED) \
_(JSOP_CALL) \
_(JSOP_CALL_IGNORES_RV) \
_(JSOP_CALLITER) \
_(JSOP_FUNCALL) \
_(JSOP_FUNAPPLY) \
_(JSOP_NEW) \
_(JSOP_EVAL) \
_(JSOP_STRICTEVAL) \
_(JSOP_SPREADCALL) \
_(JSOP_SPREADNEW) \
_(JSOP_SPREADEVAL) \
_(JSOP_STRICTSPREADEVAL) \
_(JSOP_OPTIMIZE_SPREADCALL) \
_(JSOP_IMPLICITTHIS) \
_(JSOP_GIMPLICITTHIS) \
_(JSOP_INSTANCEOF) \
_(JSOP_TYPEOF) \
_(JSOP_TYPEOFEXPR) \
_(JSOP_THROWMSG) \
_(JSOP_THROW) \
_(JSOP_TRY) \
_(JSOP_FINALLY) \
_(JSOP_GOSUB) \
_(JSOP_RETSUB) \
_(JSOP_PUSHLEXICALENV) \
_(JSOP_POPLEXICALENV) \
_(JSOP_FRESHENLEXICALENV) \
_(JSOP_RECREATELEXICALENV) \
_(JSOP_DEBUGLEAVELEXICALENV) \
_(JSOP_PUSHVARENV) \
_(JSOP_POPVARENV) \
_(JSOP_EXCEPTION) \
_(JSOP_DEBUGGER) \
_(JSOP_ARGUMENTS) \
_(JSOP_REST) \
_(JSOP_TOASYNCITER) \
_(JSOP_TOID) \
_(JSOP_TOSTRING) \
_(JSOP_TABLESWITCH) \
_(JSOP_ITER) \
_(JSOP_MOREITER) \
_(JSOP_ISNOITER) \
_(JSOP_ENDITER) \
_(JSOP_ISGENCLOSING) \
_(JSOP_GENERATOR) \
_(JSOP_INITIALYIELD) \
_(JSOP_YIELD) \
_(JSOP_AWAIT) \
_(JSOP_TRYSKIPAWAIT) \
_(JSOP_DEBUGAFTERYIELD) \
_(JSOP_FINALYIELDRVAL) \
_(JSOP_RESUME) \
_(JSOP_ASYNCAWAIT) \
_(JSOP_ASYNCRESOLVE) \
_(JSOP_CALLEE) \
_(JSOP_ENVCALLEE) \
_(JSOP_SUPERBASE) \
_(JSOP_SUPERFUN) \
_(JSOP_GETRVAL) \
_(JSOP_SETRVAL) \
_(JSOP_RETRVAL) \
_(JSOP_RETURN) \
_(JSOP_FUNCTIONTHIS) \
_(JSOP_GLOBALTHIS) \
_(JSOP_CHECKISOBJ) \
_(JSOP_CHECKISCALLABLE) \
_(JSOP_CHECKTHIS) \
_(JSOP_CHECKTHISREINIT) \
_(JSOP_CHECKRETURN) \
_(JSOP_NEWTARGET) \
_(JSOP_SUPERCALL) \
_(JSOP_SPREADSUPERCALL) \
_(JSOP_THROWSETCONST) \
_(JSOP_THROWSETALIASEDCONST) \
_(JSOP_THROWSETCALLEE) \
_(JSOP_INITHIDDENPROP_GETTER) \
_(JSOP_INITHIDDENPROP_SETTER) \
_(JSOP_INITHIDDENELEM) \
_(JSOP_INITHIDDENELEM_GETTER) \
_(JSOP_INITHIDDENELEM_SETTER) \
_(JSOP_CHECKOBJCOERCIBLE) \
_(JSOP_DEBUGCHECKSELFHOSTED) \
_(JSOP_JUMPTARGET) \
_(JSOP_IS_CONSTRUCTING) \
_(JSOP_TRY_DESTRUCTURING) \
_(JSOP_CHECKCLASSHERITAGE) \
_(JSOP_INITHOMEOBJECT) \
_(JSOP_BUILTINPROTO) \
_(JSOP_OBJWITHPROTO) \
_(JSOP_FUNWITHPROTO) \
_(JSOP_CLASSCONSTRUCTOR) \
_(JSOP_DERIVEDCONSTRUCTOR) \
_(JSOP_IMPORTMETA) \
_(JSOP_DYNAMIC_IMPORT) \
_(JSOP_INC) \
_(JSOP_DEC)
template <typename Handler>
class BaselineCodeGen {
protected:
Handler handler;
JSContext* cx;
StackMacroAssembler masm;
typename Handler::FrameInfoT& frame;
js::Vector<CodeOffset> traceLoggerToggleOffsets_;
NonAssertingLabel return_;
NonAssertingLabel postBarrierSlot_;
CodeOffset profilerEnterFrameToggleOffset_;
CodeOffset profilerExitFrameToggleOffset_;
CodeOffset bailoutPrologueOffset_;
CodeOffset debugOsrPrologueOffset_;
CodeOffset debugOsrEpilogueOffset_;
uint32_t pushedBeforeCall_;
#ifdef DEBUG
bool inCall_;
#endif
bool modifiesArguments_;
template <typename... HandlerArgs>
explicit BaselineCodeGen(JSContext* cx, HandlerArgs&&... args);
template <typename T>
void pushArg(const T& t) {
masm.Push(t);
}
void pushScriptArg();
void pushBytecodePCArg();
enum class ScriptObjectType { RegExp, Function };
void pushScriptObjectArg(ScriptObjectType type);
void pushScriptNameArg();
void pushScriptScopeArg();
void pushUint8BytecodeOperandArg();
void pushUint16BytecodeOperandArg();
void loadResumeIndexBytecodeOperand(Register dest);
void loadInt32LengthBytecodeOperand(Register dest);
void loadInt32IndexBytecodeOperand(ValueOperand dest);
void loadScript(Register dest);
void subtractScriptSlotsSize(Register reg, Register scratch);
void jumpToResumeEntry(Register resumeIndex, Register scratch1,
Register scratch2);
void loadGlobalLexicalEnvironment(Register dest);
void pushGlobalLexicalEnvironmentValue(ValueOperand scratch);
void loadGlobalThisValue(ValueOperand dest);
void prepareVMCall();
void storeFrameSizeAndPushDescriptor(uint32_t frameBaseSize, uint32_t argSize,
const Address& frameSizeAddr,
Register scratch1, Register scratch2);
enum CallVMPhase { POST_INITIALIZE, CHECK_OVER_RECURSED };
bool callVMInternal(VMFunctionId id, CallVMPhase phase);
template <typename Fn, Fn fn>
bool callVM(CallVMPhase phase = POST_INITIALIZE);
template <typename Fn, Fn fn>
bool callVMNonOp(CallVMPhase phase = POST_INITIALIZE) {
if (!callVM<Fn, fn>(phase)) {
return false;
}
handler.markLastRetAddrEntryKind(RetAddrEntry::Kind::NonOpCallVM);
return true;
}
template <typename F1, typename F2>
MOZ_MUST_USE bool emitDebugInstrumentation(
const F1& ifDebuggee, const mozilla::Maybe<F2>& ifNotDebuggee);
template <typename F>
MOZ_MUST_USE bool emitDebugInstrumentation(const F& ifDebuggee) {
return emitDebugInstrumentation(ifDebuggee, mozilla::Maybe<F>());
}
template <typename F1, typename F2>
MOZ_MUST_USE bool emitTestScriptFlag(JSScript::ImmutableFlags flag,
const F1& ifSet, const F2& ifNotSet,
Register scratch);
template <typename F>
MOZ_MUST_USE bool emitTestScriptFlag(JSScript::ImmutableFlags flag,
bool value, const F& emit,
Register scratch);
template <typename F>
MOZ_MUST_USE bool emitTestScriptFlag(JSScript::MutableFlags flag, bool value,
const F& emit, Register scratch);
MOZ_MUST_USE bool emitCheckThis(ValueOperand val, bool reinit = false);
void emitLoadReturnValue(ValueOperand val);
MOZ_MUST_USE bool emitNextIC();
MOZ_MUST_USE bool emitInterruptCheck();
MOZ_MUST_USE bool emitWarmUpCounterIncrement();
MOZ_MUST_USE bool emitTraceLoggerResume(Register script,
AllocatableGeneralRegisterSet& regs);
#define EMIT_OP(op) bool emit_##op();
OPCODE_LIST(EMIT_OP)
#undef EMIT_OP
MOZ_MUST_USE bool emitUnaryArith();
MOZ_MUST_USE bool emitBinaryArith();
MOZ_MUST_USE bool emitCompare();
void emitJump();
void emitTestBooleanTruthy(bool branchIfTrue, ValueOperand val);
void emitGetTableSwitchIndex(ValueOperand val, Register dest);
void emitTableSwitchJump(Register key, Register scratch1, Register scratch2);
MOZ_MUST_USE bool emitReturn();
MOZ_MUST_USE bool emitToBoolean();
MOZ_MUST_USE bool emitTest(bool branchIfTrue);
MOZ_MUST_USE bool emitAndOr(bool branchIfTrue);
MOZ_MUST_USE bool emitCall(JSOp op);
MOZ_MUST_USE bool emitSpreadCall(JSOp op);
MOZ_MUST_USE bool emitDelElem(bool strict);
MOZ_MUST_USE bool emitDelProp(bool strict);
MOZ_MUST_USE bool emitSetElemSuper(bool strict);
MOZ_MUST_USE bool emitSetPropSuper(bool strict);
MOZ_MUST_USE bool emitBindName(JSOp op);
MOZ_MUST_USE bool emitDefLexical(JSOp op);
bool tryOptimizeGetGlobalName();
bool tryOptimizeBindGlobalName();
MOZ_MUST_USE bool emitInitPropGetterSetter();
MOZ_MUST_USE bool emitInitElemGetterSetter();
MOZ_MUST_USE bool emitFormalArgAccess(JSOp op);
MOZ_MUST_USE bool emitThrowConstAssignment();
MOZ_MUST_USE bool emitUninitializedLexicalCheck(const ValueOperand& val);
MOZ_MUST_USE bool emitIsMagicValue();
void getEnvironmentCoordinateObject(Register reg);
Address getEnvironmentCoordinateAddressFromObject(Register objReg,
Register reg);
Address getEnvironmentCoordinateAddress(Register reg);
MOZ_MUST_USE bool emitPrologue();
MOZ_MUST_USE bool emitEpilogue();
MOZ_MUST_USE bool emitOutOfLinePostBarrierSlot();
MOZ_MUST_USE bool emitStackCheck();
MOZ_MUST_USE bool emitArgumentTypeChecks();
MOZ_MUST_USE bool emitDebugPrologue();
MOZ_MUST_USE bool initEnvironmentChain();
MOZ_MUST_USE bool emitTraceLoggerEnter();
MOZ_MUST_USE bool emitTraceLoggerExit();
void emitIsDebuggeeCheck();
void emitInitializeLocals();
void emitPreInitEnvironmentChain(Register nonFunctionEnv);
void emitProfilerEnterFrame();
void emitProfilerExitFrame();
};
using RetAddrEntryVector = js::Vector<RetAddrEntry, 16, SystemAllocPolicy>;
class BaselineCompilerHandler {
CompilerFrameInfo frame_;
TempAllocator& alloc_;
BytecodeAnalysis analysis_;
FixedList<Label> labels_;
RetAddrEntryVector retAddrEntries_;
JSScript* script_;
jsbytecode* pc_;
uint32_t icEntryIndex_;
bool compileDebugInstrumentation_;
bool ionCompileable_;
public:
using FrameInfoT = CompilerFrameInfo;
BaselineCompilerHandler(JSContext* cx, MacroAssembler& masm,
TempAllocator& alloc, JSScript* script);
MOZ_MUST_USE bool init(JSContext* cx);
CompilerFrameInfo& frame() { return frame_; }
jsbytecode* pc() const { return pc_; }
jsbytecode* maybePC() const { return pc_; }
void moveToNextPC() { pc_ += GetBytecodeLength(pc_); }
Label* labelOf(jsbytecode* pc) { return &labels_[script_->pcToOffset(pc)]; }
bool isDefinitelyLastOp() const { return pc_ == script_->lastPC(); }
JSScript* script() const { return script_; }
JSScript* maybeScript() const { return script_; }
JSFunction* function() const {
return script_->functionNonDelazifying();
}
JSFunction* maybeFunction() const { return function(); }
ModuleObject* module() const { return script_->module(); }
void setCompileDebugInstrumentation() { compileDebugInstrumentation_ = true; }
bool compileDebugInstrumentation() const {
return compileDebugInstrumentation_;
}
bool maybeIonCompileable() const { return ionCompileable_; }
uint32_t icEntryIndex() const { return icEntryIndex_; }
void moveToNextICEntry() { icEntryIndex_++; }
BytecodeAnalysis& analysis() { return analysis_; }
RetAddrEntryVector& retAddrEntries() { return retAddrEntries_; }
MOZ_MUST_USE bool appendRetAddrEntry(JSContext* cx, RetAddrEntry::Kind kind,
uint32_t retOffset) {
if (!retAddrEntries_.emplaceBack(script_->pcToOffset(pc_), kind,
CodeOffset(retOffset))) {
ReportOutOfMemory(cx);
return false;
}
return true;
}
void markLastRetAddrEntryKind(RetAddrEntry::Kind kind) {
retAddrEntries_.back().setKind(kind);
}
bool needsEarlyStackCheck() const {
static const unsigned EARLY_STACK_CHECK_SLOT_COUNT = 128;
return script()->nslots() > EARLY_STACK_CHECK_SLOT_COUNT;
}
JSObject* maybeNoCloneSingletonObject();
};
using BaselineCompilerCodeGen = BaselineCodeGen<BaselineCompilerHandler>;
class BaselineCompiler final : private BaselineCompilerCodeGen {
struct PCMappingEntry {
uint32_t pcOffset;
uint32_t nativeOffset;
PCMappingSlotInfo slotInfo;
bool addIndexEntry;
};
js::Vector<PCMappingEntry, 16, SystemAllocPolicy> pcMappingEntries_;
CodeOffset profilerPushToggleOffset_;
CodeOffset traceLoggerScriptTextIdOffset_;
public:
BaselineCompiler(JSContext* cx, TempAllocator& alloc, JSScript* script);
MOZ_MUST_USE bool init();
MethodStatus compile();
bool compileDebugInstrumentation() const {
return handler.compileDebugInstrumentation();
}
void setCompileDebugInstrumentation() {
handler.setCompileDebugInstrumentation();
}
private:
PCMappingSlotInfo getStackTopSlotInfo() {
MOZ_ASSERT(frame.numUnsyncedSlots() <= 2);
switch (frame.numUnsyncedSlots()) {
case 0:
return PCMappingSlotInfo::MakeSlotInfo();
case 1: {
PCMappingSlotInfo::SlotLocation loc = frame.stackValueSlotLocation(-1);
return PCMappingSlotInfo::MakeSlotInfo(loc);
}
case 2:
default: {
PCMappingSlotInfo::SlotLocation loc1 = frame.stackValueSlotLocation(-1);
PCMappingSlotInfo::SlotLocation loc2 = frame.stackValueSlotLocation(-2);
return PCMappingSlotInfo::MakeSlotInfo(loc1, loc2);
}
}
}
MethodStatus emitBody();
MOZ_MUST_USE bool emitDebugTrap();
MOZ_MUST_USE bool addPCMappingEntry(bool addIndexEntry);
};
class BaselineInterpreterHandler {
InterpreterFrameInfo frame_;
Label interpretOp_;
public:
using FrameInfoT = InterpreterFrameInfo;
explicit BaselineInterpreterHandler(JSContext* cx, MacroAssembler& masm);
InterpreterFrameInfo& frame() { return frame_; }
Label* interpretOpLabel() { return &interpretOp_; }
jsbytecode* maybePC() const { return nullptr; }
bool isDefinitelyLastOp() const { return false; }
JSScript* maybeScript() const { return nullptr; }
JSFunction* maybeFunction() const { return nullptr; }
MOZ_MUST_USE bool appendRetAddrEntry(JSContext* cx, RetAddrEntry::Kind kind,
uint32_t retOffset) {
return true;
}
void markLastRetAddrEntryKind(RetAddrEntry::Kind) {}
bool maybeIonCompileable() const { return true; }
bool needsEarlyStackCheck() const { return true; }
JSObject* maybeNoCloneSingletonObject() { return nullptr; }
};
using BaselineInterpreterCodeGen = BaselineCodeGen<BaselineInterpreterHandler>;
class BaselineInterpreterGenerator final : private BaselineInterpreterCodeGen {
public:
explicit BaselineInterpreterGenerator(JSContext* cx);
};
} }
#endif