| 1 | /* |
| 2 | * Copyright (C) 2008 Apple Inc. All rights reserved. |
| 3 | * |
| 4 | * Redistribution and use in source and binary forms, with or without |
| 5 | * modification, are permitted provided that the following conditions |
| 6 | * are met: |
| 7 | * 1. Redistributions of source code must retain the above copyright |
| 8 | * notice, this list of conditions and the following disclaimer. |
| 9 | * 2. Redistributions in binary form must reproduce the above copyright |
| 10 | * notice, this list of conditions and the following disclaimer in the |
| 11 | * documentation and/or other materials provided with the distribution. |
| 12 | * |
| 13 | * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY |
| 14 | * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| 15 | * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR |
| 16 | * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR |
| 17 | * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, |
| 18 | * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
| 19 | * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR |
| 20 | * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY |
| 21 | * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 22 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 23 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 24 | */ |
| 25 | |
| 26 | #ifndef JIT_h |
| 27 | #define JIT_h |
| 28 | |
| 29 | #include <wtf/Platform.h> |
| 30 | |
| 31 | #if ENABLE(JIT) |
| 32 | |
| 33 | // We've run into some problems where changing the size of the class JIT leads to |
| 34 | // performance fluctuations. Try forcing alignment in an attempt to stabalize this. |
| 35 | #if COMPILER(GCC) |
| 36 | #define JIT_CLASS_ALIGNMENT __attribute__ ((aligned (32))) |
| 37 | #else |
| 38 | #define JIT_CLASS_ALIGNMENT |
| 39 | #endif |
| 40 | |
| 41 | #define ASSERT_JIT_OFFSET(actual, expected) ASSERT_WITH_MESSAGE(actual == expected, "JIT Offset \"%s\" should be %d, not %d.\n", #expected, static_cast<int>(actual), static_cast<int>(expected)); |
| 42 | |
| 43 | #include "CodeBlock.h" |
| 44 | #include "Interpreter.h" |
| 45 | #include "JITCode.h" |
| 46 | #include "JITStubs.h" |
| 47 | #include "Opcode.h" |
| 48 | #include "RegisterFile.h" |
| 49 | #include "MacroAssembler.h" |
| 50 | #include "Profiler.h" |
| 51 | #include <bytecode/SamplingTool.h> |
| 52 | #include <wtf/AlwaysInline.h> |
| 53 | #include <wtf/Vector.h> |
| 54 | |
| 55 | namespace JSC { |
| 56 | |
| 57 | class CodeBlock; |
| 58 | class JIT; |
| 59 | class JSPropertyNameIterator; |
| 60 | class Interpreter; |
| 61 | class Register; |
| 62 | class RegisterFile; |
| 63 | class ScopeChainNode; |
| 64 | class StructureChain; |
| 65 | |
| 66 | struct CallLinkInfo; |
| 67 | struct Instruction; |
| 68 | struct OperandTypes; |
| 69 | struct PolymorphicAccessStructureList; |
| 70 | struct SimpleJumpTable; |
| 71 | struct StringJumpTable; |
| 72 | struct StructureStubInfo; |
| 73 | |
| 74 | struct CallRecord { |
| 75 | MacroAssembler::Call from; |
| 76 | unsigned bytecodeIndex; |
| 77 | void* to; |
| 78 | |
| 79 | CallRecord() |
| 80 | { |
| 81 | } |
| 82 | |
| 83 | CallRecord(MacroAssembler::Call from, unsigned bytecodeIndex, void* to = 0) |
| 84 | : from(from) |
| 85 | , bytecodeIndex(bytecodeIndex) |
| 86 | , to(to) |
| 87 | { |
| 88 | } |
| 89 | }; |
| 90 | |
| 91 | struct JumpTable { |
| 92 | MacroAssembler::Jump from; |
| 93 | unsigned toBytecodeIndex; |
| 94 | |
| 95 | JumpTable(MacroAssembler::Jump f, unsigned t) |
| 96 | : from(f) |
| 97 | , toBytecodeIndex(t) |
| 98 | { |
| 99 | } |
| 100 | }; |
| 101 | |
| 102 | struct SlowCaseEntry { |
| 103 | MacroAssembler::Jump from; |
| 104 | unsigned to; |
| 105 | unsigned hint; |
| 106 | |
| 107 | SlowCaseEntry(MacroAssembler::Jump f, unsigned t, unsigned h = 0) |
| 108 | : from(f) |
| 109 | , to(t) |
| 110 | , hint(h) |
| 111 | { |
| 112 | } |
| 113 | }; |
| 114 | |
| 115 | struct SwitchRecord { |
| 116 | enum Type { |
| 117 | Immediate, |
| 118 | Character, |
| 119 | String |
| 120 | }; |
| 121 | |
| 122 | Type type; |
| 123 | |
| 124 | union { |
| 125 | SimpleJumpTable* simpleJumpTable; |
| 126 | StringJumpTable* stringJumpTable; |
| 127 | } jumpTable; |
| 128 | |
| 129 | unsigned bytecodeIndex; |
| 130 | unsigned defaultOffset; |
| 131 | |
| 132 | SwitchRecord(SimpleJumpTable* jumpTable, unsigned bytecodeIndex, unsigned defaultOffset, Type type) |
| 133 | : type(type) |
| 134 | , bytecodeIndex(bytecodeIndex) |
| 135 | , defaultOffset(defaultOffset) |
| 136 | { |
| 137 | this->jumpTable.simpleJumpTable = jumpTable; |
| 138 | } |
| 139 | |
| 140 | SwitchRecord(StringJumpTable* jumpTable, unsigned bytecodeIndex, unsigned defaultOffset) |
| 141 | : type(String) |
| 142 | , bytecodeIndex(bytecodeIndex) |
| 143 | , defaultOffset(defaultOffset) |
| 144 | { |
| 145 | this->jumpTable.stringJumpTable = jumpTable; |
| 146 | } |
| 147 | }; |
| 148 | |
| 149 | struct PropertyStubCompilationInfo { |
| 150 | MacroAssembler::Call callReturnLocation; |
| 151 | MacroAssembler::Label hotPathBegin; |
| 152 | }; |
| 153 | |
| 154 | struct StructureStubCompilationInfo { |
| 155 | MacroAssembler::DataLabelPtr hotPathBegin; |
| 156 | MacroAssembler::Call hotPathOther; |
| 157 | MacroAssembler::Call callReturnLocation; |
| 158 | }; |
| 159 | |
| 160 | struct MethodCallCompilationInfo { |
| 161 | MethodCallCompilationInfo(unsigned propertyAccessIndex) |
| 162 | : propertyAccessIndex(propertyAccessIndex) |
| 163 | { |
| 164 | } |
| 165 | |
| 166 | MacroAssembler::DataLabelPtr structureToCompare; |
| 167 | unsigned propertyAccessIndex; |
| 168 | }; |
| 169 | |
| 170 | // Near calls can only be patched to other JIT code, regular calls can be patched to JIT code or relinked to stub functions. |
| 171 | void ctiPatchNearCallByReturnAddress(CodeBlock* codeblock, ReturnAddressPtr returnAddress, MacroAssemblerCodePtr newCalleeFunction); |
| 172 | void ctiPatchCallByReturnAddress(CodeBlock* codeblock, ReturnAddressPtr returnAddress, MacroAssemblerCodePtr newCalleeFunction); |
| 173 | void ctiPatchCallByReturnAddress(CodeBlock* codeblock, ReturnAddressPtr returnAddress, FunctionPtr newCalleeFunction); |
| 174 | |
| 175 | class JIT : private MacroAssembler { |
| 176 | friend class JITStubCall; |
| 177 | |
| 178 | using MacroAssembler::Jump; |
| 179 | using MacroAssembler::JumpList; |
| 180 | using MacroAssembler::Label; |
| 181 | |
| 182 | // NOTES: |
| 183 | // |
| 184 | // regT0 has two special meanings. The return value from a stub |
| 185 | // call will always be in regT0, and by default (unless |
| 186 | // a register is specified) emitPutVirtualRegister() will store |
| 187 | // the value from regT0. |
| 188 | // |
| 189 | // regT3 is required to be callee-preserved. |
| 190 | // |
| 191 | // tempRegister2 is has no such dependencies. It is important that |
| 192 | // on x86/x86-64 it is ecx for performance reasons, since the |
| 193 | // MacroAssembler will need to plant register swaps if it is not - |
| 194 | // however the code will still function correctly. |
| 195 | #if CPU(X86_64) |
| 196 | static const RegisterID returnValueRegister = X86Registers::eax; |
| 197 | static const RegisterID cachedResultRegister = X86Registers::eax; |
| 198 | static const RegisterID firstArgumentRegister = X86Registers::edi; |
| 199 | |
| 200 | static const RegisterID timeoutCheckRegister = X86Registers::r12; |
| 201 | static const RegisterID callFrameRegister = X86Registers::r13; |
| 202 | static const RegisterID tagTypeNumberRegister = X86Registers::r14; |
| 203 | static const RegisterID tagMaskRegister = X86Registers::r15; |
| 204 | |
| 205 | static const RegisterID regT0 = X86Registers::eax; |
| 206 | static const RegisterID regT1 = X86Registers::edx; |
| 207 | static const RegisterID regT2 = X86Registers::ecx; |
| 208 | static const RegisterID regT3 = X86Registers::ebx; |
| 209 | |
| 210 | static const FPRegisterID fpRegT0 = X86Registers::xmm0; |
| 211 | static const FPRegisterID fpRegT1 = X86Registers::xmm1; |
| 212 | static const FPRegisterID fpRegT2 = X86Registers::xmm2; |
| 213 | #elif CPU(X86) |
| 214 | static const RegisterID returnValueRegister = X86Registers::eax; |
| 215 | static const RegisterID cachedResultRegister = X86Registers::eax; |
| 216 | // On x86 we always use fastcall conventions = but on |
| 217 | // OS X if might make more sense to just use regparm. |
| 218 | static const RegisterID firstArgumentRegister = X86Registers::ecx; |
| 219 | |
| 220 | static const RegisterID timeoutCheckRegister = X86Registers::esi; |
| 221 | static const RegisterID callFrameRegister = X86Registers::edi; |
| 222 | |
| 223 | static const RegisterID regT0 = X86Registers::eax; |
| 224 | static const RegisterID regT1 = X86Registers::edx; |
| 225 | static const RegisterID regT2 = X86Registers::ecx; |
| 226 | static const RegisterID regT3 = X86Registers::ebx; |
| 227 | |
| 228 | static const FPRegisterID fpRegT0 = X86Registers::xmm0; |
| 229 | static const FPRegisterID fpRegT1 = X86Registers::xmm1; |
| 230 | static const FPRegisterID fpRegT2 = X86Registers::xmm2; |
| 231 | #elif CPU(ARM_THUMB2) |
| 232 | static const RegisterID returnValueRegister = ARMRegisters::r0; |
| 233 | static const RegisterID cachedResultRegister = ARMRegisters::r0; |
| 234 | static const RegisterID firstArgumentRegister = ARMRegisters::r0; |
| 235 | |
| 236 | static const RegisterID regT0 = ARMRegisters::r0; |
| 237 | static const RegisterID regT1 = ARMRegisters::r1; |
| 238 | static const RegisterID regT2 = ARMRegisters::r2; |
| 239 | static const RegisterID regT3 = ARMRegisters::r4; |
| 240 | |
| 241 | static const RegisterID callFrameRegister = ARMRegisters::r5; |
| 242 | static const RegisterID timeoutCheckRegister = ARMRegisters::r6; |
| 243 | |
| 244 | static const FPRegisterID fpRegT0 = ARMRegisters::d0; |
| 245 | static const FPRegisterID fpRegT1 = ARMRegisters::d1; |
| 246 | static const FPRegisterID fpRegT2 = ARMRegisters::d2; |
| 247 | #elif CPU(ARM_TRADITIONAL) |
| 248 | static const RegisterID returnValueRegister = ARMRegisters::r0; |
| 249 | static const RegisterID cachedResultRegister = ARMRegisters::r0; |
| 250 | static const RegisterID firstArgumentRegister = ARMRegisters::r0; |
| 251 | |
| 252 | static const RegisterID timeoutCheckRegister = ARMRegisters::r5; |
| 253 | static const RegisterID callFrameRegister = ARMRegisters::r4; |
| 254 | |
| 255 | static const RegisterID regT0 = ARMRegisters::r0; |
| 256 | static const RegisterID regT1 = ARMRegisters::r1; |
| 257 | static const RegisterID regT2 = ARMRegisters::r2; |
| 258 | // Callee preserved |
| 259 | static const RegisterID regT3 = ARMRegisters::r7; |
| 260 | |
| 261 | static const RegisterID regS0 = ARMRegisters::S0; |
| 262 | // Callee preserved |
| 263 | static const RegisterID regS1 = ARMRegisters::S1; |
| 264 | |
| 265 | static const RegisterID regStackPtr = ARMRegisters::sp; |
| 266 | static const RegisterID regLink = ARMRegisters::lr; |
| 267 | |
| 268 | static const FPRegisterID fpRegT0 = ARMRegisters::d0; |
| 269 | static const FPRegisterID fpRegT1 = ARMRegisters::d1; |
| 270 | static const FPRegisterID fpRegT2 = ARMRegisters::d2; |
| 271 | #else |
| 272 | #error "JIT not supported on this platform." |
| 273 | #endif |
| 274 | |
| 275 | static const int patchGetByIdDefaultStructure = -1; |
| 276 | // Magic number - initial offset cannot be representable as a signed 8bit value, or the X86Assembler |
| 277 | // will compress the displacement, and we may not be able to fit a patched offset. |
| 278 | static const int patchGetByIdDefaultOffset = 256; |
| 279 | |
| 280 | public: |
| 281 | static JITCode compile(JSGlobalData* globalData, CodeBlock* codeBlock) |
| 282 | { |
| 283 | return JIT(globalData, codeBlock).privateCompile(); |
| 284 | } |
| 285 | |
| 286 | static void compileGetByIdProto(JSGlobalData* globalData, CallFrame* callFrame, CodeBlock* codeBlock, StructureStubInfo* stubInfo, Structure* structure, Structure* prototypeStructure, size_t cachedOffset, ReturnAddressPtr returnAddress) |
| 287 | { |
| 288 | JIT jit(globalData, codeBlock); |
| 289 | jit.privateCompileGetByIdProto(stubInfo, structure, prototypeStructure, cachedOffset, returnAddress, callFrame); |
| 290 | } |
| 291 | |
| 292 | static void compileGetByIdSelfList(JSGlobalData* globalData, CodeBlock* codeBlock, StructureStubInfo* stubInfo, PolymorphicAccessStructureList* polymorphicStructures, int currentIndex, Structure* structure, size_t cachedOffset) |
| 293 | { |
| 294 | JIT jit(globalData, codeBlock); |
| 295 | jit.privateCompileGetByIdSelfList(stubInfo, polymorphicStructures, currentIndex, structure, cachedOffset); |
| 296 | } |
| 297 | static void compileGetByIdProtoList(JSGlobalData* globalData, CallFrame* callFrame, CodeBlock* codeBlock, StructureStubInfo* stubInfo, PolymorphicAccessStructureList* prototypeStructureList, int currentIndex, Structure* structure, Structure* prototypeStructure, size_t cachedOffset) |
| 298 | { |
| 299 | JIT jit(globalData, codeBlock); |
| 300 | jit.privateCompileGetByIdProtoList(stubInfo, prototypeStructureList, currentIndex, structure, prototypeStructure, cachedOffset, callFrame); |
| 301 | } |
| 302 | static void compileGetByIdChainList(JSGlobalData* globalData, CallFrame* callFrame, CodeBlock* codeBlock, StructureStubInfo* stubInfo, PolymorphicAccessStructureList* prototypeStructureList, int currentIndex, Structure* structure, StructureChain* chain, size_t count, size_t cachedOffset) |
| 303 | { |
| 304 | JIT jit(globalData, codeBlock); |
| 305 | jit.privateCompileGetByIdChainList(stubInfo, prototypeStructureList, currentIndex, structure, chain, count, cachedOffset, callFrame); |
| 306 | } |
| 307 | |
| 308 | static void compileGetByIdChain(JSGlobalData* globalData, CallFrame* callFrame, CodeBlock* codeBlock, StructureStubInfo* stubInfo, Structure* structure, StructureChain* chain, size_t count, size_t cachedOffset, ReturnAddressPtr returnAddress) |
| 309 | { |
| 310 | JIT jit(globalData, codeBlock); |
| 311 | jit.privateCompileGetByIdChain(stubInfo, structure, chain, count, cachedOffset, returnAddress, callFrame); |
| 312 | } |
| 313 | |
| 314 | static void compilePutByIdTransition(JSGlobalData* globalData, CodeBlock* codeBlock, StructureStubInfo* stubInfo, Structure* oldStructure, Structure* newStructure, size_t cachedOffset, StructureChain* chain, ReturnAddressPtr returnAddress) |
| 315 | { |
| 316 | JIT jit(globalData, codeBlock); |
| 317 | jit.privateCompilePutByIdTransition(stubInfo, oldStructure, newStructure, cachedOffset, chain, returnAddress); |
| 318 | } |
| 319 | |
| 320 | static void compileCTIMachineTrampolines(JSGlobalData* globalData, RefPtr<ExecutablePool>* executablePool, CodePtr* ctiStringLengthTrampoline, CodePtr* ctiVirtualCallLink, CodePtr* ctiVirtualCall, CodePtr* ctiNativeCallThunk) |
| 321 | { |
| 322 | JIT jit(globalData); |
| 323 | jit.privateCompileCTIMachineTrampolines(executablePool, data: globalData, ctiStringLengthTrampoline, ctiVirtualCallLink, ctiVirtualCall, ctiNativeCallThunk); |
| 324 | } |
| 325 | |
| 326 | static void patchGetByIdSelf(CodeBlock* codeblock, StructureStubInfo*, Structure*, size_t cachedOffset, ReturnAddressPtr returnAddress); |
| 327 | static void patchPutByIdReplace(CodeBlock* codeblock, StructureStubInfo*, Structure*, size_t cachedOffset, ReturnAddressPtr returnAddress); |
| 328 | static void patchMethodCallProto(CodeBlock* codeblock, MethodCallLinkInfo&, JSFunction*, Structure*, JSObject*, ReturnAddressPtr); |
| 329 | |
| 330 | static void compilePatchGetArrayLength(JSGlobalData* globalData, CodeBlock* codeBlock, ReturnAddressPtr returnAddress) |
| 331 | { |
| 332 | JIT jit(globalData, codeBlock); |
| 333 | return jit.privateCompilePatchGetArrayLength(returnAddress); |
| 334 | } |
| 335 | |
| 336 | static void linkCall(JSFunction* callee, CodeBlock* callerCodeBlock, CodeBlock* calleeCodeBlock, JITCode&, CallLinkInfo*, int callerArgCount, JSGlobalData*); |
| 337 | static void unlinkCall(CallLinkInfo*); |
| 338 | |
| 339 | private: |
| 340 | struct JSRInfo { |
| 341 | DataLabelPtr storeLocation; |
| 342 | Label target; |
| 343 | |
| 344 | JSRInfo(DataLabelPtr storeLocation, Label targetLocation) |
| 345 | : storeLocation(storeLocation) |
| 346 | , target(targetLocation) |
| 347 | { |
| 348 | } |
| 349 | }; |
| 350 | |
| 351 | JIT(JSGlobalData*, CodeBlock* = 0); |
| 352 | |
| 353 | void privateCompileMainPass(); |
| 354 | void privateCompileLinkPass(); |
| 355 | void privateCompileSlowCases(); |
| 356 | JITCode privateCompile(); |
| 357 | void privateCompileGetByIdProto(StructureStubInfo*, Structure*, Structure* prototypeStructure, size_t cachedOffset, ReturnAddressPtr returnAddress, CallFrame* callFrame); |
| 358 | void privateCompileGetByIdSelfList(StructureStubInfo*, PolymorphicAccessStructureList*, int, Structure*, size_t cachedOffset); |
| 359 | void privateCompileGetByIdProtoList(StructureStubInfo*, PolymorphicAccessStructureList*, int, Structure*, Structure* prototypeStructure, size_t cachedOffset, CallFrame* callFrame); |
| 360 | void privateCompileGetByIdChainList(StructureStubInfo*, PolymorphicAccessStructureList*, int, Structure*, StructureChain* chain, size_t count, size_t cachedOffset, CallFrame* callFrame); |
| 361 | void privateCompileGetByIdChain(StructureStubInfo*, Structure*, StructureChain*, size_t count, size_t cachedOffset, ReturnAddressPtr returnAddress, CallFrame* callFrame); |
| 362 | void privateCompilePutByIdTransition(StructureStubInfo*, Structure*, Structure*, size_t cachedOffset, StructureChain*, ReturnAddressPtr returnAddress); |
| 363 | |
| 364 | void privateCompileCTIMachineTrampolines(RefPtr<ExecutablePool>* executablePool, JSGlobalData* data, CodePtr* ctiStringLengthTrampoline, CodePtr* ctiVirtualCallLink, CodePtr* ctiVirtualCall, CodePtr* ctiNativeCallThunk); |
| 365 | void privateCompilePatchGetArrayLength(ReturnAddressPtr returnAddress); |
| 366 | |
| 367 | void addSlowCase(Jump); |
| 368 | void addSlowCase(JumpList); |
| 369 | void addJump(Jump, int); |
| 370 | void emitJumpSlowToHot(Jump, int); |
| 371 | |
| 372 | void compileOpCall(OpcodeID, Instruction* instruction, unsigned callLinkInfoIndex); |
| 373 | void compileOpCallVarargs(Instruction* instruction); |
| 374 | void compileOpCallInitializeCallFrame(); |
| 375 | void compileOpCallSetupArgs(Instruction*); |
| 376 | void compileOpCallVarargsSetupArgs(Instruction*); |
| 377 | void compileOpCallSlowCase(Instruction* instruction, Vector<SlowCaseEntry>::iterator& iter, unsigned callLinkInfoIndex, OpcodeID opcodeID); |
| 378 | void compileOpCallVarargsSlowCase(Instruction* instruction, Vector<SlowCaseEntry>::iterator& iter); |
| 379 | void compileOpConstructSetupArgs(Instruction*); |
| 380 | |
| 381 | enum CompileOpStrictEqType { OpStrictEq, OpNStrictEq }; |
| 382 | void compileOpStrictEq(Instruction* instruction, CompileOpStrictEqType type); |
| 383 | bool isOperandConstantImmediateDouble(unsigned src); |
| 384 | |
| 385 | void emitLoadDouble(unsigned index, FPRegisterID value); |
| 386 | void emitLoadInt32ToDouble(unsigned index, FPRegisterID value); |
| 387 | |
| 388 | Address addressFor(unsigned index, RegisterID base = callFrameRegister); |
| 389 | |
| 390 | void testPrototype(Structure*, JumpList& failureCases); |
| 391 | |
| 392 | #if USE(JSVALUE32_64) |
| 393 | Address tagFor(unsigned index, RegisterID base = callFrameRegister); |
| 394 | Address payloadFor(unsigned index, RegisterID base = callFrameRegister); |
| 395 | |
| 396 | bool getOperandConstantImmediateInt(unsigned op1, unsigned op2, unsigned& op, int32_t& constant); |
| 397 | |
| 398 | void emitLoadTag(unsigned index, RegisterID tag); |
| 399 | void emitLoadPayload(unsigned index, RegisterID payload); |
| 400 | |
| 401 | void emitLoad(const JSValue& v, RegisterID tag, RegisterID payload); |
| 402 | void emitLoad(unsigned index, RegisterID tag, RegisterID payload, RegisterID base = callFrameRegister); |
| 403 | void emitLoad2(unsigned index1, RegisterID tag1, RegisterID payload1, unsigned index2, RegisterID tag2, RegisterID payload2); |
| 404 | |
| 405 | void emitStore(unsigned index, RegisterID tag, RegisterID payload, RegisterID base = callFrameRegister); |
| 406 | void emitStore(unsigned index, const JSValue constant, RegisterID base = callFrameRegister); |
| 407 | void emitStoreInt32(unsigned index, RegisterID payload, bool indexIsInt32 = false); |
| 408 | void emitStoreInt32(unsigned index, Imm32 payload, bool indexIsInt32 = false); |
| 409 | void emitStoreCell(unsigned index, RegisterID payload, bool indexIsCell = false); |
| 410 | void emitStoreBool(unsigned index, RegisterID tag, bool indexIsBool = false); |
| 411 | void emitStoreDouble(unsigned index, FPRegisterID value); |
| 412 | |
| 413 | bool isLabeled(unsigned bytecodeIndex); |
| 414 | void map(unsigned bytecodeIndex, unsigned virtualRegisterIndex, RegisterID tag, RegisterID payload); |
| 415 | void unmap(RegisterID); |
| 416 | void unmap(); |
| 417 | bool isMapped(unsigned virtualRegisterIndex); |
| 418 | bool getMappedPayload(unsigned virtualRegisterIndex, RegisterID& payload); |
| 419 | bool getMappedTag(unsigned virtualRegisterIndex, RegisterID& tag); |
| 420 | |
| 421 | void emitJumpSlowCaseIfNotJSCell(unsigned virtualRegisterIndex); |
| 422 | void emitJumpSlowCaseIfNotJSCell(unsigned virtualRegisterIndex, RegisterID tag); |
| 423 | void linkSlowCaseIfNotJSCell(Vector<SlowCaseEntry>::iterator&, unsigned virtualRegisterIndex); |
| 424 | |
| 425 | #if ENABLE(JIT_OPTIMIZE_PROPERTY_ACCESS) |
| 426 | void compileGetByIdHotPath(); |
| 427 | void compileGetByIdSlowCase(int resultVReg, int baseVReg, Identifier* ident, Vector<SlowCaseEntry>::iterator& iter, bool isMethodCheck = false); |
| 428 | #endif |
| 429 | void compileGetDirectOffset(RegisterID base, RegisterID resultTag, RegisterID resultPayload, Structure* structure, size_t cachedOffset); |
| 430 | void compileGetDirectOffset(JSObject* base, RegisterID temp, RegisterID resultTag, RegisterID resultPayload, size_t cachedOffset); |
| 431 | void compileGetDirectOffset(RegisterID base, RegisterID resultTag, RegisterID resultPayload, RegisterID structure, RegisterID offset); |
| 432 | void compilePutDirectOffset(RegisterID base, RegisterID valueTag, RegisterID valuePayload, Structure* structure, size_t cachedOffset); |
| 433 | |
| 434 | // Arithmetic opcode helpers |
| 435 | void emitAdd32Constant(unsigned dst, unsigned op, int32_t constant, ResultType opType); |
| 436 | void emitSub32Constant(unsigned dst, unsigned op, int32_t constant, ResultType opType); |
| 437 | void emitBinaryDoubleOp(OpcodeID, unsigned dst, unsigned op1, unsigned op2, OperandTypes, JumpList& notInt32Op1, JumpList& notInt32Op2, bool op1IsInRegisters = true, bool op2IsInRegisters = true); |
| 438 | |
| 439 | #if CPU(X86) |
| 440 | // These architecture specific value are used to enable patching - see comment on op_put_by_id. |
| 441 | static const int patchOffsetPutByIdStructure = 7; |
| 442 | static const int patchOffsetPutByIdExternalLoad = 13; |
| 443 | static const int patchLengthPutByIdExternalLoad = 3; |
| 444 | static const int patchOffsetPutByIdPropertyMapOffset1 = 22; |
| 445 | static const int patchOffsetPutByIdPropertyMapOffset2 = 28; |
| 446 | // These architecture specific value are used to enable patching - see comment on op_get_by_id. |
| 447 | static const int patchOffsetGetByIdStructure = 7; |
| 448 | static const int patchOffsetGetByIdBranchToSlowCase = 13; |
| 449 | static const int patchOffsetGetByIdExternalLoad = 13; |
| 450 | static const int patchLengthGetByIdExternalLoad = 3; |
| 451 | static const int patchOffsetGetByIdPropertyMapOffset1 = 22; |
| 452 | static const int patchOffsetGetByIdPropertyMapOffset2 = 28; |
| 453 | static const int patchOffsetGetByIdPutResult = 28; |
| 454 | #if ENABLE(OPCODE_SAMPLING) && USE(JIT_STUB_ARGUMENT_VA_LIST) |
| 455 | static const int patchOffsetGetByIdSlowCaseCall = 35; |
| 456 | #elif ENABLE(OPCODE_SAMPLING) |
| 457 | static const int patchOffsetGetByIdSlowCaseCall = 37; |
| 458 | #elif USE(JIT_STUB_ARGUMENT_VA_LIST) |
| 459 | static const int patchOffsetGetByIdSlowCaseCall = 25; |
| 460 | #else |
| 461 | static const int patchOffsetGetByIdSlowCaseCall = 27; |
| 462 | #endif |
| 463 | static const int patchOffsetOpCallCompareToJump = 6; |
| 464 | |
| 465 | static const int patchOffsetMethodCheckProtoObj = 11; |
| 466 | static const int patchOffsetMethodCheckProtoStruct = 18; |
| 467 | static const int patchOffsetMethodCheckPutFunction = 29; |
| 468 | #elif CPU(ARM_TRADITIONAL) |
| 469 | // These architecture specific value are used to enable patching - see comment on op_put_by_id. |
| 470 | static const int patchOffsetPutByIdStructure = 4; |
| 471 | static const int patchOffsetPutByIdExternalLoad = 16; |
| 472 | static const int patchLengthPutByIdExternalLoad = 4; |
| 473 | static const int patchOffsetPutByIdPropertyMapOffset1 = 20; |
| 474 | static const int patchOffsetPutByIdPropertyMapOffset2 = 28; |
| 475 | // These architecture specific value are used to enable patching - see comment on op_get_by_id. |
| 476 | static const int patchOffsetGetByIdStructure = 4; |
| 477 | static const int patchOffsetGetByIdBranchToSlowCase = 16; |
| 478 | static const int patchOffsetGetByIdExternalLoad = 16; |
| 479 | static const int patchLengthGetByIdExternalLoad = 4; |
| 480 | static const int patchOffsetGetByIdPropertyMapOffset1 = 20; |
| 481 | static const int patchOffsetGetByIdPropertyMapOffset2 = 28; |
| 482 | static const int patchOffsetGetByIdPutResult = 36; |
| 483 | #if ENABLE(OPCODE_SAMPLING) |
| 484 | #error "OPCODE_SAMPLING is not yet supported" |
| 485 | #else |
| 486 | static const int patchOffsetGetByIdSlowCaseCall = 32; |
| 487 | #endif |
| 488 | static const int patchOffsetOpCallCompareToJump = 12; |
| 489 | |
| 490 | static const int patchOffsetMethodCheckProtoObj = 12; |
| 491 | static const int patchOffsetMethodCheckProtoStruct = 20; |
| 492 | static const int patchOffsetMethodCheckPutFunction = 32; |
| 493 | |
| 494 | // sequenceOpCall |
| 495 | static const int sequenceOpCallInstructionSpace = 12; |
| 496 | static const int sequenceOpCallConstantSpace = 2; |
| 497 | // sequenceMethodCheck |
| 498 | static const int sequenceMethodCheckInstructionSpace = 40; |
| 499 | static const int sequenceMethodCheckConstantSpace = 6; |
| 500 | // sequenceGetByIdHotPath |
| 501 | static const int sequenceGetByIdHotPathInstructionSpace = 36; |
| 502 | static const int sequenceGetByIdHotPathConstantSpace = 4; |
| 503 | // sequenceGetByIdSlowCase |
| 504 | static const int sequenceGetByIdSlowCaseInstructionSpace = 40; |
| 505 | static const int sequenceGetByIdSlowCaseConstantSpace = 2; |
| 506 | // sequencePutById |
| 507 | static const int sequencePutByIdInstructionSpace = 36; |
| 508 | static const int sequencePutByIdConstantSpace = 4; |
| 509 | #else |
| 510 | #error "JSVALUE32_64 not supported on this platform." |
| 511 | #endif |
| 512 | |
| 513 | #else // USE(JSVALUE32_64) |
| 514 | void emitGetVirtualRegister(int src, RegisterID dst); |
| 515 | void emitGetVirtualRegisters(int src1, RegisterID dst1, int src2, RegisterID dst2); |
| 516 | void emitPutVirtualRegister(unsigned dst, RegisterID from = regT0); |
| 517 | |
| 518 | int32_t getConstantOperandImmediateInt(unsigned src); |
| 519 | |
| 520 | void emitGetVariableObjectRegister(RegisterID variableObject, int index, RegisterID dst); |
| 521 | void emitPutVariableObjectRegister(RegisterID src, RegisterID variableObject, int index); |
| 522 | |
| 523 | void killLastResultRegister(); |
| 524 | |
| 525 | Jump emitJumpIfJSCell(RegisterID); |
| 526 | Jump emitJumpIfBothJSCells(RegisterID, RegisterID, RegisterID); |
| 527 | void emitJumpSlowCaseIfJSCell(RegisterID); |
| 528 | Jump emitJumpIfNotJSCell(RegisterID); |
| 529 | void emitJumpSlowCaseIfNotJSCell(RegisterID); |
| 530 | void emitJumpSlowCaseIfNotJSCell(RegisterID, int VReg); |
| 531 | #if USE(JSVALUE64) |
| 532 | JIT::Jump emitJumpIfImmediateNumber(RegisterID); |
| 533 | JIT::Jump emitJumpIfNotImmediateNumber(RegisterID); |
| 534 | #else |
| 535 | JIT::Jump emitJumpIfImmediateNumber(RegisterID reg) |
| 536 | { |
| 537 | return emitJumpIfImmediateInteger(reg); |
| 538 | } |
| 539 | |
| 540 | JIT::Jump emitJumpIfNotImmediateNumber(RegisterID reg) |
| 541 | { |
| 542 | return emitJumpIfNotImmediateInteger(reg); |
| 543 | } |
| 544 | #endif |
| 545 | JIT::Jump emitJumpIfImmediateInteger(RegisterID); |
| 546 | JIT::Jump emitJumpIfNotImmediateInteger(RegisterID); |
| 547 | JIT::Jump emitJumpIfNotImmediateIntegers(RegisterID, RegisterID, RegisterID); |
| 548 | void emitJumpSlowCaseIfNotImmediateInteger(RegisterID); |
| 549 | void emitJumpSlowCaseIfNotImmediateNumber(RegisterID); |
| 550 | void emitJumpSlowCaseIfNotImmediateIntegers(RegisterID, RegisterID, RegisterID); |
| 551 | |
| 552 | #if !USE(JSVALUE64) |
| 553 | void emitFastArithDeTagImmediate(RegisterID); |
| 554 | Jump emitFastArithDeTagImmediateJumpIfZero(RegisterID); |
| 555 | #endif |
| 556 | void emitFastArithReTagImmediate(RegisterID src, RegisterID dest); |
| 557 | void emitFastArithImmToInt(RegisterID); |
| 558 | void emitFastArithIntToImmNoCheck(RegisterID src, RegisterID dest); |
| 559 | |
| 560 | void emitTagAsBoolImmediate(RegisterID reg); |
| 561 | void compileBinaryArithOp(OpcodeID, unsigned dst, unsigned src1, unsigned src2, OperandTypes opi); |
| 562 | #if USE(JSVALUE64) |
| 563 | void compileBinaryArithOpSlowCase(OpcodeID, Vector<SlowCaseEntry>::iterator&, unsigned dst, unsigned src1, unsigned src2, OperandTypes, bool op1HasImmediateIntFastCase, bool op2HasImmediateIntFastCase); |
| 564 | #else |
| 565 | void compileBinaryArithOpSlowCase(OpcodeID, Vector<SlowCaseEntry>::iterator&, unsigned dst, unsigned src1, unsigned src2, OperandTypes); |
| 566 | #endif |
| 567 | |
| 568 | #if ENABLE(JIT_OPTIMIZE_PROPERTY_ACCESS) |
| 569 | void compileGetByIdHotPath(int resultVReg, int baseVReg, Identifier* ident, unsigned propertyAccessInstructionIndex); |
| 570 | void compileGetByIdSlowCase(int resultVReg, int baseVReg, Identifier* ident, Vector<SlowCaseEntry>::iterator& iter, bool isMethodCheck = false); |
| 571 | #endif |
| 572 | void compileGetDirectOffset(RegisterID base, RegisterID result, Structure* structure, size_t cachedOffset); |
| 573 | void compileGetDirectOffset(JSObject* base, RegisterID temp, RegisterID result, size_t cachedOffset); |
| 574 | void compileGetDirectOffset(RegisterID base, RegisterID result, RegisterID structure, RegisterID offset, RegisterID scratch); |
| 575 | void compilePutDirectOffset(RegisterID base, RegisterID value, Structure* structure, size_t cachedOffset); |
| 576 | |
| 577 | #if CPU(X86_64) |
| 578 | // These architecture specific value are used to enable patching - see comment on op_put_by_id. |
| 579 | static const int patchOffsetPutByIdStructure = 10; |
| 580 | static const int patchOffsetPutByIdExternalLoad = 20; |
| 581 | static const int patchLengthPutByIdExternalLoad = 4; |
| 582 | static const int patchOffsetPutByIdPropertyMapOffset = 31; |
| 583 | // These architecture specific value are used to enable patching - see comment on op_get_by_id. |
| 584 | static const int patchOffsetGetByIdStructure = 10; |
| 585 | static const int patchOffsetGetByIdBranchToSlowCase = 20; |
| 586 | static const int patchOffsetGetByIdExternalLoad = 20; |
| 587 | static const int patchLengthGetByIdExternalLoad = 4; |
| 588 | static const int patchOffsetGetByIdPropertyMapOffset = 31; |
| 589 | static const int patchOffsetGetByIdPutResult = 31; |
| 590 | #if ENABLE(OPCODE_SAMPLING) |
| 591 | static const int patchOffsetGetByIdSlowCaseCall = 64; |
| 592 | #else |
| 593 | static const int patchOffsetGetByIdSlowCaseCall = 41; |
| 594 | #endif |
| 595 | static const int patchOffsetOpCallCompareToJump = 9; |
| 596 | |
| 597 | static const int patchOffsetMethodCheckProtoObj = 20; |
| 598 | static const int patchOffsetMethodCheckProtoStruct = 30; |
| 599 | static const int patchOffsetMethodCheckPutFunction = 50; |
| 600 | #elif CPU(X86) |
| 601 | // These architecture specific value are used to enable patching - see comment on op_put_by_id. |
| 602 | static const int patchOffsetPutByIdStructure = 7; |
| 603 | static const int patchOffsetPutByIdExternalLoad = 13; |
| 604 | static const int patchLengthPutByIdExternalLoad = 3; |
| 605 | static const int patchOffsetPutByIdPropertyMapOffset = 22; |
| 606 | // These architecture specific value are used to enable patching - see comment on op_get_by_id. |
| 607 | static const int patchOffsetGetByIdStructure = 7; |
| 608 | static const int patchOffsetGetByIdBranchToSlowCase = 13; |
| 609 | static const int patchOffsetGetByIdExternalLoad = 13; |
| 610 | static const int patchLengthGetByIdExternalLoad = 3; |
| 611 | static const int patchOffsetGetByIdPropertyMapOffset = 22; |
| 612 | static const int patchOffsetGetByIdPutResult = 22; |
| 613 | #if ENABLE(OPCODE_SAMPLING) && USE(JIT_STUB_ARGUMENT_VA_LIST) |
| 614 | static const int patchOffsetGetByIdSlowCaseCall = 31; |
| 615 | #elif ENABLE(OPCODE_SAMPLING) |
| 616 | static const int patchOffsetGetByIdSlowCaseCall = 33; |
| 617 | #elif USE(JIT_STUB_ARGUMENT_VA_LIST) |
| 618 | static const int patchOffsetGetByIdSlowCaseCall = 21; |
| 619 | #else |
| 620 | static const int patchOffsetGetByIdSlowCaseCall = 23; |
| 621 | #endif |
| 622 | static const int patchOffsetOpCallCompareToJump = 6; |
| 623 | |
| 624 | static const int patchOffsetMethodCheckProtoObj = 11; |
| 625 | static const int patchOffsetMethodCheckProtoStruct = 18; |
| 626 | static const int patchOffsetMethodCheckPutFunction = 29; |
| 627 | #elif CPU(ARM_THUMB2) |
| 628 | // These architecture specific value are used to enable patching - see comment on op_put_by_id. |
| 629 | static const int patchOffsetPutByIdStructure = 10; |
| 630 | static const int patchOffsetPutByIdExternalLoad = 26; |
| 631 | static const int patchLengthPutByIdExternalLoad = 12; |
| 632 | static const int patchOffsetPutByIdPropertyMapOffset = 46; |
| 633 | // These architecture specific value are used to enable patching - see comment on op_get_by_id. |
| 634 | static const int patchOffsetGetByIdStructure = 10; |
| 635 | static const int patchOffsetGetByIdBranchToSlowCase = 26; |
| 636 | static const int patchOffsetGetByIdExternalLoad = 26; |
| 637 | static const int patchLengthGetByIdExternalLoad = 12; |
| 638 | static const int patchOffsetGetByIdPropertyMapOffset = 46; |
| 639 | static const int patchOffsetGetByIdPutResult = 50; |
| 640 | #if ENABLE(OPCODE_SAMPLING) |
| 641 | static const int patchOffsetGetByIdSlowCaseCall = 0; // FIMXE |
| 642 | #else |
| 643 | static const int patchOffsetGetByIdSlowCaseCall = 28; |
| 644 | #endif |
| 645 | static const int patchOffsetOpCallCompareToJump = 16; |
| 646 | |
| 647 | static const int patchOffsetMethodCheckProtoObj = 24; |
| 648 | static const int patchOffsetMethodCheckProtoStruct = 34; |
| 649 | static const int patchOffsetMethodCheckPutFunction = 58; |
| 650 | #elif CPU(ARM_TRADITIONAL) |
| 651 | // These architecture specific value are used to enable patching - see comment on op_put_by_id. |
| 652 | static const int patchOffsetPutByIdStructure = 4; |
| 653 | static const int patchOffsetPutByIdExternalLoad = 16; |
| 654 | static const int patchLengthPutByIdExternalLoad = 4; |
| 655 | static const int patchOffsetPutByIdPropertyMapOffset = 20; |
| 656 | // These architecture specific value are used to enable patching - see comment on op_get_by_id. |
| 657 | static const int patchOffsetGetByIdStructure = 4; |
| 658 | static const int patchOffsetGetByIdBranchToSlowCase = 16; |
| 659 | static const int patchOffsetGetByIdExternalLoad = 16; |
| 660 | static const int patchLengthGetByIdExternalLoad = 4; |
| 661 | static const int patchOffsetGetByIdPropertyMapOffset = 20; |
| 662 | static const int patchOffsetGetByIdPutResult = 28; |
| 663 | #if ENABLE(OPCODE_SAMPLING) |
| 664 | #error "OPCODE_SAMPLING is not yet supported" |
| 665 | #else |
| 666 | static const int patchOffsetGetByIdSlowCaseCall = 28; |
| 667 | #endif |
| 668 | static const int patchOffsetOpCallCompareToJump = 12; |
| 669 | |
| 670 | static const int patchOffsetMethodCheckProtoObj = 12; |
| 671 | static const int patchOffsetMethodCheckProtoStruct = 20; |
| 672 | static const int patchOffsetMethodCheckPutFunction = 32; |
| 673 | |
| 674 | // sequenceOpCall |
| 675 | static const int sequenceOpCallInstructionSpace = 12; |
| 676 | static const int sequenceOpCallConstantSpace = 2; |
| 677 | // sequenceMethodCheck |
| 678 | static const int sequenceMethodCheckInstructionSpace = 40; |
| 679 | static const int sequenceMethodCheckConstantSpace = 6; |
| 680 | // sequenceGetByIdHotPath |
| 681 | static const int sequenceGetByIdHotPathInstructionSpace = 28; |
| 682 | static const int sequenceGetByIdHotPathConstantSpace = 3; |
| 683 | // sequenceGetByIdSlowCase |
| 684 | static const int sequenceGetByIdSlowCaseInstructionSpace = 32; |
| 685 | static const int sequenceGetByIdSlowCaseConstantSpace = 2; |
| 686 | // sequencePutById |
| 687 | static const int sequencePutByIdInstructionSpace = 28; |
| 688 | static const int sequencePutByIdConstantSpace = 3; |
| 689 | #endif |
| 690 | #endif // USE(JSVALUE32_64) |
| 691 | |
| 692 | #if defined(ASSEMBLER_HAS_CONSTANT_POOL) && ASSEMBLER_HAS_CONSTANT_POOL |
| 693 | #define BEGIN_UNINTERRUPTED_SEQUENCE(name) beginUninterruptedSequence(name ## InstructionSpace, name ## ConstantSpace) |
| 694 | #define END_UNINTERRUPTED_SEQUENCE(name) endUninterruptedSequence(name ## InstructionSpace, name ## ConstantSpace) |
| 695 | |
| 696 | void beginUninterruptedSequence(int, int); |
| 697 | void endUninterruptedSequence(int, int); |
| 698 | |
| 699 | #else |
| 700 | #define BEGIN_UNINTERRUPTED_SEQUENCE(name) |
| 701 | #define END_UNINTERRUPTED_SEQUENCE(name) |
| 702 | #endif |
| 703 | |
| 704 | void emit_op_add(Instruction*); |
| 705 | void emit_op_bitand(Instruction*); |
| 706 | void emit_op_bitnot(Instruction*); |
| 707 | void emit_op_bitor(Instruction*); |
| 708 | void emit_op_bitxor(Instruction*); |
| 709 | void emit_op_call(Instruction*); |
| 710 | void emit_op_call_eval(Instruction*); |
| 711 | void emit_op_call_varargs(Instruction*); |
| 712 | void emit_op_catch(Instruction*); |
| 713 | void emit_op_construct(Instruction*); |
| 714 | void emit_op_construct_verify(Instruction*); |
| 715 | void emit_op_convert_this(Instruction*); |
| 716 | void emit_op_create_arguments(Instruction*); |
| 717 | void emit_op_debug(Instruction*); |
| 718 | void emit_op_del_by_id(Instruction*); |
| 719 | void emit_op_div(Instruction*); |
| 720 | void emit_op_end(Instruction*); |
| 721 | void emit_op_enter(Instruction*); |
| 722 | void emit_op_enter_with_activation(Instruction*); |
| 723 | void emit_op_eq(Instruction*); |
| 724 | void emit_op_eq_null(Instruction*); |
| 725 | void emit_op_get_by_id(Instruction*); |
| 726 | void emit_op_get_by_val(Instruction*); |
| 727 | void emit_op_get_by_pname(Instruction*); |
| 728 | void emit_op_get_global_var(Instruction*); |
| 729 | void emit_op_get_scoped_var(Instruction*); |
| 730 | void emit_op_init_arguments(Instruction*); |
| 731 | void emit_op_instanceof(Instruction*); |
| 732 | void emit_op_jeq_null(Instruction*); |
| 733 | void emit_op_jfalse(Instruction*); |
| 734 | void emit_op_jmp(Instruction*); |
| 735 | void emit_op_jmp_scopes(Instruction*); |
| 736 | void emit_op_jneq_null(Instruction*); |
| 737 | void emit_op_jneq_ptr(Instruction*); |
| 738 | void emit_op_jnless(Instruction*); |
| 739 | void emit_op_jless(Instruction*); |
| 740 | void emit_op_jnlesseq(Instruction*); |
| 741 | void emit_op_jsr(Instruction*); |
| 742 | void emit_op_jtrue(Instruction*); |
| 743 | void emit_op_load_varargs(Instruction*); |
| 744 | void emit_op_loop(Instruction*); |
| 745 | void emit_op_loop_if_less(Instruction*); |
| 746 | void emit_op_loop_if_lesseq(Instruction*); |
| 747 | void emit_op_loop_if_true(Instruction*); |
| 748 | void emit_op_loop_if_false(Instruction*); |
| 749 | void emit_op_lshift(Instruction*); |
| 750 | void emit_op_method_check(Instruction*); |
| 751 | void emit_op_mod(Instruction*); |
| 752 | void emit_op_mov(Instruction*); |
| 753 | void emit_op_mul(Instruction*); |
| 754 | void emit_op_negate(Instruction*); |
| 755 | void emit_op_neq(Instruction*); |
| 756 | void emit_op_neq_null(Instruction*); |
| 757 | void emit_op_new_array(Instruction*); |
| 758 | void emit_op_new_error(Instruction*); |
| 759 | void emit_op_new_func(Instruction*); |
| 760 | void emit_op_new_func_exp(Instruction*); |
| 761 | void emit_op_new_object(Instruction*); |
| 762 | void emit_op_new_regexp(Instruction*); |
| 763 | void emit_op_get_pnames(Instruction*); |
| 764 | void emit_op_next_pname(Instruction*); |
| 765 | void emit_op_not(Instruction*); |
| 766 | void emit_op_nstricteq(Instruction*); |
| 767 | void emit_op_pop_scope(Instruction*); |
| 768 | void emit_op_post_dec(Instruction*); |
| 769 | void emit_op_post_inc(Instruction*); |
| 770 | void emit_op_pre_dec(Instruction*); |
| 771 | void emit_op_pre_inc(Instruction*); |
| 772 | void emit_op_profile_did_call(Instruction*); |
| 773 | void emit_op_profile_will_call(Instruction*); |
| 774 | void emit_op_push_new_scope(Instruction*); |
| 775 | void emit_op_push_scope(Instruction*); |
| 776 | void emit_op_put_by_id(Instruction*); |
| 777 | void emit_op_put_by_index(Instruction*); |
| 778 | void emit_op_put_by_val(Instruction*); |
| 779 | void emit_op_put_getter(Instruction*); |
| 780 | void emit_op_put_global_var(Instruction*); |
| 781 | void emit_op_put_scoped_var(Instruction*); |
| 782 | void emit_op_put_setter(Instruction*); |
| 783 | void emit_op_resolve(Instruction*); |
| 784 | void emit_op_resolve_base(Instruction*); |
| 785 | void emit_op_resolve_global(Instruction*); |
| 786 | void emit_op_resolve_skip(Instruction*); |
| 787 | void emit_op_resolve_with_base(Instruction*); |
| 788 | void emit_op_ret(Instruction*); |
| 789 | void emit_op_rshift(Instruction*); |
| 790 | void emit_op_sret(Instruction*); |
| 791 | void emit_op_strcat(Instruction*); |
| 792 | void emit_op_stricteq(Instruction*); |
| 793 | void emit_op_sub(Instruction*); |
| 794 | void emit_op_switch_char(Instruction*); |
| 795 | void emit_op_switch_imm(Instruction*); |
| 796 | void emit_op_switch_string(Instruction*); |
| 797 | void emit_op_tear_off_activation(Instruction*); |
| 798 | void emit_op_tear_off_arguments(Instruction*); |
| 799 | void emit_op_throw(Instruction*); |
| 800 | void emit_op_to_jsnumber(Instruction*); |
| 801 | void emit_op_to_primitive(Instruction*); |
| 802 | void emit_op_unexpected_load(Instruction*); |
| 803 | |
| 804 | void emitSlow_op_add(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 805 | void emitSlow_op_bitand(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 806 | void emitSlow_op_bitnot(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 807 | void emitSlow_op_bitor(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 808 | void emitSlow_op_bitxor(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 809 | void emitSlow_op_call(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 810 | void emitSlow_op_call_eval(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 811 | void emitSlow_op_call_varargs(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 812 | void emitSlow_op_construct(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 813 | void emitSlow_op_construct_verify(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 814 | void emitSlow_op_convert_this(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 815 | void emitSlow_op_div(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 816 | void emitSlow_op_eq(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 817 | void emitSlow_op_get_by_id(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 818 | void emitSlow_op_get_by_val(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 819 | void emitSlow_op_get_by_pname(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 820 | void emitSlow_op_instanceof(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 821 | void emitSlow_op_jfalse(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 822 | void emitSlow_op_jnless(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 823 | void emitSlow_op_jless(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 824 | void emitSlow_op_jnlesseq(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 825 | void emitSlow_op_jtrue(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 826 | void emitSlow_op_loop_if_less(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 827 | void emitSlow_op_loop_if_lesseq(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 828 | void emitSlow_op_loop_if_true(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 829 | void emitSlow_op_loop_if_false(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 830 | void emitSlow_op_lshift(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 831 | void emitSlow_op_method_check(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 832 | void emitSlow_op_mod(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 833 | void emitSlow_op_mul(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 834 | void emitSlow_op_negate(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 835 | void emitSlow_op_neq(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 836 | void emitSlow_op_not(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 837 | void emitSlow_op_nstricteq(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 838 | void emitSlow_op_post_dec(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 839 | void emitSlow_op_post_inc(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 840 | void emitSlow_op_pre_dec(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 841 | void emitSlow_op_pre_inc(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 842 | void emitSlow_op_put_by_id(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 843 | void emitSlow_op_put_by_val(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 844 | void emitSlow_op_resolve_global(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 845 | void emitSlow_op_rshift(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 846 | void emitSlow_op_stricteq(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 847 | void emitSlow_op_sub(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 848 | void emitSlow_op_to_jsnumber(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 849 | void emitSlow_op_to_primitive(Instruction*, Vector<SlowCaseEntry>::iterator&); |
| 850 | |
| 851 | /* These functions are deprecated: Please use JITStubCall instead. */ |
| 852 | void emitPutJITStubArg(RegisterID src, unsigned argumentNumber); |
| 853 | #if USE(JSVALUE32_64) |
| 854 | void emitPutJITStubArg(RegisterID tag, RegisterID payload, unsigned argumentNumber); |
| 855 | void emitPutJITStubArgFromVirtualRegister(unsigned src, unsigned argumentNumber, RegisterID scratch1, RegisterID scratch2); |
| 856 | #else |
| 857 | void emitPutJITStubArgFromVirtualRegister(unsigned src, unsigned argumentNumber, RegisterID scratch); |
| 858 | #endif |
| 859 | void emitPutJITStubArgConstant(unsigned value, unsigned argumentNumber); |
| 860 | void emitPutJITStubArgConstant(void* value, unsigned argumentNumber); |
| 861 | void emitGetJITStubArg(unsigned argumentNumber, RegisterID dst); |
| 862 | |
| 863 | void emitInitRegister(unsigned dst); |
| 864 | |
| 865 | void (RegisterID from, RegisterFile::CallFrameHeaderEntry entry); |
| 866 | void (void* value, RegisterFile::CallFrameHeaderEntry entry); |
| 867 | void (RegisterFile::CallFrameHeaderEntry entry, RegisterID to, RegisterID from = callFrameRegister); |
| 868 | void (RegisterFile::CallFrameHeaderEntry entry, RegisterID to, RegisterID from = callFrameRegister); |
| 869 | |
| 870 | JSValue getConstantOperand(unsigned src); |
| 871 | bool isOperandConstantImmediateInt(unsigned src); |
| 872 | |
| 873 | Jump getSlowCase(Vector<SlowCaseEntry>::iterator& iter) |
| 874 | { |
| 875 | return iter++->from; |
| 876 | } |
| 877 | void linkSlowCase(Vector<SlowCaseEntry>::iterator& iter) |
| 878 | { |
| 879 | iter->from.link(masm: this); |
| 880 | ++iter; |
| 881 | } |
| 882 | void linkSlowCaseIfNotJSCell(Vector<SlowCaseEntry>::iterator&, int vReg); |
| 883 | |
| 884 | Jump checkStructure(RegisterID reg, Structure* structure); |
| 885 | |
| 886 | void restoreArgumentReference(); |
| 887 | void restoreArgumentReferenceForTrampoline(); |
| 888 | |
| 889 | Call emitNakedCall(CodePtr function = CodePtr()); |
| 890 | |
| 891 | void preserveReturnAddressAfterCall(RegisterID); |
| 892 | void restoreReturnAddressBeforeReturn(RegisterID); |
| 893 | void restoreReturnAddressBeforeReturn(Address); |
| 894 | |
| 895 | void emitTimeoutCheck(); |
| 896 | #ifndef NDEBUG |
| 897 | void printBytecodeOperandTypes(unsigned src1, unsigned src2); |
| 898 | #endif |
| 899 | |
| 900 | #if ENABLE(SAMPLING_FLAGS) |
| 901 | void setSamplingFlag(int32_t); |
| 902 | void clearSamplingFlag(int32_t); |
| 903 | #endif |
| 904 | |
| 905 | #if ENABLE(SAMPLING_COUNTERS) |
| 906 | void emitCount(AbstractSamplingCounter&, uint32_t = 1); |
| 907 | #endif |
| 908 | |
| 909 | #if ENABLE(OPCODE_SAMPLING) |
| 910 | void sampleInstruction(Instruction*, bool = false); |
| 911 | #endif |
| 912 | |
| 913 | #if ENABLE(CODEBLOCK_SAMPLING) |
| 914 | void sampleCodeBlock(CodeBlock*); |
| 915 | #else |
| 916 | void sampleCodeBlock(CodeBlock*) {} |
| 917 | #endif |
| 918 | |
| 919 | Interpreter* m_interpreter; |
| 920 | JSGlobalData* m_globalData; |
| 921 | CodeBlock* m_codeBlock; |
| 922 | |
| 923 | Vector<CallRecord> m_calls; |
| 924 | Vector<Label> m_labels; |
| 925 | Vector<PropertyStubCompilationInfo> m_propertyAccessCompilationInfo; |
| 926 | Vector<StructureStubCompilationInfo> m_callStructureStubCompilationInfo; |
| 927 | Vector<MethodCallCompilationInfo> m_methodCallCompilationInfo; |
| 928 | Vector<JumpTable> m_jmpTable; |
| 929 | |
| 930 | unsigned m_bytecodeIndex; |
| 931 | Vector<JSRInfo> m_jsrSites; |
| 932 | Vector<SlowCaseEntry> m_slowCases; |
| 933 | Vector<SwitchRecord> m_switches; |
| 934 | |
| 935 | unsigned m_propertyAccessInstructionIndex; |
| 936 | unsigned m_globalResolveInfoIndex; |
| 937 | unsigned m_callLinkInfoIndex; |
| 938 | |
| 939 | #if USE(JSVALUE32_64) |
| 940 | unsigned m_jumpTargetIndex; |
| 941 | unsigned m_mappedBytecodeIndex; |
| 942 | unsigned m_mappedVirtualRegisterIndex; |
| 943 | RegisterID m_mappedTag; |
| 944 | RegisterID m_mappedPayload; |
| 945 | #else |
| 946 | int m_lastResultBytecodeRegister; |
| 947 | unsigned m_jumpTargetsPosition; |
| 948 | #endif |
| 949 | |
| 950 | #ifndef NDEBUG |
| 951 | #if defined(ASSEMBLER_HAS_CONSTANT_POOL) && ASSEMBLER_HAS_CONSTANT_POOL |
| 952 | Label m_uninterruptedInstructionSequenceBegin; |
| 953 | int m_uninterruptedConstantSequenceBegin; |
| 954 | #endif |
| 955 | #endif |
| 956 | } JIT_CLASS_ALIGNMENT; |
| 957 | |
| 958 | inline void JIT::emit_op_loop(Instruction* currentInstruction) |
| 959 | { |
| 960 | emitTimeoutCheck(); |
| 961 | emit_op_jmp(currentInstruction); |
| 962 | } |
| 963 | |
| 964 | inline void JIT::emit_op_loop_if_true(Instruction* currentInstruction) |
| 965 | { |
| 966 | emitTimeoutCheck(); |
| 967 | emit_op_jtrue(currentInstruction); |
| 968 | } |
| 969 | |
| 970 | inline void JIT::emitSlow_op_loop_if_true(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter) |
| 971 | { |
| 972 | emitSlow_op_jtrue(currentInstruction, iter); |
| 973 | } |
| 974 | |
| 975 | inline void JIT::emit_op_loop_if_false(Instruction* currentInstruction) |
| 976 | { |
| 977 | emitTimeoutCheck(); |
| 978 | emit_op_jfalse(currentInstruction); |
| 979 | } |
| 980 | |
| 981 | inline void JIT::emitSlow_op_loop_if_false(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter) |
| 982 | { |
| 983 | emitSlow_op_jfalse(currentInstruction, iter); |
| 984 | } |
| 985 | |
| 986 | inline void JIT::emit_op_loop_if_less(Instruction* currentInstruction) |
| 987 | { |
| 988 | emitTimeoutCheck(); |
| 989 | emit_op_jless(currentInstruction); |
| 990 | } |
| 991 | |
| 992 | inline void JIT::emitSlow_op_loop_if_less(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter) |
| 993 | { |
| 994 | emitSlow_op_jless(currentInstruction, iter); |
| 995 | } |
| 996 | |
| 997 | } // namespace JSC |
| 998 | |
| 999 | #endif // ENABLE(JIT) |
| 1000 | |
| 1001 | #endif // JIT_h |
| 1002 | |