798 lines
29 KiB
C++
798 lines
29 KiB
C++
|
//===- JITTest.cpp - Unit tests for the JIT -------------------------------===//
|
||
|
//
|
||
|
// The LLVM Compiler Infrastructure
|
||
|
//
|
||
|
// This file is distributed under the University of Illinois Open Source
|
||
|
// License. See LICENSE.TXT for details.
|
||
|
//
|
||
|
//===----------------------------------------------------------------------===//
|
||
|
|
||
|
#include "gtest/gtest.h"
|
||
|
#include "llvm/ADT/OwningPtr.h"
|
||
|
#include "llvm/ADT/SmallPtrSet.h"
|
||
|
#include "llvm/Assembly/Parser.h"
|
||
|
#include "llvm/BasicBlock.h"
|
||
|
#include "llvm/Bitcode/ReaderWriter.h"
|
||
|
#include "llvm/Constant.h"
|
||
|
#include "llvm/Constants.h"
|
||
|
#include "llvm/DerivedTypes.h"
|
||
|
#include "llvm/ExecutionEngine/JIT.h"
|
||
|
#include "llvm/ExecutionEngine/JITMemoryManager.h"
|
||
|
#include "llvm/Function.h"
|
||
|
#include "llvm/GlobalValue.h"
|
||
|
#include "llvm/GlobalVariable.h"
|
||
|
#include "llvm/LLVMContext.h"
|
||
|
#include "llvm/Module.h"
|
||
|
#include "llvm/Support/IRBuilder.h"
|
||
|
#include "llvm/Support/MemoryBuffer.h"
|
||
|
#include "llvm/Support/SourceMgr.h"
|
||
|
#include "llvm/Support/TypeBuilder.h"
|
||
|
#include "llvm/Support/TargetSelect.h"
|
||
|
#include "llvm/Type.h"
|
||
|
|
||
|
#include <vector>
|
||
|
|
||
|
using namespace llvm;
|
||
|
|
||
|
namespace {
|
||
|
|
||
|
Function *makeReturnGlobal(std::string Name, GlobalVariable *G, Module *M) {
|
||
|
std::vector<Type*> params;
|
||
|
FunctionType *FTy = FunctionType::get(G->getType()->getElementType(),
|
||
|
params, false);
|
||
|
Function *F = Function::Create(FTy, GlobalValue::ExternalLinkage, Name, M);
|
||
|
BasicBlock *Entry = BasicBlock::Create(M->getContext(), "entry", F);
|
||
|
IRBuilder<> builder(Entry);
|
||
|
Value *Load = builder.CreateLoad(G);
|
||
|
Type *GTy = G->getType()->getElementType();
|
||
|
Value *Add = builder.CreateAdd(Load, ConstantInt::get(GTy, 1LL));
|
||
|
builder.CreateStore(Add, G);
|
||
|
builder.CreateRet(Add);
|
||
|
return F;
|
||
|
}
|
||
|
|
||
|
std::string DumpFunction(const Function *F) {
|
||
|
std::string Result;
|
||
|
raw_string_ostream(Result) << "" << *F;
|
||
|
return Result;
|
||
|
}
|
||
|
|
||
|
class RecordingJITMemoryManager : public JITMemoryManager {
|
||
|
const OwningPtr<JITMemoryManager> Base;
|
||
|
public:
|
||
|
RecordingJITMemoryManager()
|
||
|
: Base(JITMemoryManager::CreateDefaultMemManager()) {
|
||
|
stubsAllocated = 0;
|
||
|
}
|
||
|
virtual void *getPointerToNamedFunction(const std::string &Name,
|
||
|
bool AbortOnFailure = true) {
|
||
|
return Base->getPointerToNamedFunction(Name, AbortOnFailure);
|
||
|
}
|
||
|
|
||
|
virtual void setMemoryWritable() { Base->setMemoryWritable(); }
|
||
|
virtual void setMemoryExecutable() { Base->setMemoryExecutable(); }
|
||
|
virtual void setPoisonMemory(bool poison) { Base->setPoisonMemory(poison); }
|
||
|
virtual void AllocateGOT() { Base->AllocateGOT(); }
|
||
|
virtual uint8_t *getGOTBase() const { return Base->getGOTBase(); }
|
||
|
struct StartFunctionBodyCall {
|
||
|
StartFunctionBodyCall(uint8_t *Result, const Function *F,
|
||
|
uintptr_t ActualSize, uintptr_t ActualSizeResult)
|
||
|
: Result(Result), F(F), F_dump(DumpFunction(F)),
|
||
|
ActualSize(ActualSize), ActualSizeResult(ActualSizeResult) {}
|
||
|
uint8_t *Result;
|
||
|
const Function *F;
|
||
|
std::string F_dump;
|
||
|
uintptr_t ActualSize;
|
||
|
uintptr_t ActualSizeResult;
|
||
|
};
|
||
|
std::vector<StartFunctionBodyCall> startFunctionBodyCalls;
|
||
|
virtual uint8_t *startFunctionBody(const Function *F,
|
||
|
uintptr_t &ActualSize) {
|
||
|
uintptr_t InitialActualSize = ActualSize;
|
||
|
uint8_t *Result = Base->startFunctionBody(F, ActualSize);
|
||
|
startFunctionBodyCalls.push_back(
|
||
|
StartFunctionBodyCall(Result, F, InitialActualSize, ActualSize));
|
||
|
return Result;
|
||
|
}
|
||
|
int stubsAllocated;
|
||
|
virtual uint8_t *allocateStub(const GlobalValue* F, unsigned StubSize,
|
||
|
unsigned Alignment) {
|
||
|
stubsAllocated++;
|
||
|
return Base->allocateStub(F, StubSize, Alignment);
|
||
|
}
|
||
|
struct EndFunctionBodyCall {
|
||
|
EndFunctionBodyCall(const Function *F, uint8_t *FunctionStart,
|
||
|
uint8_t *FunctionEnd)
|
||
|
: F(F), F_dump(DumpFunction(F)),
|
||
|
FunctionStart(FunctionStart), FunctionEnd(FunctionEnd) {}
|
||
|
const Function *F;
|
||
|
std::string F_dump;
|
||
|
uint8_t *FunctionStart;
|
||
|
uint8_t *FunctionEnd;
|
||
|
};
|
||
|
std::vector<EndFunctionBodyCall> endFunctionBodyCalls;
|
||
|
virtual void endFunctionBody(const Function *F, uint8_t *FunctionStart,
|
||
|
uint8_t *FunctionEnd) {
|
||
|
endFunctionBodyCalls.push_back(
|
||
|
EndFunctionBodyCall(F, FunctionStart, FunctionEnd));
|
||
|
Base->endFunctionBody(F, FunctionStart, FunctionEnd);
|
||
|
}
|
||
|
virtual uint8_t *allocateDataSection(uintptr_t Size, unsigned Alignment,
|
||
|
unsigned SectionID) {
|
||
|
return Base->allocateDataSection(Size, Alignment, SectionID);
|
||
|
}
|
||
|
virtual uint8_t *allocateCodeSection(uintptr_t Size, unsigned Alignment,
|
||
|
unsigned SectionID) {
|
||
|
return Base->allocateCodeSection(Size, Alignment, SectionID);
|
||
|
}
|
||
|
virtual uint8_t *allocateSpace(intptr_t Size, unsigned Alignment) {
|
||
|
return Base->allocateSpace(Size, Alignment);
|
||
|
}
|
||
|
virtual uint8_t *allocateGlobal(uintptr_t Size, unsigned Alignment) {
|
||
|
return Base->allocateGlobal(Size, Alignment);
|
||
|
}
|
||
|
struct DeallocateFunctionBodyCall {
|
||
|
DeallocateFunctionBodyCall(const void *Body) : Body(Body) {}
|
||
|
const void *Body;
|
||
|
};
|
||
|
std::vector<DeallocateFunctionBodyCall> deallocateFunctionBodyCalls;
|
||
|
virtual void deallocateFunctionBody(void *Body) {
|
||
|
deallocateFunctionBodyCalls.push_back(DeallocateFunctionBodyCall(Body));
|
||
|
Base->deallocateFunctionBody(Body);
|
||
|
}
|
||
|
struct DeallocateExceptionTableCall {
|
||
|
DeallocateExceptionTableCall(const void *ET) : ET(ET) {}
|
||
|
const void *ET;
|
||
|
};
|
||
|
std::vector<DeallocateExceptionTableCall> deallocateExceptionTableCalls;
|
||
|
virtual void deallocateExceptionTable(void *ET) {
|
||
|
deallocateExceptionTableCalls.push_back(DeallocateExceptionTableCall(ET));
|
||
|
Base->deallocateExceptionTable(ET);
|
||
|
}
|
||
|
struct StartExceptionTableCall {
|
||
|
StartExceptionTableCall(uint8_t *Result, const Function *F,
|
||
|
uintptr_t ActualSize, uintptr_t ActualSizeResult)
|
||
|
: Result(Result), F(F), F_dump(DumpFunction(F)),
|
||
|
ActualSize(ActualSize), ActualSizeResult(ActualSizeResult) {}
|
||
|
uint8_t *Result;
|
||
|
const Function *F;
|
||
|
std::string F_dump;
|
||
|
uintptr_t ActualSize;
|
||
|
uintptr_t ActualSizeResult;
|
||
|
};
|
||
|
std::vector<StartExceptionTableCall> startExceptionTableCalls;
|
||
|
virtual uint8_t* startExceptionTable(const Function* F,
|
||
|
uintptr_t &ActualSize) {
|
||
|
uintptr_t InitialActualSize = ActualSize;
|
||
|
uint8_t *Result = Base->startExceptionTable(F, ActualSize);
|
||
|
startExceptionTableCalls.push_back(
|
||
|
StartExceptionTableCall(Result, F, InitialActualSize, ActualSize));
|
||
|
return Result;
|
||
|
}
|
||
|
struct EndExceptionTableCall {
|
||
|
EndExceptionTableCall(const Function *F, uint8_t *TableStart,
|
||
|
uint8_t *TableEnd, uint8_t* FrameRegister)
|
||
|
: F(F), F_dump(DumpFunction(F)),
|
||
|
TableStart(TableStart), TableEnd(TableEnd),
|
||
|
FrameRegister(FrameRegister) {}
|
||
|
const Function *F;
|
||
|
std::string F_dump;
|
||
|
uint8_t *TableStart;
|
||
|
uint8_t *TableEnd;
|
||
|
uint8_t *FrameRegister;
|
||
|
};
|
||
|
std::vector<EndExceptionTableCall> endExceptionTableCalls;
|
||
|
virtual void endExceptionTable(const Function *F, uint8_t *TableStart,
|
||
|
uint8_t *TableEnd, uint8_t* FrameRegister) {
|
||
|
endExceptionTableCalls.push_back(
|
||
|
EndExceptionTableCall(F, TableStart, TableEnd, FrameRegister));
|
||
|
return Base->endExceptionTable(F, TableStart, TableEnd, FrameRegister);
|
||
|
}
|
||
|
};
|
||
|
|
||
|
bool LoadAssemblyInto(Module *M, const char *assembly) {
|
||
|
SMDiagnostic Error;
|
||
|
bool success =
|
||
|
NULL != ParseAssemblyString(assembly, M, Error, M->getContext());
|
||
|
std::string errMsg;
|
||
|
raw_string_ostream os(errMsg);
|
||
|
Error.print("", os);
|
||
|
EXPECT_TRUE(success) << os.str();
|
||
|
return success;
|
||
|
}
|
||
|
|
||
|
class JITTest : public testing::Test {
|
||
|
protected:
|
||
|
virtual void SetUp() {
|
||
|
M = new Module("<main>", Context);
|
||
|
RJMM = new RecordingJITMemoryManager;
|
||
|
RJMM->setPoisonMemory(true);
|
||
|
std::string Error;
|
||
|
TheJIT.reset(EngineBuilder(M).setEngineKind(EngineKind::JIT)
|
||
|
.setJITMemoryManager(RJMM)
|
||
|
.setErrorStr(&Error).create());
|
||
|
ASSERT_TRUE(TheJIT.get() != NULL) << Error;
|
||
|
}
|
||
|
|
||
|
void LoadAssembly(const char *assembly) {
|
||
|
LoadAssemblyInto(M, assembly);
|
||
|
}
|
||
|
|
||
|
LLVMContext Context;
|
||
|
Module *M; // Owned by ExecutionEngine.
|
||
|
RecordingJITMemoryManager *RJMM;
|
||
|
OwningPtr<ExecutionEngine> TheJIT;
|
||
|
};
|
||
|
|
||
|
// Regression test for a bug. The JIT used to allocate globals inside the same
|
||
|
// memory block used for the function, and when the function code was freed,
|
||
|
// the global was left in the same place. This test allocates a function
|
||
|
// that uses and global, deallocates it, and then makes sure that the global
|
||
|
// stays alive after that.
|
||
|
TEST(JIT, GlobalInFunction) {
|
||
|
LLVMContext context;
|
||
|
Module *M = new Module("<main>", context);
|
||
|
|
||
|
JITMemoryManager *MemMgr = JITMemoryManager::CreateDefaultMemManager();
|
||
|
// Tell the memory manager to poison freed memory so that accessing freed
|
||
|
// memory is more easily tested.
|
||
|
MemMgr->setPoisonMemory(true);
|
||
|
std::string Error;
|
||
|
OwningPtr<ExecutionEngine> JIT(EngineBuilder(M)
|
||
|
.setEngineKind(EngineKind::JIT)
|
||
|
.setErrorStr(&Error)
|
||
|
.setJITMemoryManager(MemMgr)
|
||
|
// The next line enables the fix:
|
||
|
.setAllocateGVsWithCode(false)
|
||
|
.create());
|
||
|
ASSERT_EQ(Error, "");
|
||
|
|
||
|
// Create a global variable.
|
||
|
Type *GTy = Type::getInt32Ty(context);
|
||
|
GlobalVariable *G = new GlobalVariable(
|
||
|
*M,
|
||
|
GTy,
|
||
|
false, // Not constant.
|
||
|
GlobalValue::InternalLinkage,
|
||
|
Constant::getNullValue(GTy),
|
||
|
"myglobal");
|
||
|
|
||
|
// Make a function that points to a global.
|
||
|
Function *F1 = makeReturnGlobal("F1", G, M);
|
||
|
|
||
|
// Get the pointer to the native code to force it to JIT the function and
|
||
|
// allocate space for the global.
|
||
|
void (*F1Ptr)() =
|
||
|
reinterpret_cast<void(*)()>((intptr_t)JIT->getPointerToFunction(F1));
|
||
|
|
||
|
// Since F1 was codegen'd, a pointer to G should be available.
|
||
|
int32_t *GPtr = (int32_t*)JIT->getPointerToGlobalIfAvailable(G);
|
||
|
ASSERT_NE((int32_t*)NULL, GPtr);
|
||
|
EXPECT_EQ(0, *GPtr);
|
||
|
|
||
|
// F1() should increment G.
|
||
|
F1Ptr();
|
||
|
EXPECT_EQ(1, *GPtr);
|
||
|
|
||
|
// Make a second function identical to the first, referring to the same
|
||
|
// global.
|
||
|
Function *F2 = makeReturnGlobal("F2", G, M);
|
||
|
void (*F2Ptr)() =
|
||
|
reinterpret_cast<void(*)()>((intptr_t)JIT->getPointerToFunction(F2));
|
||
|
|
||
|
// F2() should increment G.
|
||
|
F2Ptr();
|
||
|
EXPECT_EQ(2, *GPtr);
|
||
|
|
||
|
// Deallocate F1.
|
||
|
JIT->freeMachineCodeForFunction(F1);
|
||
|
|
||
|
// F2() should *still* increment G.
|
||
|
F2Ptr();
|
||
|
EXPECT_EQ(3, *GPtr);
|
||
|
}
|
||
|
|
||
|
int PlusOne(int arg) {
|
||
|
return arg + 1;
|
||
|
}
|
||
|
|
||
|
// ARM tests disabled pending fix for PR10783.
|
||
|
#if !defined(__arm__)
|
||
|
TEST_F(JITTest, FarCallToKnownFunction) {
|
||
|
// x86-64 can only make direct calls to functions within 32 bits of
|
||
|
// the current PC. To call anything farther away, we have to load
|
||
|
// the address into a register and call through the register. The
|
||
|
// current JIT does this by allocating a stub for any far call.
|
||
|
// There was a bug in which the JIT tried to emit a direct call when
|
||
|
// the target was already in the JIT's global mappings and lazy
|
||
|
// compilation was disabled.
|
||
|
|
||
|
Function *KnownFunction = Function::Create(
|
||
|
TypeBuilder<int(int), false>::get(Context),
|
||
|
GlobalValue::ExternalLinkage, "known", M);
|
||
|
TheJIT->addGlobalMapping(KnownFunction, (void*)(intptr_t)PlusOne);
|
||
|
|
||
|
// int test() { return known(7); }
|
||
|
Function *TestFunction = Function::Create(
|
||
|
TypeBuilder<int(), false>::get(Context),
|
||
|
GlobalValue::ExternalLinkage, "test", M);
|
||
|
BasicBlock *Entry = BasicBlock::Create(Context, "entry", TestFunction);
|
||
|
IRBuilder<> Builder(Entry);
|
||
|
Value *result = Builder.CreateCall(
|
||
|
KnownFunction,
|
||
|
ConstantInt::get(TypeBuilder<int, false>::get(Context), 7));
|
||
|
Builder.CreateRet(result);
|
||
|
|
||
|
TheJIT->DisableLazyCompilation(true);
|
||
|
int (*TestFunctionPtr)() = reinterpret_cast<int(*)()>(
|
||
|
(intptr_t)TheJIT->getPointerToFunction(TestFunction));
|
||
|
// This used to crash in trying to call PlusOne().
|
||
|
EXPECT_EQ(8, TestFunctionPtr());
|
||
|
}
|
||
|
|
||
|
// Test a function C which calls A and B which call each other.
|
||
|
TEST_F(JITTest, NonLazyCompilationStillNeedsStubs) {
|
||
|
TheJIT->DisableLazyCompilation(true);
|
||
|
|
||
|
FunctionType *Func1Ty =
|
||
|
cast<FunctionType>(TypeBuilder<void(void), false>::get(Context));
|
||
|
std::vector<Type*> arg_types;
|
||
|
arg_types.push_back(Type::getInt1Ty(Context));
|
||
|
FunctionType *FuncTy = FunctionType::get(
|
||
|
Type::getVoidTy(Context), arg_types, false);
|
||
|
Function *Func1 = Function::Create(Func1Ty, Function::ExternalLinkage,
|
||
|
"func1", M);
|
||
|
Function *Func2 = Function::Create(FuncTy, Function::InternalLinkage,
|
||
|
"func2", M);
|
||
|
Function *Func3 = Function::Create(FuncTy, Function::InternalLinkage,
|
||
|
"func3", M);
|
||
|
BasicBlock *Block1 = BasicBlock::Create(Context, "block1", Func1);
|
||
|
BasicBlock *Block2 = BasicBlock::Create(Context, "block2", Func2);
|
||
|
BasicBlock *True2 = BasicBlock::Create(Context, "cond_true", Func2);
|
||
|
BasicBlock *False2 = BasicBlock::Create(Context, "cond_false", Func2);
|
||
|
BasicBlock *Block3 = BasicBlock::Create(Context, "block3", Func3);
|
||
|
BasicBlock *True3 = BasicBlock::Create(Context, "cond_true", Func3);
|
||
|
BasicBlock *False3 = BasicBlock::Create(Context, "cond_false", Func3);
|
||
|
|
||
|
// Make Func1 call Func2(0) and Func3(0).
|
||
|
IRBuilder<> Builder(Block1);
|
||
|
Builder.CreateCall(Func2, ConstantInt::getTrue(Context));
|
||
|
Builder.CreateCall(Func3, ConstantInt::getTrue(Context));
|
||
|
Builder.CreateRetVoid();
|
||
|
|
||
|
// void Func2(bool b) { if (b) { Func3(false); return; } return; }
|
||
|
Builder.SetInsertPoint(Block2);
|
||
|
Builder.CreateCondBr(Func2->arg_begin(), True2, False2);
|
||
|
Builder.SetInsertPoint(True2);
|
||
|
Builder.CreateCall(Func3, ConstantInt::getFalse(Context));
|
||
|
Builder.CreateRetVoid();
|
||
|
Builder.SetInsertPoint(False2);
|
||
|
Builder.CreateRetVoid();
|
||
|
|
||
|
// void Func3(bool b) { if (b) { Func2(false); return; } return; }
|
||
|
Builder.SetInsertPoint(Block3);
|
||
|
Builder.CreateCondBr(Func3->arg_begin(), True3, False3);
|
||
|
Builder.SetInsertPoint(True3);
|
||
|
Builder.CreateCall(Func2, ConstantInt::getFalse(Context));
|
||
|
Builder.CreateRetVoid();
|
||
|
Builder.SetInsertPoint(False3);
|
||
|
Builder.CreateRetVoid();
|
||
|
|
||
|
// Compile the function to native code
|
||
|
void (*F1Ptr)() =
|
||
|
reinterpret_cast<void(*)()>((intptr_t)TheJIT->getPointerToFunction(Func1));
|
||
|
|
||
|
F1Ptr();
|
||
|
}
|
||
|
|
||
|
// Regression test for PR5162. This used to trigger an AssertingVH inside the
|
||
|
// JIT's Function to stub mapping.
|
||
|
TEST_F(JITTest, NonLazyLeaksNoStubs) {
|
||
|
TheJIT->DisableLazyCompilation(true);
|
||
|
|
||
|
// Create two functions with a single basic block each.
|
||
|
FunctionType *FuncTy =
|
||
|
cast<FunctionType>(TypeBuilder<int(), false>::get(Context));
|
||
|
Function *Func1 = Function::Create(FuncTy, Function::ExternalLinkage,
|
||
|
"func1", M);
|
||
|
Function *Func2 = Function::Create(FuncTy, Function::InternalLinkage,
|
||
|
"func2", M);
|
||
|
BasicBlock *Block1 = BasicBlock::Create(Context, "block1", Func1);
|
||
|
BasicBlock *Block2 = BasicBlock::Create(Context, "block2", Func2);
|
||
|
|
||
|
// The first function calls the second and returns the result
|
||
|
IRBuilder<> Builder(Block1);
|
||
|
Value *Result = Builder.CreateCall(Func2);
|
||
|
Builder.CreateRet(Result);
|
||
|
|
||
|
// The second function just returns a constant
|
||
|
Builder.SetInsertPoint(Block2);
|
||
|
Builder.CreateRet(ConstantInt::get(TypeBuilder<int, false>::get(Context),42));
|
||
|
|
||
|
// Compile the function to native code
|
||
|
(void)TheJIT->getPointerToFunction(Func1);
|
||
|
|
||
|
// Free the JIT state for the functions
|
||
|
TheJIT->freeMachineCodeForFunction(Func1);
|
||
|
TheJIT->freeMachineCodeForFunction(Func2);
|
||
|
|
||
|
// Delete the first function (and show that is has no users)
|
||
|
EXPECT_EQ(Func1->getNumUses(), 0u);
|
||
|
Func1->eraseFromParent();
|
||
|
|
||
|
// Delete the second function (and show that it has no users - it had one,
|
||
|
// func1 but that's gone now)
|
||
|
EXPECT_EQ(Func2->getNumUses(), 0u);
|
||
|
Func2->eraseFromParent();
|
||
|
}
|
||
|
|
||
|
TEST_F(JITTest, ModuleDeletion) {
|
||
|
TheJIT->DisableLazyCompilation(false);
|
||
|
LoadAssembly("define void @main() { "
|
||
|
" call i32 @computeVal() "
|
||
|
" ret void "
|
||
|
"} "
|
||
|
" "
|
||
|
"define internal i32 @computeVal() { "
|
||
|
" ret i32 0 "
|
||
|
"} ");
|
||
|
Function *func = M->getFunction("main");
|
||
|
TheJIT->getPointerToFunction(func);
|
||
|
TheJIT->removeModule(M);
|
||
|
delete M;
|
||
|
|
||
|
SmallPtrSet<const void*, 2> FunctionsDeallocated;
|
||
|
for (unsigned i = 0, e = RJMM->deallocateFunctionBodyCalls.size();
|
||
|
i != e; ++i) {
|
||
|
FunctionsDeallocated.insert(RJMM->deallocateFunctionBodyCalls[i].Body);
|
||
|
}
|
||
|
for (unsigned i = 0, e = RJMM->startFunctionBodyCalls.size(); i != e; ++i) {
|
||
|
EXPECT_TRUE(FunctionsDeallocated.count(
|
||
|
RJMM->startFunctionBodyCalls[i].Result))
|
||
|
<< "Function leaked: \n" << RJMM->startFunctionBodyCalls[i].F_dump;
|
||
|
}
|
||
|
EXPECT_EQ(RJMM->startFunctionBodyCalls.size(),
|
||
|
RJMM->deallocateFunctionBodyCalls.size());
|
||
|
|
||
|
SmallPtrSet<const void*, 2> ExceptionTablesDeallocated;
|
||
|
unsigned NumTablesDeallocated = 0;
|
||
|
for (unsigned i = 0, e = RJMM->deallocateExceptionTableCalls.size();
|
||
|
i != e; ++i) {
|
||
|
ExceptionTablesDeallocated.insert(
|
||
|
RJMM->deallocateExceptionTableCalls[i].ET);
|
||
|
if (RJMM->deallocateExceptionTableCalls[i].ET != NULL) {
|
||
|
// If JITEmitDebugInfo is off, we'll "deallocate" NULL, which doesn't
|
||
|
// appear in startExceptionTableCalls.
|
||
|
NumTablesDeallocated++;
|
||
|
}
|
||
|
}
|
||
|
for (unsigned i = 0, e = RJMM->startExceptionTableCalls.size(); i != e; ++i) {
|
||
|
EXPECT_TRUE(ExceptionTablesDeallocated.count(
|
||
|
RJMM->startExceptionTableCalls[i].Result))
|
||
|
<< "Function's exception table leaked: \n"
|
||
|
<< RJMM->startExceptionTableCalls[i].F_dump;
|
||
|
}
|
||
|
EXPECT_EQ(RJMM->startExceptionTableCalls.size(),
|
||
|
NumTablesDeallocated);
|
||
|
}
|
||
|
#endif // !defined(__arm__)
|
||
|
|
||
|
// ARM and PPC still emit stubs for calls since the target may be too far away
|
||
|
// to call directly. This #if can probably be removed when
|
||
|
// http://llvm.org/PR5201 is fixed.
|
||
|
#if !defined(__arm__) && !defined(__powerpc__) && !defined(__ppc__)
|
||
|
typedef int (*FooPtr) ();
|
||
|
|
||
|
TEST_F(JITTest, NoStubs) {
|
||
|
LoadAssembly("define void @bar() {"
|
||
|
"entry: "
|
||
|
"ret void"
|
||
|
"}"
|
||
|
" "
|
||
|
"define i32 @foo() {"
|
||
|
"entry:"
|
||
|
"call void @bar()"
|
||
|
"ret i32 undef"
|
||
|
"}"
|
||
|
" "
|
||
|
"define i32 @main() {"
|
||
|
"entry:"
|
||
|
"%0 = call i32 @foo()"
|
||
|
"call void @bar()"
|
||
|
"ret i32 undef"
|
||
|
"}");
|
||
|
Function *foo = M->getFunction("foo");
|
||
|
uintptr_t tmp = (uintptr_t)(TheJIT->getPointerToFunction(foo));
|
||
|
FooPtr ptr = (FooPtr)(tmp);
|
||
|
|
||
|
(ptr)();
|
||
|
|
||
|
// We should now allocate no more stubs, we have the code to foo
|
||
|
// and the existing stub for bar.
|
||
|
int stubsBefore = RJMM->stubsAllocated;
|
||
|
Function *func = M->getFunction("main");
|
||
|
TheJIT->getPointerToFunction(func);
|
||
|
|
||
|
Function *bar = M->getFunction("bar");
|
||
|
TheJIT->getPointerToFunction(bar);
|
||
|
|
||
|
ASSERT_EQ(stubsBefore, RJMM->stubsAllocated);
|
||
|
}
|
||
|
#endif // !ARM && !PPC
|
||
|
|
||
|
TEST_F(JITTest, FunctionPointersOutliveTheirCreator) {
|
||
|
TheJIT->DisableLazyCompilation(true);
|
||
|
LoadAssembly("define i8()* @get_foo_addr() { "
|
||
|
" ret i8()* @foo "
|
||
|
"} "
|
||
|
" "
|
||
|
"define i8 @foo() { "
|
||
|
" ret i8 42 "
|
||
|
"} ");
|
||
|
Function *F_get_foo_addr = M->getFunction("get_foo_addr");
|
||
|
|
||
|
typedef char(*fooT)();
|
||
|
fooT (*get_foo_addr)() = reinterpret_cast<fooT(*)()>(
|
||
|
(intptr_t)TheJIT->getPointerToFunction(F_get_foo_addr));
|
||
|
fooT foo_addr = get_foo_addr();
|
||
|
|
||
|
// Now free get_foo_addr. This should not free the machine code for foo or
|
||
|
// any call stub returned as foo's canonical address.
|
||
|
TheJIT->freeMachineCodeForFunction(F_get_foo_addr);
|
||
|
|
||
|
// Check by calling the reported address of foo.
|
||
|
EXPECT_EQ(42, foo_addr());
|
||
|
|
||
|
// The reported address should also be the same as the result of a subsequent
|
||
|
// getPointerToFunction(foo).
|
||
|
#if 0
|
||
|
// Fails until PR5126 is fixed:
|
||
|
Function *F_foo = M->getFunction("foo");
|
||
|
fooT foo = reinterpret_cast<fooT>(
|
||
|
(intptr_t)TheJIT->getPointerToFunction(F_foo));
|
||
|
EXPECT_EQ((intptr_t)foo, (intptr_t)foo_addr);
|
||
|
#endif
|
||
|
}
|
||
|
|
||
|
// ARM doesn't have an implementation of replaceMachineCodeForFunction(), so
|
||
|
// recompileAndRelinkFunction doesn't work.
|
||
|
#if !defined(__arm__)
|
||
|
TEST_F(JITTest, FunctionIsRecompiledAndRelinked) {
|
||
|
Function *F = Function::Create(TypeBuilder<int(void), false>::get(Context),
|
||
|
GlobalValue::ExternalLinkage, "test", M);
|
||
|
BasicBlock *Entry = BasicBlock::Create(Context, "entry", F);
|
||
|
IRBuilder<> Builder(Entry);
|
||
|
Value *Val = ConstantInt::get(TypeBuilder<int, false>::get(Context), 1);
|
||
|
Builder.CreateRet(Val);
|
||
|
|
||
|
TheJIT->DisableLazyCompilation(true);
|
||
|
// Compile the function once, and make sure it works.
|
||
|
int (*OrigFPtr)() = reinterpret_cast<int(*)()>(
|
||
|
(intptr_t)TheJIT->recompileAndRelinkFunction(F));
|
||
|
EXPECT_EQ(1, OrigFPtr());
|
||
|
|
||
|
// Now change the function to return a different value.
|
||
|
Entry->eraseFromParent();
|
||
|
BasicBlock *NewEntry = BasicBlock::Create(Context, "new_entry", F);
|
||
|
Builder.SetInsertPoint(NewEntry);
|
||
|
Val = ConstantInt::get(TypeBuilder<int, false>::get(Context), 2);
|
||
|
Builder.CreateRet(Val);
|
||
|
// Recompile it, which should produce a new function pointer _and_ update the
|
||
|
// old one.
|
||
|
int (*NewFPtr)() = reinterpret_cast<int(*)()>(
|
||
|
(intptr_t)TheJIT->recompileAndRelinkFunction(F));
|
||
|
|
||
|
EXPECT_EQ(2, NewFPtr())
|
||
|
<< "The new pointer should call the new version of the function";
|
||
|
EXPECT_EQ(2, OrigFPtr())
|
||
|
<< "The old pointer's target should now jump to the new version";
|
||
|
}
|
||
|
#endif // !defined(__arm__)
|
||
|
|
||
|
} // anonymous namespace
|
||
|
// This variable is intentionally defined differently in the statically-compiled
|
||
|
// program from the IR input to the JIT to assert that the JIT doesn't use its
|
||
|
// definition.
|
||
|
extern "C" int32_t JITTest_AvailableExternallyGlobal;
|
||
|
int32_t JITTest_AvailableExternallyGlobal = 42;
|
||
|
namespace {
|
||
|
|
||
|
TEST_F(JITTest, AvailableExternallyGlobalIsntEmitted) {
|
||
|
TheJIT->DisableLazyCompilation(true);
|
||
|
LoadAssembly("@JITTest_AvailableExternallyGlobal = "
|
||
|
" available_externally global i32 7 "
|
||
|
" "
|
||
|
"define i32 @loader() { "
|
||
|
" %result = load i32* @JITTest_AvailableExternallyGlobal "
|
||
|
" ret i32 %result "
|
||
|
"} ");
|
||
|
Function *loaderIR = M->getFunction("loader");
|
||
|
|
||
|
int32_t (*loader)() = reinterpret_cast<int32_t(*)()>(
|
||
|
(intptr_t)TheJIT->getPointerToFunction(loaderIR));
|
||
|
EXPECT_EQ(42, loader()) << "func should return 42 from the external global,"
|
||
|
<< " not 7 from the IR version.";
|
||
|
}
|
||
|
|
||
|
} // anonymous namespace
|
||
|
// This function is intentionally defined differently in the statically-compiled
|
||
|
// program from the IR input to the JIT to assert that the JIT doesn't use its
|
||
|
// definition.
|
||
|
extern "C" int32_t JITTest_AvailableExternallyFunction() {
|
||
|
return 42;
|
||
|
}
|
||
|
namespace {
|
||
|
|
||
|
// ARM tests disabled pending fix for PR10783.
|
||
|
#if !defined(__arm__)
|
||
|
TEST_F(JITTest, AvailableExternallyFunctionIsntCompiled) {
|
||
|
TheJIT->DisableLazyCompilation(true);
|
||
|
LoadAssembly("define available_externally i32 "
|
||
|
" @JITTest_AvailableExternallyFunction() { "
|
||
|
" ret i32 7 "
|
||
|
"} "
|
||
|
" "
|
||
|
"define i32 @func() { "
|
||
|
" %result = tail call i32 "
|
||
|
" @JITTest_AvailableExternallyFunction() "
|
||
|
" ret i32 %result "
|
||
|
"} ");
|
||
|
Function *funcIR = M->getFunction("func");
|
||
|
|
||
|
int32_t (*func)() = reinterpret_cast<int32_t(*)()>(
|
||
|
(intptr_t)TheJIT->getPointerToFunction(funcIR));
|
||
|
EXPECT_EQ(42, func()) << "func should return 42 from the static version,"
|
||
|
<< " not 7 from the IR version.";
|
||
|
}
|
||
|
|
||
|
TEST_F(JITTest, EscapedLazyStubStillCallable) {
|
||
|
TheJIT->DisableLazyCompilation(false);
|
||
|
LoadAssembly("define internal i32 @stubbed() { "
|
||
|
" ret i32 42 "
|
||
|
"} "
|
||
|
" "
|
||
|
"define i32()* @get_stub() { "
|
||
|
" ret i32()* @stubbed "
|
||
|
"} ");
|
||
|
typedef int32_t(*StubTy)();
|
||
|
|
||
|
// Call get_stub() to get the address of @stubbed without actually JITting it.
|
||
|
Function *get_stubIR = M->getFunction("get_stub");
|
||
|
StubTy (*get_stub)() = reinterpret_cast<StubTy(*)()>(
|
||
|
(intptr_t)TheJIT->getPointerToFunction(get_stubIR));
|
||
|
StubTy stubbed = get_stub();
|
||
|
// Now get_stubIR is the only reference to stubbed's stub.
|
||
|
get_stubIR->eraseFromParent();
|
||
|
// Now there are no references inside the JIT, but we've got a pointer outside
|
||
|
// it. The stub should be callable and return the right value.
|
||
|
EXPECT_EQ(42, stubbed());
|
||
|
}
|
||
|
|
||
|
// Converts the LLVM assembly to bitcode and returns it in a std::string. An
|
||
|
// empty string indicates an error.
|
||
|
std::string AssembleToBitcode(LLVMContext &Context, const char *Assembly) {
|
||
|
Module TempModule("TempModule", Context);
|
||
|
if (!LoadAssemblyInto(&TempModule, Assembly)) {
|
||
|
return "";
|
||
|
}
|
||
|
|
||
|
std::string Result;
|
||
|
raw_string_ostream OS(Result);
|
||
|
WriteBitcodeToFile(&TempModule, OS);
|
||
|
OS.flush();
|
||
|
return Result;
|
||
|
}
|
||
|
|
||
|
// Returns a newly-created ExecutionEngine that reads the bitcode in 'Bitcode'
|
||
|
// lazily. The associated Module (owned by the ExecutionEngine) is returned in
|
||
|
// M. Both will be NULL on an error. Bitcode must live at least as long as the
|
||
|
// ExecutionEngine.
|
||
|
ExecutionEngine *getJITFromBitcode(
|
||
|
LLVMContext &Context, const std::string &Bitcode, Module *&M) {
|
||
|
// c_str() is null-terminated like MemoryBuffer::getMemBuffer requires.
|
||
|
MemoryBuffer *BitcodeBuffer =
|
||
|
MemoryBuffer::getMemBuffer(Bitcode, "Bitcode for test");
|
||
|
std::string errMsg;
|
||
|
M = getLazyBitcodeModule(BitcodeBuffer, Context, &errMsg);
|
||
|
if (M == NULL) {
|
||
|
ADD_FAILURE() << errMsg;
|
||
|
delete BitcodeBuffer;
|
||
|
return NULL;
|
||
|
}
|
||
|
ExecutionEngine *TheJIT = EngineBuilder(M)
|
||
|
.setEngineKind(EngineKind::JIT)
|
||
|
.setErrorStr(&errMsg)
|
||
|
.create();
|
||
|
if (TheJIT == NULL) {
|
||
|
ADD_FAILURE() << errMsg;
|
||
|
delete M;
|
||
|
M = NULL;
|
||
|
return NULL;
|
||
|
}
|
||
|
return TheJIT;
|
||
|
}
|
||
|
|
||
|
TEST(LazyLoadedJITTest, MaterializableAvailableExternallyFunctionIsntCompiled) {
|
||
|
LLVMContext Context;
|
||
|
const std::string Bitcode =
|
||
|
AssembleToBitcode(Context,
|
||
|
"define available_externally i32 "
|
||
|
" @JITTest_AvailableExternallyFunction() { "
|
||
|
" ret i32 7 "
|
||
|
"} "
|
||
|
" "
|
||
|
"define i32 @func() { "
|
||
|
" %result = tail call i32 "
|
||
|
" @JITTest_AvailableExternallyFunction() "
|
||
|
" ret i32 %result "
|
||
|
"} ");
|
||
|
ASSERT_FALSE(Bitcode.empty()) << "Assembling failed";
|
||
|
Module *M;
|
||
|
OwningPtr<ExecutionEngine> TheJIT(getJITFromBitcode(Context, Bitcode, M));
|
||
|
ASSERT_TRUE(TheJIT.get()) << "Failed to create JIT.";
|
||
|
TheJIT->DisableLazyCompilation(true);
|
||
|
|
||
|
Function *funcIR = M->getFunction("func");
|
||
|
Function *availableFunctionIR =
|
||
|
M->getFunction("JITTest_AvailableExternallyFunction");
|
||
|
|
||
|
// Double-check that the available_externally function is still unmaterialized
|
||
|
// when getPointerToFunction needs to find out if it's available_externally.
|
||
|
EXPECT_TRUE(availableFunctionIR->isMaterializable());
|
||
|
|
||
|
int32_t (*func)() = reinterpret_cast<int32_t(*)()>(
|
||
|
(intptr_t)TheJIT->getPointerToFunction(funcIR));
|
||
|
EXPECT_EQ(42, func()) << "func should return 42 from the static version,"
|
||
|
<< " not 7 from the IR version.";
|
||
|
}
|
||
|
|
||
|
TEST(LazyLoadedJITTest, EagerCompiledRecursionThroughGhost) {
|
||
|
LLVMContext Context;
|
||
|
const std::string Bitcode =
|
||
|
AssembleToBitcode(Context,
|
||
|
"define i32 @recur1(i32 %a) { "
|
||
|
" %zero = icmp eq i32 %a, 0 "
|
||
|
" br i1 %zero, label %done, label %notdone "
|
||
|
"done: "
|
||
|
" ret i32 3 "
|
||
|
"notdone: "
|
||
|
" %am1 = sub i32 %a, 1 "
|
||
|
" %result = call i32 @recur2(i32 %am1) "
|
||
|
" ret i32 %result "
|
||
|
"} "
|
||
|
" "
|
||
|
"define i32 @recur2(i32 %b) { "
|
||
|
" %result = call i32 @recur1(i32 %b) "
|
||
|
" ret i32 %result "
|
||
|
"} ");
|
||
|
ASSERT_FALSE(Bitcode.empty()) << "Assembling failed";
|
||
|
Module *M;
|
||
|
OwningPtr<ExecutionEngine> TheJIT(getJITFromBitcode(Context, Bitcode, M));
|
||
|
ASSERT_TRUE(TheJIT.get()) << "Failed to create JIT.";
|
||
|
TheJIT->DisableLazyCompilation(true);
|
||
|
|
||
|
Function *recur1IR = M->getFunction("recur1");
|
||
|
Function *recur2IR = M->getFunction("recur2");
|
||
|
EXPECT_TRUE(recur1IR->isMaterializable());
|
||
|
EXPECT_TRUE(recur2IR->isMaterializable());
|
||
|
|
||
|
int32_t (*recur1)(int32_t) = reinterpret_cast<int32_t(*)(int32_t)>(
|
||
|
(intptr_t)TheJIT->getPointerToFunction(recur1IR));
|
||
|
EXPECT_EQ(3, recur1(4));
|
||
|
}
|
||
|
#endif // !defined(__arm__)
|
||
|
|
||
|
// This code is copied from JITEventListenerTest, but it only runs once for all
|
||
|
// the tests in this directory. Everything seems fine, but that's strange
|
||
|
// behavior.
|
||
|
class JITEnvironment : public testing::Environment {
|
||
|
virtual void SetUp() {
|
||
|
// Required to create a JIT.
|
||
|
InitializeNativeTarget();
|
||
|
}
|
||
|
};
|
||
|
testing::Environment* const jit_env =
|
||
|
testing::AddGlobalTestEnvironment(new JITEnvironment);
|
||
|
|
||
|
}
|