a4798bb0b6
Whenever lowering is checking if a function or global already exists in the mlir::Module, it was doing module->lookup. On big programs (~5000 globals and functions), this causes important slowdowns because these lookups are linear. Use mlir::SymbolTable to speed-up these lookups. The SymbolTable has to be created from the ModuleOp and maintained in sync. It is therefore placed in the converter, and FirOPBuilders can take a pointer to it to speed-up the lookups. This patch does not bring mlir::SymbolTable to FIR/HLFIR passes, but some passes creating a lot of runtime calls could benefit from it too. More analysis will be needed. As an example of the speed-ups, this patch speeds-up compilation of Whizard compare_amplitude_UFO.F90 from 5 mins to 2 mins on my machine (there is still room for speed-ups).
162 lines
6.9 KiB
C++
162 lines
6.9 KiB
C++
//===-- LowLevelIntrinsics.cpp --------------------------------------------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// Coding style: https://mlir.llvm.org/getting_started/DeveloperGuide/
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// Low level intrinsic functions.
|
|
//
|
|
// These include LLVM intrinsic calls and standard C library calls.
|
|
// Target-specific calls, such as OS functions, should be factored in other
|
|
// file(s).
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "flang/Optimizer/Builder/LowLevelIntrinsics.h"
|
|
#include "flang/Optimizer/Builder/FIRBuilder.h"
|
|
|
|
mlir::func::FuncOp fir::factory::getLlvmMemcpy(fir::FirOpBuilder &builder) {
|
|
auto ptrTy = builder.getRefType(builder.getIntegerType(8));
|
|
llvm::SmallVector<mlir::Type> args = {ptrTy, ptrTy, builder.getI64Type(),
|
|
builder.getI1Type()};
|
|
auto memcpyTy =
|
|
mlir::FunctionType::get(builder.getContext(), args, std::nullopt);
|
|
return builder.createFunction(builder.getUnknownLoc(),
|
|
"llvm.memcpy.p0.p0.i64", memcpyTy);
|
|
}
|
|
|
|
mlir::func::FuncOp fir::factory::getLlvmMemmove(fir::FirOpBuilder &builder) {
|
|
auto ptrTy = builder.getRefType(builder.getIntegerType(8));
|
|
llvm::SmallVector<mlir::Type> args = {ptrTy, ptrTy, builder.getI64Type(),
|
|
builder.getI1Type()};
|
|
auto memmoveTy =
|
|
mlir::FunctionType::get(builder.getContext(), args, std::nullopt);
|
|
return builder.createFunction(builder.getUnknownLoc(),
|
|
"llvm.memmove.p0.p0.i64", memmoveTy);
|
|
}
|
|
|
|
mlir::func::FuncOp fir::factory::getLlvmMemset(fir::FirOpBuilder &builder) {
|
|
auto ptrTy = builder.getRefType(builder.getIntegerType(8));
|
|
llvm::SmallVector<mlir::Type> args = {ptrTy, ptrTy, builder.getI64Type(),
|
|
builder.getI1Type()};
|
|
auto memsetTy =
|
|
mlir::FunctionType::get(builder.getContext(), args, std::nullopt);
|
|
return builder.createFunction(builder.getUnknownLoc(),
|
|
"llvm.memset.p0.p0.i64", memsetTy);
|
|
}
|
|
|
|
mlir::func::FuncOp fir::factory::getRealloc(fir::FirOpBuilder &builder) {
|
|
auto ptrTy = builder.getRefType(builder.getIntegerType(8));
|
|
llvm::SmallVector<mlir::Type> args = {ptrTy, builder.getI64Type()};
|
|
auto reallocTy = mlir::FunctionType::get(builder.getContext(), args, {ptrTy});
|
|
return builder.createFunction(builder.getUnknownLoc(), "realloc", reallocTy);
|
|
}
|
|
|
|
mlir::func::FuncOp
|
|
fir::factory::getLlvmGetRounding(fir::FirOpBuilder &builder) {
|
|
auto int32Ty = builder.getIntegerType(32);
|
|
auto funcTy =
|
|
mlir::FunctionType::get(builder.getContext(), std::nullopt, {int32Ty});
|
|
return builder.createFunction(builder.getUnknownLoc(), "llvm.get.rounding",
|
|
funcTy);
|
|
}
|
|
|
|
mlir::func::FuncOp
|
|
fir::factory::getLlvmSetRounding(fir::FirOpBuilder &builder) {
|
|
auto int32Ty = builder.getIntegerType(32);
|
|
auto funcTy =
|
|
mlir::FunctionType::get(builder.getContext(), {int32Ty}, std::nullopt);
|
|
return builder.createFunction(builder.getUnknownLoc(), "llvm.set.rounding",
|
|
funcTy);
|
|
}
|
|
|
|
mlir::func::FuncOp fir::factory::getLlvmStackSave(fir::FirOpBuilder &builder) {
|
|
// FIXME: This should query the target alloca address space
|
|
auto ptrTy = builder.getRefType(builder.getIntegerType(8));
|
|
auto funcTy =
|
|
mlir::FunctionType::get(builder.getContext(), std::nullopt, {ptrTy});
|
|
return builder.createFunction(builder.getUnknownLoc(), "llvm.stacksave.p0",
|
|
funcTy);
|
|
}
|
|
|
|
mlir::func::FuncOp
|
|
fir::factory::getLlvmStackRestore(fir::FirOpBuilder &builder) {
|
|
// FIXME: This should query the target alloca address space
|
|
auto ptrTy = builder.getRefType(builder.getIntegerType(8));
|
|
auto funcTy =
|
|
mlir::FunctionType::get(builder.getContext(), {ptrTy}, std::nullopt);
|
|
return builder.createFunction(builder.getUnknownLoc(), "llvm.stackrestore.p0",
|
|
funcTy);
|
|
}
|
|
|
|
mlir::func::FuncOp
|
|
fir::factory::getLlvmInitTrampoline(fir::FirOpBuilder &builder) {
|
|
auto ptrTy = builder.getRefType(builder.getIntegerType(8));
|
|
auto funcTy = mlir::FunctionType::get(builder.getContext(),
|
|
{ptrTy, ptrTy, ptrTy}, std::nullopt);
|
|
return builder.createFunction(builder.getUnknownLoc(), "llvm.init.trampoline",
|
|
funcTy);
|
|
}
|
|
|
|
mlir::func::FuncOp
|
|
fir::factory::getLlvmAdjustTrampoline(fir::FirOpBuilder &builder) {
|
|
auto ptrTy = builder.getRefType(builder.getIntegerType(8));
|
|
auto funcTy = mlir::FunctionType::get(builder.getContext(), {ptrTy}, {ptrTy});
|
|
return builder.createFunction(builder.getUnknownLoc(),
|
|
"llvm.adjust.trampoline", funcTy);
|
|
}
|
|
|
|
mlir::func::FuncOp fir::factory::getFeclearexcept(fir::FirOpBuilder &builder) {
|
|
auto int32Ty = builder.getIntegerType(32);
|
|
auto funcTy =
|
|
mlir::FunctionType::get(builder.getContext(), {int32Ty}, {int32Ty});
|
|
return builder.createFunction(builder.getUnknownLoc(), "feclearexcept",
|
|
funcTy);
|
|
}
|
|
|
|
mlir::func::FuncOp
|
|
fir::factory::getFedisableexcept(fir::FirOpBuilder &builder) {
|
|
auto int32Ty = builder.getIntegerType(32);
|
|
auto funcTy =
|
|
mlir::FunctionType::get(builder.getContext(), {int32Ty}, {int32Ty});
|
|
return builder.createFunction(builder.getUnknownLoc(), "fedisableexcept",
|
|
funcTy);
|
|
}
|
|
|
|
mlir::func::FuncOp fir::factory::getFeenableexcept(fir::FirOpBuilder &builder) {
|
|
auto int32Ty = builder.getIntegerType(32);
|
|
auto funcTy =
|
|
mlir::FunctionType::get(builder.getContext(), {int32Ty}, {int32Ty});
|
|
return builder.createFunction(builder.getUnknownLoc(), "feenableexcept",
|
|
funcTy);
|
|
}
|
|
|
|
mlir::func::FuncOp fir::factory::getFegetexcept(fir::FirOpBuilder &builder) {
|
|
auto int32Ty = builder.getIntegerType(32);
|
|
auto funcTy =
|
|
mlir::FunctionType::get(builder.getContext(), std::nullopt, {int32Ty});
|
|
return builder.createFunction(builder.getUnknownLoc(), "fegetexcept", funcTy);
|
|
}
|
|
|
|
mlir::func::FuncOp fir::factory::getFeraiseexcept(fir::FirOpBuilder &builder) {
|
|
auto int32Ty = builder.getIntegerType(32);
|
|
auto funcTy =
|
|
mlir::FunctionType::get(builder.getContext(), {int32Ty}, {int32Ty});
|
|
return builder.createFunction(builder.getUnknownLoc(), "feraiseexcept",
|
|
funcTy);
|
|
}
|
|
|
|
mlir::func::FuncOp fir::factory::getFetestexcept(fir::FirOpBuilder &builder) {
|
|
auto int32Ty = builder.getIntegerType(32);
|
|
auto funcTy =
|
|
mlir::FunctionType::get(builder.getContext(), {int32Ty}, {int32Ty});
|
|
return builder.createFunction(builder.getUnknownLoc(), "fetestexcept",
|
|
funcTy);
|
|
}
|