1dfb104eac
This patch adds operand bundle support for `llvm.intr.assume`.
This patch actually contains two parts:
- `llvm.intr.assume` now accepts operand bundle related attributes and
operands. `llvm.intr.assume` does not take constraint on the operand
bundles, but obviously only a few set of operand bundles are meaningful.
I plan to add some of those (e.g. `aligned` and `separate_storage` are
what interest me but other people may be interested in other operand
bundles as well) in future patches.
- The definitions of `llvm.call`, `llvm.invoke`, and
`llvm.call_intrinsic` actually define `op_bundle_tags` as an operation
property. It turns out this approach would introduce some unnecessary
burden if applied equally to the intrinsic operations because properties
are not available through `Operation *` but we have to operate on
`Operation *` during the import/export of intrinsics, so this PR changes
it from a property to an array attribute.
This patch relands commit d8fadad07c.
101 lines
3.7 KiB
C++
101 lines
3.7 KiB
C++
//===- LLVMIRToNVVMTranslation.cpp - Translate LLVM IR to NVVM dialect ----===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file implements a translation between LLVM IR and the MLIR NVVM dialect.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "mlir/Target/LLVMIR/Dialect/NVVM/LLVMIRToNVVMTranslation.h"
|
|
#include "mlir/Dialect/LLVMIR/NVVMDialect.h"
|
|
#include "mlir/Target/LLVMIR/ModuleImport.h"
|
|
|
|
#include "llvm/IR/ConstantRange.h"
|
|
#include "llvm/IR/IntrinsicsNVPTX.h"
|
|
|
|
using namespace mlir;
|
|
using namespace mlir::NVVM;
|
|
|
|
/// Returns true if the LLVM IR intrinsic is convertible to an MLIR NVVM dialect
|
|
/// intrinsic. Returns false otherwise.
|
|
static bool isConvertibleIntrinsic(llvm::Intrinsic::ID id) {
|
|
static const DenseSet<unsigned> convertibleIntrinsics = {
|
|
#include "mlir/Dialect/LLVMIR/NVVMConvertibleLLVMIRIntrinsics.inc"
|
|
};
|
|
return convertibleIntrinsics.contains(id);
|
|
}
|
|
|
|
/// Returns the list of LLVM IR intrinsic identifiers that are convertible to
|
|
/// MLIR NVVM dialect intrinsics.
|
|
static ArrayRef<unsigned> getSupportedIntrinsicsImpl() {
|
|
static const SmallVector<unsigned> convertibleIntrinsics = {
|
|
#include "mlir/Dialect/LLVMIR/NVVMConvertibleLLVMIRIntrinsics.inc"
|
|
};
|
|
return convertibleIntrinsics;
|
|
}
|
|
|
|
/// Converts the LLVM intrinsic to an MLIR NVVM dialect operation if a
|
|
/// conversion exits. Returns failure otherwise.
|
|
static LogicalResult convertIntrinsicImpl(OpBuilder &odsBuilder,
|
|
llvm::CallInst *inst,
|
|
LLVM::ModuleImport &moduleImport) {
|
|
llvm::Intrinsic::ID intrinsicID = inst->getIntrinsicID();
|
|
|
|
// Check if the intrinsic is convertible to an MLIR dialect counterpart and
|
|
// copy the arguments to an an LLVM operands array reference for conversion.
|
|
if (isConvertibleIntrinsic(intrinsicID)) {
|
|
SmallVector<llvm::Value *> args(inst->args());
|
|
ArrayRef<llvm::Value *> llvmOperands(args);
|
|
|
|
SmallVector<llvm::OperandBundleUse> llvmOpBundles;
|
|
llvmOpBundles.reserve(inst->getNumOperandBundles());
|
|
for (unsigned i = 0; i < inst->getNumOperandBundles(); ++i)
|
|
llvmOpBundles.push_back(inst->getOperandBundleAt(i));
|
|
|
|
#include "mlir/Dialect/LLVMIR/NVVMFromLLVMIRConversions.inc"
|
|
}
|
|
|
|
return failure();
|
|
}
|
|
|
|
namespace {
|
|
|
|
/// Implementation of the dialect interface that converts operations belonging
|
|
/// to the NVVM dialect.
|
|
class NVVMDialectLLVMIRImportInterface : public LLVMImportDialectInterface {
|
|
public:
|
|
using LLVMImportDialectInterface::LLVMImportDialectInterface;
|
|
|
|
/// Converts the LLVM intrinsic to an MLIR NVVM dialect operation if a
|
|
/// conversion exits. Returns failure otherwise.
|
|
LogicalResult convertIntrinsic(OpBuilder &builder, llvm::CallInst *inst,
|
|
LLVM::ModuleImport &moduleImport) const final {
|
|
return convertIntrinsicImpl(builder, inst, moduleImport);
|
|
}
|
|
|
|
/// Returns the list of LLVM IR intrinsic identifiers that are convertible to
|
|
/// MLIR NVVM dialect intrinsics.
|
|
ArrayRef<unsigned> getSupportedIntrinsics() const final {
|
|
return getSupportedIntrinsicsImpl();
|
|
}
|
|
};
|
|
|
|
} // namespace
|
|
|
|
void mlir::registerNVVMDialectImport(DialectRegistry ®istry) {
|
|
registry.insert<NVVM::NVVMDialect>();
|
|
registry.addExtension(+[](MLIRContext *ctx, NVVM::NVVMDialect *dialect) {
|
|
dialect->addInterfaces<NVVMDialectLLVMIRImportInterface>();
|
|
});
|
|
}
|
|
|
|
void mlir::registerNVVMDialectImport(MLIRContext &context) {
|
|
DialectRegistry registry;
|
|
registerNVVMDialectImport(registry);
|
|
context.appendDialectRegistry(registry);
|
|
}
|