8a469da8b2
The expansion of `memref.atomic_rmw` into a `memref.generic_atomic_rmw` for floating-point min/max operations is no longer necessary as those are now supported by the LLVM dialect and LLVM IR. Furthermore, combining this expansion with direct lowering of `generic_atomic_rmw` could leads to invalid LLVM dialect IR with `cmpxchg` operating on floating-point values that it does not support.
112 lines
3.8 KiB
C++
112 lines
3.8 KiB
C++
//===- ExpandDivs.cpp - Expansion patterns for MemRef operations ----------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "mlir/Dialect/MemRef/Transforms/Passes.h"
|
|
|
|
#include "mlir/Dialect/Arith/IR/Arith.h"
|
|
#include "mlir/Dialect/Arith/Transforms/Passes.h"
|
|
#include "mlir/Dialect/MemRef/IR/MemRef.h"
|
|
#include "mlir/Dialect/MemRef/Transforms/Transforms.h"
|
|
#include "mlir/IR/TypeUtilities.h"
|
|
#include "mlir/Transforms/DialectConversion.h"
|
|
#include "llvm/ADT/STLExtras.h"
|
|
|
|
namespace mlir {
|
|
namespace memref {
|
|
#define GEN_PASS_DEF_EXPANDOPSPASS
|
|
#include "mlir/Dialect/MemRef/Transforms/Passes.h.inc"
|
|
} // namespace memref
|
|
} // namespace mlir
|
|
|
|
using namespace mlir;
|
|
|
|
namespace {
|
|
|
|
/// Converts `memref.reshape` that has a target shape of a statically-known
|
|
/// size to `memref.reinterpret_cast`.
|
|
struct MemRefReshapeOpConverter : public OpRewritePattern<memref::ReshapeOp> {
|
|
public:
|
|
using OpRewritePattern::OpRewritePattern;
|
|
|
|
LogicalResult matchAndRewrite(memref::ReshapeOp op,
|
|
PatternRewriter &rewriter) const final {
|
|
auto shapeType = cast<MemRefType>(op.getShape().getType());
|
|
if (!shapeType.hasStaticShape())
|
|
return failure();
|
|
|
|
int64_t rank = cast<MemRefType>(shapeType).getDimSize(0);
|
|
SmallVector<OpFoldResult, 4> sizes, strides;
|
|
sizes.resize(rank);
|
|
strides.resize(rank);
|
|
|
|
Location loc = op.getLoc();
|
|
Value stride = nullptr;
|
|
int64_t staticStride = 1;
|
|
for (int i = rank - 1; i >= 0; --i) {
|
|
Value size;
|
|
// Load dynamic sizes from the shape input, use constants for static dims.
|
|
if (op.getType().isDynamicDim(i)) {
|
|
Value index = rewriter.create<arith::ConstantIndexOp>(loc, i);
|
|
size = rewriter.create<memref::LoadOp>(loc, op.getShape(), index);
|
|
if (!isa<IndexType>(size.getType()))
|
|
size = rewriter.create<arith::IndexCastOp>(
|
|
loc, rewriter.getIndexType(), size);
|
|
sizes[i] = size;
|
|
} else {
|
|
auto sizeAttr = rewriter.getIndexAttr(op.getType().getDimSize(i));
|
|
size = rewriter.create<arith::ConstantOp>(loc, sizeAttr);
|
|
sizes[i] = sizeAttr;
|
|
}
|
|
if (stride)
|
|
strides[i] = stride;
|
|
else
|
|
strides[i] = rewriter.getIndexAttr(staticStride);
|
|
|
|
if (i > 0) {
|
|
if (stride) {
|
|
stride = rewriter.create<arith::MulIOp>(loc, stride, size);
|
|
} else if (op.getType().isDynamicDim(i)) {
|
|
stride = rewriter.create<arith::MulIOp>(
|
|
loc, rewriter.create<arith::ConstantIndexOp>(loc, staticStride),
|
|
size);
|
|
} else {
|
|
staticStride *= op.getType().getDimSize(i);
|
|
}
|
|
}
|
|
}
|
|
rewriter.replaceOpWithNewOp<memref::ReinterpretCastOp>(
|
|
op, op.getType(), op.getSource(), /*offset=*/rewriter.getIndexAttr(0),
|
|
sizes, strides);
|
|
return success();
|
|
}
|
|
};
|
|
|
|
struct ExpandOpsPass : public memref::impl::ExpandOpsPassBase<ExpandOpsPass> {
|
|
void runOnOperation() override {
|
|
MLIRContext &ctx = getContext();
|
|
|
|
RewritePatternSet patterns(&ctx);
|
|
memref::populateExpandOpsPatterns(patterns);
|
|
ConversionTarget target(ctx);
|
|
|
|
target.addLegalDialect<arith::ArithDialect, memref::MemRefDialect>();
|
|
target.addDynamicallyLegalOp<memref::ReshapeOp>([](memref::ReshapeOp op) {
|
|
return !cast<MemRefType>(op.getShape().getType()).hasStaticShape();
|
|
});
|
|
if (failed(applyPartialConversion(getOperation(), target,
|
|
std::move(patterns))))
|
|
signalPassFailure();
|
|
}
|
|
};
|
|
|
|
} // namespace
|
|
|
|
void mlir::memref::populateExpandOpsPatterns(RewritePatternSet &patterns) {
|
|
patterns.add<MemRefReshapeOpConverter>(patterns.getContext());
|
|
}
|