5b8031a7f7
Summary: The size of the implicit argument struct can vary depending on optimizations, it is not always the size as listed by the full struct. Additionally, the implicit arguments are always aligned on a pointer boundary. This patch updates the handling to use the correctly aligned offset and only initialize the members if they are contained in the reported size. Additionally, we modify the `alloc` and `free` routines to allow `alloc(0)` and `free(nullptr)` as these are mandated by the C standard and allow us to easily handle cases where the user calls a kernel with no arguments.
81 lines
2.5 KiB
C++
81 lines
2.5 KiB
C++
//===----RTLs/amdgpu/utils/UtilitiesRTL.h ------------------------- C++ -*-===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// RTL Utilities for AMDGPU plugins
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include <cstdint>
|
|
|
|
#include "Shared/Debug.h"
|
|
#include "Shared/Utils.h"
|
|
#include "Utils/ELF.h"
|
|
|
|
#include "omptarget.h"
|
|
|
|
#include "llvm/Frontend/Offloading/Utility.h"
|
|
|
|
namespace llvm {
|
|
namespace omp {
|
|
namespace target {
|
|
namespace plugin {
|
|
namespace hsa_utils {
|
|
|
|
// The implicit arguments of COV5 AMDGPU kernels.
|
|
struct alignas(alignof(void *)) AMDGPUImplicitArgsTy {
|
|
uint32_t BlockCountX;
|
|
uint32_t BlockCountY;
|
|
uint32_t BlockCountZ;
|
|
uint16_t GroupSizeX;
|
|
uint16_t GroupSizeY;
|
|
uint16_t GroupSizeZ;
|
|
uint8_t Unused0[46]; // 46 byte offset.
|
|
uint16_t GridDims;
|
|
uint8_t Unused1[54]; // 54 byte offset.
|
|
uint32_t DynamicLdsSize;
|
|
uint8_t Unused2[132]; // 132 byte offset.
|
|
};
|
|
|
|
/// Returns the size in bytes of the implicit arguments of AMDGPU kernels.
|
|
/// `Version` is the ELF ABI version, e.g. COV5.
|
|
inline uint32_t getImplicitArgsSize(uint16_t Version) {
|
|
return sizeof(AMDGPUImplicitArgsTy);
|
|
}
|
|
|
|
/// Reads the AMDGPU specific metadata from the ELF file and propagates the
|
|
/// KernelInfoMap
|
|
inline Error readAMDGPUMetaDataFromImage(
|
|
MemoryBufferRef MemBuffer,
|
|
StringMap<offloading::amdgpu::AMDGPUKernelMetaData> &KernelInfoMap,
|
|
uint16_t &ELFABIVersion) {
|
|
Error Err = llvm::offloading::amdgpu::getAMDGPUMetaDataFromImage(
|
|
MemBuffer, KernelInfoMap, ELFABIVersion);
|
|
if (!Err)
|
|
return Err;
|
|
DP("ELFABIVERSION Version: %u\n", ELFABIVersion);
|
|
return Err;
|
|
}
|
|
|
|
/// Initializes the HSA implicit argument if the struct size permits it. This is
|
|
/// necessary because optimizations can modify the size of the struct if
|
|
/// portions of it are unused.
|
|
template <typename MemberTy, typename T>
|
|
void initImplArg(AMDGPUImplicitArgsTy *Base,
|
|
MemberTy AMDGPUImplicitArgsTy::*Member, size_t AvailableSize,
|
|
T Value) {
|
|
uint64_t Offset = utils::getPtrDiff(&(Base->*Member), Base);
|
|
if (Offset + sizeof(MemberTy) <= AvailableSize)
|
|
Base->*Member = static_cast<MemberTy>(Value);
|
|
}
|
|
|
|
} // namespace hsa_utils
|
|
} // namespace plugin
|
|
} // namespace target
|
|
} // namespace omp
|
|
} // namespace llvm
|