330d8983d2
In a nutshell, this moves our libomptarget code to populate the offload subproject. With this commit, users need to enable the new LLVM/Offload subproject as a runtime in their cmake configuration. No further changes are expected for downstream code. Tests and other components still depend on OpenMP and have also not been renamed. The results below are for a build in which OpenMP and Offload are enabled runtimes. In addition to the pure `git mv`, we needed to adjust some CMake files. Nothing is intended to change semantics. ``` ninja check-offload ``` Works with the X86 and AMDGPU offload tests ``` ninja check-openmp ``` Still works but doesn't build offload tests anymore. ``` ls install/lib ``` Shows all expected libraries, incl. - `libomptarget.devicertl.a` - `libomptarget-nvptx-sm_90.bc` - `libomptarget.rtl.amdgpu.so` -> `libomptarget.rtl.amdgpu.so.18git` - `libomptarget.so` -> `libomptarget.so.18git` Fixes: https://github.com/llvm/llvm-project/issues/75124 --------- Co-authored-by: Saiyedul Islam <Saiyedul.Islam@amd.com>
97 lines
3.1 KiB
C++
97 lines
3.1 KiB
C++
//===--------- Utils.h - OpenMP device runtime utility functions -- C++ -*-===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef OMPTARGET_DEVICERTL_UTILS_H
|
|
#define OMPTARGET_DEVICERTL_UTILS_H
|
|
|
|
#include "Types.h"
|
|
|
|
#pragma omp begin declare target device_type(nohost)
|
|
|
|
namespace ompx {
|
|
namespace utils {
|
|
|
|
/// Return the value \p Var from thread Id \p SrcLane in the warp if the thread
|
|
/// is identified by \p Mask.
|
|
int32_t shuffle(uint64_t Mask, int32_t Var, int32_t SrcLane);
|
|
|
|
int32_t shuffleDown(uint64_t Mask, int32_t Var, uint32_t Delta, int32_t Width);
|
|
|
|
/// Return \p LowBits and \p HighBits packed into a single 64 bit value.
|
|
uint64_t pack(uint32_t LowBits, uint32_t HighBits);
|
|
|
|
/// Unpack \p Val into \p LowBits and \p HighBits.
|
|
void unpack(uint64_t Val, uint32_t &LowBits, uint32_t &HighBits);
|
|
|
|
/// Round up \p V to a \p Boundary.
|
|
template <typename Ty> inline Ty roundUp(Ty V, Ty Boundary) {
|
|
return (V + Boundary - 1) / Boundary * Boundary;
|
|
}
|
|
|
|
/// Advance \p Ptr by \p Bytes bytes.
|
|
template <typename Ty1, typename Ty2> inline Ty1 *advance(Ty1 Ptr, Ty2 Bytes) {
|
|
return reinterpret_cast<Ty1 *>(reinterpret_cast<char *>(Ptr) + Bytes);
|
|
}
|
|
|
|
/// Return the first bit set in \p V.
|
|
inline uint32_t ffs(uint32_t V) {
|
|
static_assert(sizeof(int) == sizeof(uint32_t), "type size mismatch");
|
|
return __builtin_ffs(V);
|
|
}
|
|
|
|
/// Return the first bit set in \p V.
|
|
inline uint32_t ffs(uint64_t V) {
|
|
static_assert(sizeof(long) == sizeof(uint64_t), "type size mismatch");
|
|
return __builtin_ffsl(V);
|
|
}
|
|
|
|
/// Return the number of bits set in \p V.
|
|
inline uint32_t popc(uint32_t V) {
|
|
static_assert(sizeof(int) == sizeof(uint32_t), "type size mismatch");
|
|
return __builtin_popcount(V);
|
|
}
|
|
|
|
/// Return the number of bits set in \p V.
|
|
inline uint32_t popc(uint64_t V) {
|
|
static_assert(sizeof(long) == sizeof(uint64_t), "type size mismatch");
|
|
return __builtin_popcountl(V);
|
|
}
|
|
|
|
/// Return \p V aligned "upwards" according to \p Align.
|
|
template <typename Ty1, typename Ty2> inline Ty1 align_up(Ty1 V, Ty2 Align) {
|
|
return ((V + Ty1(Align) - 1) / Ty1(Align)) * Ty1(Align);
|
|
}
|
|
/// Return \p V aligned "downwards" according to \p Align.
|
|
template <typename Ty1, typename Ty2> inline Ty1 align_down(Ty1 V, Ty2 Align) {
|
|
return V - V % Align;
|
|
}
|
|
|
|
/// Return true iff \p Ptr is pointing into shared (local) memory (AS(3)).
|
|
bool isSharedMemPtr(void *Ptr);
|
|
|
|
/// Return \p V typed punned as \p DstTy.
|
|
template <typename DstTy, typename SrcTy> inline DstTy convertViaPun(SrcTy V) {
|
|
return *((DstTy *)(&V));
|
|
}
|
|
|
|
/// A pointer variable that has by design an `undef` value. Use with care.
|
|
[[clang::loader_uninitialized]] static void *const UndefPtr;
|
|
|
|
#define OMP_LIKELY(EXPR) __builtin_expect((bool)(EXPR), true)
|
|
#define OMP_UNLIKELY(EXPR) __builtin_expect((bool)(EXPR), false)
|
|
|
|
} // namespace utils
|
|
} // namespace ompx
|
|
|
|
#pragma omp end declare target
|
|
|
|
#endif
|