f991505d02
This generates bitcode which is indistinguishable from what was hand-written for int32 types in v[load|store]_impl.ll. v4: Use vec2+scalar for vec3 load/stores to prevent corruption (per Tom) v3: Also remove unused generic/lib/shared/v[load|store]_impl.ll v2: (Per Matt Arsenault) Fix alignment issues with vector load stores Signed-off-by: Aaron Watry <awatry@gmail.com> Reviewed-by: Tom Stellard <thomas.stellard@amd.com> CC: Matt Arsenault <Matthew.Arsenault@amd.com> CC: Tom Stellard <thomas.stellard@amd.com> llvm-svn: 216069
53 lines
2.2 KiB
Common Lisp
53 lines
2.2 KiB
Common Lisp
#include <clc/clc.h>
|
|
|
|
#pragma OPENCL EXTENSION cl_khr_byte_addressable_store : enable
|
|
|
|
#define VSTORE_VECTORIZE(PRIM_TYPE, ADDR_SPACE) \
|
|
typedef PRIM_TYPE##2 less_aligned_##ADDR_SPACE##PRIM_TYPE##2 __attribute__ ((aligned (sizeof(PRIM_TYPE))));\
|
|
_CLC_OVERLOAD _CLC_DEF void vstore2(PRIM_TYPE##2 vec, size_t offset, ADDR_SPACE PRIM_TYPE *mem) { \
|
|
*((ADDR_SPACE less_aligned_##ADDR_SPACE##PRIM_TYPE##2*) (&mem[2*offset])) = vec; \
|
|
} \
|
|
\
|
|
_CLC_OVERLOAD _CLC_DEF void vstore3(PRIM_TYPE##3 vec, size_t offset, ADDR_SPACE PRIM_TYPE *mem) { \
|
|
*((ADDR_SPACE less_aligned_##ADDR_SPACE##PRIM_TYPE##2*) (&mem[3*offset])) = (PRIM_TYPE##2)(vec.s0, vec.s1); \
|
|
mem[3 * offset + 2] = vec.s2;\
|
|
} \
|
|
\
|
|
typedef PRIM_TYPE##4 less_aligned_##ADDR_SPACE##PRIM_TYPE##4 __attribute__ ((aligned (sizeof(PRIM_TYPE))));\
|
|
_CLC_OVERLOAD _CLC_DEF void vstore4(PRIM_TYPE##4 vec, size_t offset, ADDR_SPACE PRIM_TYPE *mem) { \
|
|
*((ADDR_SPACE less_aligned_##ADDR_SPACE##PRIM_TYPE##4*) (&mem[4*offset])) = vec; \
|
|
} \
|
|
\
|
|
typedef PRIM_TYPE##8 less_aligned_##ADDR_SPACE##PRIM_TYPE##8 __attribute__ ((aligned (sizeof(PRIM_TYPE))));\
|
|
_CLC_OVERLOAD _CLC_DEF void vstore8(PRIM_TYPE##8 vec, size_t offset, ADDR_SPACE PRIM_TYPE *mem) { \
|
|
*((ADDR_SPACE less_aligned_##ADDR_SPACE##PRIM_TYPE##8*) (&mem[8*offset])) = vec; \
|
|
} \
|
|
\
|
|
typedef PRIM_TYPE##16 less_aligned_##ADDR_SPACE##PRIM_TYPE##16 __attribute__ ((aligned (sizeof(PRIM_TYPE))));\
|
|
_CLC_OVERLOAD _CLC_DEF void vstore16(PRIM_TYPE##16 vec, size_t offset, ADDR_SPACE PRIM_TYPE *mem) { \
|
|
*((ADDR_SPACE less_aligned_##ADDR_SPACE##PRIM_TYPE##16*) (&mem[16*offset])) = vec; \
|
|
} \
|
|
|
|
#define VSTORE_ADDR_SPACES(__CLC_SCALAR___CLC_GENTYPE) \
|
|
VSTORE_VECTORIZE(__CLC_SCALAR___CLC_GENTYPE, __private) \
|
|
VSTORE_VECTORIZE(__CLC_SCALAR___CLC_GENTYPE, __local) \
|
|
VSTORE_VECTORIZE(__CLC_SCALAR___CLC_GENTYPE, __global) \
|
|
|
|
#define VSTORE_TYPES() \
|
|
VSTORE_ADDR_SPACES(char) \
|
|
VSTORE_ADDR_SPACES(uchar) \
|
|
VSTORE_ADDR_SPACES(short) \
|
|
VSTORE_ADDR_SPACES(ushort) \
|
|
VSTORE_ADDR_SPACES(int) \
|
|
VSTORE_ADDR_SPACES(uint) \
|
|
VSTORE_ADDR_SPACES(long) \
|
|
VSTORE_ADDR_SPACES(ulong) \
|
|
VSTORE_ADDR_SPACES(float) \
|
|
|
|
VSTORE_TYPES()
|
|
|
|
#ifdef cl_khr_fp64
|
|
#pragma OPENCL EXTENSION cl_khr_fp64 : enable
|
|
VSTORE_ADDR_SPACES(double)
|
|
#endif
|