a3e56a8792
Enable -fsanitize=kernel-memory support in Clang. The x86_64 ABI requires that shadow_origin_ptr_t must be returned via a register pair, and the s390x ABI requires that it must be returned via memory pointed to by a hidden parameter. Normally Clang takes care of the ABI, but the sanitizers run long after it, so unfortunately they have to duplicate the ABI logic. Therefore add a special case for SystemZ and manually emit the s390x-ABI-compliant calling sequences. Since it's only 2 architectures, do not create a VarArgHelper-like abstraction layer. The kernel functions are compiled with the "packed-stack" and "use-soft-float" attributes. For the "packed-stack" functions, it's not correct for copyRegSaveArea() to copy 160 bytes of shadow and origins, since the save area is dynamically sized. Things are greatly simplified by the fact that the vararg "use-soft-float" functions use precisely 56 bytes in order to save the argument registers to where va_arg() can find them. Make copyRegSaveArea() copy only 56 bytes in the "use-soft-float" case. The "packed-stack" && !"use-soft-float" case has no practical uses at the moment, so leave it for the future. Add tests. Reviewed By: eugenis Differential Revision: https://reviews.llvm.org/D148596
170 lines
6.5 KiB
LLVM
170 lines
6.5 KiB
LLVM
; RUN: opt < %s -S -mcpu=z13 -msan-kernel=1 -float-abi=soft -passes=msan 2>&1 | FileCheck %s
|
|
|
|
target datalayout = "E-m:e-i1:8:16-i8:8:16-i64:64-f128:64-a:8:16-n32:64"
|
|
target triple = "s390x-unknown-linux-gnu"
|
|
|
|
define void @Store1(ptr %p, i8 %x) sanitize_memory {
|
|
entry:
|
|
store i8 %x, ptr %p
|
|
ret void
|
|
}
|
|
|
|
; CHECK-LABEL: define {{[^@]+}}@Store1(
|
|
; CHECK: [[META_PTR:%[a-z0-9_]+]] = alloca { ptr, ptr }
|
|
; CHECK: call void @__msan_metadata_ptr_for_store_1(ptr [[META_PTR]], ptr %p)
|
|
; CHECK: [[META:%[a-z0-9_]+]] = load { ptr, ptr }, ptr [[META_PTR]]
|
|
; CHECK: [[SHADOW:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 0
|
|
; CHECK: [[ORIGIN:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 1
|
|
; CHECK: store i8 {{.+}}, ptr [[SHADOW]]
|
|
; CHECK: ret void
|
|
|
|
define void @Store2(ptr %p, i16 %x) sanitize_memory {
|
|
entry:
|
|
store i16 %x, ptr %p
|
|
ret void
|
|
}
|
|
|
|
; CHECK-LABEL: define {{[^@]+}}@Store2(
|
|
; CHECK: [[META_PTR:%[a-z0-9_]+]] = alloca { ptr, ptr }
|
|
; CHECK: call void @__msan_metadata_ptr_for_store_2(ptr [[META_PTR]], ptr %p)
|
|
; CHECK: [[META:%[a-z0-9_]+]] = load { ptr, ptr }, ptr [[META_PTR]]
|
|
; CHECK: [[SHADOW:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 0
|
|
; CHECK: [[ORIGIN:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 1
|
|
; CHECK: store i16 {{.+}}, ptr [[SHADOW]]
|
|
; CHECK: ret void
|
|
|
|
define void @Store4(ptr %p, i32 %x) sanitize_memory {
|
|
entry:
|
|
store i32 %x, ptr %p
|
|
ret void
|
|
}
|
|
|
|
; CHECK-LABEL: define {{[^@]+}}@Store4(
|
|
; CHECK: [[META_PTR:%[a-z0-9_]+]] = alloca { ptr, ptr }
|
|
; CHECK: call void @__msan_metadata_ptr_for_store_4(ptr [[META_PTR]], ptr %p)
|
|
; CHECK: [[META:%[a-z0-9_]+]] = load { ptr, ptr }, ptr [[META_PTR]]
|
|
; CHECK: [[SHADOW:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 0
|
|
; CHECK: [[ORIGIN:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 1
|
|
; CHECK: store i32 {{.+}}, ptr [[SHADOW]]
|
|
; CHECK: ret void
|
|
|
|
define void @Store8(ptr %p, i64 %x) sanitize_memory {
|
|
entry:
|
|
store i64 %x, ptr %p
|
|
ret void
|
|
}
|
|
|
|
; CHECK-LABEL: define {{[^@]+}}@Store8(
|
|
; CHECK: [[META_PTR:%[a-z0-9_]+]] = alloca { ptr, ptr }
|
|
; CHECK: call void @__msan_metadata_ptr_for_store_8(ptr [[META_PTR]], ptr %p)
|
|
; CHECK: [[META:%[a-z0-9_]+]] = load { ptr, ptr }, ptr [[META_PTR]]
|
|
; CHECK: [[SHADOW:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 0
|
|
; CHECK: [[ORIGIN:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 1
|
|
; CHECK: store i64 {{.+}}, ptr [[SHADOW]]
|
|
; CHECK: ret void
|
|
|
|
define void @Store16(ptr %p, i128 %x) sanitize_memory {
|
|
entry:
|
|
store i128 %x, ptr %p
|
|
ret void
|
|
}
|
|
|
|
; CHECK-LABEL: define {{[^@]+}}@Store16(
|
|
; CHECK: [[META_PTR:%[a-z0-9_]+]] = alloca { ptr, ptr }
|
|
; CHECK: call void @__msan_metadata_ptr_for_store_n(ptr [[META_PTR]], ptr %p, i64 16)
|
|
; CHECK: [[META:%[a-z0-9_]+]] = load { ptr, ptr }, ptr [[META_PTR]]
|
|
; CHECK: [[SHADOW:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 0
|
|
; CHECK: [[ORIGIN:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 1
|
|
; CHECK: store i128 {{.+}}, ptr [[SHADOW]]
|
|
; CHECK: ret void
|
|
|
|
define i8 @Load1(ptr %p) sanitize_memory {
|
|
entry:
|
|
%0 = load i8, ptr %p
|
|
ret i8 %0
|
|
}
|
|
|
|
; CHECK-LABEL: define {{[^@]+}}@Load1(
|
|
; CHECK: [[META_PTR:%[a-z0-9_]+]] = alloca { ptr, ptr }
|
|
; CHECK: call void @__msan_metadata_ptr_for_load_1(ptr [[META_PTR]], ptr %p)
|
|
; CHECK: [[META:%[a-z0-9_]+]] = load { ptr, ptr }, ptr [[META_PTR]]
|
|
; CHECK: [[SHADOW:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 0
|
|
; CHECK: [[ORIGIN:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 1
|
|
; CHECK: [[SHADOW_VAL:%[a-z0-9_]+]] = load i8, ptr [[SHADOW]]
|
|
; CHECK: [[ORIGIN_VAL:%[a-z0-9_]+]] = load i32, ptr [[ORIGIN]]
|
|
; CHECK: store i8 [[SHADOW_VAL]], ptr %retval_shadow
|
|
; CHECK: store i32 [[ORIGIN_VAL]], ptr %retval_origin
|
|
; CHECK: ret i8 {{.+}}
|
|
|
|
define i16 @Load2(ptr %p) sanitize_memory {
|
|
entry:
|
|
%0 = load i16, ptr %p
|
|
ret i16 %0
|
|
}
|
|
|
|
; CHECK-LABEL: define {{[^@]+}}@Load2(
|
|
; CHECK: [[META_PTR:%[a-z0-9_]+]] = alloca { ptr, ptr }
|
|
; CHECK: call void @__msan_metadata_ptr_for_load_2(ptr [[META_PTR]], ptr %p)
|
|
; CHECK: [[META:%[a-z0-9_]+]] = load { ptr, ptr }, ptr [[META_PTR]]
|
|
; CHECK: [[SHADOW:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 0
|
|
; CHECK: [[ORIGIN:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 1
|
|
; CHECK: [[SHADOW_VAL:%[a-z0-9_]+]] = load i16, ptr [[SHADOW]]
|
|
; CHECK: [[ORIGIN_VAL:%[a-z0-9_]+]] = load i32, ptr [[ORIGIN]]
|
|
; CHECK: store i16 [[SHADOW_VAL]], ptr %retval_shadow
|
|
; CHECK: store i32 [[ORIGIN_VAL]], ptr %retval_origin
|
|
; CHECK: ret i16 {{.+}}
|
|
|
|
define i32 @Load4(ptr %p) sanitize_memory {
|
|
entry:
|
|
%0 = load i32, ptr %p
|
|
ret i32 %0
|
|
}
|
|
|
|
; CHECK-LABEL: define {{[^@]+}}@Load4(
|
|
; CHECK: [[META_PTR:%[a-z0-9_]+]] = alloca { ptr, ptr }
|
|
; CHECK: call void @__msan_metadata_ptr_for_load_4(ptr [[META_PTR]], ptr %p)
|
|
; CHECK: [[META:%[a-z0-9_]+]] = load { ptr, ptr }, ptr [[META_PTR]]
|
|
; CHECK: [[SHADOW:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 0
|
|
; CHECK: [[ORIGIN:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 1
|
|
; CHECK: [[SHADOW_VAL:%[a-z0-9_]+]] = load i32, ptr [[SHADOW]]
|
|
; CHECK: [[ORIGIN_VAL:%[a-z0-9_]+]] = load i32, ptr [[ORIGIN]]
|
|
; CHECK: store i32 [[SHADOW_VAL]], ptr %retval_shadow
|
|
; CHECK: store i32 [[ORIGIN_VAL]], ptr %retval_origin
|
|
; CHECK: ret i32 {{.+}}
|
|
|
|
define i64 @Load8(ptr %p) sanitize_memory {
|
|
entry:
|
|
%0 = load i64, ptr %p
|
|
ret i64 %0
|
|
}
|
|
|
|
; CHECK-LABEL: define {{[^@]+}}@Load8(
|
|
; CHECK: [[META_PTR:%[a-z0-9_]+]] = alloca { ptr, ptr }
|
|
; CHECK: call void @__msan_metadata_ptr_for_load_8(ptr [[META_PTR]], ptr %p)
|
|
; CHECK: [[META:%[a-z0-9_]+]] = load { ptr, ptr }, ptr [[META_PTR]]
|
|
; CHECK: [[SHADOW:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 0
|
|
; CHECK: [[ORIGIN:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 1
|
|
; CHECK: [[SHADOW_VAL:%[a-z0-9_]+]] = load i64, ptr [[SHADOW]]
|
|
; CHECK: [[ORIGIN_VAL:%[a-z0-9_]+]] = load i32, ptr [[ORIGIN]]
|
|
; CHECK: store i64 [[SHADOW_VAL]], ptr %retval_shadow
|
|
; CHECK: store i32 [[ORIGIN_VAL]], ptr %retval_origin
|
|
; CHECK: ret i64 {{.+}}
|
|
|
|
define i128 @Load16(ptr %p) sanitize_memory {
|
|
entry:
|
|
%0 = load i128, ptr %p
|
|
ret i128 %0
|
|
}
|
|
|
|
; CHECK-LABEL: define {{[^@]+}}@Load16(
|
|
; CHECK: [[META_PTR:%[a-z0-9_]+]] = alloca { ptr, ptr }
|
|
; CHECK: call void @__msan_metadata_ptr_for_load_n(ptr [[META_PTR]], ptr %p, i64 16)
|
|
; CHECK: [[META:%[a-z0-9_]+]] = load { ptr, ptr }, ptr [[META_PTR]]
|
|
; CHECK: [[SHADOW:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 0
|
|
; CHECK: [[ORIGIN:%[a-z0-9_]+]] = extractvalue { ptr, ptr } [[META]], 1
|
|
; CHECK: [[SHADOW_VAL:%[a-z0-9_]+]] = load i128, ptr [[SHADOW]]
|
|
; CHECK: [[ORIGIN_VAL:%[a-z0-9_]+]] = load i32, ptr [[ORIGIN]]
|
|
; CHECK: store i128 [[SHADOW_VAL]], ptr %retval_shadow
|
|
; CHECK: store i32 [[ORIGIN_VAL]], ptr %retval_origin
|
|
; CHECK: ret i128 {{.+}}
|