| // RUN: %clang_cc1 -triple x86_64-unknown-unknown -emit-llvm -o - %s | \ |
| // RUN: FileCheck %s -check-prefix=CHECK -check-prefix=SSE -check-prefix=NO-AVX512 |
| // RUN: %clang_cc1 -triple x86_64-unknown-unknown -emit-llvm -o - %s -target-feature +avx | \ |
| // RUN: FileCheck %s -check-prefix=CHECK -check-prefix=AVX -check-prefix=NO-AVX512 |
| // RUN: %clang_cc1 -triple x86_64-unknown-unknown -emit-llvm -o - %s -target-feature +avx512f | \ |
| // RUN: FileCheck %s -check-prefix=CHECK -check-prefix=AVX -check-prefix=AVX512 |
| #include <stdarg.h> |
| |
| // CHECK-LABEL: define signext i8 @f0() |
| char f0(void) { |
| return 0; |
| } |
| |
| // CHECK-LABEL: define signext i16 @f1() |
| short f1(void) { |
| return 0; |
| } |
| |
| // CHECK-LABEL: define i32 @f2() |
| int f2(void) { |
| return 0; |
| } |
| |
| // CHECK-LABEL: define float @f3() |
| float f3(void) { |
| return 0; |
| } |
| |
| // CHECK-LABEL: define double @f4() |
| double f4(void) { |
| return 0; |
| } |
| |
| // CHECK-LABEL: define x86_fp80 @f5() |
| long double f5(void) { |
| return 0; |
| } |
| |
| // CHECK-LABEL: define void @f6(i8 signext %a0, i16 signext %a1, i32 %a2, i64 %a3, i8* %a4) |
| void f6(char a0, short a1, int a2, long long a3, void *a4) { |
| } |
| |
| // CHECK-LABEL: define void @f7(i32 %a0) |
| typedef enum { A, B, C } e7; |
| void f7(e7 a0) { |
| } |
| |
| // Test merging/passing of upper eightbyte with X87 class. |
| // |
| // CHECK-LABEL: define void @f8_1(%union.u8* noalias sret %agg.result) |
| // CHECK-LABEL: define void @f8_2(%union.u8* byval align 16 %a0) |
| union u8 { |
| long double a; |
| int b; |
| }; |
| union u8 f8_1() { while (1) {} } |
| void f8_2(union u8 a0) {} |
| |
| // CHECK-LABEL: define i64 @f9() |
| struct s9 { int a; int b; int : 0; } f9(void) { while (1) {} } |
| |
| // CHECK-LABEL: define void @f10(i64 %a0.coerce) |
| struct s10 { int a; int b; int : 0; }; |
| void f10(struct s10 a0) {} |
| |
| // CHECK-LABEL: define void @f11(%union.anon* noalias sret %agg.result) |
| union { long double a; float b; } f11() { while (1) {} } |
| |
| // CHECK-LABEL: define i32 @f12_0() |
| // CHECK-LABEL: define void @f12_1(i32 %a0.coerce) |
| struct s12 { int a __attribute__((aligned(16))); }; |
| struct s12 f12_0(void) { while (1) {} } |
| void f12_1(struct s12 a0) {} |
| |
| // Check that sret parameter is accounted for when checking available integer |
| // registers. |
| // CHECK: define void @f13(%struct.s13_0* noalias sret %agg.result, i32 %a, i32 %b, i32 %c, i32 %d, {{.*}}* byval align 8 %e, i32 %f) |
| |
| struct s13_0 { long long f0[3]; }; |
| struct s13_1 { long long f0[2]; }; |
| struct s13_0 f13(int a, int b, int c, int d, |
| struct s13_1 e, int f) { while (1) {} } |
| |
| // CHECK: define void @f14({{.*}}, i8 signext %X) |
| void f14(int a, int b, int c, int d, int e, int f, char X) {} |
| |
| // CHECK: define void @f15({{.*}}, i8* %X) |
| void f15(int a, int b, int c, int d, int e, int f, void *X) {} |
| |
| // CHECK: define void @f16({{.*}}, float %X) |
| void f16(float a, float b, float c, float d, float e, float f, float g, float h, |
| float X) {} |
| |
| // CHECK: define void @f17({{.*}}, x86_fp80 %X) |
| void f17(float a, float b, float c, float d, float e, float f, float g, float h, |
| long double X) {} |
| |
| // Check for valid coercion. The struct should be passed/returned as i32, not |
| // as i64 for better code quality. |
| // rdar://8135035 |
| // CHECK-LABEL: define void @f18(i32 %a, i32 %f18_arg1.coerce) |
| struct f18_s0 { int f0; }; |
| void f18(int a, struct f18_s0 f18_arg1) { while (1) {} } |
| |
| // Check byval alignment. |
| |
| // CHECK-LABEL: define void @f19(%struct.s19* byval align 16 %x) |
| struct s19 { |
| long double a; |
| }; |
| void f19(struct s19 x) {} |
| |
| // CHECK-LABEL: define void @f20(%struct.s20* byval align 32 %x) |
| struct __attribute__((aligned(32))) s20 { |
| int x; |
| int y; |
| }; |
| void f20(struct s20 x) {} |
| |
| struct StringRef { |
| long x; |
| const char *Ptr; |
| }; |
| |
| // rdar://7375902 |
| // CHECK-LABEL: define i8* @f21(i64 %S.coerce0, i8* %S.coerce1) |
| const char *f21(struct StringRef S) { return S.x+S.Ptr; } |
| |
| // PR7567 |
| typedef __attribute__ ((aligned(16))) struct f22s { unsigned long long x[2]; } L; |
| void f22(L x, L y) { } |
| // CHECK: @f22 |
| // CHECK: %x = alloca{{.*}}, align 16 |
| // CHECK: %y = alloca{{.*}}, align 16 |
| |
| |
| |
| // PR7714 |
| struct f23S { |
| short f0; |
| unsigned f1; |
| int f2; |
| }; |
| |
| |
| void f23(int A, struct f23S B) { |
| // CHECK-LABEL: define void @f23(i32 %A, i64 %B.coerce0, i32 %B.coerce1) |
| } |
| |
| struct f24s { long a; int b; }; |
| |
| struct f23S f24(struct f23S *X, struct f24s *P2) { |
| return *X; |
| |
| // CHECK: define { i64, i32 } @f24(%struct.f23S* %X, %struct.f24s* %P2) |
| } |
| |
| // rdar://8248065 |
| typedef float v4f32 __attribute__((__vector_size__(16))); |
| v4f32 f25(v4f32 X) { |
| // CHECK-LABEL: define <4 x float> @f25(<4 x float> %X) |
| // CHECK-NOT: alloca |
| // CHECK: alloca <4 x float> |
| // CHECK-NOT: alloca |
| // CHECK: store <4 x float> %X, <4 x float>* |
| // CHECK-NOT: store |
| // CHECK: ret <4 x float> |
| return X+X; |
| } |
| |
| struct foo26 { |
| int *X; |
| float *Y; |
| }; |
| |
| struct foo26 f26(struct foo26 *P) { |
| // CHECK: define { i32*, float* } @f26(%struct.foo26* %P) |
| return *P; |
| } |
| |
| |
| struct v4f32wrapper { |
| v4f32 v; |
| }; |
| |
| struct v4f32wrapper f27(struct v4f32wrapper X) { |
| // CHECK-LABEL: define <4 x float> @f27(<4 x float> %X.coerce) |
| return X; |
| } |
| |
| // PR22563 - We should unwrap simple structs and arrays to pass |
| // and return them in the appropriate vector registers if possible. |
| |
| typedef float v8f32 __attribute__((__vector_size__(32))); |
| struct v8f32wrapper { |
| v8f32 v; |
| }; |
| |
| struct v8f32wrapper f27a(struct v8f32wrapper X) { |
| // AVX-LABEL: define <8 x float> @f27a(<8 x float> %X.coerce) |
| return X; |
| } |
| |
| struct v8f32wrapper_wrapper { |
| v8f32 v[1]; |
| }; |
| |
| struct v8f32wrapper_wrapper f27b(struct v8f32wrapper_wrapper X) { |
| // AVX-LABEL: define <8 x float> @f27b(<8 x float> %X.coerce) |
| return X; |
| } |
| |
| // rdar://5711709 |
| struct f28c { |
| double x; |
| int y; |
| }; |
| void f28(struct f28c C) { |
| // CHECK-LABEL: define void @f28(double %C.coerce0, i32 %C.coerce1) |
| } |
| |
| struct f29a { |
| struct c { |
| double x; |
| int y; |
| } x[1]; |
| }; |
| |
| void f29a(struct f29a A) { |
| // CHECK-LABEL: define void @f29a(double %A.coerce0, i32 %A.coerce1) |
| } |
| |
| // rdar://8249586 |
| struct S0 { char f0[8]; char f2; char f3; char f4; }; |
| void f30(struct S0 p_4) { |
| // CHECK-LABEL: define void @f30(i64 %p_4.coerce0, i24 %p_4.coerce1) |
| } |
| |
| // Pass the third element as a float when followed by tail padding. |
| // rdar://8251384 |
| struct f31foo { float a, b, c; }; |
| float f31(struct f31foo X) { |
| // CHECK-LABEL: define float @f31(<2 x float> %X.coerce0, float %X.coerce1) |
| return X.c; |
| } |
| |
| _Complex float f32(_Complex float A, _Complex float B) { |
| // rdar://6379669 |
| // CHECK-LABEL: define <2 x float> @f32(<2 x float> %A.coerce, <2 x float> %B.coerce) |
| return A+B; |
| } |
| |
| |
| // rdar://8357396 |
| struct f33s { long x; float c,d; }; |
| |
| void f33(va_list X) { |
| va_arg(X, struct f33s); |
| } |
| |
| typedef unsigned long long v1i64 __attribute__((__vector_size__(8))); |
| |
| // rdar://8359248 |
| // CHECK-LABEL: define double @f34(double %arg.coerce) |
| v1i64 f34(v1i64 arg) { return arg; } |
| |
| |
| // rdar://8358475 |
| // CHECK-LABEL: define double @f35(double %arg.coerce) |
| typedef unsigned long v1i64_2 __attribute__((__vector_size__(8))); |
| v1i64_2 f35(v1i64_2 arg) { return arg+arg; } |
| |
| // rdar://9122143 |
| // CHECK: declare void @func(%struct._str* byval align 16) |
| typedef struct _str { |
| union { |
| long double a; |
| long c; |
| }; |
| } str; |
| |
| void func(str s); |
| str ss; |
| void f9122143() |
| { |
| func(ss); |
| } |
| |
| // CHECK-LABEL: define double @f36(double %arg.coerce) |
| typedef unsigned v2i32 __attribute((__vector_size__(8))); |
| v2i32 f36(v2i32 arg) { return arg; } |
| |
| // AVX: declare void @f38(<8 x float>) |
| // AVX: declare void @f37(<8 x float>) |
| // SSE: declare void @f38(%struct.s256* byval align 32) |
| // SSE: declare void @f37(<8 x float>* byval align 32) |
| typedef float __m256 __attribute__ ((__vector_size__ (32))); |
| typedef struct { |
| __m256 m; |
| } s256; |
| |
| s256 x38; |
| __m256 x37; |
| |
| void f38(s256 x); |
| void f37(__m256 x); |
| void f39() { f38(x38); f37(x37); } |
| |
| // The two next tests make sure that the struct below is passed |
| // in the same way regardless of avx being used |
| |
| // CHECK: declare void @func40(%struct.t128* byval align 16) |
| typedef float __m128 __attribute__ ((__vector_size__ (16))); |
| typedef struct t128 { |
| __m128 m; |
| __m128 n; |
| } two128; |
| |
| extern void func40(two128 s); |
| void func41(two128 s) { |
| func40(s); |
| } |
| |
| // CHECK: declare void @func42(%struct.t128_2* byval align 16) |
| typedef struct xxx { |
| __m128 array[2]; |
| } Atwo128; |
| typedef struct t128_2 { |
| Atwo128 x; |
| } SA; |
| |
| extern void func42(SA s); |
| void func43(SA s) { |
| func42(s); |
| } |
| |
| // CHECK-LABEL: define i32 @f44 |
| // CHECK: ptrtoint |
| // CHECK-NEXT: add i64 %{{[0-9]+}}, 31 |
| // CHECK-NEXT: and i64 %{{[0-9]+}}, -32 |
| // CHECK-NEXT: inttoptr |
| typedef int T44 __attribute((vector_size(32))); |
| struct s44 { T44 x; int y; }; |
| int f44(int i, ...) { |
| __builtin_va_list ap; |
| __builtin_va_start(ap, i); |
| struct s44 s = __builtin_va_arg(ap, struct s44); |
| __builtin_va_end(ap); |
| return s.y; |
| } |
| |
| // Text that vec3 returns the correct LLVM IR type. |
| // AVX-LABEL: define i32 @foo(<3 x i64> %X) |
| typedef long long3 __attribute((ext_vector_type(3))); |
| int foo(long3 X) |
| { |
| return 0; |
| } |
| |
| // Make sure we don't use a varargs convention for a function without a |
| // prototype where AVX types are involved. |
| // AVX: @test45 |
| // AVX: call i32 bitcast (i32 (...)* @f45 to i32 (<8 x float>)*) |
| int f45(); |
| __m256 x45; |
| void test45() { f45(x45); } |
| |
| // Make sure we use byval to pass 64-bit vectors in memory; the LLVM call |
| // lowering can't handle this case correctly because it runs after legalization. |
| // CHECK: @test46 |
| // CHECK: call void @f46({{.*}}<2 x float>* byval align 8 {{.*}}, <2 x float>* byval align 8 {{.*}}) |
| typedef float v46 __attribute((vector_size(8))); |
| void f46(v46,v46,v46,v46,v46,v46,v46,v46,v46,v46); |
| void test46() { v46 x = {1,2}; f46(x,x,x,x,x,x,x,x,x,x); } |
| |
| // Check that we pass the struct below without using byval, which helps out |
| // codegen. |
| // |
| // CHECK: @test47 |
| // CHECK: call void @f47(i32 {{.*}}, i32 {{.*}}, i32 {{.*}}, i32 {{.*}}, i32 {{.*}}, i32 {{.*}}, i32 {{.*}}) |
| struct s47 { unsigned a; }; |
| void f47(int,int,int,int,int,int,struct s47); |
| void test47(int a, struct s47 b) { f47(a, a, a, a, a, a, b); } |
| |
| // rdar://12723368 |
| // In the following example, there are holes in T4 at the 3rd byte and the 4th |
| // byte, however, T2 does not have those holes. T4 is chosen to be the |
| // representing type for union T1, but we can't use load or store of T4 since |
| // it will skip the 3rd byte and the 4th byte. |
| // In general, Since we don't accurately represent the data fields of a union, |
| // do not use load or store of the representing llvm type for the union. |
| typedef _Complex int T2; |
| typedef _Complex char T5; |
| typedef _Complex int T7; |
| typedef struct T4 { T5 field0; T7 field1; } T4; |
| typedef union T1 { T2 field0; T4 field1; } T1; |
| extern T1 T1_retval; |
| T1 test48(void) { |
| // CHECK: @test48 |
| // CHECK: memcpy |
| // CHECK: memcpy |
| return T1_retval; |
| } |
| |
| void test49_helper(double, ...); |
| void test49(double d, double e) { |
| test49_helper(d, e); |
| } |
| // CHECK-LABEL: define void @test49( |
| // CHECK: [[T0:%.*]] = load double, double* |
| // CHECK-NEXT: [[T1:%.*]] = load double, double* |
| // CHECK-NEXT: call void (double, ...) @test49_helper(double [[T0]], double [[T1]]) |
| |
| void test50_helper(); |
| void test50(double d, double e) { |
| test50_helper(d, e); |
| } |
| // CHECK-LABEL: define void @test50( |
| // CHECK: [[T0:%.*]] = load double, double* |
| // CHECK-NEXT: [[T1:%.*]] = load double, double* |
| // CHECK-NEXT: call void (double, double, ...) bitcast (void (...)* @test50_helper to void (double, double, ...)*)(double [[T0]], double [[T1]]) |
| |
| struct test51_s { __uint128_t intval; }; |
| void test51(struct test51_s *s, __builtin_va_list argList) { |
| *s = __builtin_va_arg(argList, struct test51_s); |
| } |
| |
| // CHECK-LABEL: define void @test51 |
| // CHECK: [[TMP_ADDR:%.*]] = alloca [[STRUCT_TEST51:%.*]], align 16 |
| // CHECK: br i1 |
| // CHECK: [[REG_SAVE_AREA_PTR:%.*]] = getelementptr inbounds {{.*}}, i32 0, i32 3 |
| // CHECK-NEXT: [[REG_SAVE_AREA:%.*]] = load i8*, i8** [[REG_SAVE_AREA_PTR]] |
| // CHECK-NEXT: [[VALUE_ADDR:%.*]] = getelementptr i8, i8* [[REG_SAVE_AREA]], i32 {{.*}} |
| // CHECK-NEXT: [[CASTED_VALUE_ADDR:%.*]] = bitcast i8* [[VALUE_ADDR]] to [[STRUCT_TEST51]] |
| // CHECK-NEXT: [[CASTED_TMP_ADDR:%.*]] = bitcast [[STRUCT_TEST51]]* [[TMP_ADDR]] to i8* |
| // CHECK-NEXT: [[RECASTED_VALUE_ADDR:%.*]] = bitcast [[STRUCT_TEST51]]* [[CASTED_VALUE_ADDR]] to i8* |
| // CHECK-NEXT: call void @llvm.memcpy.p0i8.p0i8.i64(i8* align 16 [[CASTED_TMP_ADDR]], i8* align 8 [[RECASTED_VALUE_ADDR]], i64 16, i1 false) |
| // CHECK-NEXT: add i32 {{.*}}, 16 |
| // CHECK-NEXT: store i32 {{.*}}, i32* {{.*}} |
| // CHECK-NEXT: br label |
| |
| void test52_helper(int, ...); |
| __m256 x52; |
| void test52() { |
| test52_helper(0, x52, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0i); |
| } |
| // AVX: @test52_helper(i32 0, <8 x float> {{%[a-zA-Z0-9]+}}, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double {{%[a-zA-Z0-9]+}}, double {{%[a-zA-Z0-9]+}}) |
| |
| void test53(__m256 *m, __builtin_va_list argList) { |
| *m = __builtin_va_arg(argList, __m256); |
| } |
| // AVX-LABEL: define void @test53 |
| // AVX-NOT: br i1 |
| // AVX: ret void |
| |
| void test54_helper(__m256, ...); |
| __m256 x54; |
| void test54() { |
| test54_helper(x54, x54, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0i); |
| test54_helper(x54, x54, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0i); |
| } |
| // AVX: @test54_helper(<8 x float> {{%[a-zA-Z0-9]+}}, <8 x float> {{%[a-zA-Z0-9]+}}, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double {{%[a-zA-Z0-9]+}}, double {{%[a-zA-Z0-9]+}}) |
| // AVX: @test54_helper(<8 x float> {{%[a-zA-Z0-9]+}}, <8 x float> {{%[a-zA-Z0-9]+}}, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, { double, double }* byval align 8 {{%[^)]+}}) |
| |
| typedef float __m512 __attribute__ ((__vector_size__ (64))); |
| typedef struct { |
| __m512 m; |
| } s512; |
| |
| s512 x55; |
| __m512 x56; |
| |
| // On AVX512, aggregates which contain a __m512 type are classified as SSE/SSEUP |
| // as per https://github.com/hjl-tools/x86-psABI/commit/30f9c9 3.2.3p2 Rule 1 |
| // |
| // AVX512: declare void @f55(<16 x float>) |
| // NO-AVX512: declare void @f55(%struct.s512* byval align 64) |
| void f55(s512 x); |
| |
| // __m512 has type SSE/SSEUP on AVX512. |
| // |
| // AVX512: declare void @f56(<16 x float>) |
| // NO-AVX512: declare void @f56(<16 x float>* byval align 64) |
| void f56(__m512 x); |
| void f57() { f55(x55); f56(x56); } |
| |
| // Like for __m128 on AVX, check that the struct below is passed |
| // in the same way regardless of AVX512 being used. |
| // |
| // CHECK: declare void @f58(%struct.t256* byval align 32) |
| typedef struct t256 { |
| __m256 m; |
| __m256 n; |
| } two256; |
| |
| extern void f58(two256 s); |
| void f59(two256 s) { |
| f58(s); |
| } |
| |
| // CHECK: declare void @f60(%struct.sat256* byval align 32) |
| typedef struct at256 { |
| __m256 array[2]; |
| } Atwo256; |
| typedef struct sat256 { |
| Atwo256 x; |
| } SAtwo256; |
| |
| extern void f60(SAtwo256 s); |
| void f61(SAtwo256 s) { |
| f60(s); |
| } |
| |
| // AVX512: @f62_helper(i32 0, <16 x float> {{%[a-zA-Z0-9]+}}, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double {{%[a-zA-Z0-9]+}}, double {{%[a-zA-Z0-9]+}}) |
| void f62_helper(int, ...); |
| __m512 x62; |
| void f62() { |
| f62_helper(0, x62, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0i); |
| } |
| |
| // Like for __m256 on AVX, we always pass __m512 in memory, and don't |
| // need to use the register save area. |
| // |
| // AVX512-LABEL: define void @f63 |
| // AVX512-NOT: br i1 |
| // AVX512: ret void |
| void f63(__m512 *m, __builtin_va_list argList) { |
| *m = __builtin_va_arg(argList, __m512); |
| } |
| |
| // AVX512: @f64_helper(<16 x float> {{%[a-zA-Z0-9]+}}, <16 x float> {{%[a-zA-Z0-9]+}}, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double {{%[a-zA-Z0-9]+}}, double {{%[a-zA-Z0-9]+}}) |
| // AVX512: @f64_helper(<16 x float> {{%[a-zA-Z0-9]+}}, <16 x float> {{%[a-zA-Z0-9]+}}, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, { double, double }* byval align 8 {{%[^)]+}}) |
| void f64_helper(__m512, ...); |
| __m512 x64; |
| void f64() { |
| f64_helper(x64, x64, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0i); |
| f64_helper(x64, x64, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0i); |
| } |
| |
| struct t65 { |
| __m256 m; |
| int : 0; |
| }; |
| // SSE-LABEL: @f65(%struct.t65* byval align 32 %{{[^,)]+}}) |
| // AVX: @f65(<8 x float> %{{[^,)]+}}) |
| void f65(struct t65 a0) { |
| } |