mirror of
https://github.com/llvm/llvm-project.git
synced 2025-04-29 20:26:05 +00:00
8516f54e6a
This is a mostly-target-independent variadic function optimisation and lowering pass. It is only enabled for AMDGPU in this initial commit. The purpose is to make C style variadic functions a zero cost abstraction. They are lowered to equivalent IR which is then amenable to other optimisations. This is inherently slightly target specific but much less so than one might expect - the C varargs interface heavily constrains the ABI design divergence. The pass is primarily tested from webassembly. This is because wasm has a straightforward variadic lowering strategy which coincides exactly with what this pass transforms code into and a struct passing convention with few cases to check. Adding further targets conventions is straightforward and elided from this patch primarily to simplify the review. Implemented in other branches are Linux X86, AMD64, AArch64 and NVPTX. Testing for targets that have existing lowering for va_arg from clang is most efficiently done by checking that clang | opt completely elides the variadic syntax from test cases. The lowering produces a struct for each call site which can be inspected to check the various alignment and indirections are correct. AMDGPU presently has no variadic support other than some ad hoc printf handling. Combined with the pass being inactive on all other targets landing this represents strict increase in capability with zero risk. Testing and refining will continue post commit. In addition to the compiler tests included here, a self contained x64 clang/musl toolchain was constructed using the "lowering" instead of the systemv ABI and used to build various C programs like lua and libxml2.
182 lines
6.4 KiB
C++
182 lines
6.4 KiB
C++
// NOTE: Assertions have been autogenerated by utils/update_cc_test_checks.py UTC_ARGS: --function-signature
|
|
// REQUIRES: webassembly-registered-target
|
|
|
|
// Simple calls to known variadic functions that are completely elided when
|
|
// optimisations are on This is a functional check that the expand-variadic pass
|
|
// is consistent with clang's va_arg handling
|
|
|
|
// When expand-variadics is added to the default pipeline, clang -O1 will
|
|
// suffice here -Wno-varargs avoids warning second argument to 'va_start' is not
|
|
// the last named parameter
|
|
|
|
// RUN: %clang_cc1 %s -triple wasm32-unknown-unknown -Wno-varargs -O1 -emit-llvm -o - | opt - -S --passes='module(expand-variadics,default<O1>)' --expand-variadics-override=optimize -o - | FileCheck %s
|
|
|
|
#include <stdarg.h>
|
|
#include <stdint.h>
|
|
|
|
template <typename X, typename Y> static X first(...) {
|
|
va_list va;
|
|
__builtin_va_start(va, 0);
|
|
X r = va_arg(va, X);
|
|
va_end(va);
|
|
return r;
|
|
}
|
|
|
|
template <typename X, typename Y> static Y second(...) {
|
|
va_list va;
|
|
__builtin_va_start(va, 0);
|
|
va_arg(va, X);
|
|
Y r = va_arg(va, Y);
|
|
va_end(va);
|
|
return r;
|
|
}
|
|
|
|
extern "C" {
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@first_pair_i32
|
|
// CHECK-SAME: (i32 noundef returned [[X:%.*]], i32 noundef [[Y:%.*]])
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: ret i32 [[X]]
|
|
//
|
|
int first_pair_i32(int x, int y) { return first<int, int>(x, y); }
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@second_pair_i32
|
|
// CHECK-SAME: (i32 noundef [[X:%.*]], i32 noundef returned [[Y:%.*]])
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: ret i32 [[Y]]
|
|
//
|
|
int second_pair_i32(int x, int y) { return second<int, int>(x, y); }
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@first_pair_f64
|
|
// CHECK-SAME: (double noundef returned [[X:%.*]], double noundef [[Y:%.*]])
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: ret double [[X]]
|
|
//
|
|
double first_pair_f64(double x, double y) {
|
|
return first<double, double>(x, y);
|
|
}
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@second_pair_f64
|
|
// CHECK-SAME: (double noundef [[X:%.*]], double noundef returned [[Y:%.*]])
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: ret double [[Y]]
|
|
//
|
|
double second_pair_f64(double x, double y) {
|
|
return second<double, double>(x, y);
|
|
}
|
|
}
|
|
|
|
extern "C" {
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@first_i32_f64
|
|
// CHECK-SAME: (i32 noundef returned [[X:%.*]], double noundef [[Y:%.*]])
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: ret i32 [[X]]
|
|
//
|
|
int first_i32_f64(int x, double y) { return first<int, double>(x, y); }
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@second_i32_f64
|
|
// CHECK-SAME: (i32 noundef [[X:%.*]], double noundef returned [[Y:%.*]])
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: ret double [[Y]]
|
|
//
|
|
double second_i32_f64(int x, double y) { return second<int, double>(x, y); }
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@first_f64_i32
|
|
// CHECK-SAME: (double noundef returned [[X:%.*]], i32 noundef [[Y:%.*]])
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: ret double [[X]]
|
|
//
|
|
double first_f64_i32(double x, int y) { return first<double, int>(x, y); }
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@second_f64_i32
|
|
// CHECK-SAME: (double noundef [[X:%.*]], i32 noundef returned [[Y:%.*]])
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: ret i32 [[Y]]
|
|
//
|
|
int second_f64_i32(double x, int y) { return second<double, int>(x, y); }
|
|
}
|
|
|
|
extern "C" {
|
|
typedef uint64_t ulong2 __attribute__((__vector_size__(16), __aligned__(16)));
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@first_i32_ulong2
|
|
// CHECK-SAME: (i32 noundef returned [[X:%.*]], ptr nocapture noundef readonly [[Y:%.*]])
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: ret i32 [[X]]
|
|
//
|
|
int first_i32_ulong2(int x, ulong2 *y) { return first<int, ulong2>(x, *y); }
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@second_i32_ulong2
|
|
// CHECK-SAME: (i32 noundef [[X:%.*]], ptr nocapture noundef readonly [[Y:%.*]], ptr nocapture noundef writeonly [[R:%.*]]) local_unnamed_addr #[[ATTR1:[0-9]+]] {
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: [[TMP0:%.*]] = load <2 x i64>, ptr [[Y]], align 16, !tbaa [[TBAA2:![0-9]+]]
|
|
// CHECK-NEXT: store <2 x i64> [[TMP0]], ptr [[R]], align 16, !tbaa [[TBAA2]]
|
|
// CHECK-NEXT: ret void
|
|
//
|
|
void second_i32_ulong2(int x, ulong2 *y, ulong2 *r) {
|
|
*r = second<int, ulong2>(x, *y);
|
|
}
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@first_ulong2_i32
|
|
// CHECK-SAME: (ptr nocapture noundef readonly [[X:%.*]], i32 noundef [[Y:%.*]], ptr nocapture noundef writeonly [[R:%.*]]) local_unnamed_addr #[[ATTR1]] {
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: [[TMP0:%.*]] = load <2 x i64>, ptr [[X]], align 16, !tbaa [[TBAA2]]
|
|
// CHECK-NEXT: store <2 x i64> [[TMP0]], ptr [[R]], align 16, !tbaa [[TBAA2]]
|
|
// CHECK-NEXT: ret void
|
|
//
|
|
void first_ulong2_i32(ulong2 *x, int y, ulong2 *r) {
|
|
*r = first<ulong2, int>(*x, y);
|
|
}
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@second_ulong2_i32
|
|
// CHECK-SAME: (ptr nocapture noundef readonly [[X:%.*]], i32 noundef returned [[Y:%.*]])
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: ret i32 [[Y]]
|
|
//
|
|
int second_ulong2_i32(ulong2 *x, int y) { return second<ulong2, int>(*x, y); }
|
|
}
|
|
|
|
// ascending alignment
|
|
typedef struct {
|
|
char c;
|
|
short s;
|
|
int i;
|
|
long l;
|
|
float f;
|
|
double d;
|
|
} asc;
|
|
|
|
extern "C" {
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@first_i32_asc
|
|
// CHECK-SAME: (i32 noundef returned [[X:%.*]], ptr nocapture noundef readonly [[Y:%.*]])
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: ret i32 [[X]]
|
|
//
|
|
int first_i32_asc(int x, asc *y) { return first<int, asc>(x, *y); }
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@second_i32_asc
|
|
// CHECK-SAME: (i32 noundef [[X:%.*]], ptr nocapture noundef readonly [[Y:%.*]], ptr nocapture noundef writeonly [[R:%.*]]) local_unnamed_addr #[[ATTR1]] {
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: tail call void @llvm.memmove.p0.p0.i32(ptr noundef nonnull align 8 dereferenceable(24) [[R]], ptr noundef nonnull align 1 dereferenceable(24) [[Y]], i32 24, i1 false)
|
|
// CHECK-NEXT: ret void
|
|
//
|
|
void second_i32_asc(int x, asc *y, asc *r) { *r = second<int, asc>(x, *y); }
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@first_asc_i32
|
|
// CHECK-SAME: (ptr nocapture noundef readonly [[X:%.*]], i32 noundef [[Y:%.*]], ptr nocapture noundef writeonly [[R:%.*]]) local_unnamed_addr #[[ATTR1]] {
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: tail call void @llvm.memmove.p0.p0.i32(ptr noundef nonnull align 8 dereferenceable(24) [[R]], ptr noundef nonnull align 1 dereferenceable(24) [[X]], i32 24, i1 false)
|
|
// CHECK-NEXT: ret void
|
|
//
|
|
void first_asc_i32(asc *x, int y, asc *r) { *r = first<asc, int>(*x, y); }
|
|
|
|
// CHECK-LABEL: define {{[^@]+}}@second_asc_i32
|
|
// CHECK-SAME: (ptr nocapture noundef readonly [[X:%.*]], i32 noundef returned [[Y:%.*]])
|
|
// CHECK-NEXT: entry:
|
|
// CHECK-NEXT: ret i32 [[Y]]
|
|
//
|
|
int second_asc_i32(asc *x, int y) { return second<asc, int>(*x, y); }
|
|
}
|