mirror of
https://github.com/llvm/llvm-project.git
synced 2025-04-16 13:46:37 +00:00
[libclc] Avoid using undefined vector3 components (#115857)
Using '.hi' on a vector3 is technically allowed by the spec and is treated as a 4-element vector with an "undefined" w component. However, it's more undef/poison code for the compiler to process and remove. We can easily avoid it with a dedicated macro.
This commit is contained in:
Fraser Cormack
GitHub
parent
fe18ab983d
commit
a55248789e
@ -25,234 +25,248 @@
|
||||
#include <clc/math/clc_floor.h>
|
||||
#include <clc/math/clc_trunc.h>
|
||||
#include <clc/shared/clc_max.h>
|
||||
|
||||
#include <math/clc_remainder.h>
|
||||
|
||||
#include "config.h"
|
||||
#include "math.h"
|
||||
|
||||
_CLC_DEF _CLC_OVERLOAD float __clc_remquo(float x, float y, __private int *quo)
|
||||
{
|
||||
x = __clc_flush_denormal_if_not_supported(x);
|
||||
y = __clc_flush_denormal_if_not_supported(y);
|
||||
int ux = as_int(x);
|
||||
int ax = ux & EXSIGNBIT_SP32;
|
||||
float xa = as_float(ax);
|
||||
int sx = ux ^ ax;
|
||||
int ex = ax >> EXPSHIFTBITS_SP32;
|
||||
_CLC_DEF _CLC_OVERLOAD float __clc_remquo(float x, float y,
|
||||
__private int *quo) {
|
||||
x = __clc_flush_denormal_if_not_supported(x);
|
||||
y = __clc_flush_denormal_if_not_supported(y);
|
||||
int ux = as_int(x);
|
||||
int ax = ux & EXSIGNBIT_SP32;
|
||||
float xa = as_float(ax);
|
||||
int sx = ux ^ ax;
|
||||
int ex = ax >> EXPSHIFTBITS_SP32;
|
||||
|
||||
int uy = as_int(y);
|
||||
int ay = uy & EXSIGNBIT_SP32;
|
||||
float ya = as_float(ay);
|
||||
int sy = uy ^ ay;
|
||||
int ey = ay >> EXPSHIFTBITS_SP32;
|
||||
int uy = as_int(y);
|
||||
int ay = uy & EXSIGNBIT_SP32;
|
||||
float ya = as_float(ay);
|
||||
int sy = uy ^ ay;
|
||||
int ey = ay >> EXPSHIFTBITS_SP32;
|
||||
|
||||
float xr = as_float(0x3f800000 | (ax & 0x007fffff));
|
||||
float yr = as_float(0x3f800000 | (ay & 0x007fffff));
|
||||
int c;
|
||||
int k = ex - ey;
|
||||
float xr = as_float(0x3f800000 | (ax & 0x007fffff));
|
||||
float yr = as_float(0x3f800000 | (ay & 0x007fffff));
|
||||
int c;
|
||||
int k = ex - ey;
|
||||
|
||||
uint q = 0;
|
||||
uint q = 0;
|
||||
|
||||
while (k > 0) {
|
||||
c = xr >= yr;
|
||||
q = (q << 1) | c;
|
||||
xr -= c ? yr : 0.0f;
|
||||
xr += xr;
|
||||
--k;
|
||||
}
|
||||
|
||||
c = xr > yr;
|
||||
while (k > 0) {
|
||||
c = xr >= yr;
|
||||
q = (q << 1) | c;
|
||||
xr -= c ? yr : 0.0f;
|
||||
xr += xr;
|
||||
--k;
|
||||
}
|
||||
|
||||
int lt = ex < ey;
|
||||
c = xr > yr;
|
||||
q = (q << 1) | c;
|
||||
xr -= c ? yr : 0.0f;
|
||||
|
||||
q = lt ? 0 : q;
|
||||
xr = lt ? xa : xr;
|
||||
yr = lt ? ya : yr;
|
||||
int lt = ex < ey;
|
||||
|
||||
c = (yr < 2.0f * xr) | ((yr == 2.0f * xr) & ((q & 0x1) == 0x1));
|
||||
xr -= c ? yr : 0.0f;
|
||||
q += c;
|
||||
q = lt ? 0 : q;
|
||||
xr = lt ? xa : xr;
|
||||
yr = lt ? ya : yr;
|
||||
|
||||
float s = as_float(ey << EXPSHIFTBITS_SP32);
|
||||
xr *= lt ? 1.0f : s;
|
||||
c = (yr < 2.0f * xr) | ((yr == 2.0f * xr) & ((q & 0x1) == 0x1));
|
||||
xr -= c ? yr : 0.0f;
|
||||
q += c;
|
||||
|
||||
int qsgn = sx == sy ? 1 : -1;
|
||||
int quot = (q & 0x7f) * qsgn;
|
||||
float s = as_float(ey << EXPSHIFTBITS_SP32);
|
||||
xr *= lt ? 1.0f : s;
|
||||
|
||||
c = ax == ay;
|
||||
quot = c ? qsgn : quot;
|
||||
xr = c ? 0.0f : xr;
|
||||
int qsgn = sx == sy ? 1 : -1;
|
||||
int quot = (q & 0x7f) * qsgn;
|
||||
|
||||
xr = as_float(sx ^ as_int(xr));
|
||||
c = ax == ay;
|
||||
quot = c ? qsgn : quot;
|
||||
xr = c ? 0.0f : xr;
|
||||
|
||||
c = ax > PINFBITPATT_SP32 | ay > PINFBITPATT_SP32 | ax == PINFBITPATT_SP32 | ay == 0;
|
||||
quot = c ? 0 : quot;
|
||||
xr = c ? as_float(QNANBITPATT_SP32) : xr;
|
||||
xr = as_float(sx ^ as_int(xr));
|
||||
|
||||
*quo = quot;
|
||||
c = ax > PINFBITPATT_SP32 | ay > PINFBITPATT_SP32 | ax == PINFBITPATT_SP32 |
|
||||
ay == 0;
|
||||
quot = c ? 0 : quot;
|
||||
xr = c ? as_float(QNANBITPATT_SP32) : xr;
|
||||
|
||||
return xr;
|
||||
*quo = quot;
|
||||
|
||||
return xr;
|
||||
}
|
||||
// remquo singature is special, we don't have macro for this
|
||||
#define __VEC_REMQUO(TYPE, VEC_SIZE, HALF_VEC_SIZE) \
|
||||
_CLC_DEF _CLC_OVERLOAD TYPE##VEC_SIZE __clc_remquo(TYPE##VEC_SIZE x, TYPE##VEC_SIZE y, __private int##VEC_SIZE *quo) \
|
||||
{ \
|
||||
int##HALF_VEC_SIZE lo, hi; \
|
||||
TYPE##VEC_SIZE ret; \
|
||||
ret.lo = __clc_remquo(x.lo, y.lo, &lo); \
|
||||
ret.hi = __clc_remquo(x.hi, y.hi, &hi); \
|
||||
(*quo).lo = lo; \
|
||||
(*quo).hi = hi; \
|
||||
return ret; \
|
||||
}
|
||||
__VEC_REMQUO(float, 2,)
|
||||
__VEC_REMQUO(float, 3, 2)
|
||||
// remquo signature is special, we don't have macro for this
|
||||
#define __VEC_REMQUO(TYPE, VEC_SIZE, HALF_VEC_SIZE) \
|
||||
_CLC_DEF _CLC_OVERLOAD TYPE##VEC_SIZE __clc_remquo( \
|
||||
TYPE##VEC_SIZE x, TYPE##VEC_SIZE y, __private int##VEC_SIZE *quo) { \
|
||||
int##HALF_VEC_SIZE lo, hi; \
|
||||
TYPE##VEC_SIZE ret; \
|
||||
ret.lo = __clc_remquo(x.lo, y.lo, &lo); \
|
||||
ret.hi = __clc_remquo(x.hi, y.hi, &hi); \
|
||||
(*quo).lo = lo; \
|
||||
(*quo).hi = hi; \
|
||||
return ret; \
|
||||
}
|
||||
|
||||
#define __VEC3_REMQUO(TYPE) \
|
||||
_CLC_DEF _CLC_OVERLOAD TYPE##3 __clc_remquo(TYPE##3 x, TYPE##3 y, \
|
||||
__private int##3 * quo) { \
|
||||
int2 lo; \
|
||||
int hi; \
|
||||
TYPE##3 ret; \
|
||||
ret.s01 = __clc_remquo(x.s01, y.s01, &lo); \
|
||||
ret.s2 = __clc_remquo(x.s2, y.s2, &hi); \
|
||||
(*quo).s01 = lo; \
|
||||
(*quo).s2 = hi; \
|
||||
return ret; \
|
||||
}
|
||||
__VEC_REMQUO(float, 2, )
|
||||
__VEC3_REMQUO(float)
|
||||
__VEC_REMQUO(float, 4, 2)
|
||||
__VEC_REMQUO(float, 8, 4)
|
||||
__VEC_REMQUO(float, 16, 8)
|
||||
|
||||
#ifdef cl_khr_fp64
|
||||
_CLC_DEF _CLC_OVERLOAD double __clc_remquo(double x, double y, __private int *pquo)
|
||||
{
|
||||
ulong ux = as_ulong(x);
|
||||
ulong ax = ux & ~SIGNBIT_DP64;
|
||||
ulong xsgn = ux ^ ax;
|
||||
double dx = as_double(ax);
|
||||
int xexp = convert_int(ax >> EXPSHIFTBITS_DP64);
|
||||
int xexp1 = 11 - (int) clz(ax & MANTBITS_DP64);
|
||||
xexp1 = xexp < 1 ? xexp1 : xexp;
|
||||
_CLC_DEF _CLC_OVERLOAD double __clc_remquo(double x, double y,
|
||||
__private int *pquo) {
|
||||
ulong ux = as_ulong(x);
|
||||
ulong ax = ux & ~SIGNBIT_DP64;
|
||||
ulong xsgn = ux ^ ax;
|
||||
double dx = as_double(ax);
|
||||
int xexp = convert_int(ax >> EXPSHIFTBITS_DP64);
|
||||
int xexp1 = 11 - (int)clz(ax & MANTBITS_DP64);
|
||||
xexp1 = xexp < 1 ? xexp1 : xexp;
|
||||
|
||||
ulong uy = as_ulong(y);
|
||||
ulong ay = uy & ~SIGNBIT_DP64;
|
||||
double dy = as_double(ay);
|
||||
int yexp = convert_int(ay >> EXPSHIFTBITS_DP64);
|
||||
int yexp1 = 11 - (int) clz(ay & MANTBITS_DP64);
|
||||
yexp1 = yexp < 1 ? yexp1 : yexp;
|
||||
ulong uy = as_ulong(y);
|
||||
ulong ay = uy & ~SIGNBIT_DP64;
|
||||
double dy = as_double(ay);
|
||||
int yexp = convert_int(ay >> EXPSHIFTBITS_DP64);
|
||||
int yexp1 = 11 - (int)clz(ay & MANTBITS_DP64);
|
||||
yexp1 = yexp < 1 ? yexp1 : yexp;
|
||||
|
||||
int qsgn = ((ux ^ uy) & SIGNBIT_DP64) == 0UL ? 1 : -1;
|
||||
int qsgn = ((ux ^ uy) & SIGNBIT_DP64) == 0UL ? 1 : -1;
|
||||
|
||||
// First assume |x| > |y|
|
||||
// First assume |x| > |y|
|
||||
|
||||
// Set ntimes to the number of times we need to do a
|
||||
// partial remainder. If the exponent of x is an exact multiple
|
||||
// of 53 larger than the exponent of y, and the mantissa of x is
|
||||
// less than the mantissa of y, ntimes will be one too large
|
||||
// but it doesn't matter - it just means that we'll go round
|
||||
// the loop below one extra time.
|
||||
int ntimes = __clc_max(0, (xexp1 - yexp1) / 53);
|
||||
double w = ldexp(dy, ntimes * 53);
|
||||
w = ntimes == 0 ? dy : w;
|
||||
double scale = ntimes == 0 ? 1.0 : 0x1.0p-53;
|
||||
// Set ntimes to the number of times we need to do a
|
||||
// partial remainder. If the exponent of x is an exact multiple
|
||||
// of 53 larger than the exponent of y, and the mantissa of x is
|
||||
// less than the mantissa of y, ntimes will be one too large
|
||||
// but it doesn't matter - it just means that we'll go round
|
||||
// the loop below one extra time.
|
||||
int ntimes = __clc_max(0, (xexp1 - yexp1) / 53);
|
||||
double w = ldexp(dy, ntimes * 53);
|
||||
w = ntimes == 0 ? dy : w;
|
||||
double scale = ntimes == 0 ? 1.0 : 0x1.0p-53;
|
||||
|
||||
// Each time round the loop we compute a partial remainder.
|
||||
// This is done by subtracting a large multiple of w
|
||||
// from x each time, where w is a scaled up version of y.
|
||||
// The subtraction must be performed exactly in quad
|
||||
// precision, though the result at each stage can
|
||||
// fit exactly in a double precision number.
|
||||
int i;
|
||||
double t, v, p, pp;
|
||||
// Each time round the loop we compute a partial remainder.
|
||||
// This is done by subtracting a large multiple of w
|
||||
// from x each time, where w is a scaled up version of y.
|
||||
// The subtraction must be performed exactly in quad
|
||||
// precision, though the result at each stage can
|
||||
// fit exactly in a double precision number.
|
||||
int i;
|
||||
double t, v, p, pp;
|
||||
|
||||
for (i = 0; i < ntimes; i++) {
|
||||
// Compute integral multiplier
|
||||
t = __clc_trunc(dx / w);
|
||||
|
||||
// Compute w * t in quad precision
|
||||
p = w * t;
|
||||
pp = fma(w, t, -p);
|
||||
|
||||
// Subtract w * t from dx
|
||||
v = dx - p;
|
||||
dx = v + (((dx - v) - p) - pp);
|
||||
|
||||
// If t was one too large, dx will be negative. Add back one w.
|
||||
dx += dx < 0.0 ? w : 0.0;
|
||||
|
||||
// Scale w down by 2^(-53) for the next iteration
|
||||
w *= scale;
|
||||
}
|
||||
|
||||
// One more time
|
||||
// Variable todd says whether the integer t is odd or not
|
||||
t = __clc_floor(dx / w);
|
||||
long lt = (long)t;
|
||||
int todd = lt & 1;
|
||||
for (i = 0; i < ntimes; i++) {
|
||||
// Compute integral multiplier
|
||||
t = __clc_trunc(dx / w);
|
||||
|
||||
// Compute w * t in quad precision
|
||||
p = w * t;
|
||||
pp = fma(w, t, -p);
|
||||
|
||||
// Subtract w * t from dx
|
||||
v = dx - p;
|
||||
dx = v + (((dx - v) - p) - pp);
|
||||
i = dx < 0.0;
|
||||
todd ^= i;
|
||||
dx += i ? w : 0.0;
|
||||
|
||||
lt -= i;
|
||||
// If t was one too large, dx will be negative. Add back one w.
|
||||
dx += dx < 0.0 ? w : 0.0;
|
||||
|
||||
// At this point, dx lies in the range [0,dy)
|
||||
// Scale w down by 2^(-53) for the next iteration
|
||||
w *= scale;
|
||||
}
|
||||
|
||||
// For the remainder function, we need to adjust dx
|
||||
// so that it lies in the range (-y/2, y/2] by carefully
|
||||
// subtracting w (== dy == y) if necessary. The rigmarole
|
||||
// with todd is to get the correct sign of the result
|
||||
// when x/y lies exactly half way between two integers,
|
||||
// when we need to choose the even integer.
|
||||
// One more time
|
||||
// Variable todd says whether the integer t is odd or not
|
||||
t = __clc_floor(dx / w);
|
||||
long lt = (long)t;
|
||||
int todd = lt & 1;
|
||||
|
||||
int al = (2.0*dx > w) | (todd & (2.0*dx == w));
|
||||
double dxl = dx - (al ? w : 0.0);
|
||||
p = w * t;
|
||||
pp = fma(w, t, -p);
|
||||
v = dx - p;
|
||||
dx = v + (((dx - v) - p) - pp);
|
||||
i = dx < 0.0;
|
||||
todd ^= i;
|
||||
dx += i ? w : 0.0;
|
||||
|
||||
int ag = (dx > 0.5*w) | (todd & (dx == 0.5*w));
|
||||
double dxg = dx - (ag ? w : 0.0);
|
||||
lt -= i;
|
||||
|
||||
dx = dy < 0x1.0p+1022 ? dxl : dxg;
|
||||
lt += dy < 0x1.0p+1022 ? al : ag;
|
||||
int quo = ((int)lt & 0x7f) * qsgn;
|
||||
// At this point, dx lies in the range [0,dy)
|
||||
|
||||
double ret = as_double(xsgn ^ as_ulong(dx));
|
||||
dx = as_double(ax);
|
||||
// For the remainder function, we need to adjust dx
|
||||
// so that it lies in the range (-y/2, y/2] by carefully
|
||||
// subtracting w (== dy == y) if necessary. The rigmarole
|
||||
// with todd is to get the correct sign of the result
|
||||
// when x/y lies exactly half way between two integers,
|
||||
// when we need to choose the even integer.
|
||||
|
||||
// Now handle |x| == |y|
|
||||
int c = dx == dy;
|
||||
t = as_double(xsgn);
|
||||
quo = c ? qsgn : quo;
|
||||
ret = c ? t : ret;
|
||||
int al = (2.0 * dx > w) | (todd & (2.0 * dx == w));
|
||||
double dxl = dx - (al ? w : 0.0);
|
||||
|
||||
// Next, handle |x| < |y|
|
||||
c = dx < dy;
|
||||
quo = c ? 0 : quo;
|
||||
ret = c ? x : ret;
|
||||
int ag = (dx > 0.5 * w) | (todd & (dx == 0.5 * w));
|
||||
double dxg = dx - (ag ? w : 0.0);
|
||||
|
||||
c &= (yexp < 1023 & 2.0*dx > dy) | (dx > 0.5*dy);
|
||||
quo = c ? qsgn : quo;
|
||||
// we could use a conversion here instead since qsgn = +-1
|
||||
p = qsgn == 1 ? -1.0 : 1.0;
|
||||
t = fma(y, p, x);
|
||||
ret = c ? t : ret;
|
||||
dx = dy < 0x1.0p+1022 ? dxl : dxg;
|
||||
lt += dy < 0x1.0p+1022 ? al : ag;
|
||||
int quo = ((int)lt & 0x7f) * qsgn;
|
||||
|
||||
// We don't need anything special for |x| == 0
|
||||
double ret = as_double(xsgn ^ as_ulong(dx));
|
||||
dx = as_double(ax);
|
||||
|
||||
// |y| is 0
|
||||
c = dy == 0.0;
|
||||
quo = c ? 0 : quo;
|
||||
ret = c ? as_double(QNANBITPATT_DP64) : ret;
|
||||
// Now handle |x| == |y|
|
||||
int c = dx == dy;
|
||||
t = as_double(xsgn);
|
||||
quo = c ? qsgn : quo;
|
||||
ret = c ? t : ret;
|
||||
|
||||
// y is +-Inf, NaN
|
||||
c = yexp > BIASEDEMAX_DP64;
|
||||
quo = c ? 0 : quo;
|
||||
t = y == y ? x : y;
|
||||
ret = c ? t : ret;
|
||||
// Next, handle |x| < |y|
|
||||
c = dx < dy;
|
||||
quo = c ? 0 : quo;
|
||||
ret = c ? x : ret;
|
||||
|
||||
// x is +=Inf, NaN
|
||||
c = xexp > BIASEDEMAX_DP64;
|
||||
quo = c ? 0 : quo;
|
||||
ret = c ? as_double(QNANBITPATT_DP64) : ret;
|
||||
c &= (yexp<1023 & 2.0 * dx> dy) | (dx > 0.5 * dy);
|
||||
quo = c ? qsgn : quo;
|
||||
// we could use a conversion here instead since qsgn = +-1
|
||||
p = qsgn == 1 ? -1.0 : 1.0;
|
||||
t = fma(y, p, x);
|
||||
ret = c ? t : ret;
|
||||
|
||||
*pquo = quo;
|
||||
return ret;
|
||||
// We don't need anything special for |x| == 0
|
||||
|
||||
// |y| is 0
|
||||
c = dy == 0.0;
|
||||
quo = c ? 0 : quo;
|
||||
ret = c ? as_double(QNANBITPATT_DP64) : ret;
|
||||
|
||||
// y is +-Inf, NaN
|
||||
c = yexp > BIASEDEMAX_DP64;
|
||||
quo = c ? 0 : quo;
|
||||
t = y == y ? x : y;
|
||||
ret = c ? t : ret;
|
||||
|
||||
// x is +=Inf, NaN
|
||||
c = xexp > BIASEDEMAX_DP64;
|
||||
quo = c ? 0 : quo;
|
||||
ret = c ? as_double(QNANBITPATT_DP64) : ret;
|
||||
|
||||
*pquo = quo;
|
||||
return ret;
|
||||
}
|
||||
__VEC_REMQUO(double, 2,)
|
||||
__VEC_REMQUO(double, 3, 2)
|
||||
__VEC_REMQUO(double, 2, )
|
||||
__VEC3_REMQUO(double)
|
||||
__VEC_REMQUO(double, 4, 2)
|
||||
__VEC_REMQUO(double, 8, 4)
|
||||
__VEC_REMQUO(double, 16, 8)
|
||||
@ -263,10 +277,10 @@ __VEC_REMQUO(double, 16, 8)
|
||||
#pragma OPENCL EXTENSION cl_khr_fp16 : enable
|
||||
|
||||
_CLC_OVERLOAD _CLC_DEF half __clc_remquo(half x, half y, __private int *pquo) {
|
||||
return (half)__clc_remquo((float)x, (float)y, pquo);
|
||||
return (half)__clc_remquo((float)x, (float)y, pquo);
|
||||
}
|
||||
__VEC_REMQUO(half, 2,)
|
||||
__VEC_REMQUO(half, 3, 2)
|
||||
__VEC_REMQUO(half, 2, )
|
||||
__VEC3_REMQUO(half)
|
||||
__VEC_REMQUO(half, 4, 2)
|
||||
__VEC_REMQUO(half, 8, 4)
|
||||
__VEC_REMQUO(half, 16, 8)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user