mirror of
https://github.com/xen-project/xen.git
synced 2026-10-29 18:50:05 +01:00
Jan Beulich
9f36c69284
In preparation for sensible to-boolean conversion on AVX512, wrap
another abstraction function around the present to_bool(<x> == <y>), to
get rid of the open-coded == (which will get in the way of using
built-in functions instead). For the future AVX512 use scalar operands
can't be used then anymore: Use (vec_t){} when the operand is zero,
and broadcast (if available) otherwise (assume pre-AVX512 when broadcast
is not available, in which case a plain scalar is still fine).
Signed-off-by: Jan Beulich <jbeulich@suse.com>
Acked-by: Andrew Cooper <andrew.cooper3@citrix.com>
128 lines
2.9 KiB
C
128 lines
2.9 KiB
C
#include "simd.h"
|
|
|
|
#ifndef __XOP__
|
|
ENTRY(fma_test);
|
|
#endif
|
|
|
|
#if VEC_SIZE < 16
|
|
# define to_bool(cmp) (!~(cmp)[0])
|
|
#elif VEC_SIZE == 16
|
|
# if FLOAT_SIZE == 4
|
|
# define to_bool(cmp) __builtin_ia32_vtestcps(cmp, (vec_t){} == 0)
|
|
# elif FLOAT_SIZE == 8
|
|
# define to_bool(cmp) __builtin_ia32_vtestcpd(cmp, (vec_t){} == 0)
|
|
# endif
|
|
#elif VEC_SIZE == 32
|
|
# if FLOAT_SIZE == 4
|
|
# define to_bool(cmp) __builtin_ia32_vtestcps256(cmp, (vec_t){} == 0)
|
|
# elif FLOAT_SIZE == 8
|
|
# define to_bool(cmp) __builtin_ia32_vtestcpd256(cmp, (vec_t){} == 0)
|
|
# endif
|
|
#endif
|
|
|
|
#ifndef eq
|
|
# define eq(x, y) to_bool((x) == (y))
|
|
#endif
|
|
|
|
#if VEC_SIZE == 16
|
|
# if FLOAT_SIZE == 4
|
|
# define addsub(x, y) __builtin_ia32_addsubps(x, y)
|
|
# if defined(__FMA4__) || defined(__FMA__)
|
|
# define fmaddsub(x, y, z) __builtin_ia32_vfmaddsubps(x, y, z)
|
|
# endif
|
|
# elif FLOAT_SIZE == 8
|
|
# define addsub(x, y) __builtin_ia32_addsubpd(x, y)
|
|
# if defined(__FMA4__) || defined(__FMA__)
|
|
# define fmaddsub(x, y, z) __builtin_ia32_vfmaddsubpd(x, y, z)
|
|
# endif
|
|
# endif
|
|
#elif VEC_SIZE == 32
|
|
# if FLOAT_SIZE == 4
|
|
# define addsub(x, y) __builtin_ia32_addsubps256(x, y)
|
|
# if defined(__FMA4__) || defined(__FMA__)
|
|
# define fmaddsub(x, y, z) __builtin_ia32_vfmaddsubps256(x, y, z)
|
|
# endif
|
|
# elif FLOAT_SIZE == 8
|
|
# define addsub(x, y) __builtin_ia32_addsubpd256(x, y)
|
|
# if defined(__FMA4__) || defined(__FMA__)
|
|
# define fmaddsub(x, y, z) __builtin_ia32_vfmaddsubpd256(x, y, z)
|
|
# endif
|
|
# endif
|
|
#endif
|
|
|
|
int fma_test(void)
|
|
{
|
|
unsigned int i;
|
|
vec_t x, y, z, src, inv, one;
|
|
|
|
for ( i = 0; i < ELEM_COUNT; ++i )
|
|
{
|
|
src[i] = i + 1;
|
|
inv[i] = ELEM_COUNT - i;
|
|
one[i] = 1;
|
|
}
|
|
|
|
x = (src + one) * inv;
|
|
y = (src - one) * inv;
|
|
touch(src);
|
|
z = inv * src + inv;
|
|
if ( !eq(x, z) ) return __LINE__;
|
|
|
|
touch(src);
|
|
z = -inv * src - inv;
|
|
if ( !eq(-x, z) ) return __LINE__;
|
|
|
|
touch(src);
|
|
z = inv * src - inv;
|
|
if ( !eq(y, z) ) return __LINE__;
|
|
|
|
touch(src);
|
|
z = -inv * src + inv;
|
|
if ( !eq(-y, z) ) return __LINE__;
|
|
touch(src);
|
|
|
|
x = src + inv;
|
|
y = src - inv;
|
|
touch(inv);
|
|
z = src * one + inv;
|
|
if ( !eq(x, z) ) return __LINE__;
|
|
|
|
touch(inv);
|
|
z = -src * one - inv;
|
|
if ( !eq(-x, z) ) return __LINE__;
|
|
|
|
touch(inv);
|
|
z = src * one - inv;
|
|
if ( !eq(y, z) ) return __LINE__;
|
|
|
|
touch(inv);
|
|
z = -src * one + inv;
|
|
if ( !eq(-y, z) ) return __LINE__;
|
|
touch(inv);
|
|
|
|
#if defined(addsub) && defined(fmaddsub)
|
|
x = addsub(src * inv, one);
|
|
y = addsub(src * inv, -one);
|
|
touch(one);
|
|
z = fmaddsub(src, inv, one);
|
|
if ( !eq(x, z) ) return __LINE__;
|
|
|
|
touch(one);
|
|
z = fmaddsub(src, inv, -one);
|
|
if ( !eq(y, z) ) return __LINE__;
|
|
touch(one);
|
|
|
|
x = addsub(src * inv, one);
|
|
touch(inv);
|
|
z = fmaddsub(src, inv, one);
|
|
if ( !eq(x, z) ) return __LINE__;
|
|
|
|
touch(inv);
|
|
z = fmaddsub(src, inv, -one);
|
|
if ( !eq(y, z) ) return __LINE__;
|
|
touch(inv);
|
|
#endif
|
|
|
|
return 0;
|
|
}
|