/* { dg-do assemble { target { arm*-*-* } } } */
/* { dg-require-effective-target arm_v8_2a_bf16_neon_ok } */
/* { dg-add-options arm_v8_2a_bf16_neon }  */
/* { dg-additional-options "-save-temps -march=armv8.2-a+fp16+bf16 -mfpu=crypto-neon-fp-armv8" } */

#include <arm_neon.h>

float32x2_t
test_vbfdot_f32_s8 (float32x2_t r, int8x8_t a, int8x8_t b)
{
  bfloat16x4_t _a = vreinterpret_bf16_s8(a);
  bfloat16x4_t _b = vreinterpret_bf16_s8(b);

  return vbfdot_f32 (r, _a, _b);
}

float32x2_t
test_vbfdot_f32_s16 (float32x2_t r, int16x4_t a, int16x4_t b)
{
  bfloat16x4_t _a = vreinterpret_bf16_s16(a);
  bfloat16x4_t _b = vreinterpret_bf16_s16(b);

  return vbfdot_f32 (r, _a, _b);
}

float32x2_t
test_vbfdot_f32_s32 (float32x2_t r, int32x2_t a, int32x2_t b)
{
  bfloat16x4_t _a = vreinterpret_bf16_s32(a);
  bfloat16x4_t _b = vreinterpret_bf16_s32(b);

  return vbfdot_f32 (r, _a, _b);
}

float32x2_t
test_vbfdot_f32_s64 (float32x2_t r, int64x1_t a, int64x1_t b)
{
  bfloat16x4_t _a = vreinterpret_bf16_s64(a);
  bfloat16x4_t _b = vreinterpret_bf16_s64(b);

  return vbfdot_f32 (r, _a, _b);
}

float32x2_t
test_vbfdot_f32_u8 (float32x2_t r, uint8x8_t a, uint8x8_t b)
{
  bfloat16x4_t _a = vreinterpret_bf16_u8(a);
  bfloat16x4_t _b = vreinterpret_bf16_u8(b);

  return vbfdot_f32 (r, _a, _b);
}

float32x2_t
test_vbfdot_f32_u16 (float32x2_t r, uint16x4_t a, uint16x4_t b)
{
  bfloat16x4_t _a = vreinterpret_bf16_u16(a);
  bfloat16x4_t _b = vreinterpret_bf16_u16(b);

  return vbfdot_f32 (r, _a, _b);
}

float32x2_t
test_vbfdot_f32_u32 (float32x2_t r, uint32x2_t a, uint32x2_t b)
{
  bfloat16x4_t _a = vreinterpret_bf16_u32(a);
  bfloat16x4_t _b = vreinterpret_bf16_u32(b);

  return vbfdot_f32 (r, _a, _b);
}

float32x2_t
test_vbfdot_f32_u64 (float32x2_t r, uint64x1_t a, uint64x1_t b)
{
  bfloat16x4_t _a = vreinterpret_bf16_u64(a);
  bfloat16x4_t _b = vreinterpret_bf16_u64(b);

  return vbfdot_f32 (r, _a, _b);
}

float32x2_t
test_vbfdot_f32_p8 (float32x2_t r, poly8x8_t a, poly8x8_t b)
{
  bfloat16x4_t _a = vreinterpret_bf16_p8(a);
  bfloat16x4_t _b = vreinterpret_bf16_p8(b);

  return vbfdot_f32 (r, _a, _b);
}

float32x2_t
test_vbfdot_f32_p16 (float32x2_t r, poly16x4_t a, poly16x4_t b)
{
  bfloat16x4_t _a = vreinterpret_bf16_p16(a);
  bfloat16x4_t _b = vreinterpret_bf16_p16(b);

  return vbfdot_f32 (r, _a, _b);
}

float32x2_t
test_vbfdot_f32_p64 (float32x2_t r, poly64x1_t a, poly64x1_t b)
{
  bfloat16x4_t _a = vreinterpret_bf16_p64(a);
  bfloat16x4_t _b = vreinterpret_bf16_p64(b);

  return vbfdot_f32 (r, _a, _b);
}

float32x2_t
test_vbfdot_f32_f16 (float32x2_t r, float16x4_t a, float16x4_t b)
{
  bfloat16x4_t _a = vreinterpret_bf16_f16(a);
  bfloat16x4_t _b = vreinterpret_bf16_f16(b);

  return vbfdot_f32 (r, _a, _b);
}

float32x2_t
test_vbfdot_f32_f32 (float32x2_t r, float32x2_t a, float32x2_t b)
{
  bfloat16x4_t _a = vreinterpret_bf16_f32(a);
  bfloat16x4_t _b = vreinterpret_bf16_f32(b);

  return vbfdot_f32 (r, _a, _b);
}

float32x4_t
test_vbfdotq_f32_s8 (float32x4_t r, int8x16_t a, int8x16_t b)
{
  bfloat16x8_t _a = vreinterpretq_bf16_s8(a);
  bfloat16x8_t _b = vreinterpretq_bf16_s8(b);

  return vbfdotq_f32 (r, _a, _b);
}

float32x4_t
test_vbfdotq_f32_s16 (float32x4_t r, int16x8_t a, int16x8_t b)
{
  bfloat16x8_t _a = vreinterpretq_bf16_s16(a);
  bfloat16x8_t _b = vreinterpretq_bf16_s16(b);

  return vbfdotq_f32 (r, _a, _b);
}

float32x4_t
test_vbfdotq_f32_s32 (float32x4_t r, int32x4_t a, int32x4_t b)
{
  bfloat16x8_t _a = vreinterpretq_bf16_s32(a);
  bfloat16x8_t _b = vreinterpretq_bf16_s32(b);

  return vbfdotq_f32 (r, _a, _b);
}

float32x4_t
test_vbfdotq_f32_s64 (float32x4_t r, int64x2_t a, int64x2_t b)
{
  bfloat16x8_t _a = vreinterpretq_bf16_s64(a);
  bfloat16x8_t _b = vreinterpretq_bf16_s64(b);

  return vbfdotq_f32 (r, _a, _b);
}

float32x4_t
test_vbfdotq_f32_u8 (float32x4_t r, uint8x16_t a, uint8x16_t b)
{
  bfloat16x8_t _a = vreinterpretq_bf16_u8(a);
  bfloat16x8_t _b = vreinterpretq_bf16_u8(b);

  return vbfdotq_f32 (r, _a, _b);
}

float32x4_t
test_vbfdotq_f32_u16 (float32x4_t r, uint16x8_t a, uint16x8_t b)
{
  bfloat16x8_t _a = vreinterpretq_bf16_u16(a);
  bfloat16x8_t _b = vreinterpretq_bf16_u16(b);

  return vbfdotq_f32 (r, _a, _b);
}

float32x4_t
test_vbfdotq_f32_u32 (float32x4_t r, uint32x4_t a, uint32x4_t b)
{
  bfloat16x8_t _a = vreinterpretq_bf16_u32(a);
  bfloat16x8_t _b = vreinterpretq_bf16_u32(b);

  return vbfdotq_f32 (r, _a, _b);
}

float32x4_t
test_vbfdotq_f32_u64 (float32x4_t r, uint64x2_t a, uint64x2_t b)
{
  bfloat16x8_t _a = vreinterpretq_bf16_u64(a);
  bfloat16x8_t _b = vreinterpretq_bf16_u64(b);

  return vbfdotq_f32 (r, _a, _b);
}

float32x4_t
test_vbfdotq_f32_p8 (float32x4_t r, poly8x16_t a, poly8x16_t b)
{
  bfloat16x8_t _a = vreinterpretq_bf16_p8(a);
  bfloat16x8_t _b = vreinterpretq_bf16_p8(b);

  return vbfdotq_f32 (r, _a, _b);
}

float32x4_t
test_vbfdotq_f32_p16 (float32x4_t r, poly16x8_t a, poly16x8_t b)
{
  bfloat16x8_t _a = vreinterpretq_bf16_p16(a);
  bfloat16x8_t _b = vreinterpretq_bf16_p16(b);

  return vbfdotq_f32 (r, _a, _b);
}

float32x4_t
test_vbfdotq_f32_p64 (float32x4_t r, poly64x2_t a, poly64x2_t b)
{
  bfloat16x8_t _a = vreinterpretq_bf16_p64(a);
  bfloat16x8_t _b = vreinterpretq_bf16_p64(b);

  return vbfdotq_f32 (r, _a, _b);
}

float32x4_t
test_vbfdotq_f32_p128 (float32x4_t r, poly128_t a, poly128_t b)
{
  bfloat16x8_t _a = vreinterpretq_bf16_p128(a);
  bfloat16x8_t _b = vreinterpretq_bf16_p128(b);

  return vbfdotq_f32 (r, _a, _b);
}

float32x4_t
test_vbfdotq_f32_f16 (float32x4_t r, float16x8_t a, float16x8_t b)
{
  bfloat16x8_t _a = vreinterpretq_bf16_f16(a);
  bfloat16x8_t _b = vreinterpretq_bf16_f16(b);

  return vbfdotq_f32 (r, _a, _b);
}

float32x4_t
test_vbfdotq_f32_f32 (float32x4_t r, float32x4_t a, float32x4_t b)
{
  bfloat16x8_t _a = vreinterpretq_bf16_f32(a);
  bfloat16x8_t _b = vreinterpretq_bf16_f32(b);

  return vbfdotq_f32 (r, _a, _b);
}

/* { dg-final { scan-assembler-times {\tvdot.bf16\td[0-9]+, d[0-9]+, d[0-9]+\n} 13 } } */
/* { dg-final { scan-assembler-times {\tvdot.bf16\tq[0-9]+, q[0-9]+, q[0-9]+\n} 14 } } */

int8x8_t test_vreinterpret_s8_bf16 (bfloat16x4_t a, int8x8_t b)
{
  int8x8_t _a = vreinterpret_s8_bf16 (a);
  return vadd_s8 (_a, b);
}

int16x4_t test_vreinterpret_s16_bf16 (bfloat16x4_t a, int16x4_t b)
{
  int16x4_t _a = vreinterpret_s16_bf16 (a);
  return vadd_s16 (_a, b);
}

int32x2_t test_vreinterpret_s32_bf16 (bfloat16x4_t a, int32x2_t b)
{
  int32x2_t _a = vreinterpret_s32_bf16 (a);
  return vadd_s32 (_a, b);
}

int64x1_t test_vreinterpret_s64_bf16 (bfloat16x4_t a, int64x1_t b)
{
  int64x1_t _a = vreinterpret_s64_bf16 (a);
  return vrshl_s64 (_a, b);
}

uint8x8_t test_vreinterpret_u8_bf16 (bfloat16x4_t a, uint8x8_t b)
{
  uint8x8_t _a = vreinterpret_u8_bf16 (a);
  return vadd_u8 (_a, b);
}

uint16x4_t test_vreinterpret_u16_bf16 (bfloat16x4_t a, uint16x4_t b)
{
  uint16x4_t _a = vreinterpret_u16_bf16 (a);
  return vadd_u16 (_a, b);
}

uint32x2_t test_vreinterpret_u32_bf16 (bfloat16x4_t a, uint32x2_t b)
{
  uint32x2_t _a = vreinterpret_u32_bf16 (a);
  return vadd_u32 (_a, b);
}

uint64x1_t test_vreinterpret_u64_bf16 (bfloat16x4_t a, int64x1_t b)
{
  uint64x1_t _a = vreinterpret_u64_bf16 (a);
  return vrshl_u64 (_a, b);
}

poly8x8x2_t test_vreinterpret_p8_bf16 (bfloat16x4_t a, poly8x8_t b)
{
  poly8x8_t _a = vreinterpret_p8_bf16 (a);
  return vzip_p8 (_a, b);
}

poly16x4x2_t test_vreinterpret_p16_bf16 (bfloat16x4_t a, poly16x4_t b)
{
  poly16x4_t _a = vreinterpret_p16_bf16 (a);
  return vzip_p16 (_a, b);
}

poly64x1_t test_vreinterpret_p64_bf16 (bfloat16x4_t a, poly64x1_t b)
{
  poly64x1_t _a = vreinterpret_p64_bf16 (a);
  return vsli_n_p64 (_a, b, 3);
}

float32x2_t test_vreinterpret_f32_bf16 (bfloat16x4_t a, float32x2_t b)
{
  float32x2_t _a = vreinterpret_f32_bf16 (a);
  return vsub_f32 (_a, b);
}

int8x16_t test_vreinterpretq_s8_bf16 (bfloat16x8_t a, int8x16_t b)
{
  int8x16_t _a = vreinterpretq_s8_bf16 (a);
  return vaddq_s8 (_a, b);
}

int16x8_t test_vreinterpretq_s16_bf16 (bfloat16x8_t a, int16x8_t b)
{
  int16x8_t _a = vreinterpretq_s16_bf16 (a);
  return vaddq_s16 (_a, b);
}

int32x4_t test_vreinterpretq_s32_bf16 (bfloat16x8_t a, int32x4_t b)
{
  int32x4_t _a = vreinterpretq_s32_bf16 (a);
  return vaddq_s32 (_a, b);
}

int64x2_t test_vreinterpretq_s64_bf16 (bfloat16x8_t a, int64x2_t b)
{
  int64x2_t _a = vreinterpretq_s64_bf16 (a);
  return vaddq_s64 (_a, b);
}

uint8x16_t test_vreinterpretq_u8_bf16 (bfloat16x8_t a, uint8x16_t b)
{
  uint8x16_t _a = vreinterpretq_u8_bf16 (a);
  return vaddq_u8 (_a, b);
}

uint16x8_t test_vreinterpretq_u16_bf16 (bfloat16x8_t a, uint16x8_t b)
{
  uint16x8_t _a = vreinterpretq_u16_bf16 (a);
  return vaddq_u16 (_a, b);
}

uint32x4_t test_vreinterpretq_u32_bf16 (bfloat16x8_t a, uint32x4_t b)
{
  uint32x4_t _a = vreinterpretq_u32_bf16 (a);
  return vaddq_u32 (_a, b);
}

uint64x2_t test_vreinterpretq_u64_bf16 (bfloat16x8_t a, uint64x2_t b)
{
  uint64x2_t _a = vreinterpretq_u64_bf16 (a);
  return vaddq_u64 (_a, b);
}

poly8x16x2_t test_vreinterpretq_p8_bf16 (bfloat16x8_t a, poly8x16_t b)
{
  poly8x16_t _a = vreinterpretq_p8_bf16 (a);
  return vzipq_p8 (_a, b);
}

poly16x8x2_t test_vreinterpretq_p16_bf16 (bfloat16x8_t a, poly16x8_t b)
{
  poly16x8_t _a = vreinterpretq_p16_bf16 (a);
  return vzipq_p16 (_a, b);
}

poly64x2_t test_vreinterpretq_p64_bf16 (bfloat16x8_t a, poly64x2_t b)
{
  poly64x2_t _a = vreinterpretq_p64_bf16 (a);
  return vsliq_n_p64 (_a, b, 3);
}

poly128_t test_vreinterpretq_p128_bf16 (bfloat16x8_t a, poly16x8_t b)
{
  poly128_t _a = vreinterpretq_p128_bf16 (a);
  return _a;
}

float32x4_t test_vreinterpretq_f32_bf16 (bfloat16x8_t a, float32x4_t b)
{
  float32x4_t _a = vreinterpretq_f32_bf16 (a);
  return vsubq_f32 (_a, b);
}

float16x4_t test_vreinterpret_f16_bf16 (bfloat16x4_t a)
{
  return vreinterpret_f16_bf16 (a);
}

float16x8_t test_vreinterpretq_f16_bf16 (bfloat16x8_t a)
{
  return vreinterpretq_f16_bf16 (a);
}

/* { dg-final { scan-assembler-times {\tvadd.i8\td[0-9]+, d[0-9]+, d[0-9]+\n} 2 } } */
/* { dg-final { scan-assembler-times {\tvadd.i16\td[0-9]+, d[0-9]+, d[0-9]+\n} 2 } } */
/* { dg-final { scan-assembler-times {\tvadd.i32\td[0-9]+, d[0-9]+, d[0-9]+\n} 2 } } */

/* { dg-final { scan-assembler-times {\tvadd.i8\tq[0-9]+, q[0-9]+, q[0-9]+\n} 2 } } */
/* { dg-final { scan-assembler-times {\tvadd.i16\tq[0-9]+, q[0-9]+, q[0-9]+\n} 2 } } */
/* { dg-final { scan-assembler-times {\tvadd.i32\tq[0-9]+, q[0-9]+, q[0-9]+\n} 2 } } */
/* { dg-final { scan-assembler-times {\tvadd.i64\tq[0-9]+, q[0-9]+, q[0-9]+\n} 2 } } */

/* { dg-final { scan-assembler {\tvsub.f32\td[0-9]+, d[0-9]+, d[0-9]+\n} } } */
/* { dg-final { scan-assembler {\tvsub.f32\tq[0-9]+, q[0-9]+, q[0-9]+\n} } } */

/* { dg-final { scan-assembler {\tvzip.8\td[0-9]+, d[0-9]+\n} } } */
/* { dg-final { scan-assembler {\tvzip.16\td[0-9]+, d[0-9]+\n} } } */
/* { dg-final { scan-assembler {\tvzip.8\tq[0-9]+, q[0-9]+\n} } } */
/* { dg-final { scan-assembler {\tvzip.16\tq[0-9]+, q[0-9]+\n} } } */

/* { dg-final { scan-assembler {\tvrshl.s64\td[0-9]+, d[0-9]+, d[0-9]+\n} } } */
/* { dg-final { scan-assembler {\tvrshl.u64\td[0-9]+, d[0-9]+, d[0-9]+\n} } } */

/* { dg-final { scan-assembler {\tvsli.64\td[0-9]+, d[0-9]+, #3\n} } } */
/* { dg-final { scan-assembler {\tvsli.64\tq[0-9]+, q[0-9]+, #3\n} } } */