| /* { dg-do assemble { target { arm*-*-* } } } */ |
| /* { dg-require-effective-target arm_v8_2a_bf16_neon_ok } */ |
| /* { dg-add-options arm_v8_2a_bf16_neon } */ |
| /* { dg-additional-options "-save-temps -march=armv8.2-a+fp16+bf16 -mfpu=crypto-neon-fp-armv8" } */ |
| |
| #include <arm_neon.h> |
| |
| float32x2_t |
| test_vbfdot_f32_s8 (float32x2_t r, int8x8_t a, int8x8_t b) |
| { |
| bfloat16x4_t _a = vreinterpret_bf16_s8(a); |
| bfloat16x4_t _b = vreinterpret_bf16_s8(b); |
| |
| return vbfdot_f32 (r, _a, _b); |
| } |
| |
| float32x2_t |
| test_vbfdot_f32_s16 (float32x2_t r, int16x4_t a, int16x4_t b) |
| { |
| bfloat16x4_t _a = vreinterpret_bf16_s16(a); |
| bfloat16x4_t _b = vreinterpret_bf16_s16(b); |
| |
| return vbfdot_f32 (r, _a, _b); |
| } |
| |
| float32x2_t |
| test_vbfdot_f32_s32 (float32x2_t r, int32x2_t a, int32x2_t b) |
| { |
| bfloat16x4_t _a = vreinterpret_bf16_s32(a); |
| bfloat16x4_t _b = vreinterpret_bf16_s32(b); |
| |
| return vbfdot_f32 (r, _a, _b); |
| } |
| |
| float32x2_t |
| test_vbfdot_f32_s64 (float32x2_t r, int64x1_t a, int64x1_t b) |
| { |
| bfloat16x4_t _a = vreinterpret_bf16_s64(a); |
| bfloat16x4_t _b = vreinterpret_bf16_s64(b); |
| |
| return vbfdot_f32 (r, _a, _b); |
| } |
| |
| float32x2_t |
| test_vbfdot_f32_u8 (float32x2_t r, uint8x8_t a, uint8x8_t b) |
| { |
| bfloat16x4_t _a = vreinterpret_bf16_u8(a); |
| bfloat16x4_t _b = vreinterpret_bf16_u8(b); |
| |
| return vbfdot_f32 (r, _a, _b); |
| } |
| |
| float32x2_t |
| test_vbfdot_f32_u16 (float32x2_t r, uint16x4_t a, uint16x4_t b) |
| { |
| bfloat16x4_t _a = vreinterpret_bf16_u16(a); |
| bfloat16x4_t _b = vreinterpret_bf16_u16(b); |
| |
| return vbfdot_f32 (r, _a, _b); |
| } |
| |
| float32x2_t |
| test_vbfdot_f32_u32 (float32x2_t r, uint32x2_t a, uint32x2_t b) |
| { |
| bfloat16x4_t _a = vreinterpret_bf16_u32(a); |
| bfloat16x4_t _b = vreinterpret_bf16_u32(b); |
| |
| return vbfdot_f32 (r, _a, _b); |
| } |
| |
| float32x2_t |
| test_vbfdot_f32_u64 (float32x2_t r, uint64x1_t a, uint64x1_t b) |
| { |
| bfloat16x4_t _a = vreinterpret_bf16_u64(a); |
| bfloat16x4_t _b = vreinterpret_bf16_u64(b); |
| |
| return vbfdot_f32 (r, _a, _b); |
| } |
| |
| float32x2_t |
| test_vbfdot_f32_p8 (float32x2_t r, poly8x8_t a, poly8x8_t b) |
| { |
| bfloat16x4_t _a = vreinterpret_bf16_p8(a); |
| bfloat16x4_t _b = vreinterpret_bf16_p8(b); |
| |
| return vbfdot_f32 (r, _a, _b); |
| } |
| |
| float32x2_t |
| test_vbfdot_f32_p16 (float32x2_t r, poly16x4_t a, poly16x4_t b) |
| { |
| bfloat16x4_t _a = vreinterpret_bf16_p16(a); |
| bfloat16x4_t _b = vreinterpret_bf16_p16(b); |
| |
| return vbfdot_f32 (r, _a, _b); |
| } |
| |
| float32x2_t |
| test_vbfdot_f32_p64 (float32x2_t r, poly64x1_t a, poly64x1_t b) |
| { |
| bfloat16x4_t _a = vreinterpret_bf16_p64(a); |
| bfloat16x4_t _b = vreinterpret_bf16_p64(b); |
| |
| return vbfdot_f32 (r, _a, _b); |
| } |
| |
| float32x2_t |
| test_vbfdot_f32_f16 (float32x2_t r, float16x4_t a, float16x4_t b) |
| { |
| bfloat16x4_t _a = vreinterpret_bf16_f16(a); |
| bfloat16x4_t _b = vreinterpret_bf16_f16(b); |
| |
| return vbfdot_f32 (r, _a, _b); |
| } |
| |
| float32x2_t |
| test_vbfdot_f32_f32 (float32x2_t r, float32x2_t a, float32x2_t b) |
| { |
| bfloat16x4_t _a = vreinterpret_bf16_f32(a); |
| bfloat16x4_t _b = vreinterpret_bf16_f32(b); |
| |
| return vbfdot_f32 (r, _a, _b); |
| } |
| |
| float32x4_t |
| test_vbfdotq_f32_s8 (float32x4_t r, int8x16_t a, int8x16_t b) |
| { |
| bfloat16x8_t _a = vreinterpretq_bf16_s8(a); |
| bfloat16x8_t _b = vreinterpretq_bf16_s8(b); |
| |
| return vbfdotq_f32 (r, _a, _b); |
| } |
| |
| float32x4_t |
| test_vbfdotq_f32_s16 (float32x4_t r, int16x8_t a, int16x8_t b) |
| { |
| bfloat16x8_t _a = vreinterpretq_bf16_s16(a); |
| bfloat16x8_t _b = vreinterpretq_bf16_s16(b); |
| |
| return vbfdotq_f32 (r, _a, _b); |
| } |
| |
| float32x4_t |
| test_vbfdotq_f32_s32 (float32x4_t r, int32x4_t a, int32x4_t b) |
| { |
| bfloat16x8_t _a = vreinterpretq_bf16_s32(a); |
| bfloat16x8_t _b = vreinterpretq_bf16_s32(b); |
| |
| return vbfdotq_f32 (r, _a, _b); |
| } |
| |
| float32x4_t |
| test_vbfdotq_f32_s64 (float32x4_t r, int64x2_t a, int64x2_t b) |
| { |
| bfloat16x8_t _a = vreinterpretq_bf16_s64(a); |
| bfloat16x8_t _b = vreinterpretq_bf16_s64(b); |
| |
| return vbfdotq_f32 (r, _a, _b); |
| } |
| |
| float32x4_t |
| test_vbfdotq_f32_u8 (float32x4_t r, uint8x16_t a, uint8x16_t b) |
| { |
| bfloat16x8_t _a = vreinterpretq_bf16_u8(a); |
| bfloat16x8_t _b = vreinterpretq_bf16_u8(b); |
| |
| return vbfdotq_f32 (r, _a, _b); |
| } |
| |
| float32x4_t |
| test_vbfdotq_f32_u16 (float32x4_t r, uint16x8_t a, uint16x8_t b) |
| { |
| bfloat16x8_t _a = vreinterpretq_bf16_u16(a); |
| bfloat16x8_t _b = vreinterpretq_bf16_u16(b); |
| |
| return vbfdotq_f32 (r, _a, _b); |
| } |
| |
| float32x4_t |
| test_vbfdotq_f32_u32 (float32x4_t r, uint32x4_t a, uint32x4_t b) |
| { |
| bfloat16x8_t _a = vreinterpretq_bf16_u32(a); |
| bfloat16x8_t _b = vreinterpretq_bf16_u32(b); |
| |
| return vbfdotq_f32 (r, _a, _b); |
| } |
| |
| float32x4_t |
| test_vbfdotq_f32_u64 (float32x4_t r, uint64x2_t a, uint64x2_t b) |
| { |
| bfloat16x8_t _a = vreinterpretq_bf16_u64(a); |
| bfloat16x8_t _b = vreinterpretq_bf16_u64(b); |
| |
| return vbfdotq_f32 (r, _a, _b); |
| } |
| |
| float32x4_t |
| test_vbfdotq_f32_p8 (float32x4_t r, poly8x16_t a, poly8x16_t b) |
| { |
| bfloat16x8_t _a = vreinterpretq_bf16_p8(a); |
| bfloat16x8_t _b = vreinterpretq_bf16_p8(b); |
| |
| return vbfdotq_f32 (r, _a, _b); |
| } |
| |
| float32x4_t |
| test_vbfdotq_f32_p16 (float32x4_t r, poly16x8_t a, poly16x8_t b) |
| { |
| bfloat16x8_t _a = vreinterpretq_bf16_p16(a); |
| bfloat16x8_t _b = vreinterpretq_bf16_p16(b); |
| |
| return vbfdotq_f32 (r, _a, _b); |
| } |
| |
| float32x4_t |
| test_vbfdotq_f32_p64 (float32x4_t r, poly64x2_t a, poly64x2_t b) |
| { |
| bfloat16x8_t _a = vreinterpretq_bf16_p64(a); |
| bfloat16x8_t _b = vreinterpretq_bf16_p64(b); |
| |
| return vbfdotq_f32 (r, _a, _b); |
| } |
| |
| float32x4_t |
| test_vbfdotq_f32_p128 (float32x4_t r, poly128_t a, poly128_t b) |
| { |
| bfloat16x8_t _a = vreinterpretq_bf16_p128(a); |
| bfloat16x8_t _b = vreinterpretq_bf16_p128(b); |
| |
| return vbfdotq_f32 (r, _a, _b); |
| } |
| |
| float32x4_t |
| test_vbfdotq_f32_f16 (float32x4_t r, float16x8_t a, float16x8_t b) |
| { |
| bfloat16x8_t _a = vreinterpretq_bf16_f16(a); |
| bfloat16x8_t _b = vreinterpretq_bf16_f16(b); |
| |
| return vbfdotq_f32 (r, _a, _b); |
| } |
| |
| float32x4_t |
| test_vbfdotq_f32_f32 (float32x4_t r, float32x4_t a, float32x4_t b) |
| { |
| bfloat16x8_t _a = vreinterpretq_bf16_f32(a); |
| bfloat16x8_t _b = vreinterpretq_bf16_f32(b); |
| |
| return vbfdotq_f32 (r, _a, _b); |
| } |
| |
| /* { dg-final { scan-assembler-times {\tvdot.bf16\td[0-9]+, d[0-9]+, d[0-9]+\n} 13 } } */ |
| /* { dg-final { scan-assembler-times {\tvdot.bf16\tq[0-9]+, q[0-9]+, q[0-9]+\n} 14 } } */ |
| |
| int8x8_t test_vreinterpret_s8_bf16 (bfloat16x4_t a, int8x8_t b) |
| { |
| int8x8_t _a = vreinterpret_s8_bf16 (a); |
| return vadd_s8 (_a, b); |
| } |
| |
| int16x4_t test_vreinterpret_s16_bf16 (bfloat16x4_t a, int16x4_t b) |
| { |
| int16x4_t _a = vreinterpret_s16_bf16 (a); |
| return vadd_s16 (_a, b); |
| } |
| |
| int32x2_t test_vreinterpret_s32_bf16 (bfloat16x4_t a, int32x2_t b) |
| { |
| int32x2_t _a = vreinterpret_s32_bf16 (a); |
| return vadd_s32 (_a, b); |
| } |
| |
| int64x1_t test_vreinterpret_s64_bf16 (bfloat16x4_t a, int64x1_t b) |
| { |
| int64x1_t _a = vreinterpret_s64_bf16 (a); |
| return vrshl_s64 (_a, b); |
| } |
| |
| uint8x8_t test_vreinterpret_u8_bf16 (bfloat16x4_t a, uint8x8_t b) |
| { |
| uint8x8_t _a = vreinterpret_u8_bf16 (a); |
| return vadd_u8 (_a, b); |
| } |
| |
| uint16x4_t test_vreinterpret_u16_bf16 (bfloat16x4_t a, uint16x4_t b) |
| { |
| uint16x4_t _a = vreinterpret_u16_bf16 (a); |
| return vadd_u16 (_a, b); |
| } |
| |
| uint32x2_t test_vreinterpret_u32_bf16 (bfloat16x4_t a, uint32x2_t b) |
| { |
| uint32x2_t _a = vreinterpret_u32_bf16 (a); |
| return vadd_u32 (_a, b); |
| } |
| |
| uint64x1_t test_vreinterpret_u64_bf16 (bfloat16x4_t a, int64x1_t b) |
| { |
| uint64x1_t _a = vreinterpret_u64_bf16 (a); |
| return vrshl_u64 (_a, b); |
| } |
| |
| poly8x8x2_t test_vreinterpret_p8_bf16 (bfloat16x4_t a, poly8x8_t b) |
| { |
| poly8x8_t _a = vreinterpret_p8_bf16 (a); |
| return vzip_p8 (_a, b); |
| } |
| |
| poly16x4x2_t test_vreinterpret_p16_bf16 (bfloat16x4_t a, poly16x4_t b) |
| { |
| poly16x4_t _a = vreinterpret_p16_bf16 (a); |
| return vzip_p16 (_a, b); |
| } |
| |
| poly64x1_t test_vreinterpret_p64_bf16 (bfloat16x4_t a, poly64x1_t b) |
| { |
| poly64x1_t _a = vreinterpret_p64_bf16 (a); |
| return vsli_n_p64 (_a, b, 3); |
| } |
| |
| float32x2_t test_vreinterpret_f32_bf16 (bfloat16x4_t a, float32x2_t b) |
| { |
| float32x2_t _a = vreinterpret_f32_bf16 (a); |
| return vsub_f32 (_a, b); |
| } |
| |
| int8x16_t test_vreinterpretq_s8_bf16 (bfloat16x8_t a, int8x16_t b) |
| { |
| int8x16_t _a = vreinterpretq_s8_bf16 (a); |
| return vaddq_s8 (_a, b); |
| } |
| |
| int16x8_t test_vreinterpretq_s16_bf16 (bfloat16x8_t a, int16x8_t b) |
| { |
| int16x8_t _a = vreinterpretq_s16_bf16 (a); |
| return vaddq_s16 (_a, b); |
| } |
| |
| int32x4_t test_vreinterpretq_s32_bf16 (bfloat16x8_t a, int32x4_t b) |
| { |
| int32x4_t _a = vreinterpretq_s32_bf16 (a); |
| return vaddq_s32 (_a, b); |
| } |
| |
| int64x2_t test_vreinterpretq_s64_bf16 (bfloat16x8_t a, int64x2_t b) |
| { |
| int64x2_t _a = vreinterpretq_s64_bf16 (a); |
| return vaddq_s64 (_a, b); |
| } |
| |
| uint8x16_t test_vreinterpretq_u8_bf16 (bfloat16x8_t a, uint8x16_t b) |
| { |
| uint8x16_t _a = vreinterpretq_u8_bf16 (a); |
| return vaddq_u8 (_a, b); |
| } |
| |
| uint16x8_t test_vreinterpretq_u16_bf16 (bfloat16x8_t a, uint16x8_t b) |
| { |
| uint16x8_t _a = vreinterpretq_u16_bf16 (a); |
| return vaddq_u16 (_a, b); |
| } |
| |
| uint32x4_t test_vreinterpretq_u32_bf16 (bfloat16x8_t a, uint32x4_t b) |
| { |
| uint32x4_t _a = vreinterpretq_u32_bf16 (a); |
| return vaddq_u32 (_a, b); |
| } |
| |
| uint64x2_t test_vreinterpretq_u64_bf16 (bfloat16x8_t a, uint64x2_t b) |
| { |
| uint64x2_t _a = vreinterpretq_u64_bf16 (a); |
| return vaddq_u64 (_a, b); |
| } |
| |
| poly8x16x2_t test_vreinterpretq_p8_bf16 (bfloat16x8_t a, poly8x16_t b) |
| { |
| poly8x16_t _a = vreinterpretq_p8_bf16 (a); |
| return vzipq_p8 (_a, b); |
| } |
| |
| poly16x8x2_t test_vreinterpretq_p16_bf16 (bfloat16x8_t a, poly16x8_t b) |
| { |
| poly16x8_t _a = vreinterpretq_p16_bf16 (a); |
| return vzipq_p16 (_a, b); |
| } |
| |
| poly64x2_t test_vreinterpretq_p64_bf16 (bfloat16x8_t a, poly64x2_t b) |
| { |
| poly64x2_t _a = vreinterpretq_p64_bf16 (a); |
| return vsliq_n_p64 (_a, b, 3); |
| } |
| |
| poly128_t test_vreinterpretq_p128_bf16 (bfloat16x8_t a, poly16x8_t b) |
| { |
| poly128_t _a = vreinterpretq_p128_bf16 (a); |
| return _a; |
| } |
| |
| float32x4_t test_vreinterpretq_f32_bf16 (bfloat16x8_t a, float32x4_t b) |
| { |
| float32x4_t _a = vreinterpretq_f32_bf16 (a); |
| return vsubq_f32 (_a, b); |
| } |
| |
| float16x4_t test_vreinterpret_f16_bf16 (bfloat16x4_t a) |
| { |
| return vreinterpret_f16_bf16 (a); |
| } |
| |
| float16x8_t test_vreinterpretq_f16_bf16 (bfloat16x8_t a) |
| { |
| return vreinterpretq_f16_bf16 (a); |
| } |
| |
| /* { dg-final { scan-assembler-times {\tvadd.i8\td[0-9]+, d[0-9]+, d[0-9]+\n} 2 } } */ |
| /* { dg-final { scan-assembler-times {\tvadd.i16\td[0-9]+, d[0-9]+, d[0-9]+\n} 2 } } */ |
| /* { dg-final { scan-assembler-times {\tvadd.i32\td[0-9]+, d[0-9]+, d[0-9]+\n} 2 } } */ |
| |
| /* { dg-final { scan-assembler-times {\tvadd.i8\tq[0-9]+, q[0-9]+, q[0-9]+\n} 2 } } */ |
| /* { dg-final { scan-assembler-times {\tvadd.i16\tq[0-9]+, q[0-9]+, q[0-9]+\n} 2 } } */ |
| /* { dg-final { scan-assembler-times {\tvadd.i32\tq[0-9]+, q[0-9]+, q[0-9]+\n} 2 } } */ |
| /* { dg-final { scan-assembler-times {\tvadd.i64\tq[0-9]+, q[0-9]+, q[0-9]+\n} 2 } } */ |
| |
| /* { dg-final { scan-assembler {\tvsub.f32\td[0-9]+, d[0-9]+, d[0-9]+\n} } } */ |
| /* { dg-final { scan-assembler {\tvsub.f32\tq[0-9]+, q[0-9]+, q[0-9]+\n} } } */ |
| |
| /* { dg-final { scan-assembler {\tvzip.8\td[0-9]+, d[0-9]+\n} } } */ |
| /* { dg-final { scan-assembler {\tvzip.16\td[0-9]+, d[0-9]+\n} } } */ |
| /* { dg-final { scan-assembler {\tvzip.8\tq[0-9]+, q[0-9]+\n} } } */ |
| /* { dg-final { scan-assembler {\tvzip.16\tq[0-9]+, q[0-9]+\n} } } */ |
| |
| /* { dg-final { scan-assembler {\tvrshl.s64\td[0-9]+, d[0-9]+, d[0-9]+\n} } } */ |
| /* { dg-final { scan-assembler {\tvrshl.u64\td[0-9]+, d[0-9]+, d[0-9]+\n} } } */ |
| |
| /* { dg-final { scan-assembler {\tvsli.64\td[0-9]+, d[0-9]+, #3\n} } } */ |
| /* { dg-final { scan-assembler {\tvsli.64\tq[0-9]+, q[0-9]+, #3\n} } } */ |
