/* { dg-do compile } */
/* { dg-options "-O3 -march=armv8.2-a+bf16" } */

#include <arm_neon.h>

#define TEST_TBL(name, rettype, tbltype, idxtype, ts) \
  rettype test_ ## name ## _ ## ts (tbltype a, idxtype b) \
	{ \
		return name ## _ ## ts (a, b); \
	}

TEST_TBL (vqtbl2, int8x8_t, int8x16x2_t, uint8x8_t, s8)
TEST_TBL (vqtbl2, uint8x8_t, uint8x16x2_t, uint8x8_t, u8)
TEST_TBL (vqtbl2, poly8x8_t, poly8x16x2_t, uint8x8_t, p8)

TEST_TBL (vqtbl2q, int8x16_t, int8x16x2_t, uint8x16_t, s8)
TEST_TBL (vqtbl2q, uint8x16_t, uint8x16x2_t, uint8x16_t, u8)
TEST_TBL (vqtbl2q, poly8x16_t, poly8x16x2_t, uint8x16_t, p8)

TEST_TBL (vqtbl4, int8x8_t, int8x16x4_t, uint8x8_t, s8)
TEST_TBL (vqtbl4, uint8x8_t, uint8x16x4_t, uint8x8_t, u8)
TEST_TBL (vqtbl4, poly8x8_t, poly8x16x4_t, uint8x8_t, p8)

TEST_TBL (vqtbl4q, int8x16_t, int8x16x4_t, uint8x16_t, s8)
TEST_TBL (vqtbl4q, uint8x16_t, uint8x16x4_t, uint8x16_t, u8)
TEST_TBL (vqtbl4q, poly8x16_t, poly8x16x4_t, uint8x16_t, p8)

#define TEST_TBL3(name, rettype, tbltype, idxtype, ts) \
  rettype test_ ## name ## _ ## ts (idxtype a, tbltype b) \
	{ \
		return name ## _ ## ts (b, a); \
	}

TEST_TBL3 (vqtbl3, int8x8_t, int8x16x3_t, uint8x8_t, s8)
TEST_TBL3 (vqtbl3, uint8x8_t, uint8x16x3_t, uint8x8_t, u8)
TEST_TBL3 (vqtbl3, poly8x8_t, poly8x16x3_t, uint8x8_t, p8)

TEST_TBL3 (vqtbl3q, int8x16_t, int8x16x3_t, uint8x16_t, s8)
TEST_TBL3 (vqtbl3q, uint8x16_t, uint8x16x3_t, uint8x16_t, u8)
TEST_TBL3 (vqtbl3q, poly8x16_t, poly8x16x3_t, uint8x16_t, p8)

#define TEST_TBX2(name, rettype, tbltype, idxtype, ts) \
  rettype test_ ## name ## _ ## ts (rettype a, idxtype b, tbltype c) \
	{ \
		return name ## _ ## ts (a, c, b); \
	}

TEST_TBX2 (vqtbx2, int8x8_t, int8x16x2_t, uint8x8_t, s8)
TEST_TBX2 (vqtbx2, uint8x8_t, uint8x16x2_t, uint8x8_t, u8)
TEST_TBX2 (vqtbx2, poly8x8_t, poly8x16x2_t, uint8x8_t, p8)

TEST_TBX2 (vqtbx2q, int8x16_t, int8x16x2_t, uint8x16_t, s8)
TEST_TBX2 (vqtbx2q, uint8x16_t, uint8x16x2_t, uint8x16_t, u8)
TEST_TBX2 (vqtbx2q, poly8x16_t, poly8x16x2_t, uint8x16_t, p8)

#define TEST_TBX3(name, rettype, tbltype, idxtype, ts) \
  rettype test_ ## name ## _ ## ts (rettype a, tbltype b, idxtype c) \
	{ \
		return name ## _ ## ts (a, b, c); \
	}

TEST_TBX3 (vqtbx3, int8x8_t, int8x16x3_t, uint8x8_t, s8)
TEST_TBX3 (vqtbx3, uint8x8_t, uint8x16x3_t, uint8x8_t, u8)
TEST_TBX3 (vqtbx3, poly8x8_t, poly8x16x3_t, uint8x8_t, p8)

TEST_TBX3 (vqtbx3q, int8x16_t, int8x16x3_t, uint8x16_t, s8)
TEST_TBX3 (vqtbx3q, uint8x16_t, uint8x16x3_t, uint8x16_t, u8)
TEST_TBX3 (vqtbx3q, poly8x16_t, poly8x16x3_t, uint8x16_t, p8)

#define TEST_TBX4(name, rettype, tbltype, idxtype, ts) \
  rettype test_ ## name ## _ ## ts (rettype a, idxtype b, idxtype dummy1, \
				    idxtype dummy2, tbltype c) \
	{ \
		return name ## _ ## ts (a, c, b); \
	}

TEST_TBX4 (vqtbx4, int8x8_t, int8x16x4_t, uint8x8_t, s8)
TEST_TBX4 (vqtbx4, uint8x8_t, uint8x16x4_t, uint8x8_t, u8)
TEST_TBX4 (vqtbx4, poly8x8_t, poly8x16x4_t, uint8x8_t, p8)

TEST_TBX4 (vqtbx4q, int8x16_t, int8x16x4_t, uint8x16_t, s8)
TEST_TBX4 (vqtbx4q, uint8x16_t, uint8x16x4_t, uint8x16_t, u8)
TEST_TBX4 (vqtbx4q, poly8x16_t, poly8x16x4_t, uint8x16_t, p8)

#define TEST_STX(name, tbltype, ptrtype, ts) \
  void test_ ## name ## _ ## ts (ptrtype a, tbltype b) \
	{ \
		name ## _ ## ts (a, b); \
	}

TEST_STX (vst4q, int8x16x4_t, int8_t*, s8);
TEST_STX (vst4q, uint8x16x4_t, uint8_t*, u8);
TEST_STX (vst4q, poly8x16x4_t, poly8_t*, p8);
TEST_STX (vst4q, int16x8x4_t, int16_t*, s16);
TEST_STX (vst4q, uint16x8x4_t, uint16_t*, u16);
TEST_STX (vst4q, poly16x8x4_t, poly16_t*, p16);
TEST_STX (vst4q, float16x8x4_t, float16_t*, f16);
TEST_STX (vst4q, bfloat16x8x4_t, bfloat16_t*, bf16);
TEST_STX (vst4q, int32x4x4_t, int32_t*, s32);
TEST_STX (vst4q, uint32x4x4_t, uint32_t*, u32);
TEST_STX (vst4q, float32x4x4_t, float32_t*, f32);
TEST_STX (vst4q, int64x2x4_t, int64_t*, s64);
TEST_STX (vst4q, uint64x2x4_t, uint64_t*, u64);
TEST_STX (vst4q, float64x2x4_t, float64_t*, f64);
TEST_STX (vst4q, poly64x2x4_t, poly64_t*, p64);

TEST_STX (vst2q, int8x16x2_t, int8_t*, s8);
TEST_STX (vst2q, uint8x16x2_t, uint8_t*, u8);
TEST_STX (vst2q, poly8x16x2_t, poly8_t*, p8);
TEST_STX (vst2q, int16x8x2_t, int16_t*, s16);
TEST_STX (vst2q, uint16x8x2_t, uint16_t*, u16);
TEST_STX (vst2q, poly16x8x2_t, poly16_t*, p16);
TEST_STX (vst2q, float16x8x2_t, float16_t*, f16);
TEST_STX (vst2q, bfloat16x8x2_t, bfloat16_t*, bf16);
TEST_STX (vst2q, int32x4x2_t, int32_t*, s32);
TEST_STX (vst2q, uint32x4x2_t, uint32_t*, u32);
TEST_STX (vst2q, float32x4x2_t, float32_t*, f32);
TEST_STX (vst2q, int64x2x2_t, int64_t*, s64);
TEST_STX (vst2q, uint64x2x2_t, uint64_t*, u64);
TEST_STX (vst2q, float64x2x2_t, float64_t*, f64);
TEST_STX (vst2q, poly64x2x2_t, poly64_t*, p64);

#define TEST_ST3(name, tbltype, ptrtype, ts) \
  void test_ ## name ## _ ## ts (ptrtype a, int8x8_t dummy, tbltype b) \
	{ \
		name ## _ ## ts (a, b); \
	}

TEST_ST3 (vst3q, int8x16x3_t, int8_t*, s8);
TEST_ST3 (vst3q, uint8x16x3_t, uint8_t*, u8);
TEST_ST3 (vst3q, poly8x16x3_t, poly8_t*, p8);
TEST_ST3 (vst3q, int16x8x3_t, int16_t*, s16);
TEST_ST3 (vst3q, uint16x8x3_t, uint16_t*, u16);
TEST_ST3 (vst3q, poly16x8x3_t, poly16_t*, p16);
TEST_ST3 (vst3q, float16x8x3_t, float16_t*, f16);
TEST_ST3 (vst3q, bfloat16x8x3_t, bfloat16_t*, bf16);
TEST_ST3 (vst3q, int32x4x3_t, int32_t*, s32);
TEST_ST3 (vst3q, uint32x4x3_t, uint32_t*, u32);
TEST_ST3 (vst3q, float32x4x3_t, float32_t*, f32);
TEST_ST3 (vst3q, int64x2x3_t, int64_t*, s64);
TEST_ST3 (vst3q, uint64x2x3_t, uint64_t*, u64);
TEST_ST3 (vst3q, float64x2x3_t, float64_t*, f64);
TEST_ST3 (vst3q, poly64x2x3_t, poly64_t*, p64);

#define TEST_STX_LANE(name, tbltype, ptrtype, ts) \
  void test_ ## name ## _ ## ts (ptrtype a, tbltype b) \
	{ \
		name ## _ ## ts (a, b, 1); \
	}

TEST_STX_LANE (vst4q_lane, int8x16x4_t, int8_t*, s8);
TEST_STX_LANE (vst4q_lane, uint8x16x4_t, uint8_t*, u8);
TEST_STX_LANE (vst4q_lane, poly8x16x4_t, poly8_t*, p8);
TEST_STX_LANE (vst4q_lane, int16x8x4_t, int16_t*, s16);
TEST_STX_LANE (vst4q_lane, uint16x8x4_t, uint16_t*, u16);
TEST_STX_LANE (vst4q_lane, poly16x8x4_t, poly16_t*, p16);
TEST_STX_LANE (vst4q_lane, float16x8x4_t, float16_t*, f16);
TEST_STX_LANE (vst4q_lane, bfloat16x8x4_t, bfloat16_t*, bf16);
TEST_STX_LANE (vst4q_lane, int32x4x4_t, int32_t*, s32);
TEST_STX_LANE (vst4q_lane, uint32x4x4_t, uint32_t*, u32);
TEST_STX_LANE (vst4q_lane, float32x4x4_t, float32_t*, f32);
TEST_STX_LANE (vst4q_lane, int64x2x4_t, int64_t*, s64);
TEST_STX_LANE (vst4q_lane, uint64x2x4_t, uint64_t*, u64);
TEST_STX_LANE (vst4q_lane, float64x2x4_t, float64_t*, f64);
TEST_STX_LANE (vst4q_lane, poly64x2x4_t, poly64_t*, p64);

TEST_STX_LANE (vst2q_lane, int8x16x2_t, int8_t*, s8);
TEST_STX_LANE (vst2q_lane, uint8x16x2_t, uint8_t*, u8);
TEST_STX_LANE (vst2q_lane, poly8x16x2_t, poly8_t*, p8);
TEST_STX_LANE (vst2q_lane, int16x8x2_t, int16_t*, s16);
TEST_STX_LANE (vst2q_lane, uint16x8x2_t, uint16_t*, u16);
TEST_STX_LANE (vst2q_lane, poly16x8x2_t, poly16_t*, p16);
TEST_STX_LANE (vst2q_lane, float16x8x2_t, float16_t*, f16);
TEST_STX_LANE (vst2q_lane, bfloat16x8x2_t, bfloat16_t*, bf16);
TEST_STX_LANE (vst2q_lane, int32x4x2_t, int32_t*, s32);
TEST_STX_LANE (vst2q_lane, uint32x4x2_t, uint32_t*, u32);
TEST_STX_LANE (vst2q_lane, float32x4x2_t, float32_t*, f32);
TEST_STX_LANE (vst2q_lane, int64x2x2_t, int64_t*, s64);
TEST_STX_LANE (vst2q_lane, uint64x2x2_t, uint64_t*, u64);
TEST_STX_LANE (vst2q_lane, float64x2x2_t, float64_t*, f64);
TEST_STX_LANE (vst2q_lane, poly64x2x2_t, poly64_t*, p64);

#define TEST_ST3_LANE(name, tbltype, ptrtype, ts) \
  void test_ ## name ## _ ## ts (ptrtype a, int8x8_t dummy, tbltype b) \
	{ \
		name ## _ ## ts (a, b, 1); \
	}

TEST_ST3_LANE (vst3q_lane, int8x16x3_t, int8_t*, s8);
TEST_ST3_LANE (vst3q_lane, uint8x16x3_t, uint8_t*, u8);
TEST_ST3_LANE (vst3q_lane, poly8x16x3_t, poly8_t*, p8);
TEST_ST3_LANE (vst3q_lane, int16x8x3_t, int16_t*, s16);
TEST_ST3_LANE (vst3q_lane, uint16x8x3_t, uint16_t*, u16);
TEST_ST3_LANE (vst3q_lane, poly16x8x3_t, poly16_t*, p16);
TEST_ST3_LANE (vst3q_lane, float16x8x3_t, float16_t*, f16);
TEST_ST3_LANE (vst3q_lane, bfloat16x8x3_t, bfloat16_t*, bf16);
TEST_ST3_LANE (vst3q_lane, int32x4x3_t, int32_t*, s32);
TEST_ST3_LANE (vst3q_lane, uint32x4x3_t, uint32_t*, u32);
TEST_ST3_LANE (vst3q_lane, float32x4x3_t, float32_t*, f32);
TEST_ST3_LANE (vst3q_lane, int64x2x3_t, int64_t*, s64);
TEST_ST3_LANE (vst3q_lane, uint64x2x3_t, uint64_t*, u64);
TEST_ST3_LANE (vst3q_lane, float64x2x3_t, float64_t*, f64);
TEST_ST3_LANE (vst3q_lane, poly64x2x3_t, poly64_t*, p64);

#define TEST_ST1xN(name, tbltype, ptrtype, ts, xn) \
  void test_ ## name ## _ ## ts ## _ ## xn (ptrtype a, tbltype b) \
	{ \
		name ## _ ## ts ## _ ## xn (a, b); \
	}

TEST_ST1xN (vst1q, int8x16x4_t, int8_t*, s8, x4);
TEST_ST1xN (vst1q, uint8x16x4_t, uint8_t*, u8, x4);
TEST_ST1xN (vst1q, poly8x16x4_t, poly8_t*, p8, x4);
TEST_ST1xN (vst1q, int16x8x4_t, int16_t*, s16, x4);
TEST_ST1xN (vst1q, uint16x8x4_t, uint16_t*, u16, x4);
TEST_ST1xN (vst1q, poly16x8x4_t, poly16_t*, p16, x4);
TEST_ST1xN (vst1q, float16x8x4_t, float16_t*, f16, x4);
TEST_ST1xN (vst1q, bfloat16x8x4_t, bfloat16_t*, bf16, x4);
TEST_ST1xN (vst1q, int32x4x4_t, int32_t*, s32, x4);
TEST_ST1xN (vst1q, uint32x4x4_t, uint32_t*, u32, x4);
TEST_ST1xN (vst1q, float32x4x4_t, float32_t*, f32, x4);
TEST_ST1xN (vst1q, int64x2x4_t, int64_t*, s64, x4);
TEST_ST1xN (vst1q, uint64x2x4_t, uint64_t*, u64, x4);
TEST_ST1xN (vst1q, poly64x2x4_t, poly64_t*, p64, x4);
TEST_ST1xN (vst1q, float64x2x4_t, float64_t*, f64, x4);

TEST_ST1xN (vst1q, int8x16x2_t, int8_t*, s8, x2);
TEST_ST1xN (vst1q, uint8x16x2_t, uint8_t*, u8, x2);
TEST_ST1xN (vst1q, poly8x16x2_t, poly8_t*, p8, x2);
TEST_ST1xN (vst1q, int16x8x2_t, int16_t*, s16, x2);
TEST_ST1xN (vst1q, uint16x8x2_t, uint16_t*, u16, x2);
TEST_ST1xN (vst1q, poly16x8x2_t, poly16_t*, p16, x2);
TEST_ST1xN (vst1q, float16x8x2_t, float16_t*, f16, x2);
TEST_ST1xN (vst1q, bfloat16x8x2_t, bfloat16_t*, bf16, x2);
TEST_ST1xN (vst1q, int32x4x2_t, int32_t*, s32, x2);
TEST_ST1xN (vst1q, uint32x4x2_t, uint32_t*, u32, x2);
TEST_ST1xN (vst1q, float32x4x2_t, float32_t*, f32, x2);
TEST_ST1xN (vst1q, int64x2x2_t, int64_t*, s64, x2);
TEST_ST1xN (vst1q, uint64x2x2_t, uint64_t*, u64, x2);
TEST_ST1xN (vst1q, poly64x2x2_t, poly64_t*, p64, x2);
TEST_ST1xN (vst1q, float64x2x2_t, float64_t*, f64, x2);

#define TEST_ST1x3(name, tbltype, ptrtype, ts, xn) \
  void test_ ## name ## _ ## ts ## _ ## xn (ptrtype a, int8x8_t dummy, \
					    tbltype b) \
	{ \
		name ## _ ## ts ## _ ## xn (a, b); \
	}

TEST_ST1x3 (vst1q, int8x16x3_t, int8_t*, s8, x3);
TEST_ST1x3 (vst1q, uint8x16x3_t, uint8_t*, u8, x3);
TEST_ST1x3 (vst1q, poly8x16x3_t, poly8_t*, p8, x3);
TEST_ST1x3 (vst1q, int16x8x3_t, int16_t*, s16, x3);
TEST_ST1x3 (vst1q, uint16x8x3_t, uint16_t*, u16, x3);
TEST_ST1x3 (vst1q, poly16x8x3_t, poly16_t*, p16, x3);
TEST_ST1x3 (vst1q, float16x8x3_t, float16_t*, f16, x3);
TEST_ST1x3 (vst1q, bfloat16x8x3_t, bfloat16_t*, bf16, x3);
TEST_ST1x3 (vst1q, int32x4x3_t, int32_t*, s32, x3);
TEST_ST1x3 (vst1q, uint32x4x3_t, uint32_t*, u32, x3);
TEST_ST1x3 (vst1q, float32x4x3_t, float32_t*, f32, x3);
TEST_ST1x3 (vst1q, int64x2x3_t, int64_t*, s64, x3);
TEST_ST1x3 (vst1q, uint64x2x3_t, uint64_t*, u64, x3);
TEST_ST1x3 (vst1q, poly64x2x3_t, poly64_t*, p64, x3);
TEST_ST1x3 (vst1q, float64x2x3_t, float64_t*, f64, x3);

/* { dg-final { scan-assembler-not "mov\\t" { target aarch64_little_endian } } } */

/* { dg-final { scan-assembler-times "tbl\\t" 18} }  */
/* { dg-final { scan-assembler-times "tbx\\t" 18} }  */
/* { dg-final { scan-assembler-times "st4\\t" 30} }  */
/* { dg-final { scan-assembler-times "st3\\t" 30} }  */
/* { dg-final { scan-assembler-times "st2\\t" 30} }  */
/* { dg-final { scan-assembler-times "st1\\t" 45} }  */