/* { dg-do compile } */
/* { dg-options "-O2 -ftree-vectorize --param aarch64-sve-compare-costs=0" } */

#include <stdint.h>

#define MASK_SLP_2(TYPE_COND, ALT_VAL)					\
void __attribute__ ((noinline, noclone))				\
mask_slp_##TYPE_COND##_2_##ALT_VAL (int *restrict x, int *restrict y,	\
				    TYPE_COND *restrict z, int n)	\
{									\
  for (int i = 0; i < n; i += 2)					\
    {									\
      x[i] = y[i] ? z[i] : 1;						\
      x[i + 1] = y[i + 1] ? z[i + 1] : ALT_VAL;				\
    }									\
}

#define MASK_SLP_4(TYPE_COND, ALT_VAL)					\
void __attribute__ ((noinline, noclone))				\
mask_slp_##TYPE_COND##_4_##ALT_VAL (int *restrict x, int *restrict y,	\
				    TYPE_COND *restrict z, int n)	\
{									\
  for (int i = 0; i < n; i += 4)					\
    {									\
      x[i] = y[i] ? z[i] : 1;						\
      x[i + 1] = y[i + 1] ? z[i + 1] : ALT_VAL;				\
      x[i + 2] = y[i + 2] ? z[i + 2] : 1;				\
      x[i + 3] = y[i + 3] ? z[i + 3] : ALT_VAL;				\
    }									\
}

#define MASK_SLP_8(TYPE_COND, ALT_VAL)					\
void __attribute__ ((noinline, noclone))				\
mask_slp_##TYPE_COND##_8_##ALT_VAL (int *restrict x, int *restrict y,	\
				    TYPE_COND *restrict z, int n)	\
{									\
  for (int i = 0; i < n; i += 8)					\
    {									\
      x[i] = y[i] ? z[i] : 1;						\
      x[i + 1] = y[i + 1] ? z[i + 1] : ALT_VAL;				\
      x[i + 2] = y[i + 2] ? z[i + 2] : 1;				\
      x[i + 3] = y[i + 3] ? z[i + 3] : ALT_VAL;				\
      x[i + 4] = y[i + 4] ? z[i + 4] : 1;				\
      x[i + 5] = y[i + 5] ? z[i + 5] : ALT_VAL;				\
      x[i + 6] = y[i + 6] ? z[i + 6] : 1;				\
      x[i + 7] = y[i + 7] ? z[i + 7] : ALT_VAL;				\
    }									\
}

#define MASK_SLP_FAIL(TYPE_COND)					\
void __attribute__ ((noinline, noclone))				\
mask_slp_##TYPE_COND##_FAIL (int *restrict x, int *restrict y,		\
			     TYPE_COND *restrict z, int n)		\
{									\
  for (int i = 0; i < n; i += 2)					\
    {									\
      x[i] = y[i] ? z[i] : 1;						\
      x[i + 1] = y[i + 1] ? z[i + 1] : x[z[i + 1]];			\
    }									\
}

MASK_SLP_2(int8_t, 1)
MASK_SLP_2(int8_t, 2)
MASK_SLP_2(int, 1)
MASK_SLP_2(int, 2)
MASK_SLP_2(int64_t, 1)
MASK_SLP_2(int64_t, 2)

MASK_SLP_4(int8_t, 1)
MASK_SLP_4(int8_t, 2)
MASK_SLP_4(int, 1)
MASK_SLP_4(int, 2)
MASK_SLP_4(int64_t, 1)
MASK_SLP_4(int64_t, 2)

MASK_SLP_8(int8_t, 1)
MASK_SLP_8(int8_t, 2)
MASK_SLP_8(int, 1)
MASK_SLP_8(int, 2)
MASK_SLP_8(int64_t, 1)
MASK_SLP_8(int64_t, 2)

MASK_SLP_FAIL(int8_t)
MASK_SLP_FAIL(int)
MASK_SLP_FAIL(int64_t)

/* { dg-final { scan-assembler-not {\tld2w\t} } } */
/* { dg-final { scan-assembler-not {\tst2w\t} } } */
/* { dg-final { scan-assembler-times {\tld1w\t} 48 } } */
/* { dg-final { scan-assembler-times {\tst1w\t} 40 } } */