contrib/llvm/tools/clang/lib/Headers/avx512vbmivlintrin.h

   1 /*===------------- avx512vbmivlintrin.h - VBMI intrinsics ------------------===
   2  *
   3  *
   4  * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
   5  * See https://llvm.org/LICENSE.txt for license information.
   6  * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
   7  *
   8  *===-----------------------------------------------------------------------===
   9  */
  10 #ifndef __IMMINTRIN_H
  11 #error "Never use <avx512vbmivlintrin.h> directly; include <immintrin.h> instead."
  12 #endif
  13
  14 #ifndef __VBMIVLINTRIN_H
  15 #define __VBMIVLINTRIN_H
  16
  17 /* Define the default attributes for the functions in this file. */
  18 #define __DEFAULT_FN_ATTRS128 __attribute__((__always_inline__, __nodebug__, __target__("avx512vbmi,avx512vl"), __min_vector_width__(128)))
  19 #define __DEFAULT_FN_ATTRS256 __attribute__((__always_inline__, __nodebug__, __target__("avx512vbmi,avx512vl"), __min_vector_width__(256)))
  20
  21
  22 static __inline__ __m128i __DEFAULT_FN_ATTRS128
  23 _mm_permutex2var_epi8(__m128i __A, __m128i __I, __m128i __B)
  24 {
  25   return (__m128i)__builtin_ia32_vpermi2varqi128((__v16qi)__A,
  26                                                  (__v16qi)__I,
  27                                                  (__v16qi)__B);
  28 }
  29
  30 static __inline__ __m128i __DEFAULT_FN_ATTRS128
  31 _mm_mask_permutex2var_epi8(__m128i __A, __mmask16 __U, __m128i __I,
  32                            __m128i __B)
  33 {
  34   return (__m128i)__builtin_ia32_selectb_128(__U,
  35                                   (__v16qi)_mm_permutex2var_epi8(__A, __I, __B),
  36                                   (__v16qi)__A);
  37 }
  38
  39 static __inline__ __m128i __DEFAULT_FN_ATTRS128
  40 _mm_mask2_permutex2var_epi8(__m128i __A, __m128i __I, __mmask16 __U,
  41                             __m128i __B)
  42 {
  43   return (__m128i)__builtin_ia32_selectb_128(__U,
  44                                   (__v16qi)_mm_permutex2var_epi8(__A, __I, __B),
  45                                   (__v16qi)__I);
  46 }
  47
  48 static __inline__ __m128i __DEFAULT_FN_ATTRS128
  49 _mm_maskz_permutex2var_epi8(__mmask16 __U, __m128i __A, __m128i __I,
  50                             __m128i __B)
  51 {
  52   return (__m128i)__builtin_ia32_selectb_128(__U,
  53                                   (__v16qi)_mm_permutex2var_epi8(__A, __I, __B),
  54                                   (__v16qi)_mm_setzero_si128());
  55 }
  56
  57 static __inline__ __m256i __DEFAULT_FN_ATTRS256
  58 _mm256_permutex2var_epi8(__m256i __A, __m256i __I, __m256i __B)
  59 {
  60   return (__m256i)__builtin_ia32_vpermi2varqi256((__v32qi)__A, (__v32qi)__I,
  61                                                  (__v32qi)__B);
  62 }
  63
  64 static __inline__ __m256i __DEFAULT_FN_ATTRS256
  65 _mm256_mask_permutex2var_epi8(__m256i __A, __mmask32 __U, __m256i __I,
  66                               __m256i __B)
  67 {
  68   return (__m256i)__builtin_ia32_selectb_256(__U,
  69                                (__v32qi)_mm256_permutex2var_epi8(__A, __I, __B),
  70                                (__v32qi)__A);
  71 }
  72
  73 static __inline__ __m256i __DEFAULT_FN_ATTRS256
  74 _mm256_mask2_permutex2var_epi8(__m256i __A, __m256i __I, __mmask32 __U,
  75                                __m256i __B)
  76 {
  77   return (__m256i)__builtin_ia32_selectb_256(__U,
  78                                (__v32qi)_mm256_permutex2var_epi8(__A, __I, __B),
  79                                (__v32qi)__I);
  80 }
  81
  82 static __inline__ __m256i __DEFAULT_FN_ATTRS256
  83 _mm256_maskz_permutex2var_epi8(__mmask32 __U, __m256i __A, __m256i __I,
  84                                __m256i __B)
  85 {
  86   return (__m256i)__builtin_ia32_selectb_256(__U,
  87                                (__v32qi)_mm256_permutex2var_epi8(__A, __I, __B),
  88                                (__v32qi)_mm256_setzero_si256());
  89 }
  90
  91 static __inline__ __m128i __DEFAULT_FN_ATTRS128
  92 _mm_permutexvar_epi8 (__m128i __A, __m128i __B)
  93 {
  94   return (__m128i)__builtin_ia32_permvarqi128((__v16qi)__B, (__v16qi)__A);
  95 }
  96
  97 static __inline__ __m128i __DEFAULT_FN_ATTRS128
  98 _mm_maskz_permutexvar_epi8 (__mmask16 __M, __m128i __A, __m128i __B)
  99 {
 100   return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M,
 101                                         (__v16qi)_mm_permutexvar_epi8(__A, __B),
 102                                         (__v16qi)_mm_setzero_si128());
 103 }
 104
 105 static __inline__ __m128i __DEFAULT_FN_ATTRS128
 106 _mm_mask_permutexvar_epi8 (__m128i __W, __mmask16 __M, __m128i __A,
 107           __m128i __B)
 108 {
 109   return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M,
 110                                         (__v16qi)_mm_permutexvar_epi8(__A, __B),
 111                                         (__v16qi)__W);
 112 }
 113
 114 static __inline__ __m256i __DEFAULT_FN_ATTRS256
 115 _mm256_permutexvar_epi8 (__m256i __A, __m256i __B)
 116 {
 117   return (__m256i)__builtin_ia32_permvarqi256((__v32qi) __B, (__v32qi) __A);
 118 }
 119
 120 static __inline__ __m256i __DEFAULT_FN_ATTRS256
 121 _mm256_maskz_permutexvar_epi8 (__mmask32 __M, __m256i __A,
 122         __m256i __B)
 123 {
 124   return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M,
 125                                      (__v32qi)_mm256_permutexvar_epi8(__A, __B),
 126                                      (__v32qi)_mm256_setzero_si256());
 127 }
 128
 129 static __inline__ __m256i __DEFAULT_FN_ATTRS256
 130 _mm256_mask_permutexvar_epi8 (__m256i __W, __mmask32 __M, __m256i __A,
 131              __m256i __B)
 132 {
 133   return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M,
 134                                      (__v32qi)_mm256_permutexvar_epi8(__A, __B),
 135                                      (__v32qi)__W);
 136 }
 137
 138 static __inline__ __m128i __DEFAULT_FN_ATTRS128
 139 _mm_multishift_epi64_epi8(__m128i __X, __m128i __Y)
 140 {
 141   return (__m128i)__builtin_ia32_vpmultishiftqb128((__v16qi)__X, (__v16qi)__Y);
 142 }
 143
 144 static __inline__ __m128i __DEFAULT_FN_ATTRS128
 145 _mm_mask_multishift_epi64_epi8(__m128i __W, __mmask16 __M, __m128i __X,
 146                                __m128i __Y)
 147 {
 148   return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M,
 149                                    (__v16qi)_mm_multishift_epi64_epi8(__X, __Y),
 150                                    (__v16qi)__W);
 151 }
 152
 153 static __inline__ __m128i __DEFAULT_FN_ATTRS128
 154 _mm_maskz_multishift_epi64_epi8(__mmask16 __M, __m128i __X, __m128i __Y)
 155 {
 156   return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M,
 157                                    (__v16qi)_mm_multishift_epi64_epi8(__X, __Y),
 158                                    (__v16qi)_mm_setzero_si128());
 159 }
 160
 161 static __inline__ __m256i __DEFAULT_FN_ATTRS256
 162 _mm256_multishift_epi64_epi8(__m256i __X, __m256i __Y)
 163 {
 164   return (__m256i)__builtin_ia32_vpmultishiftqb256((__v32qi)__X, (__v32qi)__Y);
 165 }
 166
 167 static __inline__ __m256i __DEFAULT_FN_ATTRS256
 168 _mm256_mask_multishift_epi64_epi8(__m256i __W, __mmask32 __M, __m256i __X,
 169                                   __m256i __Y)
 170 {
 171   return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M,
 172                                 (__v32qi)_mm256_multishift_epi64_epi8(__X, __Y),
 173                                 (__v32qi)__W);
 174 }
 175
 176 static __inline__ __m256i __DEFAULT_FN_ATTRS256
 177 _mm256_maskz_multishift_epi64_epi8(__mmask32 __M, __m256i __X, __m256i __Y)
 178 {
 179   return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M,
 180                                 (__v32qi)_mm256_multishift_epi64_epi8(__X, __Y),
 181                                 (__v32qi)_mm256_setzero_si256());
 182 }
 183
 184
 185 #undef __DEFAULT_FN_ATTRS128
 186 #undef __DEFAULT_FN_ATTRS256
 187
 188 #endif