avx512dqintrin.h 59 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391
  1. /*===---- avx512dqintrin.h - AVX512DQ intrinsics ---------------------------===
  2. *
  3. * Permission is hereby granted, free of charge, to any person obtaining a copy
  4. * of this software and associated documentation files (the "Software"), to deal
  5. * in the Software without restriction, including without limitation the rights
  6. * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  7. * copies of the Software, and to permit persons to whom the Software is
  8. * furnished to do so, subject to the following conditions:
  9. *
  10. * The above copyright notice and this permission notice shall be included in
  11. * all copies or substantial portions of the Software.
  12. *
  13. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  14. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  15. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  16. * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  17. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  18. * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  19. * THE SOFTWARE.
  20. *
  21. *===-----------------------------------------------------------------------===
  22. */
  23. #ifndef __IMMINTRIN_H
  24. #error "Never use <avx512dqintrin.h> directly; include <immintrin.h> instead."
  25. #endif
  26. #ifndef __AVX512DQINTRIN_H
  27. #define __AVX512DQINTRIN_H
  28. /* Define the default attributes for the functions in this file. */
  29. #define __DEFAULT_FN_ATTRS512 __attribute__((__always_inline__, __nodebug__, __target__("avx512dq"), __min_vector_width__(512)))
  30. #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512dq")))
  31. static __inline __mmask8 __DEFAULT_FN_ATTRS
  32. _knot_mask8(__mmask8 __M)
  33. {
  34. return __builtin_ia32_knotqi(__M);
  35. }
  36. static __inline__ __mmask8 __DEFAULT_FN_ATTRS
  37. _kand_mask8(__mmask8 __A, __mmask8 __B)
  38. {
  39. return (__mmask8)__builtin_ia32_kandqi((__mmask8)__A, (__mmask8)__B);
  40. }
  41. static __inline__ __mmask8 __DEFAULT_FN_ATTRS
  42. _kandn_mask8(__mmask8 __A, __mmask8 __B)
  43. {
  44. return (__mmask8)__builtin_ia32_kandnqi((__mmask8)__A, (__mmask8)__B);
  45. }
  46. static __inline__ __mmask8 __DEFAULT_FN_ATTRS
  47. _kor_mask8(__mmask8 __A, __mmask8 __B)
  48. {
  49. return (__mmask8)__builtin_ia32_korqi((__mmask8)__A, (__mmask8)__B);
  50. }
  51. static __inline__ __mmask8 __DEFAULT_FN_ATTRS
  52. _kxnor_mask8(__mmask8 __A, __mmask8 __B)
  53. {
  54. return (__mmask8)__builtin_ia32_kxnorqi((__mmask8)__A, (__mmask8)__B);
  55. }
  56. static __inline__ __mmask8 __DEFAULT_FN_ATTRS
  57. _kxor_mask8(__mmask8 __A, __mmask8 __B)
  58. {
  59. return (__mmask8)__builtin_ia32_kxorqi((__mmask8)__A, (__mmask8)__B);
  60. }
  61. static __inline__ unsigned char __DEFAULT_FN_ATTRS
  62. _kortestc_mask8_u8(__mmask8 __A, __mmask8 __B)
  63. {
  64. return (unsigned char)__builtin_ia32_kortestcqi(__A, __B);
  65. }
  66. static __inline__ unsigned char __DEFAULT_FN_ATTRS
  67. _kortestz_mask8_u8(__mmask8 __A, __mmask8 __B)
  68. {
  69. return (unsigned char)__builtin_ia32_kortestzqi(__A, __B);
  70. }
  71. static __inline__ unsigned char __DEFAULT_FN_ATTRS
  72. _kortest_mask8_u8(__mmask8 __A, __mmask8 __B, unsigned char *__C) {
  73. *__C = (unsigned char)__builtin_ia32_kortestcqi(__A, __B);
  74. return (unsigned char)__builtin_ia32_kortestzqi(__A, __B);
  75. }
  76. static __inline__ unsigned char __DEFAULT_FN_ATTRS
  77. _ktestc_mask8_u8(__mmask8 __A, __mmask8 __B)
  78. {
  79. return (unsigned char)__builtin_ia32_ktestcqi(__A, __B);
  80. }
  81. static __inline__ unsigned char __DEFAULT_FN_ATTRS
  82. _ktestz_mask8_u8(__mmask8 __A, __mmask8 __B)
  83. {
  84. return (unsigned char)__builtin_ia32_ktestzqi(__A, __B);
  85. }
  86. static __inline__ unsigned char __DEFAULT_FN_ATTRS
  87. _ktest_mask8_u8(__mmask8 __A, __mmask8 __B, unsigned char *__C) {
  88. *__C = (unsigned char)__builtin_ia32_ktestcqi(__A, __B);
  89. return (unsigned char)__builtin_ia32_ktestzqi(__A, __B);
  90. }
  91. static __inline__ unsigned char __DEFAULT_FN_ATTRS
  92. _ktestc_mask16_u8(__mmask16 __A, __mmask16 __B)
  93. {
  94. return (unsigned char)__builtin_ia32_ktestchi(__A, __B);
  95. }
  96. static __inline__ unsigned char __DEFAULT_FN_ATTRS
  97. _ktestz_mask16_u8(__mmask16 __A, __mmask16 __B)
  98. {
  99. return (unsigned char)__builtin_ia32_ktestzhi(__A, __B);
  100. }
  101. static __inline__ unsigned char __DEFAULT_FN_ATTRS
  102. _ktest_mask16_u8(__mmask16 __A, __mmask16 __B, unsigned char *__C) {
  103. *__C = (unsigned char)__builtin_ia32_ktestchi(__A, __B);
  104. return (unsigned char)__builtin_ia32_ktestzhi(__A, __B);
  105. }
  106. static __inline__ __mmask8 __DEFAULT_FN_ATTRS
  107. _kadd_mask8(__mmask8 __A, __mmask8 __B)
  108. {
  109. return (__mmask8)__builtin_ia32_kaddqi((__mmask8)__A, (__mmask8)__B);
  110. }
  111. static __inline__ __mmask16 __DEFAULT_FN_ATTRS
  112. _kadd_mask16(__mmask16 __A, __mmask16 __B)
  113. {
  114. return (__mmask16)__builtin_ia32_kaddhi((__mmask16)__A, (__mmask16)__B);
  115. }
  116. #define _kshiftli_mask8(A, I) \
  117. (__mmask8)__builtin_ia32_kshiftliqi((__mmask8)(A), (unsigned int)(I))
  118. #define _kshiftri_mask8(A, I) \
  119. (__mmask8)__builtin_ia32_kshiftriqi((__mmask8)(A), (unsigned int)(I))
  120. static __inline__ unsigned int __DEFAULT_FN_ATTRS
  121. _cvtmask8_u32(__mmask8 __A) {
  122. return (unsigned int)__builtin_ia32_kmovb((__mmask8)__A);
  123. }
  124. static __inline__ __mmask8 __DEFAULT_FN_ATTRS
  125. _cvtu32_mask8(unsigned int __A) {
  126. return (__mmask8)__builtin_ia32_kmovb((__mmask8)__A);
  127. }
  128. static __inline__ __mmask8 __DEFAULT_FN_ATTRS
  129. _load_mask8(__mmask8 *__A) {
  130. return (__mmask8)__builtin_ia32_kmovb(*(__mmask8 *)__A);
  131. }
  132. static __inline__ void __DEFAULT_FN_ATTRS
  133. _store_mask8(__mmask8 *__A, __mmask8 __B) {
  134. *(__mmask8 *)__A = __builtin_ia32_kmovb((__mmask8)__B);
  135. }
  136. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  137. _mm512_mullo_epi64 (__m512i __A, __m512i __B) {
  138. return (__m512i) ((__v8du) __A * (__v8du) __B);
  139. }
  140. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  141. _mm512_mask_mullo_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B) {
  142. return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
  143. (__v8di)_mm512_mullo_epi64(__A, __B),
  144. (__v8di)__W);
  145. }
  146. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  147. _mm512_maskz_mullo_epi64(__mmask8 __U, __m512i __A, __m512i __B) {
  148. return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
  149. (__v8di)_mm512_mullo_epi64(__A, __B),
  150. (__v8di)_mm512_setzero_si512());
  151. }
  152. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  153. _mm512_xor_pd(__m512d __A, __m512d __B) {
  154. return (__m512d)((__v8du)__A ^ (__v8du)__B);
  155. }
  156. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  157. _mm512_mask_xor_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
  158. return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
  159. (__v8df)_mm512_xor_pd(__A, __B),
  160. (__v8df)__W);
  161. }
  162. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  163. _mm512_maskz_xor_pd(__mmask8 __U, __m512d __A, __m512d __B) {
  164. return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
  165. (__v8df)_mm512_xor_pd(__A, __B),
  166. (__v8df)_mm512_setzero_pd());
  167. }
  168. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  169. _mm512_xor_ps (__m512 __A, __m512 __B) {
  170. return (__m512)((__v16su)__A ^ (__v16su)__B);
  171. }
  172. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  173. _mm512_mask_xor_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
  174. return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
  175. (__v16sf)_mm512_xor_ps(__A, __B),
  176. (__v16sf)__W);
  177. }
  178. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  179. _mm512_maskz_xor_ps(__mmask16 __U, __m512 __A, __m512 __B) {
  180. return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
  181. (__v16sf)_mm512_xor_ps(__A, __B),
  182. (__v16sf)_mm512_setzero_ps());
  183. }
  184. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  185. _mm512_or_pd(__m512d __A, __m512d __B) {
  186. return (__m512d)((__v8du)__A | (__v8du)__B);
  187. }
  188. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  189. _mm512_mask_or_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
  190. return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
  191. (__v8df)_mm512_or_pd(__A, __B),
  192. (__v8df)__W);
  193. }
  194. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  195. _mm512_maskz_or_pd(__mmask8 __U, __m512d __A, __m512d __B) {
  196. return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
  197. (__v8df)_mm512_or_pd(__A, __B),
  198. (__v8df)_mm512_setzero_pd());
  199. }
  200. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  201. _mm512_or_ps(__m512 __A, __m512 __B) {
  202. return (__m512)((__v16su)__A | (__v16su)__B);
  203. }
  204. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  205. _mm512_mask_or_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
  206. return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
  207. (__v16sf)_mm512_or_ps(__A, __B),
  208. (__v16sf)__W);
  209. }
  210. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  211. _mm512_maskz_or_ps(__mmask16 __U, __m512 __A, __m512 __B) {
  212. return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
  213. (__v16sf)_mm512_or_ps(__A, __B),
  214. (__v16sf)_mm512_setzero_ps());
  215. }
  216. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  217. _mm512_and_pd(__m512d __A, __m512d __B) {
  218. return (__m512d)((__v8du)__A & (__v8du)__B);
  219. }
  220. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  221. _mm512_mask_and_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
  222. return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
  223. (__v8df)_mm512_and_pd(__A, __B),
  224. (__v8df)__W);
  225. }
  226. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  227. _mm512_maskz_and_pd(__mmask8 __U, __m512d __A, __m512d __B) {
  228. return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
  229. (__v8df)_mm512_and_pd(__A, __B),
  230. (__v8df)_mm512_setzero_pd());
  231. }
  232. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  233. _mm512_and_ps(__m512 __A, __m512 __B) {
  234. return (__m512)((__v16su)__A & (__v16su)__B);
  235. }
  236. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  237. _mm512_mask_and_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
  238. return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
  239. (__v16sf)_mm512_and_ps(__A, __B),
  240. (__v16sf)__W);
  241. }
  242. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  243. _mm512_maskz_and_ps(__mmask16 __U, __m512 __A, __m512 __B) {
  244. return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
  245. (__v16sf)_mm512_and_ps(__A, __B),
  246. (__v16sf)_mm512_setzero_ps());
  247. }
  248. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  249. _mm512_andnot_pd(__m512d __A, __m512d __B) {
  250. return (__m512d)(~(__v8du)__A & (__v8du)__B);
  251. }
  252. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  253. _mm512_mask_andnot_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
  254. return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
  255. (__v8df)_mm512_andnot_pd(__A, __B),
  256. (__v8df)__W);
  257. }
  258. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  259. _mm512_maskz_andnot_pd(__mmask8 __U, __m512d __A, __m512d __B) {
  260. return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
  261. (__v8df)_mm512_andnot_pd(__A, __B),
  262. (__v8df)_mm512_setzero_pd());
  263. }
  264. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  265. _mm512_andnot_ps(__m512 __A, __m512 __B) {
  266. return (__m512)(~(__v16su)__A & (__v16su)__B);
  267. }
  268. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  269. _mm512_mask_andnot_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
  270. return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
  271. (__v16sf)_mm512_andnot_ps(__A, __B),
  272. (__v16sf)__W);
  273. }
  274. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  275. _mm512_maskz_andnot_ps(__mmask16 __U, __m512 __A, __m512 __B) {
  276. return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
  277. (__v16sf)_mm512_andnot_ps(__A, __B),
  278. (__v16sf)_mm512_setzero_ps());
  279. }
  280. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  281. _mm512_cvtpd_epi64 (__m512d __A) {
  282. return (__m512i) __builtin_ia32_cvtpd2qq512_mask ((__v8df) __A,
  283. (__v8di) _mm512_setzero_si512(),
  284. (__mmask8) -1,
  285. _MM_FROUND_CUR_DIRECTION);
  286. }
  287. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  288. _mm512_mask_cvtpd_epi64 (__m512i __W, __mmask8 __U, __m512d __A) {
  289. return (__m512i) __builtin_ia32_cvtpd2qq512_mask ((__v8df) __A,
  290. (__v8di) __W,
  291. (__mmask8) __U,
  292. _MM_FROUND_CUR_DIRECTION);
  293. }
  294. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  295. _mm512_maskz_cvtpd_epi64 (__mmask8 __U, __m512d __A) {
  296. return (__m512i) __builtin_ia32_cvtpd2qq512_mask ((__v8df) __A,
  297. (__v8di) _mm512_setzero_si512(),
  298. (__mmask8) __U,
  299. _MM_FROUND_CUR_DIRECTION);
  300. }
  301. #define _mm512_cvt_roundpd_epi64(A, R) \
  302. (__m512i)__builtin_ia32_cvtpd2qq512_mask((__v8df)(__m512d)(A), \
  303. (__v8di)_mm512_setzero_si512(), \
  304. (__mmask8)-1, (int)(R))
  305. #define _mm512_mask_cvt_roundpd_epi64(W, U, A, R) \
  306. (__m512i)__builtin_ia32_cvtpd2qq512_mask((__v8df)(__m512d)(A), \
  307. (__v8di)(__m512i)(W), \
  308. (__mmask8)(U), (int)(R))
  309. #define _mm512_maskz_cvt_roundpd_epi64(U, A, R) \
  310. (__m512i)__builtin_ia32_cvtpd2qq512_mask((__v8df)(__m512d)(A), \
  311. (__v8di)_mm512_setzero_si512(), \
  312. (__mmask8)(U), (int)(R))
  313. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  314. _mm512_cvtpd_epu64 (__m512d __A) {
  315. return (__m512i) __builtin_ia32_cvtpd2uqq512_mask ((__v8df) __A,
  316. (__v8di) _mm512_setzero_si512(),
  317. (__mmask8) -1,
  318. _MM_FROUND_CUR_DIRECTION);
  319. }
  320. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  321. _mm512_mask_cvtpd_epu64 (__m512i __W, __mmask8 __U, __m512d __A) {
  322. return (__m512i) __builtin_ia32_cvtpd2uqq512_mask ((__v8df) __A,
  323. (__v8di) __W,
  324. (__mmask8) __U,
  325. _MM_FROUND_CUR_DIRECTION);
  326. }
  327. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  328. _mm512_maskz_cvtpd_epu64 (__mmask8 __U, __m512d __A) {
  329. return (__m512i) __builtin_ia32_cvtpd2uqq512_mask ((__v8df) __A,
  330. (__v8di) _mm512_setzero_si512(),
  331. (__mmask8) __U,
  332. _MM_FROUND_CUR_DIRECTION);
  333. }
  334. #define _mm512_cvt_roundpd_epu64(A, R) \
  335. (__m512i)__builtin_ia32_cvtpd2uqq512_mask((__v8df)(__m512d)(A), \
  336. (__v8di)_mm512_setzero_si512(), \
  337. (__mmask8)-1, (int)(R))
  338. #define _mm512_mask_cvt_roundpd_epu64(W, U, A, R) \
  339. (__m512i)__builtin_ia32_cvtpd2uqq512_mask((__v8df)(__m512d)(A), \
  340. (__v8di)(__m512i)(W), \
  341. (__mmask8)(U), (int)(R))
  342. #define _mm512_maskz_cvt_roundpd_epu64(U, A, R) \
  343. (__m512i)__builtin_ia32_cvtpd2uqq512_mask((__v8df)(__m512d)(A), \
  344. (__v8di)_mm512_setzero_si512(), \
  345. (__mmask8)(U), (int)(R))
  346. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  347. _mm512_cvtps_epi64 (__m256 __A) {
  348. return (__m512i) __builtin_ia32_cvtps2qq512_mask ((__v8sf) __A,
  349. (__v8di) _mm512_setzero_si512(),
  350. (__mmask8) -1,
  351. _MM_FROUND_CUR_DIRECTION);
  352. }
  353. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  354. _mm512_mask_cvtps_epi64 (__m512i __W, __mmask8 __U, __m256 __A) {
  355. return (__m512i) __builtin_ia32_cvtps2qq512_mask ((__v8sf) __A,
  356. (__v8di) __W,
  357. (__mmask8) __U,
  358. _MM_FROUND_CUR_DIRECTION);
  359. }
  360. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  361. _mm512_maskz_cvtps_epi64 (__mmask8 __U, __m256 __A) {
  362. return (__m512i) __builtin_ia32_cvtps2qq512_mask ((__v8sf) __A,
  363. (__v8di) _mm512_setzero_si512(),
  364. (__mmask8) __U,
  365. _MM_FROUND_CUR_DIRECTION);
  366. }
  367. #define _mm512_cvt_roundps_epi64(A, R) \
  368. (__m512i)__builtin_ia32_cvtps2qq512_mask((__v8sf)(__m256)(A), \
  369. (__v8di)_mm512_setzero_si512(), \
  370. (__mmask8)-1, (int)(R))
  371. #define _mm512_mask_cvt_roundps_epi64(W, U, A, R) \
  372. (__m512i)__builtin_ia32_cvtps2qq512_mask((__v8sf)(__m256)(A), \
  373. (__v8di)(__m512i)(W), \
  374. (__mmask8)(U), (int)(R))
  375. #define _mm512_maskz_cvt_roundps_epi64(U, A, R) \
  376. (__m512i)__builtin_ia32_cvtps2qq512_mask((__v8sf)(__m256)(A), \
  377. (__v8di)_mm512_setzero_si512(), \
  378. (__mmask8)(U), (int)(R))
  379. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  380. _mm512_cvtps_epu64 (__m256 __A) {
  381. return (__m512i) __builtin_ia32_cvtps2uqq512_mask ((__v8sf) __A,
  382. (__v8di) _mm512_setzero_si512(),
  383. (__mmask8) -1,
  384. _MM_FROUND_CUR_DIRECTION);
  385. }
  386. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  387. _mm512_mask_cvtps_epu64 (__m512i __W, __mmask8 __U, __m256 __A) {
  388. return (__m512i) __builtin_ia32_cvtps2uqq512_mask ((__v8sf) __A,
  389. (__v8di) __W,
  390. (__mmask8) __U,
  391. _MM_FROUND_CUR_DIRECTION);
  392. }
  393. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  394. _mm512_maskz_cvtps_epu64 (__mmask8 __U, __m256 __A) {
  395. return (__m512i) __builtin_ia32_cvtps2uqq512_mask ((__v8sf) __A,
  396. (__v8di) _mm512_setzero_si512(),
  397. (__mmask8) __U,
  398. _MM_FROUND_CUR_DIRECTION);
  399. }
  400. #define _mm512_cvt_roundps_epu64(A, R) \
  401. (__m512i)__builtin_ia32_cvtps2uqq512_mask((__v8sf)(__m256)(A), \
  402. (__v8di)_mm512_setzero_si512(), \
  403. (__mmask8)-1, (int)(R))
  404. #define _mm512_mask_cvt_roundps_epu64(W, U, A, R) \
  405. (__m512i)__builtin_ia32_cvtps2uqq512_mask((__v8sf)(__m256)(A), \
  406. (__v8di)(__m512i)(W), \
  407. (__mmask8)(U), (int)(R))
  408. #define _mm512_maskz_cvt_roundps_epu64(U, A, R) \
  409. (__m512i)__builtin_ia32_cvtps2uqq512_mask((__v8sf)(__m256)(A), \
  410. (__v8di)_mm512_setzero_si512(), \
  411. (__mmask8)(U), (int)(R))
  412. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  413. _mm512_cvtepi64_pd (__m512i __A) {
  414. return (__m512d)__builtin_convertvector((__v8di)__A, __v8df);
  415. }
  416. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  417. _mm512_mask_cvtepi64_pd (__m512d __W, __mmask8 __U, __m512i __A) {
  418. return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
  419. (__v8df)_mm512_cvtepi64_pd(__A),
  420. (__v8df)__W);
  421. }
  422. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  423. _mm512_maskz_cvtepi64_pd (__mmask8 __U, __m512i __A) {
  424. return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
  425. (__v8df)_mm512_cvtepi64_pd(__A),
  426. (__v8df)_mm512_setzero_pd());
  427. }
  428. #define _mm512_cvt_roundepi64_pd(A, R) \
  429. (__m512d)__builtin_ia32_cvtqq2pd512_mask((__v8di)(__m512i)(A), \
  430. (__v8df)_mm512_setzero_pd(), \
  431. (__mmask8)-1, (int)(R))
  432. #define _mm512_mask_cvt_roundepi64_pd(W, U, A, R) \
  433. (__m512d)__builtin_ia32_cvtqq2pd512_mask((__v8di)(__m512i)(A), \
  434. (__v8df)(__m512d)(W), \
  435. (__mmask8)(U), (int)(R))
  436. #define _mm512_maskz_cvt_roundepi64_pd(U, A, R) \
  437. (__m512d)__builtin_ia32_cvtqq2pd512_mask((__v8di)(__m512i)(A), \
  438. (__v8df)_mm512_setzero_pd(), \
  439. (__mmask8)(U), (int)(R))
  440. static __inline__ __m256 __DEFAULT_FN_ATTRS512
  441. _mm512_cvtepi64_ps (__m512i __A) {
  442. return (__m256) __builtin_ia32_cvtqq2ps512_mask ((__v8di) __A,
  443. (__v8sf) _mm256_setzero_ps(),
  444. (__mmask8) -1,
  445. _MM_FROUND_CUR_DIRECTION);
  446. }
  447. static __inline__ __m256 __DEFAULT_FN_ATTRS512
  448. _mm512_mask_cvtepi64_ps (__m256 __W, __mmask8 __U, __m512i __A) {
  449. return (__m256) __builtin_ia32_cvtqq2ps512_mask ((__v8di) __A,
  450. (__v8sf) __W,
  451. (__mmask8) __U,
  452. _MM_FROUND_CUR_DIRECTION);
  453. }
  454. static __inline__ __m256 __DEFAULT_FN_ATTRS512
  455. _mm512_maskz_cvtepi64_ps (__mmask8 __U, __m512i __A) {
  456. return (__m256) __builtin_ia32_cvtqq2ps512_mask ((__v8di) __A,
  457. (__v8sf) _mm256_setzero_ps(),
  458. (__mmask8) __U,
  459. _MM_FROUND_CUR_DIRECTION);
  460. }
  461. #define _mm512_cvt_roundepi64_ps(A, R) \
  462. (__m256)__builtin_ia32_cvtqq2ps512_mask((__v8di)(__m512i)(A), \
  463. (__v8sf)_mm256_setzero_ps(), \
  464. (__mmask8)-1, (int)(R))
  465. #define _mm512_mask_cvt_roundepi64_ps(W, U, A, R) \
  466. (__m256)__builtin_ia32_cvtqq2ps512_mask((__v8di)(__m512i)(A), \
  467. (__v8sf)(__m256)(W), (__mmask8)(U), \
  468. (int)(R))
  469. #define _mm512_maskz_cvt_roundepi64_ps(U, A, R) \
  470. (__m256)__builtin_ia32_cvtqq2ps512_mask((__v8di)(__m512i)(A), \
  471. (__v8sf)_mm256_setzero_ps(), \
  472. (__mmask8)(U), (int)(R))
  473. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  474. _mm512_cvttpd_epi64 (__m512d __A) {
  475. return (__m512i) __builtin_ia32_cvttpd2qq512_mask ((__v8df) __A,
  476. (__v8di) _mm512_setzero_si512(),
  477. (__mmask8) -1,
  478. _MM_FROUND_CUR_DIRECTION);
  479. }
  480. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  481. _mm512_mask_cvttpd_epi64 (__m512i __W, __mmask8 __U, __m512d __A) {
  482. return (__m512i) __builtin_ia32_cvttpd2qq512_mask ((__v8df) __A,
  483. (__v8di) __W,
  484. (__mmask8) __U,
  485. _MM_FROUND_CUR_DIRECTION);
  486. }
  487. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  488. _mm512_maskz_cvttpd_epi64 (__mmask8 __U, __m512d __A) {
  489. return (__m512i) __builtin_ia32_cvttpd2qq512_mask ((__v8df) __A,
  490. (__v8di) _mm512_setzero_si512(),
  491. (__mmask8) __U,
  492. _MM_FROUND_CUR_DIRECTION);
  493. }
  494. #define _mm512_cvtt_roundpd_epi64(A, R) \
  495. (__m512i)__builtin_ia32_cvttpd2qq512_mask((__v8df)(__m512d)(A), \
  496. (__v8di)_mm512_setzero_si512(), \
  497. (__mmask8)-1, (int)(R))
  498. #define _mm512_mask_cvtt_roundpd_epi64(W, U, A, R) \
  499. (__m512i)__builtin_ia32_cvttpd2qq512_mask((__v8df)(__m512d)(A), \
  500. (__v8di)(__m512i)(W), \
  501. (__mmask8)(U), (int)(R))
  502. #define _mm512_maskz_cvtt_roundpd_epi64(U, A, R) \
  503. (__m512i)__builtin_ia32_cvttpd2qq512_mask((__v8df)(__m512d)(A), \
  504. (__v8di)_mm512_setzero_si512(), \
  505. (__mmask8)(U), (int)(R))
  506. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  507. _mm512_cvttpd_epu64 (__m512d __A) {
  508. return (__m512i) __builtin_ia32_cvttpd2uqq512_mask ((__v8df) __A,
  509. (__v8di) _mm512_setzero_si512(),
  510. (__mmask8) -1,
  511. _MM_FROUND_CUR_DIRECTION);
  512. }
  513. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  514. _mm512_mask_cvttpd_epu64 (__m512i __W, __mmask8 __U, __m512d __A) {
  515. return (__m512i) __builtin_ia32_cvttpd2uqq512_mask ((__v8df) __A,
  516. (__v8di) __W,
  517. (__mmask8) __U,
  518. _MM_FROUND_CUR_DIRECTION);
  519. }
  520. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  521. _mm512_maskz_cvttpd_epu64 (__mmask8 __U, __m512d __A) {
  522. return (__m512i) __builtin_ia32_cvttpd2uqq512_mask ((__v8df) __A,
  523. (__v8di) _mm512_setzero_si512(),
  524. (__mmask8) __U,
  525. _MM_FROUND_CUR_DIRECTION);
  526. }
  527. #define _mm512_cvtt_roundpd_epu64(A, R) \
  528. (__m512i)__builtin_ia32_cvttpd2uqq512_mask((__v8df)(__m512d)(A), \
  529. (__v8di)_mm512_setzero_si512(), \
  530. (__mmask8)-1, (int)(R))
  531. #define _mm512_mask_cvtt_roundpd_epu64(W, U, A, R) \
  532. (__m512i)__builtin_ia32_cvttpd2uqq512_mask((__v8df)(__m512d)(A), \
  533. (__v8di)(__m512i)(W), \
  534. (__mmask8)(U), (int)(R))
  535. #define _mm512_maskz_cvtt_roundpd_epu64(U, A, R) \
  536. (__m512i)__builtin_ia32_cvttpd2uqq512_mask((__v8df)(__m512d)(A), \
  537. (__v8di)_mm512_setzero_si512(), \
  538. (__mmask8)(U), (int)(R))
  539. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  540. _mm512_cvttps_epi64 (__m256 __A) {
  541. return (__m512i) __builtin_ia32_cvttps2qq512_mask ((__v8sf) __A,
  542. (__v8di) _mm512_setzero_si512(),
  543. (__mmask8) -1,
  544. _MM_FROUND_CUR_DIRECTION);
  545. }
  546. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  547. _mm512_mask_cvttps_epi64 (__m512i __W, __mmask8 __U, __m256 __A) {
  548. return (__m512i) __builtin_ia32_cvttps2qq512_mask ((__v8sf) __A,
  549. (__v8di) __W,
  550. (__mmask8) __U,
  551. _MM_FROUND_CUR_DIRECTION);
  552. }
  553. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  554. _mm512_maskz_cvttps_epi64 (__mmask8 __U, __m256 __A) {
  555. return (__m512i) __builtin_ia32_cvttps2qq512_mask ((__v8sf) __A,
  556. (__v8di) _mm512_setzero_si512(),
  557. (__mmask8) __U,
  558. _MM_FROUND_CUR_DIRECTION);
  559. }
  560. #define _mm512_cvtt_roundps_epi64(A, R) \
  561. (__m512i)__builtin_ia32_cvttps2qq512_mask((__v8sf)(__m256)(A), \
  562. (__v8di)_mm512_setzero_si512(), \
  563. (__mmask8)-1, (int)(R))
  564. #define _mm512_mask_cvtt_roundps_epi64(W, U, A, R) \
  565. (__m512i)__builtin_ia32_cvttps2qq512_mask((__v8sf)(__m256)(A), \
  566. (__v8di)(__m512i)(W), \
  567. (__mmask8)(U), (int)(R))
  568. #define _mm512_maskz_cvtt_roundps_epi64(U, A, R) \
  569. (__m512i)__builtin_ia32_cvttps2qq512_mask((__v8sf)(__m256)(A), \
  570. (__v8di)_mm512_setzero_si512(), \
  571. (__mmask8)(U), (int)(R))
  572. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  573. _mm512_cvttps_epu64 (__m256 __A) {
  574. return (__m512i) __builtin_ia32_cvttps2uqq512_mask ((__v8sf) __A,
  575. (__v8di) _mm512_setzero_si512(),
  576. (__mmask8) -1,
  577. _MM_FROUND_CUR_DIRECTION);
  578. }
  579. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  580. _mm512_mask_cvttps_epu64 (__m512i __W, __mmask8 __U, __m256 __A) {
  581. return (__m512i) __builtin_ia32_cvttps2uqq512_mask ((__v8sf) __A,
  582. (__v8di) __W,
  583. (__mmask8) __U,
  584. _MM_FROUND_CUR_DIRECTION);
  585. }
  586. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  587. _mm512_maskz_cvttps_epu64 (__mmask8 __U, __m256 __A) {
  588. return (__m512i) __builtin_ia32_cvttps2uqq512_mask ((__v8sf) __A,
  589. (__v8di) _mm512_setzero_si512(),
  590. (__mmask8) __U,
  591. _MM_FROUND_CUR_DIRECTION);
  592. }
  593. #define _mm512_cvtt_roundps_epu64(A, R) \
  594. (__m512i)__builtin_ia32_cvttps2uqq512_mask((__v8sf)(__m256)(A), \
  595. (__v8di)_mm512_setzero_si512(), \
  596. (__mmask8)-1, (int)(R))
  597. #define _mm512_mask_cvtt_roundps_epu64(W, U, A, R) \
  598. (__m512i)__builtin_ia32_cvttps2uqq512_mask((__v8sf)(__m256)(A), \
  599. (__v8di)(__m512i)(W), \
  600. (__mmask8)(U), (int)(R))
  601. #define _mm512_maskz_cvtt_roundps_epu64(U, A, R) \
  602. (__m512i)__builtin_ia32_cvttps2uqq512_mask((__v8sf)(__m256)(A), \
  603. (__v8di)_mm512_setzero_si512(), \
  604. (__mmask8)(U), (int)(R))
  605. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  606. _mm512_cvtepu64_pd (__m512i __A) {
  607. return (__m512d)__builtin_convertvector((__v8du)__A, __v8df);
  608. }
  609. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  610. _mm512_mask_cvtepu64_pd (__m512d __W, __mmask8 __U, __m512i __A) {
  611. return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
  612. (__v8df)_mm512_cvtepu64_pd(__A),
  613. (__v8df)__W);
  614. }
  615. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  616. _mm512_maskz_cvtepu64_pd (__mmask8 __U, __m512i __A) {
  617. return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
  618. (__v8df)_mm512_cvtepu64_pd(__A),
  619. (__v8df)_mm512_setzero_pd());
  620. }
  621. #define _mm512_cvt_roundepu64_pd(A, R) \
  622. (__m512d)__builtin_ia32_cvtuqq2pd512_mask((__v8di)(__m512i)(A), \
  623. (__v8df)_mm512_setzero_pd(), \
  624. (__mmask8)-1, (int)(R))
  625. #define _mm512_mask_cvt_roundepu64_pd(W, U, A, R) \
  626. (__m512d)__builtin_ia32_cvtuqq2pd512_mask((__v8di)(__m512i)(A), \
  627. (__v8df)(__m512d)(W), \
  628. (__mmask8)(U), (int)(R))
  629. #define _mm512_maskz_cvt_roundepu64_pd(U, A, R) \
  630. (__m512d)__builtin_ia32_cvtuqq2pd512_mask((__v8di)(__m512i)(A), \
  631. (__v8df)_mm512_setzero_pd(), \
  632. (__mmask8)(U), (int)(R))
  633. static __inline__ __m256 __DEFAULT_FN_ATTRS512
  634. _mm512_cvtepu64_ps (__m512i __A) {
  635. return (__m256) __builtin_ia32_cvtuqq2ps512_mask ((__v8di) __A,
  636. (__v8sf) _mm256_setzero_ps(),
  637. (__mmask8) -1,
  638. _MM_FROUND_CUR_DIRECTION);
  639. }
  640. static __inline__ __m256 __DEFAULT_FN_ATTRS512
  641. _mm512_mask_cvtepu64_ps (__m256 __W, __mmask8 __U, __m512i __A) {
  642. return (__m256) __builtin_ia32_cvtuqq2ps512_mask ((__v8di) __A,
  643. (__v8sf) __W,
  644. (__mmask8) __U,
  645. _MM_FROUND_CUR_DIRECTION);
  646. }
  647. static __inline__ __m256 __DEFAULT_FN_ATTRS512
  648. _mm512_maskz_cvtepu64_ps (__mmask8 __U, __m512i __A) {
  649. return (__m256) __builtin_ia32_cvtuqq2ps512_mask ((__v8di) __A,
  650. (__v8sf) _mm256_setzero_ps(),
  651. (__mmask8) __U,
  652. _MM_FROUND_CUR_DIRECTION);
  653. }
  654. #define _mm512_cvt_roundepu64_ps(A, R) \
  655. (__m256)__builtin_ia32_cvtuqq2ps512_mask((__v8di)(__m512i)(A), \
  656. (__v8sf)_mm256_setzero_ps(), \
  657. (__mmask8)-1, (int)(R))
  658. #define _mm512_mask_cvt_roundepu64_ps(W, U, A, R) \
  659. (__m256)__builtin_ia32_cvtuqq2ps512_mask((__v8di)(__m512i)(A), \
  660. (__v8sf)(__m256)(W), (__mmask8)(U), \
  661. (int)(R))
  662. #define _mm512_maskz_cvt_roundepu64_ps(U, A, R) \
  663. (__m256)__builtin_ia32_cvtuqq2ps512_mask((__v8di)(__m512i)(A), \
  664. (__v8sf)_mm256_setzero_ps(), \
  665. (__mmask8)(U), (int)(R))
  666. #define _mm512_range_pd(A, B, C) \
  667. (__m512d)__builtin_ia32_rangepd512_mask((__v8df)(__m512d)(A), \
  668. (__v8df)(__m512d)(B), (int)(C), \
  669. (__v8df)_mm512_setzero_pd(), \
  670. (__mmask8)-1, \
  671. _MM_FROUND_CUR_DIRECTION)
  672. #define _mm512_mask_range_pd(W, U, A, B, C) \
  673. (__m512d)__builtin_ia32_rangepd512_mask((__v8df)(__m512d)(A), \
  674. (__v8df)(__m512d)(B), (int)(C), \
  675. (__v8df)(__m512d)(W), (__mmask8)(U), \
  676. _MM_FROUND_CUR_DIRECTION)
  677. #define _mm512_maskz_range_pd(U, A, B, C) \
  678. (__m512d)__builtin_ia32_rangepd512_mask((__v8df)(__m512d)(A), \
  679. (__v8df)(__m512d)(B), (int)(C), \
  680. (__v8df)_mm512_setzero_pd(), \
  681. (__mmask8)(U), \
  682. _MM_FROUND_CUR_DIRECTION)
  683. #define _mm512_range_round_pd(A, B, C, R) \
  684. (__m512d)__builtin_ia32_rangepd512_mask((__v8df)(__m512d)(A), \
  685. (__v8df)(__m512d)(B), (int)(C), \
  686. (__v8df)_mm512_setzero_pd(), \
  687. (__mmask8)-1, (int)(R))
  688. #define _mm512_mask_range_round_pd(W, U, A, B, C, R) \
  689. (__m512d)__builtin_ia32_rangepd512_mask((__v8df)(__m512d)(A), \
  690. (__v8df)(__m512d)(B), (int)(C), \
  691. (__v8df)(__m512d)(W), (__mmask8)(U), \
  692. (int)(R))
  693. #define _mm512_maskz_range_round_pd(U, A, B, C, R) \
  694. (__m512d)__builtin_ia32_rangepd512_mask((__v8df)(__m512d)(A), \
  695. (__v8df)(__m512d)(B), (int)(C), \
  696. (__v8df)_mm512_setzero_pd(), \
  697. (__mmask8)(U), (int)(R))
  698. #define _mm512_range_ps(A, B, C) \
  699. (__m512)__builtin_ia32_rangeps512_mask((__v16sf)(__m512)(A), \
  700. (__v16sf)(__m512)(B), (int)(C), \
  701. (__v16sf)_mm512_setzero_ps(), \
  702. (__mmask16)-1, \
  703. _MM_FROUND_CUR_DIRECTION)
  704. #define _mm512_mask_range_ps(W, U, A, B, C) \
  705. (__m512)__builtin_ia32_rangeps512_mask((__v16sf)(__m512)(A), \
  706. (__v16sf)(__m512)(B), (int)(C), \
  707. (__v16sf)(__m512)(W), (__mmask16)(U), \
  708. _MM_FROUND_CUR_DIRECTION)
  709. #define _mm512_maskz_range_ps(U, A, B, C) \
  710. (__m512)__builtin_ia32_rangeps512_mask((__v16sf)(__m512)(A), \
  711. (__v16sf)(__m512)(B), (int)(C), \
  712. (__v16sf)_mm512_setzero_ps(), \
  713. (__mmask16)(U), \
  714. _MM_FROUND_CUR_DIRECTION)
  715. #define _mm512_range_round_ps(A, B, C, R) \
  716. (__m512)__builtin_ia32_rangeps512_mask((__v16sf)(__m512)(A), \
  717. (__v16sf)(__m512)(B), (int)(C), \
  718. (__v16sf)_mm512_setzero_ps(), \
  719. (__mmask16)-1, (int)(R))
  720. #define _mm512_mask_range_round_ps(W, U, A, B, C, R) \
  721. (__m512)__builtin_ia32_rangeps512_mask((__v16sf)(__m512)(A), \
  722. (__v16sf)(__m512)(B), (int)(C), \
  723. (__v16sf)(__m512)(W), (__mmask16)(U), \
  724. (int)(R))
  725. #define _mm512_maskz_range_round_ps(U, A, B, C, R) \
  726. (__m512)__builtin_ia32_rangeps512_mask((__v16sf)(__m512)(A), \
  727. (__v16sf)(__m512)(B), (int)(C), \
  728. (__v16sf)_mm512_setzero_ps(), \
  729. (__mmask16)(U), (int)(R))
  730. #define _mm_range_round_ss(A, B, C, R) \
  731. (__m128)__builtin_ia32_rangess128_round_mask((__v4sf)(__m128)(A), \
  732. (__v4sf)(__m128)(B), \
  733. (__v4sf)_mm_setzero_ps(), \
  734. (__mmask8) -1, (int)(C),\
  735. (int)(R))
  736. #define _mm_range_ss(A ,B , C) _mm_range_round_ss(A, B, C ,_MM_FROUND_CUR_DIRECTION)
  737. #define _mm_mask_range_round_ss(W, U, A, B, C, R) \
  738. (__m128)__builtin_ia32_rangess128_round_mask((__v4sf)(__m128)(A), \
  739. (__v4sf)(__m128)(B), \
  740. (__v4sf)(__m128)(W),\
  741. (__mmask8)(U), (int)(C),\
  742. (int)(R))
  743. #define _mm_mask_range_ss(W , U, A, B, C) _mm_mask_range_round_ss(W, U, A, B, C , _MM_FROUND_CUR_DIRECTION)
  744. #define _mm_maskz_range_round_ss(U, A, B, C, R) \
  745. (__m128)__builtin_ia32_rangess128_round_mask((__v4sf)(__m128)(A), \
  746. (__v4sf)(__m128)(B), \
  747. (__v4sf)_mm_setzero_ps(), \
  748. (__mmask8)(U), (int)(C),\
  749. (int)(R))
  750. #define _mm_maskz_range_ss(U, A ,B , C) _mm_maskz_range_round_ss(U, A, B, C ,_MM_FROUND_CUR_DIRECTION)
  751. #define _mm_range_round_sd(A, B, C, R) \
  752. (__m128d)__builtin_ia32_rangesd128_round_mask((__v2df)(__m128d)(A), \
  753. (__v2df)(__m128d)(B), \
  754. (__v2df)_mm_setzero_pd(), \
  755. (__mmask8) -1, (int)(C),\
  756. (int)(R))
  757. #define _mm_range_sd(A ,B , C) _mm_range_round_sd(A, B, C ,_MM_FROUND_CUR_DIRECTION)
  758. #define _mm_mask_range_round_sd(W, U, A, B, C, R) \
  759. (__m128d)__builtin_ia32_rangesd128_round_mask((__v2df)(__m128d)(A), \
  760. (__v2df)(__m128d)(B), \
  761. (__v2df)(__m128d)(W),\
  762. (__mmask8)(U), (int)(C),\
  763. (int)(R))
  764. #define _mm_mask_range_sd(W, U, A, B, C) _mm_mask_range_round_sd(W, U, A, B, C ,_MM_FROUND_CUR_DIRECTION)
  765. #define _mm_maskz_range_round_sd(U, A, B, C, R) \
  766. (__m128d)__builtin_ia32_rangesd128_round_mask((__v2df)(__m128d)(A), \
  767. (__v2df)(__m128d)(B), \
  768. (__v2df)_mm_setzero_pd(), \
  769. (__mmask8)(U), (int)(C),\
  770. (int)(R))
  771. #define _mm_maskz_range_sd(U, A, B, C) _mm_maskz_range_round_sd(U, A, B, C ,_MM_FROUND_CUR_DIRECTION)
  772. #define _mm512_reduce_pd(A, B) \
  773. (__m512d)__builtin_ia32_reducepd512_mask((__v8df)(__m512d)(A), (int)(B), \
  774. (__v8df)_mm512_setzero_pd(), \
  775. (__mmask8)-1, \
  776. _MM_FROUND_CUR_DIRECTION)
  777. #define _mm512_mask_reduce_pd(W, U, A, B) \
  778. (__m512d)__builtin_ia32_reducepd512_mask((__v8df)(__m512d)(A), (int)(B), \
  779. (__v8df)(__m512d)(W), \
  780. (__mmask8)(U), \
  781. _MM_FROUND_CUR_DIRECTION)
  782. #define _mm512_maskz_reduce_pd(U, A, B) \
  783. (__m512d)__builtin_ia32_reducepd512_mask((__v8df)(__m512d)(A), (int)(B), \
  784. (__v8df)_mm512_setzero_pd(), \
  785. (__mmask8)(U), \
  786. _MM_FROUND_CUR_DIRECTION)
  787. #define _mm512_reduce_ps(A, B) \
  788. (__m512)__builtin_ia32_reduceps512_mask((__v16sf)(__m512)(A), (int)(B), \
  789. (__v16sf)_mm512_setzero_ps(), \
  790. (__mmask16)-1, \
  791. _MM_FROUND_CUR_DIRECTION)
  792. #define _mm512_mask_reduce_ps(W, U, A, B) \
  793. (__m512)__builtin_ia32_reduceps512_mask((__v16sf)(__m512)(A), (int)(B), \
  794. (__v16sf)(__m512)(W), \
  795. (__mmask16)(U), \
  796. _MM_FROUND_CUR_DIRECTION)
  797. #define _mm512_maskz_reduce_ps(U, A, B) \
  798. (__m512)__builtin_ia32_reduceps512_mask((__v16sf)(__m512)(A), (int)(B), \
  799. (__v16sf)_mm512_setzero_ps(), \
  800. (__mmask16)(U), \
  801. _MM_FROUND_CUR_DIRECTION)
  802. #define _mm512_reduce_round_pd(A, B, R) \
  803. (__m512d)__builtin_ia32_reducepd512_mask((__v8df)(__m512d)(A), (int)(B), \
  804. (__v8df)_mm512_setzero_pd(), \
  805. (__mmask8)-1, (int)(R))
  806. #define _mm512_mask_reduce_round_pd(W, U, A, B, R) \
  807. (__m512d)__builtin_ia32_reducepd512_mask((__v8df)(__m512d)(A), (int)(B), \
  808. (__v8df)(__m512d)(W), \
  809. (__mmask8)(U), (int)(R))
  810. #define _mm512_maskz_reduce_round_pd(U, A, B, R) \
  811. (__m512d)__builtin_ia32_reducepd512_mask((__v8df)(__m512d)(A), (int)(B), \
  812. (__v8df)_mm512_setzero_pd(), \
  813. (__mmask8)(U), (int)(R))
  814. #define _mm512_reduce_round_ps(A, B, R) \
  815. (__m512)__builtin_ia32_reduceps512_mask((__v16sf)(__m512)(A), (int)(B), \
  816. (__v16sf)_mm512_setzero_ps(), \
  817. (__mmask16)-1, (int)(R))
  818. #define _mm512_mask_reduce_round_ps(W, U, A, B, R) \
  819. (__m512)__builtin_ia32_reduceps512_mask((__v16sf)(__m512)(A), (int)(B), \
  820. (__v16sf)(__m512)(W), \
  821. (__mmask16)(U), (int)(R))
  822. #define _mm512_maskz_reduce_round_ps(U, A, B, R) \
  823. (__m512)__builtin_ia32_reduceps512_mask((__v16sf)(__m512)(A), (int)(B), \
  824. (__v16sf)_mm512_setzero_ps(), \
  825. (__mmask16)(U), (int)(R))
  826. #define _mm_reduce_ss(A, B, C) \
  827. (__m128)__builtin_ia32_reducess_mask((__v4sf)(__m128)(A), \
  828. (__v4sf)(__m128)(B), \
  829. (__v4sf)_mm_setzero_ps(), (__mmask8)-1, \
  830. (int)(C), _MM_FROUND_CUR_DIRECTION)
  831. #define _mm_mask_reduce_ss(W, U, A, B, C) \
  832. (__m128)__builtin_ia32_reducess_mask((__v4sf)(__m128)(A), \
  833. (__v4sf)(__m128)(B), \
  834. (__v4sf)(__m128)(W), (__mmask8)(U), \
  835. (int)(C), _MM_FROUND_CUR_DIRECTION)
  836. #define _mm_maskz_reduce_ss(U, A, B, C) \
  837. (__m128)__builtin_ia32_reducess_mask((__v4sf)(__m128)(A), \
  838. (__v4sf)(__m128)(B), \
  839. (__v4sf)_mm_setzero_ps(), \
  840. (__mmask8)(U), (int)(C), \
  841. _MM_FROUND_CUR_DIRECTION)
  842. #define _mm_reduce_round_ss(A, B, C, R) \
  843. (__m128)__builtin_ia32_reducess_mask((__v4sf)(__m128)(A), \
  844. (__v4sf)(__m128)(B), \
  845. (__v4sf)_mm_setzero_ps(), (__mmask8)-1, \
  846. (int)(C), (int)(R))
  847. #define _mm_mask_reduce_round_ss(W, U, A, B, C, R) \
  848. (__m128)__builtin_ia32_reducess_mask((__v4sf)(__m128)(A), \
  849. (__v4sf)(__m128)(B), \
  850. (__v4sf)(__m128)(W), (__mmask8)(U), \
  851. (int)(C), (int)(R))
  852. #define _mm_maskz_reduce_round_ss(U, A, B, C, R) \
  853. (__m128)__builtin_ia32_reducess_mask((__v4sf)(__m128)(A), \
  854. (__v4sf)(__m128)(B), \
  855. (__v4sf)_mm_setzero_ps(), \
  856. (__mmask8)(U), (int)(C), (int)(R))
  857. #define _mm_reduce_sd(A, B, C) \
  858. (__m128d)__builtin_ia32_reducesd_mask((__v2df)(__m128d)(A), \
  859. (__v2df)(__m128d)(B), \
  860. (__v2df)_mm_setzero_pd(), \
  861. (__mmask8)-1, (int)(C), \
  862. _MM_FROUND_CUR_DIRECTION)
  863. #define _mm_mask_reduce_sd(W, U, A, B, C) \
  864. (__m128d)__builtin_ia32_reducesd_mask((__v2df)(__m128d)(A), \
  865. (__v2df)(__m128d)(B), \
  866. (__v2df)(__m128d)(W), (__mmask8)(U), \
  867. (int)(C), _MM_FROUND_CUR_DIRECTION)
  868. #define _mm_maskz_reduce_sd(U, A, B, C) \
  869. (__m128d)__builtin_ia32_reducesd_mask((__v2df)(__m128d)(A), \
  870. (__v2df)(__m128d)(B), \
  871. (__v2df)_mm_setzero_pd(), \
  872. (__mmask8)(U), (int)(C), \
  873. _MM_FROUND_CUR_DIRECTION)
  874. #define _mm_reduce_round_sd(A, B, C, R) \
  875. (__m128d)__builtin_ia32_reducesd_mask((__v2df)(__m128d)(A), \
  876. (__v2df)(__m128d)(B), \
  877. (__v2df)_mm_setzero_pd(), \
  878. (__mmask8)-1, (int)(C), (int)(R))
  879. #define _mm_mask_reduce_round_sd(W, U, A, B, C, R) \
  880. (__m128d)__builtin_ia32_reducesd_mask((__v2df)(__m128d)(A), \
  881. (__v2df)(__m128d)(B), \
  882. (__v2df)(__m128d)(W), (__mmask8)(U), \
  883. (int)(C), (int)(R))
  884. #define _mm_maskz_reduce_round_sd(U, A, B, C, R) \
  885. (__m128d)__builtin_ia32_reducesd_mask((__v2df)(__m128d)(A), \
  886. (__v2df)(__m128d)(B), \
  887. (__v2df)_mm_setzero_pd(), \
  888. (__mmask8)(U), (int)(C), (int)(R))
  889. static __inline__ __mmask16 __DEFAULT_FN_ATTRS512
  890. _mm512_movepi32_mask (__m512i __A)
  891. {
  892. return (__mmask16) __builtin_ia32_cvtd2mask512 ((__v16si) __A);
  893. }
  894. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  895. _mm512_movm_epi32 (__mmask16 __A)
  896. {
  897. return (__m512i) __builtin_ia32_cvtmask2d512 (__A);
  898. }
  899. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  900. _mm512_movm_epi64 (__mmask8 __A)
  901. {
  902. return (__m512i) __builtin_ia32_cvtmask2q512 (__A);
  903. }
  904. static __inline__ __mmask8 __DEFAULT_FN_ATTRS512
  905. _mm512_movepi64_mask (__m512i __A)
  906. {
  907. return (__mmask8) __builtin_ia32_cvtq2mask512 ((__v8di) __A);
  908. }
  909. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  910. _mm512_broadcast_f32x2 (__m128 __A)
  911. {
  912. return (__m512)__builtin_shufflevector((__v4sf)__A, (__v4sf)__A,
  913. 0, 1, 0, 1, 0, 1, 0, 1,
  914. 0, 1, 0, 1, 0, 1, 0, 1);
  915. }
  916. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  917. _mm512_mask_broadcast_f32x2 (__m512 __O, __mmask16 __M, __m128 __A)
  918. {
  919. return (__m512)__builtin_ia32_selectps_512((__mmask16)__M,
  920. (__v16sf)_mm512_broadcast_f32x2(__A),
  921. (__v16sf)__O);
  922. }
  923. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  924. _mm512_maskz_broadcast_f32x2 (__mmask16 __M, __m128 __A)
  925. {
  926. return (__m512)__builtin_ia32_selectps_512((__mmask16)__M,
  927. (__v16sf)_mm512_broadcast_f32x2(__A),
  928. (__v16sf)_mm512_setzero_ps());
  929. }
  930. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  931. _mm512_broadcast_f32x8(__m256 __A)
  932. {
  933. return (__m512)__builtin_shufflevector((__v8sf)__A, (__v8sf)__A,
  934. 0, 1, 2, 3, 4, 5, 6, 7,
  935. 0, 1, 2, 3, 4, 5, 6, 7);
  936. }
  937. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  938. _mm512_mask_broadcast_f32x8(__m512 __O, __mmask16 __M, __m256 __A)
  939. {
  940. return (__m512)__builtin_ia32_selectps_512((__mmask16)__M,
  941. (__v16sf)_mm512_broadcast_f32x8(__A),
  942. (__v16sf)__O);
  943. }
  944. static __inline__ __m512 __DEFAULT_FN_ATTRS512
  945. _mm512_maskz_broadcast_f32x8(__mmask16 __M, __m256 __A)
  946. {
  947. return (__m512)__builtin_ia32_selectps_512((__mmask16)__M,
  948. (__v16sf)_mm512_broadcast_f32x8(__A),
  949. (__v16sf)_mm512_setzero_ps());
  950. }
  951. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  952. _mm512_broadcast_f64x2(__m128d __A)
  953. {
  954. return (__m512d)__builtin_shufflevector((__v2df)__A, (__v2df)__A,
  955. 0, 1, 0, 1, 0, 1, 0, 1);
  956. }
  957. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  958. _mm512_mask_broadcast_f64x2(__m512d __O, __mmask8 __M, __m128d __A)
  959. {
  960. return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__M,
  961. (__v8df)_mm512_broadcast_f64x2(__A),
  962. (__v8df)__O);
  963. }
  964. static __inline__ __m512d __DEFAULT_FN_ATTRS512
  965. _mm512_maskz_broadcast_f64x2(__mmask8 __M, __m128d __A)
  966. {
  967. return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__M,
  968. (__v8df)_mm512_broadcast_f64x2(__A),
  969. (__v8df)_mm512_setzero_pd());
  970. }
  971. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  972. _mm512_broadcast_i32x2 (__m128i __A)
  973. {
  974. return (__m512i)__builtin_shufflevector((__v4si)__A, (__v4si)__A,
  975. 0, 1, 0, 1, 0, 1, 0, 1,
  976. 0, 1, 0, 1, 0, 1, 0, 1);
  977. }
  978. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  979. _mm512_mask_broadcast_i32x2 (__m512i __O, __mmask16 __M, __m128i __A)
  980. {
  981. return (__m512i)__builtin_ia32_selectd_512((__mmask16)__M,
  982. (__v16si)_mm512_broadcast_i32x2(__A),
  983. (__v16si)__O);
  984. }
  985. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  986. _mm512_maskz_broadcast_i32x2 (__mmask16 __M, __m128i __A)
  987. {
  988. return (__m512i)__builtin_ia32_selectd_512((__mmask16)__M,
  989. (__v16si)_mm512_broadcast_i32x2(__A),
  990. (__v16si)_mm512_setzero_si512());
  991. }
  992. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  993. _mm512_broadcast_i32x8(__m256i __A)
  994. {
  995. return (__m512i)__builtin_shufflevector((__v8si)__A, (__v8si)__A,
  996. 0, 1, 2, 3, 4, 5, 6, 7,
  997. 0, 1, 2, 3, 4, 5, 6, 7);
  998. }
  999. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  1000. _mm512_mask_broadcast_i32x8(__m512i __O, __mmask16 __M, __m256i __A)
  1001. {
  1002. return (__m512i)__builtin_ia32_selectd_512((__mmask16)__M,
  1003. (__v16si)_mm512_broadcast_i32x8(__A),
  1004. (__v16si)__O);
  1005. }
  1006. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  1007. _mm512_maskz_broadcast_i32x8(__mmask16 __M, __m256i __A)
  1008. {
  1009. return (__m512i)__builtin_ia32_selectd_512((__mmask16)__M,
  1010. (__v16si)_mm512_broadcast_i32x8(__A),
  1011. (__v16si)_mm512_setzero_si512());
  1012. }
  1013. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  1014. _mm512_broadcast_i64x2(__m128i __A)
  1015. {
  1016. return (__m512i)__builtin_shufflevector((__v2di)__A, (__v2di)__A,
  1017. 0, 1, 0, 1, 0, 1, 0, 1);
  1018. }
  1019. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  1020. _mm512_mask_broadcast_i64x2(__m512i __O, __mmask8 __M, __m128i __A)
  1021. {
  1022. return (__m512i)__builtin_ia32_selectq_512((__mmask8)__M,
  1023. (__v8di)_mm512_broadcast_i64x2(__A),
  1024. (__v8di)__O);
  1025. }
  1026. static __inline__ __m512i __DEFAULT_FN_ATTRS512
  1027. _mm512_maskz_broadcast_i64x2(__mmask8 __M, __m128i __A)
  1028. {
  1029. return (__m512i)__builtin_ia32_selectq_512((__mmask8)__M,
  1030. (__v8di)_mm512_broadcast_i64x2(__A),
  1031. (__v8di)_mm512_setzero_si512());
  1032. }
  1033. #define _mm512_extractf32x8_ps(A, imm) \
  1034. (__m256)__builtin_ia32_extractf32x8_mask((__v16sf)(__m512)(A), (int)(imm), \
  1035. (__v8sf)_mm256_undefined_ps(), \
  1036. (__mmask8)-1)
  1037. #define _mm512_mask_extractf32x8_ps(W, U, A, imm) \
  1038. (__m256)__builtin_ia32_extractf32x8_mask((__v16sf)(__m512)(A), (int)(imm), \
  1039. (__v8sf)(__m256)(W), \
  1040. (__mmask8)(U))
  1041. #define _mm512_maskz_extractf32x8_ps(U, A, imm) \
  1042. (__m256)__builtin_ia32_extractf32x8_mask((__v16sf)(__m512)(A), (int)(imm), \
  1043. (__v8sf)_mm256_setzero_ps(), \
  1044. (__mmask8)(U))
  1045. #define _mm512_extractf64x2_pd(A, imm) \
  1046. (__m128d)__builtin_ia32_extractf64x2_512_mask((__v8df)(__m512d)(A), \
  1047. (int)(imm), \
  1048. (__v2df)_mm_undefined_pd(), \
  1049. (__mmask8)-1)
  1050. #define _mm512_mask_extractf64x2_pd(W, U, A, imm) \
  1051. (__m128d)__builtin_ia32_extractf64x2_512_mask((__v8df)(__m512d)(A), \
  1052. (int)(imm), \
  1053. (__v2df)(__m128d)(W), \
  1054. (__mmask8)(U))
  1055. #define _mm512_maskz_extractf64x2_pd(U, A, imm) \
  1056. (__m128d)__builtin_ia32_extractf64x2_512_mask((__v8df)(__m512d)(A), \
  1057. (int)(imm), \
  1058. (__v2df)_mm_setzero_pd(), \
  1059. (__mmask8)(U))
  1060. #define _mm512_extracti32x8_epi32(A, imm) \
  1061. (__m256i)__builtin_ia32_extracti32x8_mask((__v16si)(__m512i)(A), (int)(imm), \
  1062. (__v8si)_mm256_undefined_si256(), \
  1063. (__mmask8)-1)
  1064. #define _mm512_mask_extracti32x8_epi32(W, U, A, imm) \
  1065. (__m256i)__builtin_ia32_extracti32x8_mask((__v16si)(__m512i)(A), (int)(imm), \
  1066. (__v8si)(__m256i)(W), \
  1067. (__mmask8)(U))
  1068. #define _mm512_maskz_extracti32x8_epi32(U, A, imm) \
  1069. (__m256i)__builtin_ia32_extracti32x8_mask((__v16si)(__m512i)(A), (int)(imm), \
  1070. (__v8si)_mm256_setzero_si256(), \
  1071. (__mmask8)(U))
  1072. #define _mm512_extracti64x2_epi64(A, imm) \
  1073. (__m128i)__builtin_ia32_extracti64x2_512_mask((__v8di)(__m512i)(A), \
  1074. (int)(imm), \
  1075. (__v2di)_mm_undefined_si128(), \
  1076. (__mmask8)-1)
  1077. #define _mm512_mask_extracti64x2_epi64(W, U, A, imm) \
  1078. (__m128i)__builtin_ia32_extracti64x2_512_mask((__v8di)(__m512i)(A), \
  1079. (int)(imm), \
  1080. (__v2di)(__m128i)(W), \
  1081. (__mmask8)(U))
  1082. #define _mm512_maskz_extracti64x2_epi64(U, A, imm) \
  1083. (__m128i)__builtin_ia32_extracti64x2_512_mask((__v8di)(__m512i)(A), \
  1084. (int)(imm), \
  1085. (__v2di)_mm_setzero_si128(), \
  1086. (__mmask8)(U))
  1087. #define _mm512_insertf32x8(A, B, imm) \
  1088. (__m512)__builtin_ia32_insertf32x8((__v16sf)(__m512)(A), \
  1089. (__v8sf)(__m256)(B), (int)(imm))
  1090. #define _mm512_mask_insertf32x8(W, U, A, B, imm) \
  1091. (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
  1092. (__v16sf)_mm512_insertf32x8((A), (B), (imm)), \
  1093. (__v16sf)(__m512)(W))
  1094. #define _mm512_maskz_insertf32x8(U, A, B, imm) \
  1095. (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
  1096. (__v16sf)_mm512_insertf32x8((A), (B), (imm)), \
  1097. (__v16sf)_mm512_setzero_ps())
  1098. #define _mm512_insertf64x2(A, B, imm) \
  1099. (__m512d)__builtin_ia32_insertf64x2_512((__v8df)(__m512d)(A), \
  1100. (__v2df)(__m128d)(B), (int)(imm))
  1101. #define _mm512_mask_insertf64x2(W, U, A, B, imm) \
  1102. (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
  1103. (__v8df)_mm512_insertf64x2((A), (B), (imm)), \
  1104. (__v8df)(__m512d)(W))
  1105. #define _mm512_maskz_insertf64x2(U, A, B, imm) \
  1106. (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
  1107. (__v8df)_mm512_insertf64x2((A), (B), (imm)), \
  1108. (__v8df)_mm512_setzero_pd())
  1109. #define _mm512_inserti32x8(A, B, imm) \
  1110. (__m512i)__builtin_ia32_inserti32x8((__v16si)(__m512i)(A), \
  1111. (__v8si)(__m256i)(B), (int)(imm))
  1112. #define _mm512_mask_inserti32x8(W, U, A, B, imm) \
  1113. (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
  1114. (__v16si)_mm512_inserti32x8((A), (B), (imm)), \
  1115. (__v16si)(__m512i)(W))
  1116. #define _mm512_maskz_inserti32x8(U, A, B, imm) \
  1117. (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
  1118. (__v16si)_mm512_inserti32x8((A), (B), (imm)), \
  1119. (__v16si)_mm512_setzero_si512())
  1120. #define _mm512_inserti64x2(A, B, imm) \
  1121. (__m512i)__builtin_ia32_inserti64x2_512((__v8di)(__m512i)(A), \
  1122. (__v2di)(__m128i)(B), (int)(imm))
  1123. #define _mm512_mask_inserti64x2(W, U, A, B, imm) \
  1124. (__m512i)__builtin_ia32_selectq_512((__mmask8)(U), \
  1125. (__v8di)_mm512_inserti64x2((A), (B), (imm)), \
  1126. (__v8di)(__m512i)(W))
  1127. #define _mm512_maskz_inserti64x2(U, A, B, imm) \
  1128. (__m512i)__builtin_ia32_selectq_512((__mmask8)(U), \
  1129. (__v8di)_mm512_inserti64x2((A), (B), (imm)), \
  1130. (__v8di)_mm512_setzero_si512())
  1131. #define _mm512_mask_fpclass_ps_mask(U, A, imm) \
  1132. (__mmask16)__builtin_ia32_fpclassps512_mask((__v16sf)(__m512)(A), \
  1133. (int)(imm), (__mmask16)(U))
  1134. #define _mm512_fpclass_ps_mask(A, imm) \
  1135. (__mmask16)__builtin_ia32_fpclassps512_mask((__v16sf)(__m512)(A), \
  1136. (int)(imm), (__mmask16)-1)
  1137. #define _mm512_mask_fpclass_pd_mask(U, A, imm) \
  1138. (__mmask8)__builtin_ia32_fpclasspd512_mask((__v8df)(__m512d)(A), (int)(imm), \
  1139. (__mmask8)(U))
  1140. #define _mm512_fpclass_pd_mask(A, imm) \
  1141. (__mmask8)__builtin_ia32_fpclasspd512_mask((__v8df)(__m512d)(A), (int)(imm), \
  1142. (__mmask8)-1)
  1143. #define _mm_fpclass_sd_mask(A, imm) \
  1144. (__mmask8)__builtin_ia32_fpclasssd_mask((__v2df)(__m128d)(A), (int)(imm), \
  1145. (__mmask8)-1)
  1146. #define _mm_mask_fpclass_sd_mask(U, A, imm) \
  1147. (__mmask8)__builtin_ia32_fpclasssd_mask((__v2df)(__m128d)(A), (int)(imm), \
  1148. (__mmask8)(U))
  1149. #define _mm_fpclass_ss_mask(A, imm) \
  1150. (__mmask8)__builtin_ia32_fpclassss_mask((__v4sf)(__m128)(A), (int)(imm), \
  1151. (__mmask8)-1)
  1152. #define _mm_mask_fpclass_ss_mask(U, A, imm) \
  1153. (__mmask8)__builtin_ia32_fpclassss_mask((__v4sf)(__m128)(A), (int)(imm), \
  1154. (__mmask8)(U))
  1155. #undef __DEFAULT_FN_ATTRS512
  1156. #undef __DEFAULT_FN_ATTRS
  1157. #endif