/* Copyright (C) 2019-2023 Free Software Foundation, Inc. This file is part of GCC. GCC is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3, or (at your option) any later version. GCC is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. Under Section 7 of GPL version 3, you are granted additional permissions described in the GCC Runtime Library Exception, version 3.1, as published by the Free Software Foundation. You should have received a copy of the GNU General Public License and a copy of the GCC Runtime Library Exception along with this program; see the files COPYING3 and COPYING.RUNTIME respectively. If not, see <http://www.gnu.org/licenses/>. */ #ifndef _IMMINTRIN_H_INCLUDED #error "Never use <avx512fp16intrin.h> directly; include <immintrin.h> instead." #endif #ifndef __AVX512FP16INTRIN_H_INCLUDED #define __AVX512FP16INTRIN_H_INCLUDED #ifndef __AVX512FP16__ #pragma GCC push_options #pragma GCC target("avx512fp16") #define __DISABLE_AVX512FP16__ #endif /* __AVX512FP16__ */ /* Internal data types for implementing the intrinsics. */ typedef _Float16 __v8hf __attribute__ ((__vector_size__ (16))); typedef _Float16 __v16hf __attribute__ ((__vector_size__ (32))); typedef _Float16 __v32hf __attribute__ ((__vector_size__ (64))); /* The Intel API is flexible enough that we must allow aliasing with other vector types, and their scalar components. */ typedef _Float16 __m128h __attribute__ ((__vector_size__ (16), __may_alias__)); typedef _Float16 __m256h __attribute__ ((__vector_size__ (32), __may_alias__)); typedef _Float16 __m512h __attribute__ ((__vector_size__ (64), __may_alias__)); /* Unaligned version of the same type. */ typedef _Float16 __m128h_u __attribute__ ((__vector_size__ (16), \ __may_alias__, __aligned__ (1))); typedef _Float16 __m256h_u __attribute__ ((__vector_size__ (32), \ __may_alias__, __aligned__ (1))); typedef _Float16 __m512h_u __attribute__ ((__vector_size__ (64), \ __may_alias__, __aligned__ (1))); extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_set_ph (_Float16 __A7, _Float16 __A6, _Float16 __A5, _Float16 __A4, _Float16 __A3, _Float16 __A2, _Float16 __A1, _Float16 __A0) { return __extension__ (__m128h)(__v8hf){ __A0, __A1, __A2, __A3, __A4, __A5, __A6, __A7 }; } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm256_set_ph (_Float16 __A15, _Float16 __A14, _Float16 __A13, _Float16 __A12, _Float16 __A11, _Float16 __A10, _Float16 __A9, _Float16 __A8, _Float16 __A7, _Float16 __A6, _Float16 __A5, _Float16 __A4, _Float16 __A3, _Float16 __A2, _Float16 __A1, _Float16 __A0) { return __extension__ (__m256h)(__v16hf){ __A0, __A1, __A2, __A3, __A4, __A5, __A6, __A7, __A8, __A9, __A10, __A11, __A12, __A13, __A14, __A15 }; } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_set_ph (_Float16 __A31, _Float16 __A30, _Float16 __A29, _Float16 __A28, _Float16 __A27, _Float16 __A26, _Float16 __A25, _Float16 __A24, _Float16 __A23, _Float16 __A22, _Float16 __A21, _Float16 __A20, _Float16 __A19, _Float16 __A18, _Float16 __A17, _Float16 __A16, _Float16 __A15, _Float16 __A14, _Float16 __A13, _Float16 __A12, _Float16 __A11, _Float16 __A10, _Float16 __A9, _Float16 __A8, _Float16 __A7, _Float16 __A6, _Float16 __A5, _Float16 __A4, _Float16 __A3, _Float16 __A2, _Float16 __A1, _Float16 __A0) { return __extension__ (__m512h)(__v32hf){ __A0, __A1, __A2, __A3, __A4, __A5, __A6, __A7, __A8, __A9, __A10, __A11, __A12, __A13, __A14, __A15, __A16, __A17, __A18, __A19, __A20, __A21, __A22, __A23, __A24, __A25, __A26, __A27, __A28, __A29, __A30, __A31 }; } /* Create vectors of elements in the reversed order from _mm_set_ph, _mm256_set_ph and _mm512_set_ph functions. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_setr_ph (_Float16 __A0, _Float16 __A1, _Float16 __A2, _Float16 __A3, _Float16 __A4, _Float16 __A5, _Float16 __A6, _Float16 __A7) { return _mm_set_ph (__A7, __A6, __A5, __A4, __A3, __A2, __A1, __A0); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm256_setr_ph (_Float16 __A0, _Float16 __A1, _Float16 __A2, _Float16 __A3, _Float16 __A4, _Float16 __A5, _Float16 __A6, _Float16 __A7, _Float16 __A8, _Float16 __A9, _Float16 __A10, _Float16 __A11, _Float16 __A12, _Float16 __A13, _Float16 __A14, _Float16 __A15) { return _mm256_set_ph (__A15, __A14, __A13, __A12, __A11, __A10, __A9, __A8, __A7, __A6, __A5, __A4, __A3, __A2, __A1, __A0); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_setr_ph (_Float16 __A0, _Float16 __A1, _Float16 __A2, _Float16 __A3, _Float16 __A4, _Float16 __A5, _Float16 __A6, _Float16 __A7, _Float16 __A8, _Float16 __A9, _Float16 __A10, _Float16 __A11, _Float16 __A12, _Float16 __A13, _Float16 __A14, _Float16 __A15, _Float16 __A16, _Float16 __A17, _Float16 __A18, _Float16 __A19, _Float16 __A20, _Float16 __A21, _Float16 __A22, _Float16 __A23, _Float16 __A24, _Float16 __A25, _Float16 __A26, _Float16 __A27, _Float16 __A28, _Float16 __A29, _Float16 __A30, _Float16 __A31) { return _mm512_set_ph (__A31, __A30, __A29, __A28, __A27, __A26, __A25, __A24, __A23, __A22, __A21, __A20, __A19, __A18, __A17, __A16, __A15, __A14, __A13, __A12, __A11, __A10, __A9, __A8, __A7, __A6, __A5, __A4, __A3, __A2, __A1, __A0); } /* Broadcast _Float16 to vector. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_set1_ph (_Float16 __A) { return _mm_set_ph (__A, __A, __A, __A, __A, __A, __A, __A); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm256_set1_ph (_Float16 __A) { return _mm256_set_ph (__A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_set1_ph (_Float16 __A) { return _mm512_set_ph (__A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A, __A); } /* Create a vector with all zeros. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_setzero_ph (void) { return _mm_set1_ph (0.0f16); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm256_setzero_ph (void) { return _mm256_set1_ph (0.0f16); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_setzero_ph (void) { return _mm512_set1_ph (0.0f16); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_undefined_ph (void) { #pragma GCC diagnostic push #pragma GCC diagnostic ignored "-Winit-self" __m128h __Y = __Y; #pragma GCC diagnostic pop return __Y; } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm256_undefined_ph (void) { #pragma GCC diagnostic push #pragma GCC diagnostic ignored "-Winit-self" __m256h __Y = __Y; #pragma GCC diagnostic pop return __Y; } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_undefined_ph (void) { #pragma GCC diagnostic push #pragma GCC diagnostic ignored "-Winit-self" __m512h __Y = __Y; #pragma GCC diagnostic pop return __Y; } extern __inline _Float16 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtsh_h (__m128h __A) { return __A[0]; } extern __inline _Float16 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm256_cvtsh_h (__m256h __A) { return __A[0]; } extern __inline _Float16 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtsh_h (__m512h __A) { return __A[0]; } extern __inline __m512 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_castph_ps (__m512h __a) { return (__m512) __a; } extern __inline __m512d __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_castph_pd (__m512h __a) { return (__m512d) __a; } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_castph_si512 (__m512h __a) { return (__m512i) __a; } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_castph512_ph128 (__m512h __A) { union { __m128h __a[4]; __m512h __v; } __u = { .__v = __A }; return __u.__a[0]; } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_castph512_ph256 (__m512h __A) { union { __m256h __a[2]; __m512h __v; } __u = { .__v = __A }; return __u.__a[0]; } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_castph128_ph512 (__m128h __A) { union { __m128h __a[4]; __m512h __v; } __u; __u.__a[0] = __A; return __u.__v; } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_castph256_ph512 (__m256h __A) { union { __m256h __a[2]; __m512h __v; } __u; __u.__a[0] = __A; return __u.__v; } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_zextph128_ph512 (__m128h __A) { return (__m512h) _mm512_insertf32x4 (_mm512_setzero_ps (), (__m128) __A, 0); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_zextph256_ph512 (__m256h __A) { return (__m512h) _mm512_insertf64x4 (_mm512_setzero_pd (), (__m256d) __A, 0); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_castps_ph (__m512 __a) { return (__m512h) __a; } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_castpd_ph (__m512d __a) { return (__m512h) __a; } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_castsi512_ph (__m512i __a) { return (__m512h) __a; } /* Create a vector with element 0 as F and the rest zero. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_set_sh (_Float16 __F) { return _mm_set_ph (0.0f16, 0.0f16, 0.0f16, 0.0f16, 0.0f16, 0.0f16, 0.0f16, __F); } /* Create a vector with element 0 as *P and the rest zero. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_load_sh (void const *__P) { return _mm_set_ph (0.0f16, 0.0f16, 0.0f16, 0.0f16, 0.0f16, 0.0f16, 0.0f16, *(_Float16 const *) __P); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_load_ph (void const *__P) { return *(const __m512h *) __P; } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm256_load_ph (void const *__P) { return *(const __m256h *) __P; } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_load_ph (void const *__P) { return *(const __m128h *) __P; } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_loadu_ph (void const *__P) { return *(const __m512h_u *) __P; } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm256_loadu_ph (void const *__P) { return *(const __m256h_u *) __P; } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_loadu_ph (void const *__P) { return *(const __m128h_u *) __P; } /* Stores the lower _Float16 value. */ extern __inline void __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_store_sh (void *__P, __m128h __A) { *(_Float16 *) __P = ((__v8hf)__A)[0]; } extern __inline void __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_store_ph (void *__P, __m512h __A) { *(__m512h *) __P = __A; } extern __inline void __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm256_store_ph (void *__P, __m256h __A) { *(__m256h *) __P = __A; } extern __inline void __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_store_ph (void *__P, __m128h __A) { *(__m128h *) __P = __A; } extern __inline void __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_storeu_ph (void *__P, __m512h __A) { *(__m512h_u *) __P = __A; } extern __inline void __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm256_storeu_ph (void *__P, __m256h __A) { *(__m256h_u *) __P = __A; } extern __inline void __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_storeu_ph (void *__P, __m128h __A) { *(__m128h_u *) __P = __A; } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_abs_ph (__m512h __A) { return (__m512h) _mm512_and_epi32 ( _mm512_set1_epi32 (0x7FFF7FFF), (__m512i) __A); } /* Intrinsics v[add,sub,mul,div]ph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_add_ph (__m512h __A, __m512h __B) { return (__m512h) ((__v32hf) __A + (__v32hf) __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_add_ph (__m512h __A, __mmask32 __B, __m512h __C, __m512h __D) { return __builtin_ia32_addph512_mask (__C, __D, __A, __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_add_ph (__mmask32 __A, __m512h __B, __m512h __C) { return __builtin_ia32_addph512_mask (__B, __C, _mm512_setzero_ph (), __A); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_sub_ph (__m512h __A, __m512h __B) { return (__m512h) ((__v32hf) __A - (__v32hf) __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_sub_ph (__m512h __A, __mmask32 __B, __m512h __C, __m512h __D) { return __builtin_ia32_subph512_mask (__C, __D, __A, __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_sub_ph (__mmask32 __A, __m512h __B, __m512h __C) { return __builtin_ia32_subph512_mask (__B, __C, _mm512_setzero_ph (), __A); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mul_ph (__m512h __A, __m512h __B) { return (__m512h) ((__v32hf) __A * (__v32hf) __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_mul_ph (__m512h __A, __mmask32 __B, __m512h __C, __m512h __D) { return __builtin_ia32_mulph512_mask (__C, __D, __A, __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_mul_ph (__mmask32 __A, __m512h __B, __m512h __C) { return __builtin_ia32_mulph512_mask (__B, __C, _mm512_setzero_ph (), __A); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_div_ph (__m512h __A, __m512h __B) { return (__m512h) ((__v32hf) __A / (__v32hf) __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_div_ph (__m512h __A, __mmask32 __B, __m512h __C, __m512h __D) { return __builtin_ia32_divph512_mask (__C, __D, __A, __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_div_ph (__mmask32 __A, __m512h __B, __m512h __C) { return __builtin_ia32_divph512_mask (__B, __C, _mm512_setzero_ph (), __A); } #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_add_round_ph (__m512h __A, __m512h __B, const int __C) { return __builtin_ia32_addph512_mask_round (__A, __B, _mm512_setzero_ph (), (__mmask32) -1, __C); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_add_round_ph (__m512h __A, __mmask32 __B, __m512h __C, __m512h __D, const int __E) { return __builtin_ia32_addph512_mask_round (__C, __D, __A, __B, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_add_round_ph (__mmask32 __A, __m512h __B, __m512h __C, const int __D) { return __builtin_ia32_addph512_mask_round (__B, __C, _mm512_setzero_ph (), __A, __D); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_sub_round_ph (__m512h __A, __m512h __B, const int __C) { return __builtin_ia32_subph512_mask_round (__A, __B, _mm512_setzero_ph (), (__mmask32) -1, __C); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_sub_round_ph (__m512h __A, __mmask32 __B, __m512h __C, __m512h __D, const int __E) { return __builtin_ia32_subph512_mask_round (__C, __D, __A, __B, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_sub_round_ph (__mmask32 __A, __m512h __B, __m512h __C, const int __D) { return __builtin_ia32_subph512_mask_round (__B, __C, _mm512_setzero_ph (), __A, __D); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mul_round_ph (__m512h __A, __m512h __B, const int __C) { return __builtin_ia32_mulph512_mask_round (__A, __B, _mm512_setzero_ph (), (__mmask32) -1, __C); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_mul_round_ph (__m512h __A, __mmask32 __B, __m512h __C, __m512h __D, const int __E) { return __builtin_ia32_mulph512_mask_round (__C, __D, __A, __B, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_mul_round_ph (__mmask32 __A, __m512h __B, __m512h __C, const int __D) { return __builtin_ia32_mulph512_mask_round (__B, __C, _mm512_setzero_ph (), __A, __D); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_div_round_ph (__m512h __A, __m512h __B, const int __C) { return __builtin_ia32_divph512_mask_round (__A, __B, _mm512_setzero_ph (), (__mmask32) -1, __C); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_div_round_ph (__m512h __A, __mmask32 __B, __m512h __C, __m512h __D, const int __E) { return __builtin_ia32_divph512_mask_round (__C, __D, __A, __B, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_div_round_ph (__mmask32 __A, __m512h __B, __m512h __C, const int __D) { return __builtin_ia32_divph512_mask_round (__B, __C, _mm512_setzero_ph (), __A, __D); } #else #define _mm512_add_round_ph(A, B, C) \ ((__m512h)__builtin_ia32_addph512_mask_round((A), (B), \ _mm512_setzero_ph (), \ (__mmask32)-1, (C))) #define _mm512_mask_add_round_ph(A, B, C, D, E) \ ((__m512h)__builtin_ia32_addph512_mask_round((C), (D), (A), (B), (E))) #define _mm512_maskz_add_round_ph(A, B, C, D) \ ((__m512h)__builtin_ia32_addph512_mask_round((B), (C), \ _mm512_setzero_ph (), \ (A), (D))) #define _mm512_sub_round_ph(A, B, C) \ ((__m512h)__builtin_ia32_subph512_mask_round((A), (B), \ _mm512_setzero_ph (), \ (__mmask32)-1, (C))) #define _mm512_mask_sub_round_ph(A, B, C, D, E) \ ((__m512h)__builtin_ia32_subph512_mask_round((C), (D), (A), (B), (E))) #define _mm512_maskz_sub_round_ph(A, B, C, D) \ ((__m512h)__builtin_ia32_subph512_mask_round((B), (C), \ _mm512_setzero_ph (), \ (A), (D))) #define _mm512_mul_round_ph(A, B, C) \ ((__m512h)__builtin_ia32_mulph512_mask_round((A), (B), \ _mm512_setzero_ph (), \ (__mmask32)-1, (C))) #define _mm512_mask_mul_round_ph(A, B, C, D, E) \ ((__m512h)__builtin_ia32_mulph512_mask_round((C), (D), (A), (B), (E))) #define _mm512_maskz_mul_round_ph(A, B, C, D) \ ((__m512h)__builtin_ia32_mulph512_mask_round((B), (C), \ _mm512_setzero_ph (), \ (A), (D))) #define _mm512_div_round_ph(A, B, C) \ ((__m512h)__builtin_ia32_divph512_mask_round((A), (B), \ _mm512_setzero_ph (), \ (__mmask32)-1, (C))) #define _mm512_mask_div_round_ph(A, B, C, D, E) \ ((__m512h)__builtin_ia32_divph512_mask_round((C), (D), (A), (B), (E))) #define _mm512_maskz_div_round_ph(A, B, C, D) \ ((__m512h)__builtin_ia32_divph512_mask_round((B), (C), \ _mm512_setzero_ph (), \ (A), (D))) #endif /* __OPTIMIZE__ */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_conj_pch (__m512h __A) { return (__m512h) _mm512_xor_epi32 ((__m512i) __A, _mm512_set1_epi32 (1<<31)); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_conj_pch (__m512h __W, __mmask16 __U, __m512h __A) { return (__m512h) __builtin_ia32_movaps512_mask ((__v16sf) _mm512_conj_pch (__A), (__v16sf) __W, (__mmask16) __U); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_conj_pch (__mmask16 __U, __m512h __A) { return (__m512h) __builtin_ia32_movaps512_mask ((__v16sf) _mm512_conj_pch (__A), (__v16sf) _mm512_setzero_ps (), (__mmask16) __U); } /* Intrinsics of v[add,sub,mul,div]sh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_add_sh (__m128h __A, __m128h __B) { __A[0] += __B[0]; return __A; } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_add_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D) { return __builtin_ia32_addsh_mask (__C, __D, __A, __B); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_add_sh (__mmask8 __A, __m128h __B, __m128h __C) { return __builtin_ia32_addsh_mask (__B, __C, _mm_setzero_ph (), __A); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_sub_sh (__m128h __A, __m128h __B) { __A[0] -= __B[0]; return __A; } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_sub_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D) { return __builtin_ia32_subsh_mask (__C, __D, __A, __B); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_sub_sh (__mmask8 __A, __m128h __B, __m128h __C) { return __builtin_ia32_subsh_mask (__B, __C, _mm_setzero_ph (), __A); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mul_sh (__m128h __A, __m128h __B) { __A[0] *= __B[0]; return __A; } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_mul_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D) { return __builtin_ia32_mulsh_mask (__C, __D, __A, __B); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_mul_sh (__mmask8 __A, __m128h __B, __m128h __C) { return __builtin_ia32_mulsh_mask (__B, __C, _mm_setzero_ph (), __A); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_div_sh (__m128h __A, __m128h __B) { __A[0] /= __B[0]; return __A; } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_div_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D) { return __builtin_ia32_divsh_mask (__C, __D, __A, __B); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_div_sh (__mmask8 __A, __m128h __B, __m128h __C) { return __builtin_ia32_divsh_mask (__B, __C, _mm_setzero_ph (), __A); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_add_round_sh (__m128h __A, __m128h __B, const int __C) { return __builtin_ia32_addsh_mask_round (__A, __B, _mm_setzero_ph (), (__mmask8) -1, __C); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_add_round_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, const int __E) { return __builtin_ia32_addsh_mask_round (__C, __D, __A, __B, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_add_round_sh (__mmask8 __A, __m128h __B, __m128h __C, const int __D) { return __builtin_ia32_addsh_mask_round (__B, __C, _mm_setzero_ph (), __A, __D); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_sub_round_sh (__m128h __A, __m128h __B, const int __C) { return __builtin_ia32_subsh_mask_round (__A, __B, _mm_setzero_ph (), (__mmask8) -1, __C); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_sub_round_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, const int __E) { return __builtin_ia32_subsh_mask_round (__C, __D, __A, __B, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_sub_round_sh (__mmask8 __A, __m128h __B, __m128h __C, const int __D) { return __builtin_ia32_subsh_mask_round (__B, __C, _mm_setzero_ph (), __A, __D); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mul_round_sh (__m128h __A, __m128h __B, const int __C) { return __builtin_ia32_mulsh_mask_round (__A, __B, _mm_setzero_ph (), (__mmask8) -1, __C); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_mul_round_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, const int __E) { return __builtin_ia32_mulsh_mask_round (__C, __D, __A, __B, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_mul_round_sh (__mmask8 __A, __m128h __B, __m128h __C, const int __D) { return __builtin_ia32_mulsh_mask_round (__B, __C, _mm_setzero_ph (), __A, __D); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_div_round_sh (__m128h __A, __m128h __B, const int __C) { return __builtin_ia32_divsh_mask_round (__A, __B, _mm_setzero_ph (), (__mmask8) -1, __C); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_div_round_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, const int __E) { return __builtin_ia32_divsh_mask_round (__C, __D, __A, __B, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_div_round_sh (__mmask8 __A, __m128h __B, __m128h __C, const int __D) { return __builtin_ia32_divsh_mask_round (__B, __C, _mm_setzero_ph (), __A, __D); } #else #define _mm_add_round_sh(A, B, C) \ ((__m128h)__builtin_ia32_addsh_mask_round ((A), (B), \ _mm_setzero_ph (), \ (__mmask8)-1, (C))) #define _mm_mask_add_round_sh(A, B, C, D, E) \ ((__m128h)__builtin_ia32_addsh_mask_round ((C), (D), (A), (B), (E))) #define _mm_maskz_add_round_sh(A, B, C, D) \ ((__m128h)__builtin_ia32_addsh_mask_round ((B), (C), \ _mm_setzero_ph (), \ (A), (D))) #define _mm_sub_round_sh(A, B, C) \ ((__m128h)__builtin_ia32_subsh_mask_round ((A), (B), \ _mm_setzero_ph (), \ (__mmask8)-1, (C))) #define _mm_mask_sub_round_sh(A, B, C, D, E) \ ((__m128h)__builtin_ia32_subsh_mask_round ((C), (D), (A), (B), (E))) #define _mm_maskz_sub_round_sh(A, B, C, D) \ ((__m128h)__builtin_ia32_subsh_mask_round ((B), (C), \ _mm_setzero_ph (), \ (A), (D))) #define _mm_mul_round_sh(A, B, C) \ ((__m128h)__builtin_ia32_mulsh_mask_round ((A), (B), \ _mm_setzero_ph (), \ (__mmask8)-1, (C))) #define _mm_mask_mul_round_sh(A, B, C, D, E) \ ((__m128h)__builtin_ia32_mulsh_mask_round ((C), (D), (A), (B), (E))) #define _mm_maskz_mul_round_sh(A, B, C, D) \ ((__m128h)__builtin_ia32_mulsh_mask_round ((B), (C), \ _mm_setzero_ph (), \ (A), (D))) #define _mm_div_round_sh(A, B, C) \ ((__m128h)__builtin_ia32_divsh_mask_round ((A), (B), \ _mm_setzero_ph (), \ (__mmask8)-1, (C))) #define _mm_mask_div_round_sh(A, B, C, D, E) \ ((__m128h)__builtin_ia32_divsh_mask_round ((C), (D), (A), (B), (E))) #define _mm_maskz_div_round_sh(A, B, C, D) \ ((__m128h)__builtin_ia32_divsh_mask_round ((B), (C), \ _mm_setzero_ph (), \ (A), (D))) #endif /* __OPTIMIZE__ */ /* Intrinsic vmaxph vminph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_max_ph (__m512h __A, __m512h __B) { return __builtin_ia32_maxph512_mask (__A, __B, _mm512_setzero_ph (), (__mmask32) -1); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_max_ph (__m512h __A, __mmask32 __B, __m512h __C, __m512h __D) { return __builtin_ia32_maxph512_mask (__C, __D, __A, __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_max_ph (__mmask32 __A, __m512h __B, __m512h __C) { return __builtin_ia32_maxph512_mask (__B, __C, _mm512_setzero_ph (), __A); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_min_ph (__m512h __A, __m512h __B) { return __builtin_ia32_minph512_mask (__A, __B, _mm512_setzero_ph (), (__mmask32) -1); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_min_ph (__m512h __A, __mmask32 __B, __m512h __C, __m512h __D) { return __builtin_ia32_minph512_mask (__C, __D, __A, __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_min_ph (__mmask32 __A, __m512h __B, __m512h __C) { return __builtin_ia32_minph512_mask (__B, __C, _mm512_setzero_ph (), __A); } #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_max_round_ph (__m512h __A, __m512h __B, const int __C) { return __builtin_ia32_maxph512_mask_round (__A, __B, _mm512_setzero_ph (), (__mmask32) -1, __C); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_max_round_ph (__m512h __A, __mmask32 __B, __m512h __C, __m512h __D, const int __E) { return __builtin_ia32_maxph512_mask_round (__C, __D, __A, __B, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_max_round_ph (__mmask32 __A, __m512h __B, __m512h __C, const int __D) { return __builtin_ia32_maxph512_mask_round (__B, __C, _mm512_setzero_ph (), __A, __D); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_min_round_ph (__m512h __A, __m512h __B, const int __C) { return __builtin_ia32_minph512_mask_round (__A, __B, _mm512_setzero_ph (), (__mmask32) -1, __C); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_min_round_ph (__m512h __A, __mmask32 __B, __m512h __C, __m512h __D, const int __E) { return __builtin_ia32_minph512_mask_round (__C, __D, __A, __B, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_min_round_ph (__mmask32 __A, __m512h __B, __m512h __C, const int __D) { return __builtin_ia32_minph512_mask_round (__B, __C, _mm512_setzero_ph (), __A, __D); } #else #define _mm512_max_round_ph(A, B, C) \ (__builtin_ia32_maxph512_mask_round ((A), (B), \ _mm512_setzero_ph (), \ (__mmask32)-1, (C))) #define _mm512_mask_max_round_ph(A, B, C, D, E) \ (__builtin_ia32_maxph512_mask_round ((C), (D), (A), (B), (E))) #define _mm512_maskz_max_round_ph(A, B, C, D) \ (__builtin_ia32_maxph512_mask_round ((B), (C), \ _mm512_setzero_ph (), \ (A), (D))) #define _mm512_min_round_ph(A, B, C) \ (__builtin_ia32_minph512_mask_round ((A), (B), \ _mm512_setzero_ph (), \ (__mmask32)-1, (C))) #define _mm512_mask_min_round_ph(A, B, C, D, E) \ (__builtin_ia32_minph512_mask_round ((C), (D), (A), (B), (E))) #define _mm512_maskz_min_round_ph(A, B, C, D) \ (__builtin_ia32_minph512_mask_round ((B), (C), \ _mm512_setzero_ph (), \ (A), (D))) #endif /* __OPTIMIZE__ */ /* Intrinsic vmaxsh vminsh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_max_sh (__m128h __A, __m128h __B) { __A[0] = __A[0] > __B[0] ? __A[0] : __B[0]; return __A; } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_max_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D) { return __builtin_ia32_maxsh_mask (__C, __D, __A, __B); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_max_sh (__mmask8 __A, __m128h __B, __m128h __C) { return __builtin_ia32_maxsh_mask (__B, __C, _mm_setzero_ph (), __A); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_min_sh (__m128h __A, __m128h __B) { __A[0] = __A[0] < __B[0] ? __A[0] : __B[0]; return __A; } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_min_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D) { return __builtin_ia32_minsh_mask (__C, __D, __A, __B); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_min_sh (__mmask8 __A, __m128h __B, __m128h __C) { return __builtin_ia32_minsh_mask (__B, __C, _mm_setzero_ph (), __A); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_max_round_sh (__m128h __A, __m128h __B, const int __C) { return __builtin_ia32_maxsh_mask_round (__A, __B, _mm_setzero_ph (), (__mmask8) -1, __C); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_max_round_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, const int __E) { return __builtin_ia32_maxsh_mask_round (__C, __D, __A, __B, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_max_round_sh (__mmask8 __A, __m128h __B, __m128h __C, const int __D) { return __builtin_ia32_maxsh_mask_round (__B, __C, _mm_setzero_ph (), __A, __D); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_min_round_sh (__m128h __A, __m128h __B, const int __C) { return __builtin_ia32_minsh_mask_round (__A, __B, _mm_setzero_ph (), (__mmask8) -1, __C); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_min_round_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, const int __E) { return __builtin_ia32_minsh_mask_round (__C, __D, __A, __B, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_min_round_sh (__mmask8 __A, __m128h __B, __m128h __C, const int __D) { return __builtin_ia32_minsh_mask_round (__B, __C, _mm_setzero_ph (), __A, __D); } #else #define _mm_max_round_sh(A, B, C) \ (__builtin_ia32_maxsh_mask_round ((A), (B), \ _mm_setzero_ph (), \ (__mmask8)-1, (C))) #define _mm_mask_max_round_sh(A, B, C, D, E) \ (__builtin_ia32_maxsh_mask_round ((C), (D), (A), (B), (E))) #define _mm_maskz_max_round_sh(A, B, C, D) \ (__builtin_ia32_maxsh_mask_round ((B), (C), \ _mm_setzero_ph (), \ (A), (D))) #define _mm_min_round_sh(A, B, C) \ (__builtin_ia32_minsh_mask_round ((A), (B), \ _mm_setzero_ph (), \ (__mmask8)-1, (C))) #define _mm_mask_min_round_sh(A, B, C, D, E) \ (__builtin_ia32_minsh_mask_round ((C), (D), (A), (B), (E))) #define _mm_maskz_min_round_sh(A, B, C, D) \ (__builtin_ia32_minsh_mask_round ((B), (C), \ _mm_setzero_ph (), \ (A), (D))) #endif /* __OPTIMIZE__ */ /* vcmpph */ #ifdef __OPTIMIZE extern __inline __mmask32 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cmp_ph_mask (__m512h __A, __m512h __B, const int __C) { return (__mmask32) __builtin_ia32_cmpph512_mask (__A, __B, __C, (__mmask32) -1); } extern __inline __mmask32 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cmp_ph_mask (__mmask32 __A, __m512h __B, __m512h __C, const int __D) { return (__mmask32) __builtin_ia32_cmpph512_mask (__B, __C, __D, __A); } extern __inline __mmask32 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cmp_round_ph_mask (__m512h __A, __m512h __B, const int __C, const int __D) { return (__mmask32) __builtin_ia32_cmpph512_mask_round (__A, __B, __C, (__mmask32) -1, __D); } extern __inline __mmask32 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cmp_round_ph_mask (__mmask32 __A, __m512h __B, __m512h __C, const int __D, const int __E) { return (__mmask32) __builtin_ia32_cmpph512_mask_round (__B, __C, __D, __A, __E); } #else #define _mm512_cmp_ph_mask(A, B, C) \ (__builtin_ia32_cmpph512_mask ((A), (B), (C), (-1))) #define _mm512_mask_cmp_ph_mask(A, B, C, D) \ (__builtin_ia32_cmpph512_mask ((B), (C), (D), (A))) #define _mm512_cmp_round_ph_mask(A, B, C, D) \ (__builtin_ia32_cmpph512_mask_round ((A), (B), (C), (-1), (D))) #define _mm512_mask_cmp_round_ph_mask(A, B, C, D, E) \ (__builtin_ia32_cmpph512_mask_round ((B), (C), (D), (A), (E))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcmpsh. */ #ifdef __OPTIMIZE__ extern __inline __mmask8 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cmp_sh_mask (__m128h __A, __m128h __B, const int __C) { return (__mmask8) __builtin_ia32_cmpsh_mask_round (__A, __B, __C, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __mmask8 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_cmp_sh_mask (__mmask8 __A, __m128h __B, __m128h __C, const int __D) { return (__mmask8) __builtin_ia32_cmpsh_mask_round (__B, __C, __D, __A, _MM_FROUND_CUR_DIRECTION); } extern __inline __mmask8 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cmp_round_sh_mask (__m128h __A, __m128h __B, const int __C, const int __D) { return (__mmask8) __builtin_ia32_cmpsh_mask_round (__A, __B, __C, (__mmask8) -1, __D); } extern __inline __mmask8 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_cmp_round_sh_mask (__mmask8 __A, __m128h __B, __m128h __C, const int __D, const int __E) { return (__mmask8) __builtin_ia32_cmpsh_mask_round (__B, __C, __D, __A, __E); } #else #define _mm_cmp_sh_mask(A, B, C) \ (__builtin_ia32_cmpsh_mask_round ((A), (B), (C), (-1), \ (_MM_FROUND_CUR_DIRECTION))) #define _mm_mask_cmp_sh_mask(A, B, C, D) \ (__builtin_ia32_cmpsh_mask_round ((B), (C), (D), (A), \ (_MM_FROUND_CUR_DIRECTION))) #define _mm_cmp_round_sh_mask(A, B, C, D) \ (__builtin_ia32_cmpsh_mask_round ((A), (B), (C), (-1), (D))) #define _mm_mask_cmp_round_sh_mask(A, B, C, D, E) \ (__builtin_ia32_cmpsh_mask_round ((B), (C), (D), (A), (E))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcomish. */ extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_comieq_sh (__m128h __A, __m128h __B) { return __builtin_ia32_cmpsh_mask_round (__A, __B, _CMP_EQ_OS, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_comilt_sh (__m128h __A, __m128h __B) { return __builtin_ia32_cmpsh_mask_round (__A, __B, _CMP_LT_OS, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_comile_sh (__m128h __A, __m128h __B) { return __builtin_ia32_cmpsh_mask_round (__A, __B, _CMP_LE_OS, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_comigt_sh (__m128h __A, __m128h __B) { return __builtin_ia32_cmpsh_mask_round (__A, __B, _CMP_GT_OS, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_comige_sh (__m128h __A, __m128h __B) { return __builtin_ia32_cmpsh_mask_round (__A, __B, _CMP_GE_OS, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_comineq_sh (__m128h __A, __m128h __B) { return __builtin_ia32_cmpsh_mask_round (__A, __B, _CMP_NEQ_US, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_ucomieq_sh (__m128h __A, __m128h __B) { return __builtin_ia32_cmpsh_mask_round (__A, __B, _CMP_EQ_OQ, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_ucomilt_sh (__m128h __A, __m128h __B) { return __builtin_ia32_cmpsh_mask_round (__A, __B, _CMP_LT_OQ, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_ucomile_sh (__m128h __A, __m128h __B) { return __builtin_ia32_cmpsh_mask_round (__A, __B, _CMP_LE_OQ, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_ucomigt_sh (__m128h __A, __m128h __B) { return __builtin_ia32_cmpsh_mask_round (__A, __B, _CMP_GT_OQ, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_ucomige_sh (__m128h __A, __m128h __B) { return __builtin_ia32_cmpsh_mask_round (__A, __B, _CMP_GE_OQ, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_ucomineq_sh (__m128h __A, __m128h __B) { return __builtin_ia32_cmpsh_mask_round (__A, __B, _CMP_NEQ_UQ, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_comi_sh (__m128h __A, __m128h __B, const int __P) { return __builtin_ia32_cmpsh_mask_round (__A, __B, __P, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_comi_round_sh (__m128h __A, __m128h __B, const int __P, const int __R) { return __builtin_ia32_cmpsh_mask_round (__A, __B, __P, (__mmask8) -1,__R); } #else #define _mm_comi_round_sh(A, B, P, R) \ (__builtin_ia32_cmpsh_mask_round ((A), (B), (P), (__mmask8) (-1), (R))) #define _mm_comi_sh(A, B, P) \ (__builtin_ia32_cmpsh_mask_round ((A), (B), (P), (__mmask8) (-1), \ _MM_FROUND_CUR_DIRECTION)) #endif /* __OPTIMIZE__ */ /* Intrinsics vsqrtph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_sqrt_ph (__m512h __A) { return __builtin_ia32_sqrtph512_mask_round (__A, _mm512_setzero_ph(), (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_sqrt_ph (__m512h __A, __mmask32 __B, __m512h __C) { return __builtin_ia32_sqrtph512_mask_round (__C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_sqrt_ph (__mmask32 __A, __m512h __B) { return __builtin_ia32_sqrtph512_mask_round (__B, _mm512_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_sqrt_round_ph (__m512h __A, const int __B) { return __builtin_ia32_sqrtph512_mask_round (__A, _mm512_setzero_ph(), (__mmask32) -1, __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_sqrt_round_ph (__m512h __A, __mmask32 __B, __m512h __C, const int __D) { return __builtin_ia32_sqrtph512_mask_round (__C, __A, __B, __D); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_sqrt_round_ph (__mmask32 __A, __m512h __B, const int __C) { return __builtin_ia32_sqrtph512_mask_round (__B, _mm512_setzero_ph (), __A, __C); } #else #define _mm512_sqrt_round_ph(A, B) \ (__builtin_ia32_sqrtph512_mask_round ((A), \ _mm512_setzero_ph (), \ (__mmask32)-1, (B))) #define _mm512_mask_sqrt_round_ph(A, B, C, D) \ (__builtin_ia32_sqrtph512_mask_round ((C), (A), (B), (D))) #define _mm512_maskz_sqrt_round_ph(A, B, C) \ (__builtin_ia32_sqrtph512_mask_round ((B), \ _mm512_setzero_ph (), \ (A), (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vrsqrtph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_rsqrt_ph (__m512h __A) { return __builtin_ia32_rsqrtph512_mask (__A, _mm512_setzero_ph (), (__mmask32) -1); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_rsqrt_ph (__m512h __A, __mmask32 __B, __m512h __C) { return __builtin_ia32_rsqrtph512_mask (__C, __A, __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_rsqrt_ph (__mmask32 __A, __m512h __B) { return __builtin_ia32_rsqrtph512_mask (__B, _mm512_setzero_ph (), __A); } /* Intrinsics vrsqrtsh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_rsqrt_sh (__m128h __A, __m128h __B) { return __builtin_ia32_rsqrtsh_mask (__B, __A, _mm_setzero_ph (), (__mmask8) -1); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_rsqrt_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D) { return __builtin_ia32_rsqrtsh_mask (__D, __C, __A, __B); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_rsqrt_sh (__mmask8 __A, __m128h __B, __m128h __C) { return __builtin_ia32_rsqrtsh_mask (__C, __B, _mm_setzero_ph (), __A); } /* Intrinsics vsqrtsh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_sqrt_sh (__m128h __A, __m128h __B) { return __builtin_ia32_sqrtsh_mask_round (__B, __A, _mm_setzero_ph (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_sqrt_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D) { return __builtin_ia32_sqrtsh_mask_round (__D, __C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_sqrt_sh (__mmask8 __A, __m128h __B, __m128h __C) { return __builtin_ia32_sqrtsh_mask_round (__C, __B, _mm_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_sqrt_round_sh (__m128h __A, __m128h __B, const int __C) { return __builtin_ia32_sqrtsh_mask_round (__B, __A, _mm_setzero_ph (), (__mmask8) -1, __C); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_sqrt_round_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, const int __E) { return __builtin_ia32_sqrtsh_mask_round (__D, __C, __A, __B, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_sqrt_round_sh (__mmask8 __A, __m128h __B, __m128h __C, const int __D) { return __builtin_ia32_sqrtsh_mask_round (__C, __B, _mm_setzero_ph (), __A, __D); } #else #define _mm_sqrt_round_sh(A, B, C) \ (__builtin_ia32_sqrtsh_mask_round ((B), (A), \ _mm_setzero_ph (), \ (__mmask8)-1, (C))) #define _mm_mask_sqrt_round_sh(A, B, C, D, E) \ (__builtin_ia32_sqrtsh_mask_round ((D), (C), (A), (B), (E))) #define _mm_maskz_sqrt_round_sh(A, B, C, D) \ (__builtin_ia32_sqrtsh_mask_round ((C), (B), \ _mm_setzero_ph (), \ (A), (D))) #endif /* __OPTIMIZE__ */ /* Intrinsics vrcpph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_rcp_ph (__m512h __A) { return __builtin_ia32_rcpph512_mask (__A, _mm512_setzero_ph (), (__mmask32) -1); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_rcp_ph (__m512h __A, __mmask32 __B, __m512h __C) { return __builtin_ia32_rcpph512_mask (__C, __A, __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_rcp_ph (__mmask32 __A, __m512h __B) { return __builtin_ia32_rcpph512_mask (__B, _mm512_setzero_ph (), __A); } /* Intrinsics vrcpsh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_rcp_sh (__m128h __A, __m128h __B) { return __builtin_ia32_rcpsh_mask (__B, __A, _mm_setzero_ph (), (__mmask8) -1); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_rcp_sh (__m128h __A, __mmask32 __B, __m128h __C, __m128h __D) { return __builtin_ia32_rcpsh_mask (__D, __C, __A, __B); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_rcp_sh (__mmask32 __A, __m128h __B, __m128h __C) { return __builtin_ia32_rcpsh_mask (__C, __B, _mm_setzero_ph (), __A); } /* Intrinsics vscalefph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_scalef_ph (__m512h __A, __m512h __B) { return __builtin_ia32_scalefph512_mask_round (__A, __B, _mm512_setzero_ph (), (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_scalef_ph (__m512h __A, __mmask32 __B, __m512h __C, __m512h __D) { return __builtin_ia32_scalefph512_mask_round (__C, __D, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_scalef_ph (__mmask32 __A, __m512h __B, __m512h __C) { return __builtin_ia32_scalefph512_mask_round (__B, __C, _mm512_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_scalef_round_ph (__m512h __A, __m512h __B, const int __C) { return __builtin_ia32_scalefph512_mask_round (__A, __B, _mm512_setzero_ph (), (__mmask32) -1, __C); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_scalef_round_ph (__m512h __A, __mmask32 __B, __m512h __C, __m512h __D, const int __E) { return __builtin_ia32_scalefph512_mask_round (__C, __D, __A, __B, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_scalef_round_ph (__mmask32 __A, __m512h __B, __m512h __C, const int __D) { return __builtin_ia32_scalefph512_mask_round (__B, __C, _mm512_setzero_ph (), __A, __D); } #else #define _mm512_scalef_round_ph(A, B, C) \ (__builtin_ia32_scalefph512_mask_round ((A), (B), \ _mm512_setzero_ph (), \ (__mmask32)-1, (C))) #define _mm512_mask_scalef_round_ph(A, B, C, D, E) \ (__builtin_ia32_scalefph512_mask_round ((C), (D), (A), (B), (E))) #define _mm512_maskz_scalef_round_ph(A, B, C, D) \ (__builtin_ia32_scalefph512_mask_round ((B), (C), \ _mm512_setzero_ph (), \ (A), (D))) #endif /* __OPTIMIZE__ */ /* Intrinsics vscalefsh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_scalef_sh (__m128h __A, __m128h __B) { return __builtin_ia32_scalefsh_mask_round (__A, __B, _mm_setzero_ph (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_scalef_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D) { return __builtin_ia32_scalefsh_mask_round (__C, __D, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_scalef_sh (__mmask8 __A, __m128h __B, __m128h __C) { return __builtin_ia32_scalefsh_mask_round (__B, __C, _mm_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_scalef_round_sh (__m128h __A, __m128h __B, const int __C) { return __builtin_ia32_scalefsh_mask_round (__A, __B, _mm_setzero_ph (), (__mmask8) -1, __C); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_scalef_round_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, const int __E) { return __builtin_ia32_scalefsh_mask_round (__C, __D, __A, __B, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_scalef_round_sh (__mmask8 __A, __m128h __B, __m128h __C, const int __D) { return __builtin_ia32_scalefsh_mask_round (__B, __C, _mm_setzero_ph (), __A, __D); } #else #define _mm_scalef_round_sh(A, B, C) \ (__builtin_ia32_scalefsh_mask_round ((A), (B), \ _mm_setzero_ph (), \ (__mmask8)-1, (C))) #define _mm_mask_scalef_round_sh(A, B, C, D, E) \ (__builtin_ia32_scalefsh_mask_round ((C), (D), (A), (B), (E))) #define _mm_maskz_scalef_round_sh(A, B, C, D) \ (__builtin_ia32_scalefsh_mask_round ((B), (C), _mm_setzero_ph (), \ (A), (D))) #endif /* __OPTIMIZE__ */ /* Intrinsics vreduceph. */ #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_reduce_ph (__m512h __A, int __B) { return __builtin_ia32_reduceph512_mask_round (__A, __B, _mm512_setzero_ph (), (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_reduce_ph (__m512h __A, __mmask32 __B, __m512h __C, int __D) { return __builtin_ia32_reduceph512_mask_round (__C, __D, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_reduce_ph (__mmask32 __A, __m512h __B, int __C) { return __builtin_ia32_reduceph512_mask_round (__B, __C, _mm512_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_reduce_round_ph (__m512h __A, int __B, const int __C) { return __builtin_ia32_reduceph512_mask_round (__A, __B, _mm512_setzero_ph (), (__mmask32) -1, __C); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_reduce_round_ph (__m512h __A, __mmask32 __B, __m512h __C, int __D, const int __E) { return __builtin_ia32_reduceph512_mask_round (__C, __D, __A, __B, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_reduce_round_ph (__mmask32 __A, __m512h __B, int __C, const int __D) { return __builtin_ia32_reduceph512_mask_round (__B, __C, _mm512_setzero_ph (), __A, __D); } #else #define _mm512_reduce_ph(A, B) \ (__builtin_ia32_reduceph512_mask_round ((A), (B), \ _mm512_setzero_ph (), \ (__mmask32)-1, \ _MM_FROUND_CUR_DIRECTION)) #define _mm512_mask_reduce_ph(A, B, C, D) \ (__builtin_ia32_reduceph512_mask_round ((C), (D), (A), (B), \ _MM_FROUND_CUR_DIRECTION)) #define _mm512_maskz_reduce_ph(A, B, C) \ (__builtin_ia32_reduceph512_mask_round ((B), (C), \ _mm512_setzero_ph (), \ (A), _MM_FROUND_CUR_DIRECTION)) #define _mm512_reduce_round_ph(A, B, C) \ (__builtin_ia32_reduceph512_mask_round ((A), (B), \ _mm512_setzero_ph (), \ (__mmask32)-1, (C))) #define _mm512_mask_reduce_round_ph(A, B, C, D, E) \ (__builtin_ia32_reduceph512_mask_round ((C), (D), (A), (B), (E))) #define _mm512_maskz_reduce_round_ph(A, B, C, D) \ (__builtin_ia32_reduceph512_mask_round ((B), (C), \ _mm512_setzero_ph (), \ (A), (D))) #endif /* __OPTIMIZE__ */ /* Intrinsics vreducesh. */ #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_reduce_sh (__m128h __A, __m128h __B, int __C) { return __builtin_ia32_reducesh_mask_round (__A, __B, __C, _mm_setzero_ph (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_reduce_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, int __E) { return __builtin_ia32_reducesh_mask_round (__C, __D, __E, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_reduce_sh (__mmask8 __A, __m128h __B, __m128h __C, int __D) { return __builtin_ia32_reducesh_mask_round (__B, __C, __D, _mm_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_reduce_round_sh (__m128h __A, __m128h __B, int __C, const int __D) { return __builtin_ia32_reducesh_mask_round (__A, __B, __C, _mm_setzero_ph (), (__mmask8) -1, __D); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_reduce_round_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, int __E, const int __F) { return __builtin_ia32_reducesh_mask_round (__C, __D, __E, __A, __B, __F); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_reduce_round_sh (__mmask8 __A, __m128h __B, __m128h __C, int __D, const int __E) { return __builtin_ia32_reducesh_mask_round (__B, __C, __D, _mm_setzero_ph (), __A, __E); } #else #define _mm_reduce_sh(A, B, C) \ (__builtin_ia32_reducesh_mask_round ((A), (B), (C), \ _mm_setzero_ph (), \ (__mmask8)-1, \ _MM_FROUND_CUR_DIRECTION)) #define _mm_mask_reduce_sh(A, B, C, D, E) \ (__builtin_ia32_reducesh_mask_round ((C), (D), (E), (A), (B), \ _MM_FROUND_CUR_DIRECTION)) #define _mm_maskz_reduce_sh(A, B, C, D) \ (__builtin_ia32_reducesh_mask_round ((B), (C), (D), \ _mm_setzero_ph (), \ (A), _MM_FROUND_CUR_DIRECTION)) #define _mm_reduce_round_sh(A, B, C, D) \ (__builtin_ia32_reducesh_mask_round ((A), (B), (C), \ _mm_setzero_ph (), \ (__mmask8)-1, (D))) #define _mm_mask_reduce_round_sh(A, B, C, D, E, F) \ (__builtin_ia32_reducesh_mask_round ((C), (D), (E), (A), (B), (F))) #define _mm_maskz_reduce_round_sh(A, B, C, D, E) \ (__builtin_ia32_reducesh_mask_round ((B), (C), (D), \ _mm_setzero_ph (), \ (A), (E))) #endif /* __OPTIMIZE__ */ /* Intrinsics vrndscaleph. */ #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_roundscale_ph (__m512h __A, int __B) { return __builtin_ia32_rndscaleph512_mask_round (__A, __B, _mm512_setzero_ph (), (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_roundscale_ph (__m512h __A, __mmask32 __B, __m512h __C, int __D) { return __builtin_ia32_rndscaleph512_mask_round (__C, __D, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_roundscale_ph (__mmask32 __A, __m512h __B, int __C) { return __builtin_ia32_rndscaleph512_mask_round (__B, __C, _mm512_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_roundscale_round_ph (__m512h __A, int __B, const int __C) { return __builtin_ia32_rndscaleph512_mask_round (__A, __B, _mm512_setzero_ph (), (__mmask32) -1, __C); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_roundscale_round_ph (__m512h __A, __mmask32 __B, __m512h __C, int __D, const int __E) { return __builtin_ia32_rndscaleph512_mask_round (__C, __D, __A, __B, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_roundscale_round_ph (__mmask32 __A, __m512h __B, int __C, const int __D) { return __builtin_ia32_rndscaleph512_mask_round (__B, __C, _mm512_setzero_ph (), __A, __D); } #else #define _mm512_roundscale_ph(A, B) \ (__builtin_ia32_rndscaleph512_mask_round ((A), (B), \ _mm512_setzero_ph (), \ (__mmask32)-1, \ _MM_FROUND_CUR_DIRECTION)) #define _mm512_mask_roundscale_ph(A, B, C, D) \ (__builtin_ia32_rndscaleph512_mask_round ((C), (D), (A), (B), \ _MM_FROUND_CUR_DIRECTION)) #define _mm512_maskz_roundscale_ph(A, B, C) \ (__builtin_ia32_rndscaleph512_mask_round ((B), (C), \ _mm512_setzero_ph (), \ (A), \ _MM_FROUND_CUR_DIRECTION)) #define _mm512_roundscale_round_ph(A, B, C) \ (__builtin_ia32_rndscaleph512_mask_round ((A), (B), \ _mm512_setzero_ph (), \ (__mmask32)-1, (C))) #define _mm512_mask_roundscale_round_ph(A, B, C, D, E) \ (__builtin_ia32_rndscaleph512_mask_round ((C), (D), (A), (B), (E))) #define _mm512_maskz_roundscale_round_ph(A, B, C, D) \ (__builtin_ia32_rndscaleph512_mask_round ((B), (C), \ _mm512_setzero_ph (), \ (A), (D))) #endif /* __OPTIMIZE__ */ /* Intrinsics vrndscalesh. */ #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_roundscale_sh (__m128h __A, __m128h __B, int __C) { return __builtin_ia32_rndscalesh_mask_round (__A, __B, __C, _mm_setzero_ph (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_roundscale_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, int __E) { return __builtin_ia32_rndscalesh_mask_round (__C, __D, __E, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_roundscale_sh (__mmask8 __A, __m128h __B, __m128h __C, int __D) { return __builtin_ia32_rndscalesh_mask_round (__B, __C, __D, _mm_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_roundscale_round_sh (__m128h __A, __m128h __B, int __C, const int __D) { return __builtin_ia32_rndscalesh_mask_round (__A, __B, __C, _mm_setzero_ph (), (__mmask8) -1, __D); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_roundscale_round_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, int __E, const int __F) { return __builtin_ia32_rndscalesh_mask_round (__C, __D, __E, __A, __B, __F); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_roundscale_round_sh (__mmask8 __A, __m128h __B, __m128h __C, int __D, const int __E) { return __builtin_ia32_rndscalesh_mask_round (__B, __C, __D, _mm_setzero_ph (), __A, __E); } #else #define _mm_roundscale_sh(A, B, C) \ (__builtin_ia32_rndscalesh_mask_round ((A), (B), (C), \ _mm_setzero_ph (), \ (__mmask8)-1, \ _MM_FROUND_CUR_DIRECTION)) #define _mm_mask_roundscale_sh(A, B, C, D, E) \ (__builtin_ia32_rndscalesh_mask_round ((C), (D), (E), (A), (B), \ _MM_FROUND_CUR_DIRECTION)) #define _mm_maskz_roundscale_sh(A, B, C, D) \ (__builtin_ia32_rndscalesh_mask_round ((B), (C), (D), \ _mm_setzero_ph (), \ (A), _MM_FROUND_CUR_DIRECTION)) #define _mm_roundscale_round_sh(A, B, C, D) \ (__builtin_ia32_rndscalesh_mask_round ((A), (B), (C), \ _mm_setzero_ph (), \ (__mmask8)-1, (D))) #define _mm_mask_roundscale_round_sh(A, B, C, D, E, F) \ (__builtin_ia32_rndscalesh_mask_round ((C), (D), (E), (A), (B), (F))) #define _mm_maskz_roundscale_round_sh(A, B, C, D, E) \ (__builtin_ia32_rndscalesh_mask_round ((B), (C), (D), \ _mm_setzero_ph (), \ (A), (E))) #endif /* __OPTIMIZE__ */ /* Intrinsics vfpclasssh. */ #ifdef __OPTIMIZE__ extern __inline __mmask8 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fpclass_sh_mask (__m128h __A, const int __imm) { return (__mmask8) __builtin_ia32_fpclasssh_mask ((__v8hf) __A, __imm, (__mmask8) -1); } extern __inline __mmask8 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fpclass_sh_mask (__mmask8 __U, __m128h __A, const int __imm) { return (__mmask8) __builtin_ia32_fpclasssh_mask ((__v8hf) __A, __imm, __U); } #else #define _mm_fpclass_sh_mask(X, C) \ ((__mmask8) __builtin_ia32_fpclasssh_mask ((__v8hf) (__m128h) (X), \ (int) (C), (__mmask8) (-1))) \ #define _mm_mask_fpclass_sh_mask(U, X, C) \ ((__mmask8) __builtin_ia32_fpclasssh_mask ((__v8hf) (__m128h) (X), \ (int) (C), (__mmask8) (U))) #endif /* __OPTIMIZE__ */ /* Intrinsics vfpclassph. */ #ifdef __OPTIMIZE__ extern __inline __mmask32 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fpclass_ph_mask (__mmask32 __U, __m512h __A, const int __imm) { return (__mmask32) __builtin_ia32_fpclassph512_mask ((__v32hf) __A, __imm, __U); } extern __inline __mmask32 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fpclass_ph_mask (__m512h __A, const int __imm) { return (__mmask32) __builtin_ia32_fpclassph512_mask ((__v32hf) __A, __imm, (__mmask32) -1); } #else #define _mm512_mask_fpclass_ph_mask(u, x, c) \ ((__mmask32) __builtin_ia32_fpclassph512_mask ((__v32hf) (__m512h) (x), \ (int) (c),(__mmask32)(u))) #define _mm512_fpclass_ph_mask(x, c) \ ((__mmask32) __builtin_ia32_fpclassph512_mask ((__v32hf) (__m512h) (x), \ (int) (c),(__mmask32)-1)) #endif /* __OPIMTIZE__ */ /* Intrinsics vgetexpph, vgetexpsh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_getexp_sh (__m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_getexpsh_mask_round ((__v8hf) __A, (__v8hf) __B, (__v8hf) _mm_setzero_ph (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_getexp_sh (__m128h __W, __mmask8 __U, __m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_getexpsh_mask_round ((__v8hf) __A, (__v8hf) __B, (__v8hf) __W, (__mmask8) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_getexp_sh (__mmask8 __U, __m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_getexpsh_mask_round ((__v8hf) __A, (__v8hf) __B, (__v8hf) _mm_setzero_ph (), (__mmask8) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_getexp_ph (__m512h __A) { return (__m512h) __builtin_ia32_getexpph512_mask ((__v32hf) __A, (__v32hf) _mm512_setzero_ph (), (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_getexp_ph (__m512h __W, __mmask32 __U, __m512h __A) { return (__m512h) __builtin_ia32_getexpph512_mask ((__v32hf) __A, (__v32hf) __W, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_getexp_ph (__mmask32 __U, __m512h __A) { return (__m512h) __builtin_ia32_getexpph512_mask ((__v32hf) __A, (__v32hf) _mm512_setzero_ph (), (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_getexp_round_sh (__m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_getexpsh_mask_round ((__v8hf) __A, (__v8hf) __B, _mm_setzero_ph (), (__mmask8) -1, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_getexp_round_sh (__m128h __W, __mmask8 __U, __m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_getexpsh_mask_round ((__v8hf) __A, (__v8hf) __B, (__v8hf) __W, (__mmask8) __U, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_getexp_round_sh (__mmask8 __U, __m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_getexpsh_mask_round ((__v8hf) __A, (__v8hf) __B, (__v8hf) _mm_setzero_ph (), (__mmask8) __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_getexp_round_ph (__m512h __A, const int __R) { return (__m512h) __builtin_ia32_getexpph512_mask ((__v32hf) __A, (__v32hf) _mm512_setzero_ph (), (__mmask32) -1, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_getexp_round_ph (__m512h __W, __mmask32 __U, __m512h __A, const int __R) { return (__m512h) __builtin_ia32_getexpph512_mask ((__v32hf) __A, (__v32hf) __W, (__mmask32) __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_getexp_round_ph (__mmask32 __U, __m512h __A, const int __R) { return (__m512h) __builtin_ia32_getexpph512_mask ((__v32hf) __A, (__v32hf) _mm512_setzero_ph (), (__mmask32) __U, __R); } #else #define _mm_getexp_round_sh(A, B, R) \ ((__m128h)__builtin_ia32_getexpsh_mask_round((__v8hf)(__m128h)(A), \ (__v8hf)(__m128h)(B), \ (__v8hf)_mm_setzero_ph(), \ (__mmask8)-1, R)) #define _mm_mask_getexp_round_sh(W, U, A, B, C) \ (__m128h)__builtin_ia32_getexpsh_mask_round(A, B, W, U, C) #define _mm_maskz_getexp_round_sh(U, A, B, C) \ (__m128h)__builtin_ia32_getexpsh_mask_round(A, B, \ (__v8hf)_mm_setzero_ph(), \ U, C) #define _mm512_getexp_round_ph(A, R) \ ((__m512h)__builtin_ia32_getexpph512_mask((__v32hf)(__m512h)(A), \ (__v32hf)_mm512_setzero_ph(), (__mmask32)-1, R)) #define _mm512_mask_getexp_round_ph(W, U, A, R) \ ((__m512h)__builtin_ia32_getexpph512_mask((__v32hf)(__m512h)(A), \ (__v32hf)(__m512h)(W), (__mmask32)(U), R)) #define _mm512_maskz_getexp_round_ph(U, A, R) \ ((__m512h)__builtin_ia32_getexpph512_mask((__v32hf)(__m512h)(A), \ (__v32hf)_mm512_setzero_ph(), (__mmask32)(U), R)) #endif /* __OPTIMIZE__ */ /* Intrinsics vgetmantph, vgetmantsh. */ #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_getmant_sh (__m128h __A, __m128h __B, _MM_MANTISSA_NORM_ENUM __C, _MM_MANTISSA_SIGN_ENUM __D) { return (__m128h) __builtin_ia32_getmantsh_mask_round ((__v8hf) __A, (__v8hf) __B, (__D << 2) | __C, _mm_setzero_ph (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_getmant_sh (__m128h __W, __mmask8 __U, __m128h __A, __m128h __B, _MM_MANTISSA_NORM_ENUM __C, _MM_MANTISSA_SIGN_ENUM __D) { return (__m128h) __builtin_ia32_getmantsh_mask_round ((__v8hf) __A, (__v8hf) __B, (__D << 2) | __C, (__v8hf) __W, __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_getmant_sh (__mmask8 __U, __m128h __A, __m128h __B, _MM_MANTISSA_NORM_ENUM __C, _MM_MANTISSA_SIGN_ENUM __D) { return (__m128h) __builtin_ia32_getmantsh_mask_round ((__v8hf) __A, (__v8hf) __B, (__D << 2) | __C, (__v8hf) _mm_setzero_ph(), __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_getmant_ph (__m512h __A, _MM_MANTISSA_NORM_ENUM __B, _MM_MANTISSA_SIGN_ENUM __C) { return (__m512h) __builtin_ia32_getmantph512_mask ((__v32hf) __A, (__C << 2) | __B, _mm512_setzero_ph (), (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_getmant_ph (__m512h __W, __mmask32 __U, __m512h __A, _MM_MANTISSA_NORM_ENUM __B, _MM_MANTISSA_SIGN_ENUM __C) { return (__m512h) __builtin_ia32_getmantph512_mask ((__v32hf) __A, (__C << 2) | __B, (__v32hf) __W, __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_getmant_ph (__mmask32 __U, __m512h __A, _MM_MANTISSA_NORM_ENUM __B, _MM_MANTISSA_SIGN_ENUM __C) { return (__m512h) __builtin_ia32_getmantph512_mask ((__v32hf) __A, (__C << 2) | __B, (__v32hf) _mm512_setzero_ph (), __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_getmant_round_sh (__m128h __A, __m128h __B, _MM_MANTISSA_NORM_ENUM __C, _MM_MANTISSA_SIGN_ENUM __D, const int __R) { return (__m128h) __builtin_ia32_getmantsh_mask_round ((__v8hf) __A, (__v8hf) __B, (__D << 2) | __C, _mm_setzero_ph (), (__mmask8) -1, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_getmant_round_sh (__m128h __W, __mmask8 __U, __m128h __A, __m128h __B, _MM_MANTISSA_NORM_ENUM __C, _MM_MANTISSA_SIGN_ENUM __D, const int __R) { return (__m128h) __builtin_ia32_getmantsh_mask_round ((__v8hf) __A, (__v8hf) __B, (__D << 2) | __C, (__v8hf) __W, __U, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_getmant_round_sh (__mmask8 __U, __m128h __A, __m128h __B, _MM_MANTISSA_NORM_ENUM __C, _MM_MANTISSA_SIGN_ENUM __D, const int __R) { return (__m128h) __builtin_ia32_getmantsh_mask_round ((__v8hf) __A, (__v8hf) __B, (__D << 2) | __C, (__v8hf) _mm_setzero_ph(), __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_getmant_round_ph (__m512h __A, _MM_MANTISSA_NORM_ENUM __B, _MM_MANTISSA_SIGN_ENUM __C, const int __R) { return (__m512h) __builtin_ia32_getmantph512_mask ((__v32hf) __A, (__C << 2) | __B, _mm512_setzero_ph (), (__mmask32) -1, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_getmant_round_ph (__m512h __W, __mmask32 __U, __m512h __A, _MM_MANTISSA_NORM_ENUM __B, _MM_MANTISSA_SIGN_ENUM __C, const int __R) { return (__m512h) __builtin_ia32_getmantph512_mask ((__v32hf) __A, (__C << 2) | __B, (__v32hf) __W, __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_getmant_round_ph (__mmask32 __U, __m512h __A, _MM_MANTISSA_NORM_ENUM __B, _MM_MANTISSA_SIGN_ENUM __C, const int __R) { return (__m512h) __builtin_ia32_getmantph512_mask ((__v32hf) __A, (__C << 2) | __B, (__v32hf) _mm512_setzero_ph (), __U, __R); } #else #define _mm512_getmant_ph(X, B, C) \ ((__m512h)__builtin_ia32_getmantph512_mask ((__v32hf)(__m512h)(X), \ (int)(((C)<<2) | (B)), \ (__v32hf)(__m512h) \ _mm512_setzero_ph(), \ (__mmask32)-1, \ _MM_FROUND_CUR_DIRECTION)) #define _mm512_mask_getmant_ph(W, U, X, B, C) \ ((__m512h)__builtin_ia32_getmantph512_mask ((__v32hf)(__m512h)(X), \ (int)(((C)<<2) | (B)), \ (__v32hf)(__m512h)(W), \ (__mmask32)(U), \ _MM_FROUND_CUR_DIRECTION)) #define _mm512_maskz_getmant_ph(U, X, B, C) \ ((__m512h)__builtin_ia32_getmantph512_mask ((__v32hf)(__m512h)(X), \ (int)(((C)<<2) | (B)), \ (__v32hf)(__m512h) \ _mm512_setzero_ph(), \ (__mmask32)(U), \ _MM_FROUND_CUR_DIRECTION)) #define _mm_getmant_sh(X, Y, C, D) \ ((__m128h)__builtin_ia32_getmantsh_mask_round ((__v8hf)(__m128h)(X), \ (__v8hf)(__m128h)(Y), \ (int)(((D)<<2) | (C)), \ (__v8hf)(__m128h) \ _mm_setzero_ph (), \ (__mmask8)-1, \ _MM_FROUND_CUR_DIRECTION)) #define _mm_mask_getmant_sh(W, U, X, Y, C, D) \ ((__m128h)__builtin_ia32_getmantsh_mask_round ((__v8hf)(__m128h)(X), \ (__v8hf)(__m128h)(Y), \ (int)(((D)<<2) | (C)), \ (__v8hf)(__m128h)(W), \ (__mmask8)(U), \ _MM_FROUND_CUR_DIRECTION)) #define _mm_maskz_getmant_sh(U, X, Y, C, D) \ ((__m128h)__builtin_ia32_getmantsh_mask_round ((__v8hf)(__m128h)(X), \ (__v8hf)(__m128h)(Y), \ (int)(((D)<<2) | (C)), \ (__v8hf)(__m128h) \ _mm_setzero_ph(), \ (__mmask8)(U), \ _MM_FROUND_CUR_DIRECTION)) #define _mm512_getmant_round_ph(X, B, C, R) \ ((__m512h)__builtin_ia32_getmantph512_mask ((__v32hf)(__m512h)(X), \ (int)(((C)<<2) | (B)), \ (__v32hf)(__m512h) \ _mm512_setzero_ph(), \ (__mmask32)-1, \ (R))) #define _mm512_mask_getmant_round_ph(W, U, X, B, C, R) \ ((__m512h)__builtin_ia32_getmantph512_mask ((__v32hf)(__m512h)(X), \ (int)(((C)<<2) | (B)), \ (__v32hf)(__m512h)(W), \ (__mmask32)(U), \ (R))) #define _mm512_maskz_getmant_round_ph(U, X, B, C, R) \ ((__m512h)__builtin_ia32_getmantph512_mask ((__v32hf)(__m512h)(X), \ (int)(((C)<<2) | (B)), \ (__v32hf)(__m512h) \ _mm512_setzero_ph(), \ (__mmask32)(U), \ (R))) #define _mm_getmant_round_sh(X, Y, C, D, R) \ ((__m128h)__builtin_ia32_getmantsh_mask_round ((__v8hf)(__m128h)(X), \ (__v8hf)(__m128h)(Y), \ (int)(((D)<<2) | (C)), \ (__v8hf)(__m128h) \ _mm_setzero_ph (), \ (__mmask8)-1, \ (R))) #define _mm_mask_getmant_round_sh(W, U, X, Y, C, D, R) \ ((__m128h)__builtin_ia32_getmantsh_mask_round ((__v8hf)(__m128h)(X), \ (__v8hf)(__m128h)(Y), \ (int)(((D)<<2) | (C)), \ (__v8hf)(__m128h)(W), \ (__mmask8)(U), \ (R))) #define _mm_maskz_getmant_round_sh(U, X, Y, C, D, R) \ ((__m128h)__builtin_ia32_getmantsh_mask_round ((__v8hf)(__m128h)(X), \ (__v8hf)(__m128h)(Y), \ (int)(((D)<<2) | (C)), \ (__v8hf)(__m128h) \ _mm_setzero_ph(), \ (__mmask8)(U), \ (R))) #endif /* __OPTIMIZE__ */ /* Intrinsics vmovw. */ extern __inline __m128i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtsi16_si128 (short __A) { return _mm_set_epi16 (0, 0, 0, 0, 0, 0, 0, __A); } extern __inline short __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtsi128_si16 (__m128i __A) { return __builtin_ia32_vec_ext_v8hi ((__v8hi)__A, 0); } /* Intrinsics vmovsh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_load_sh (__m128h __A, __mmask8 __B, _Float16 const* __C) { return __builtin_ia32_loadsh_mask (__C, __A, __B); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_load_sh (__mmask8 __A, _Float16 const* __B) { return __builtin_ia32_loadsh_mask (__B, _mm_setzero_ph (), __A); } extern __inline void __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_store_sh (_Float16 const* __A, __mmask8 __B, __m128h __C) { __builtin_ia32_storesh_mask (__A, __C, __B); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_move_sh (__m128h __A, __m128h __B) { __A[0] = __B[0]; return __A; } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_move_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D) { return __builtin_ia32_vmovsh_mask (__C, __D, __A, __B); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_move_sh (__mmask8 __A, __m128h __B, __m128h __C) { return __builtin_ia32_vmovsh_mask (__B, __C, _mm_setzero_ph (), __A); } /* Intrinsics vcvtph2dq. */ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtph_epi32 (__m256h __A) { return (__m512i) __builtin_ia32_vcvtph2dq512_mask_round (__A, (__v16si) _mm512_setzero_si512 (), (__mmask16) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtph_epi32 (__m512i __A, __mmask16 __B, __m256h __C) { return (__m512i) __builtin_ia32_vcvtph2dq512_mask_round (__C, (__v16si) __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtph_epi32 (__mmask16 __A, __m256h __B) { return (__m512i) __builtin_ia32_vcvtph2dq512_mask_round (__B, (__v16si) _mm512_setzero_si512 (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvt_roundph_epi32 (__m256h __A, int __B) { return (__m512i) __builtin_ia32_vcvtph2dq512_mask_round (__A, (__v16si) _mm512_setzero_si512 (), (__mmask16) -1, __B); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvt_roundph_epi32 (__m512i __A, __mmask16 __B, __m256h __C, int __D) { return (__m512i) __builtin_ia32_vcvtph2dq512_mask_round (__C, (__v16si) __A, __B, __D); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvt_roundph_epi32 (__mmask16 __A, __m256h __B, int __C) { return (__m512i) __builtin_ia32_vcvtph2dq512_mask_round (__B, (__v16si) _mm512_setzero_si512 (), __A, __C); } #else #define _mm512_cvt_roundph_epi32(A, B) \ ((__m512i) \ __builtin_ia32_vcvtph2dq512_mask_round ((A), \ (__v16si) \ _mm512_setzero_si512 (), \ (__mmask16)-1, \ (B))) #define _mm512_mask_cvt_roundph_epi32(A, B, C, D) \ ((__m512i) \ __builtin_ia32_vcvtph2dq512_mask_round ((C), (__v16si)(A), (B), (D))) #define _mm512_maskz_cvt_roundph_epi32(A, B, C) \ ((__m512i) \ __builtin_ia32_vcvtph2dq512_mask_round ((B), \ (__v16si) \ _mm512_setzero_si512 (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtph2udq. */ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtph_epu32 (__m256h __A) { return (__m512i) __builtin_ia32_vcvtph2udq512_mask_round (__A, (__v16si) _mm512_setzero_si512 (), (__mmask16) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtph_epu32 (__m512i __A, __mmask16 __B, __m256h __C) { return (__m512i) __builtin_ia32_vcvtph2udq512_mask_round (__C, (__v16si) __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtph_epu32 (__mmask16 __A, __m256h __B) { return (__m512i) __builtin_ia32_vcvtph2udq512_mask_round (__B, (__v16si) _mm512_setzero_si512 (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvt_roundph_epu32 (__m256h __A, int __B) { return (__m512i) __builtin_ia32_vcvtph2udq512_mask_round (__A, (__v16si) _mm512_setzero_si512 (), (__mmask16) -1, __B); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvt_roundph_epu32 (__m512i __A, __mmask16 __B, __m256h __C, int __D) { return (__m512i) __builtin_ia32_vcvtph2udq512_mask_round (__C, (__v16si) __A, __B, __D); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvt_roundph_epu32 (__mmask16 __A, __m256h __B, int __C) { return (__m512i) __builtin_ia32_vcvtph2udq512_mask_round (__B, (__v16si) _mm512_setzero_si512 (), __A, __C); } #else #define _mm512_cvt_roundph_epu32(A, B) \ ((__m512i) \ __builtin_ia32_vcvtph2udq512_mask_round ((A), \ (__v16si) \ _mm512_setzero_si512 (), \ (__mmask16)-1, \ (B))) #define _mm512_mask_cvt_roundph_epu32(A, B, C, D) \ ((__m512i) \ __builtin_ia32_vcvtph2udq512_mask_round ((C), (__v16si)(A), (B), (D))) #define _mm512_maskz_cvt_roundph_epu32(A, B, C) \ ((__m512i) \ __builtin_ia32_vcvtph2udq512_mask_round ((B), \ (__v16si) \ _mm512_setzero_si512 (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvttph2dq. */ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvttph_epi32 (__m256h __A) { return (__m512i) __builtin_ia32_vcvttph2dq512_mask_round (__A, (__v16si) _mm512_setzero_si512 (), (__mmask16) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvttph_epi32 (__m512i __A, __mmask16 __B, __m256h __C) { return (__m512i) __builtin_ia32_vcvttph2dq512_mask_round (__C, (__v16si) __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvttph_epi32 (__mmask16 __A, __m256h __B) { return (__m512i) __builtin_ia32_vcvttph2dq512_mask_round (__B, (__v16si) _mm512_setzero_si512 (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtt_roundph_epi32 (__m256h __A, int __B) { return (__m512i) __builtin_ia32_vcvttph2dq512_mask_round (__A, (__v16si) _mm512_setzero_si512 (), (__mmask16) -1, __B); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtt_roundph_epi32 (__m512i __A, __mmask16 __B, __m256h __C, int __D) { return (__m512i) __builtin_ia32_vcvttph2dq512_mask_round (__C, (__v16si) __A, __B, __D); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtt_roundph_epi32 (__mmask16 __A, __m256h __B, int __C) { return (__m512i) __builtin_ia32_vcvttph2dq512_mask_round (__B, (__v16si) _mm512_setzero_si512 (), __A, __C); } #else #define _mm512_cvtt_roundph_epi32(A, B) \ ((__m512i) \ __builtin_ia32_vcvttph2dq512_mask_round ((A), \ (__v16si) \ (_mm512_setzero_si512 ()), \ (__mmask16)(-1), (B))) #define _mm512_mask_cvtt_roundph_epi32(A, B, C, D) \ ((__m512i) \ __builtin_ia32_vcvttph2dq512_mask_round ((C), \ (__v16si)(A), \ (B), \ (D))) #define _mm512_maskz_cvtt_roundph_epi32(A, B, C) \ ((__m512i) \ __builtin_ia32_vcvttph2dq512_mask_round ((B), \ (__v16si) \ _mm512_setzero_si512 (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvttph2udq. */ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvttph_epu32 (__m256h __A) { return (__m512i) __builtin_ia32_vcvttph2udq512_mask_round (__A, (__v16si) _mm512_setzero_si512 (), (__mmask16) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvttph_epu32 (__m512i __A, __mmask16 __B, __m256h __C) { return (__m512i) __builtin_ia32_vcvttph2udq512_mask_round (__C, (__v16si) __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvttph_epu32 (__mmask16 __A, __m256h __B) { return (__m512i) __builtin_ia32_vcvttph2udq512_mask_round (__B, (__v16si) _mm512_setzero_si512 (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtt_roundph_epu32 (__m256h __A, int __B) { return (__m512i) __builtin_ia32_vcvttph2udq512_mask_round (__A, (__v16si) _mm512_setzero_si512 (), (__mmask16) -1, __B); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtt_roundph_epu32 (__m512i __A, __mmask16 __B, __m256h __C, int __D) { return (__m512i) __builtin_ia32_vcvttph2udq512_mask_round (__C, (__v16si) __A, __B, __D); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtt_roundph_epu32 (__mmask16 __A, __m256h __B, int __C) { return (__m512i) __builtin_ia32_vcvttph2udq512_mask_round (__B, (__v16si) _mm512_setzero_si512 (), __A, __C); } #else #define _mm512_cvtt_roundph_epu32(A, B) \ ((__m512i) \ __builtin_ia32_vcvttph2udq512_mask_round ((A), \ (__v16si) \ _mm512_setzero_si512 (), \ (__mmask16)-1, \ (B))) #define _mm512_mask_cvtt_roundph_epu32(A, B, C, D) \ ((__m512i) \ __builtin_ia32_vcvttph2udq512_mask_round ((C), \ (__v16si)(A), \ (B), \ (D))) #define _mm512_maskz_cvtt_roundph_epu32(A, B, C) \ ((__m512i) \ __builtin_ia32_vcvttph2udq512_mask_round ((B), \ (__v16si) \ _mm512_setzero_si512 (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtdq2ph. */ extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtepi32_ph (__m512i __A) { return __builtin_ia32_vcvtdq2ph512_mask_round ((__v16si) __A, _mm256_setzero_ph (), (__mmask16) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtepi32_ph (__m256h __A, __mmask16 __B, __m512i __C) { return __builtin_ia32_vcvtdq2ph512_mask_round ((__v16si) __C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtepi32_ph (__mmask16 __A, __m512i __B) { return __builtin_ia32_vcvtdq2ph512_mask_round ((__v16si) __B, _mm256_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvt_roundepi32_ph (__m512i __A, int __B) { return __builtin_ia32_vcvtdq2ph512_mask_round ((__v16si) __A, _mm256_setzero_ph (), (__mmask16) -1, __B); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvt_roundepi32_ph (__m256h __A, __mmask16 __B, __m512i __C, int __D) { return __builtin_ia32_vcvtdq2ph512_mask_round ((__v16si) __C, __A, __B, __D); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvt_roundepi32_ph (__mmask16 __A, __m512i __B, int __C) { return __builtin_ia32_vcvtdq2ph512_mask_round ((__v16si) __B, _mm256_setzero_ph (), __A, __C); } #else #define _mm512_cvt_roundepi32_ph(A, B) \ (__builtin_ia32_vcvtdq2ph512_mask_round ((__v16si)(A), \ _mm256_setzero_ph (), \ (__mmask16)-1, \ (B))) #define _mm512_mask_cvt_roundepi32_ph(A, B, C, D) \ (__builtin_ia32_vcvtdq2ph512_mask_round ((__v16si)(C), \ (A), \ (B), \ (D))) #define _mm512_maskz_cvt_roundepi32_ph(A, B, C) \ (__builtin_ia32_vcvtdq2ph512_mask_round ((__v16si)(B), \ _mm256_setzero_ph (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtudq2ph. */ extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtepu32_ph (__m512i __A) { return __builtin_ia32_vcvtudq2ph512_mask_round ((__v16si) __A, _mm256_setzero_ph (), (__mmask16) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtepu32_ph (__m256h __A, __mmask16 __B, __m512i __C) { return __builtin_ia32_vcvtudq2ph512_mask_round ((__v16si) __C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtepu32_ph (__mmask16 __A, __m512i __B) { return __builtin_ia32_vcvtudq2ph512_mask_round ((__v16si) __B, _mm256_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvt_roundepu32_ph (__m512i __A, int __B) { return __builtin_ia32_vcvtudq2ph512_mask_round ((__v16si) __A, _mm256_setzero_ph (), (__mmask16) -1, __B); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvt_roundepu32_ph (__m256h __A, __mmask16 __B, __m512i __C, int __D) { return __builtin_ia32_vcvtudq2ph512_mask_round ((__v16si) __C, __A, __B, __D); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvt_roundepu32_ph (__mmask16 __A, __m512i __B, int __C) { return __builtin_ia32_vcvtudq2ph512_mask_round ((__v16si) __B, _mm256_setzero_ph (), __A, __C); } #else #define _mm512_cvt_roundepu32_ph(A, B) \ (__builtin_ia32_vcvtudq2ph512_mask_round ((__v16si)(A), \ _mm256_setzero_ph (), \ (__mmask16)-1, \ B)) #define _mm512_mask_cvt_roundepu32_ph(A, B, C, D) \ (__builtin_ia32_vcvtudq2ph512_mask_round ((__v16si)C, \ A, \ B, \ D)) #define _mm512_maskz_cvt_roundepu32_ph(A, B, C) \ (__builtin_ia32_vcvtudq2ph512_mask_round ((__v16si)B, \ _mm256_setzero_ph (), \ A, \ C)) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtph2qq. */ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtph_epi64 (__m128h __A) { return __builtin_ia32_vcvtph2qq512_mask_round (__A, _mm512_setzero_si512 (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtph_epi64 (__m512i __A, __mmask8 __B, __m128h __C) { return __builtin_ia32_vcvtph2qq512_mask_round (__C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtph_epi64 (__mmask8 __A, __m128h __B) { return __builtin_ia32_vcvtph2qq512_mask_round (__B, _mm512_setzero_si512 (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvt_roundph_epi64 (__m128h __A, int __B) { return __builtin_ia32_vcvtph2qq512_mask_round (__A, _mm512_setzero_si512 (), (__mmask8) -1, __B); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvt_roundph_epi64 (__m512i __A, __mmask8 __B, __m128h __C, int __D) { return __builtin_ia32_vcvtph2qq512_mask_round (__C, __A, __B, __D); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvt_roundph_epi64 (__mmask8 __A, __m128h __B, int __C) { return __builtin_ia32_vcvtph2qq512_mask_round (__B, _mm512_setzero_si512 (), __A, __C); } #else #define _mm512_cvt_roundph_epi64(A, B) \ (__builtin_ia32_vcvtph2qq512_mask_round ((A), \ _mm512_setzero_si512 (), \ (__mmask8)-1, \ (B))) #define _mm512_mask_cvt_roundph_epi64(A, B, C, D) \ (__builtin_ia32_vcvtph2qq512_mask_round ((C), (A), (B), (D))) #define _mm512_maskz_cvt_roundph_epi64(A, B, C) \ (__builtin_ia32_vcvtph2qq512_mask_round ((B), \ _mm512_setzero_si512 (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtph2uqq. */ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtph_epu64 (__m128h __A) { return __builtin_ia32_vcvtph2uqq512_mask_round (__A, _mm512_setzero_si512 (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtph_epu64 (__m512i __A, __mmask8 __B, __m128h __C) { return __builtin_ia32_vcvtph2uqq512_mask_round (__C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtph_epu64 (__mmask8 __A, __m128h __B) { return __builtin_ia32_vcvtph2uqq512_mask_round (__B, _mm512_setzero_si512 (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvt_roundph_epu64 (__m128h __A, int __B) { return __builtin_ia32_vcvtph2uqq512_mask_round (__A, _mm512_setzero_si512 (), (__mmask8) -1, __B); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvt_roundph_epu64 (__m512i __A, __mmask8 __B, __m128h __C, int __D) { return __builtin_ia32_vcvtph2uqq512_mask_round (__C, __A, __B, __D); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvt_roundph_epu64 (__mmask8 __A, __m128h __B, int __C) { return __builtin_ia32_vcvtph2uqq512_mask_round (__B, _mm512_setzero_si512 (), __A, __C); } #else #define _mm512_cvt_roundph_epu64(A, B) \ (__builtin_ia32_vcvtph2uqq512_mask_round ((A), \ _mm512_setzero_si512 (), \ (__mmask8)-1, \ (B))) #define _mm512_mask_cvt_roundph_epu64(A, B, C, D) \ (__builtin_ia32_vcvtph2uqq512_mask_round ((C), (A), (B), (D))) #define _mm512_maskz_cvt_roundph_epu64(A, B, C) \ (__builtin_ia32_vcvtph2uqq512_mask_round ((B), \ _mm512_setzero_si512 (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvttph2qq. */ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvttph_epi64 (__m128h __A) { return __builtin_ia32_vcvttph2qq512_mask_round (__A, _mm512_setzero_si512 (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvttph_epi64 (__m512i __A, __mmask8 __B, __m128h __C) { return __builtin_ia32_vcvttph2qq512_mask_round (__C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvttph_epi64 (__mmask8 __A, __m128h __B) { return __builtin_ia32_vcvttph2qq512_mask_round (__B, _mm512_setzero_si512 (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtt_roundph_epi64 (__m128h __A, int __B) { return __builtin_ia32_vcvttph2qq512_mask_round (__A, _mm512_setzero_si512 (), (__mmask8) -1, __B); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtt_roundph_epi64 (__m512i __A, __mmask8 __B, __m128h __C, int __D) { return __builtin_ia32_vcvttph2qq512_mask_round (__C, __A, __B, __D); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtt_roundph_epi64 (__mmask8 __A, __m128h __B, int __C) { return __builtin_ia32_vcvttph2qq512_mask_round (__B, _mm512_setzero_si512 (), __A, __C); } #else #define _mm512_cvtt_roundph_epi64(A, B) \ (__builtin_ia32_vcvttph2qq512_mask_round ((A), \ _mm512_setzero_si512 (), \ (__mmask8)-1, \ (B))) #define _mm512_mask_cvtt_roundph_epi64(A, B, C, D) \ __builtin_ia32_vcvttph2qq512_mask_round ((C), (A), (B), (D)) #define _mm512_maskz_cvtt_roundph_epi64(A, B, C) \ (__builtin_ia32_vcvttph2qq512_mask_round ((B), \ _mm512_setzero_si512 (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvttph2uqq. */ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvttph_epu64 (__m128h __A) { return __builtin_ia32_vcvttph2uqq512_mask_round (__A, _mm512_setzero_si512 (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvttph_epu64 (__m512i __A, __mmask8 __B, __m128h __C) { return __builtin_ia32_vcvttph2uqq512_mask_round (__C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvttph_epu64 (__mmask8 __A, __m128h __B) { return __builtin_ia32_vcvttph2uqq512_mask_round (__B, _mm512_setzero_si512 (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtt_roundph_epu64 (__m128h __A, int __B) { return __builtin_ia32_vcvttph2uqq512_mask_round (__A, _mm512_setzero_si512 (), (__mmask8) -1, __B); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtt_roundph_epu64 (__m512i __A, __mmask8 __B, __m128h __C, int __D) { return __builtin_ia32_vcvttph2uqq512_mask_round (__C, __A, __B, __D); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtt_roundph_epu64 (__mmask8 __A, __m128h __B, int __C) { return __builtin_ia32_vcvttph2uqq512_mask_round (__B, _mm512_setzero_si512 (), __A, __C); } #else #define _mm512_cvtt_roundph_epu64(A, B) \ (__builtin_ia32_vcvttph2uqq512_mask_round ((A), \ _mm512_setzero_si512 (), \ (__mmask8)-1, \ (B))) #define _mm512_mask_cvtt_roundph_epu64(A, B, C, D) \ __builtin_ia32_vcvttph2uqq512_mask_round ((C), (A), (B), (D)) #define _mm512_maskz_cvtt_roundph_epu64(A, B, C) \ (__builtin_ia32_vcvttph2uqq512_mask_round ((B), \ _mm512_setzero_si512 (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtqq2ph. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtepi64_ph (__m512i __A) { return __builtin_ia32_vcvtqq2ph512_mask_round ((__v8di) __A, _mm_setzero_ph (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtepi64_ph (__m128h __A, __mmask8 __B, __m512i __C) { return __builtin_ia32_vcvtqq2ph512_mask_round ((__v8di) __C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtepi64_ph (__mmask8 __A, __m512i __B) { return __builtin_ia32_vcvtqq2ph512_mask_round ((__v8di) __B, _mm_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvt_roundepi64_ph (__m512i __A, int __B) { return __builtin_ia32_vcvtqq2ph512_mask_round ((__v8di) __A, _mm_setzero_ph (), (__mmask8) -1, __B); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvt_roundepi64_ph (__m128h __A, __mmask8 __B, __m512i __C, int __D) { return __builtin_ia32_vcvtqq2ph512_mask_round ((__v8di) __C, __A, __B, __D); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvt_roundepi64_ph (__mmask8 __A, __m512i __B, int __C) { return __builtin_ia32_vcvtqq2ph512_mask_round ((__v8di) __B, _mm_setzero_ph (), __A, __C); } #else #define _mm512_cvt_roundepi64_ph(A, B) \ (__builtin_ia32_vcvtqq2ph512_mask_round ((__v8di)(A), \ _mm_setzero_ph (), \ (__mmask8)-1, \ (B))) #define _mm512_mask_cvt_roundepi64_ph(A, B, C, D) \ (__builtin_ia32_vcvtqq2ph512_mask_round ((__v8di)(C), (A), (B), (D))) #define _mm512_maskz_cvt_roundepi64_ph(A, B, C) \ (__builtin_ia32_vcvtqq2ph512_mask_round ((__v8di)(B), \ _mm_setzero_ph (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtuqq2ph. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtepu64_ph (__m512i __A) { return __builtin_ia32_vcvtuqq2ph512_mask_round ((__v8di) __A, _mm_setzero_ph (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtepu64_ph (__m128h __A, __mmask8 __B, __m512i __C) { return __builtin_ia32_vcvtuqq2ph512_mask_round ((__v8di) __C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtepu64_ph (__mmask8 __A, __m512i __B) { return __builtin_ia32_vcvtuqq2ph512_mask_round ((__v8di) __B, _mm_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvt_roundepu64_ph (__m512i __A, int __B) { return __builtin_ia32_vcvtuqq2ph512_mask_round ((__v8di) __A, _mm_setzero_ph (), (__mmask8) -1, __B); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvt_roundepu64_ph (__m128h __A, __mmask8 __B, __m512i __C, int __D) { return __builtin_ia32_vcvtuqq2ph512_mask_round ((__v8di) __C, __A, __B, __D); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvt_roundepu64_ph (__mmask8 __A, __m512i __B, int __C) { return __builtin_ia32_vcvtuqq2ph512_mask_round ((__v8di) __B, _mm_setzero_ph (), __A, __C); } #else #define _mm512_cvt_roundepu64_ph(A, B) \ (__builtin_ia32_vcvtuqq2ph512_mask_round ((__v8di)(A), \ _mm_setzero_ph (), \ (__mmask8)-1, \ (B))) #define _mm512_mask_cvt_roundepu64_ph(A, B, C, D) \ (__builtin_ia32_vcvtuqq2ph512_mask_round ((__v8di)(C), (A), (B), (D))) #define _mm512_maskz_cvt_roundepu64_ph(A, B, C) \ (__builtin_ia32_vcvtuqq2ph512_mask_round ((__v8di)(B), \ _mm_setzero_ph (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtph2w. */ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtph_epi16 (__m512h __A) { return (__m512i) __builtin_ia32_vcvtph2w512_mask_round (__A, (__v32hi) _mm512_setzero_si512 (), (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtph_epi16 (__m512i __A, __mmask32 __B, __m512h __C) { return (__m512i) __builtin_ia32_vcvtph2w512_mask_round (__C, (__v32hi) __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtph_epi16 (__mmask32 __A, __m512h __B) { return (__m512i) __builtin_ia32_vcvtph2w512_mask_round (__B, (__v32hi) _mm512_setzero_si512 (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvt_roundph_epi16 (__m512h __A, int __B) { return (__m512i) __builtin_ia32_vcvtph2w512_mask_round (__A, (__v32hi) _mm512_setzero_si512 (), (__mmask32) -1, __B); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvt_roundph_epi16 (__m512i __A, __mmask32 __B, __m512h __C, int __D) { return (__m512i) __builtin_ia32_vcvtph2w512_mask_round (__C, (__v32hi) __A, __B, __D); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvt_roundph_epi16 (__mmask32 __A, __m512h __B, int __C) { return (__m512i) __builtin_ia32_vcvtph2w512_mask_round (__B, (__v32hi) _mm512_setzero_si512 (), __A, __C); } #else #define _mm512_cvt_roundph_epi16(A, B) \ ((__m512i)__builtin_ia32_vcvtph2w512_mask_round ((A), \ (__v32hi) \ _mm512_setzero_si512 (), \ (__mmask32)-1, \ (B))) #define _mm512_mask_cvt_roundph_epi16(A, B, C, D) \ ((__m512i)__builtin_ia32_vcvtph2w512_mask_round ((C), \ (__v32hi)(A), \ (B), \ (D))) #define _mm512_maskz_cvt_roundph_epi16(A, B, C) \ ((__m512i)__builtin_ia32_vcvtph2w512_mask_round ((B), \ (__v32hi) \ _mm512_setzero_si512 (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtph2uw. */ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtph_epu16 (__m512h __A) { return (__m512i) __builtin_ia32_vcvtph2uw512_mask_round (__A, (__v32hi) _mm512_setzero_si512 (), (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtph_epu16 (__m512i __A, __mmask32 __B, __m512h __C) { return (__m512i) __builtin_ia32_vcvtph2uw512_mask_round (__C, (__v32hi) __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtph_epu16 (__mmask32 __A, __m512h __B) { return (__m512i) __builtin_ia32_vcvtph2uw512_mask_round (__B, (__v32hi) _mm512_setzero_si512 (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvt_roundph_epu16 (__m512h __A, int __B) { return (__m512i) __builtin_ia32_vcvtph2uw512_mask_round (__A, (__v32hi) _mm512_setzero_si512 (), (__mmask32) -1, __B); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvt_roundph_epu16 (__m512i __A, __mmask32 __B, __m512h __C, int __D) { return (__m512i) __builtin_ia32_vcvtph2uw512_mask_round (__C, (__v32hi) __A, __B, __D); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvt_roundph_epu16 (__mmask32 __A, __m512h __B, int __C) { return (__m512i) __builtin_ia32_vcvtph2uw512_mask_round (__B, (__v32hi) _mm512_setzero_si512 (), __A, __C); } #else #define _mm512_cvt_roundph_epu16(A, B) \ ((__m512i) \ __builtin_ia32_vcvtph2uw512_mask_round ((A), \ (__v32hi) \ _mm512_setzero_si512 (), \ (__mmask32)-1, (B))) #define _mm512_mask_cvt_roundph_epu16(A, B, C, D) \ ((__m512i) \ __builtin_ia32_vcvtph2uw512_mask_round ((C), (__v32hi)(A), (B), (D))) #define _mm512_maskz_cvt_roundph_epu16(A, B, C) \ ((__m512i) \ __builtin_ia32_vcvtph2uw512_mask_round ((B), \ (__v32hi) \ _mm512_setzero_si512 (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvttph2w. */ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvttph_epi16 (__m512h __A) { return (__m512i) __builtin_ia32_vcvttph2w512_mask_round (__A, (__v32hi) _mm512_setzero_si512 (), (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvttph_epi16 (__m512i __A, __mmask32 __B, __m512h __C) { return (__m512i) __builtin_ia32_vcvttph2w512_mask_round (__C, (__v32hi) __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvttph_epi16 (__mmask32 __A, __m512h __B) { return (__m512i) __builtin_ia32_vcvttph2w512_mask_round (__B, (__v32hi) _mm512_setzero_si512 (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtt_roundph_epi16 (__m512h __A, int __B) { return (__m512i) __builtin_ia32_vcvttph2w512_mask_round (__A, (__v32hi) _mm512_setzero_si512 (), (__mmask32) -1, __B); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtt_roundph_epi16 (__m512i __A, __mmask32 __B, __m512h __C, int __D) { return (__m512i) __builtin_ia32_vcvttph2w512_mask_round (__C, (__v32hi) __A, __B, __D); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtt_roundph_epi16 (__mmask32 __A, __m512h __B, int __C) { return (__m512i) __builtin_ia32_vcvttph2w512_mask_round (__B, (__v32hi) _mm512_setzero_si512 (), __A, __C); } #else #define _mm512_cvtt_roundph_epi16(A, B) \ ((__m512i) \ __builtin_ia32_vcvttph2w512_mask_round ((A), \ (__v32hi) \ _mm512_setzero_si512 (), \ (__mmask32)-1, \ (B))) #define _mm512_mask_cvtt_roundph_epi16(A, B, C, D) \ ((__m512i) \ __builtin_ia32_vcvttph2w512_mask_round ((C), \ (__v32hi)(A), \ (B), \ (D))) #define _mm512_maskz_cvtt_roundph_epi16(A, B, C) \ ((__m512i) \ __builtin_ia32_vcvttph2w512_mask_round ((B), \ (__v32hi) \ _mm512_setzero_si512 (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvttph2uw. */ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvttph_epu16 (__m512h __A) { return (__m512i) __builtin_ia32_vcvttph2uw512_mask_round (__A, (__v32hi) _mm512_setzero_si512 (), (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvttph_epu16 (__m512i __A, __mmask32 __B, __m512h __C) { return (__m512i) __builtin_ia32_vcvttph2uw512_mask_round (__C, (__v32hi) __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvttph_epu16 (__mmask32 __A, __m512h __B) { return (__m512i) __builtin_ia32_vcvttph2uw512_mask_round (__B, (__v32hi) _mm512_setzero_si512 (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtt_roundph_epu16 (__m512h __A, int __B) { return (__m512i) __builtin_ia32_vcvttph2uw512_mask_round (__A, (__v32hi) _mm512_setzero_si512 (), (__mmask32) -1, __B); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtt_roundph_epu16 (__m512i __A, __mmask32 __B, __m512h __C, int __D) { return (__m512i) __builtin_ia32_vcvttph2uw512_mask_round (__C, (__v32hi) __A, __B, __D); } extern __inline __m512i __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtt_roundph_epu16 (__mmask32 __A, __m512h __B, int __C) { return (__m512i) __builtin_ia32_vcvttph2uw512_mask_round (__B, (__v32hi) _mm512_setzero_si512 (), __A, __C); } #else #define _mm512_cvtt_roundph_epu16(A, B) \ ((__m512i) \ __builtin_ia32_vcvttph2uw512_mask_round ((A), \ (__v32hi) \ _mm512_setzero_si512 (), \ (__mmask32)-1, \ (B))) #define _mm512_mask_cvtt_roundph_epu16(A, B, C, D) \ ((__m512i) \ __builtin_ia32_vcvttph2uw512_mask_round ((C), \ (__v32hi)(A), \ (B), \ (D))) #define _mm512_maskz_cvtt_roundph_epu16(A, B, C) \ ((__m512i) \ __builtin_ia32_vcvttph2uw512_mask_round ((B), \ (__v32hi) \ _mm512_setzero_si512 (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtw2ph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtepi16_ph (__m512i __A) { return __builtin_ia32_vcvtw2ph512_mask_round ((__v32hi) __A, _mm512_setzero_ph (), (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtepi16_ph (__m512h __A, __mmask32 __B, __m512i __C) { return __builtin_ia32_vcvtw2ph512_mask_round ((__v32hi) __C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtepi16_ph (__mmask32 __A, __m512i __B) { return __builtin_ia32_vcvtw2ph512_mask_round ((__v32hi) __B, _mm512_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvt_roundepi16_ph (__m512i __A, int __B) { return __builtin_ia32_vcvtw2ph512_mask_round ((__v32hi) __A, _mm512_setzero_ph (), (__mmask32) -1, __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvt_roundepi16_ph (__m512h __A, __mmask32 __B, __m512i __C, int __D) { return __builtin_ia32_vcvtw2ph512_mask_round ((__v32hi) __C, __A, __B, __D); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvt_roundepi16_ph (__mmask32 __A, __m512i __B, int __C) { return __builtin_ia32_vcvtw2ph512_mask_round ((__v32hi) __B, _mm512_setzero_ph (), __A, __C); } #else #define _mm512_cvt_roundepi16_ph(A, B) \ (__builtin_ia32_vcvtw2ph512_mask_round ((__v32hi)(A), \ _mm512_setzero_ph (), \ (__mmask32)-1, \ (B))) #define _mm512_mask_cvt_roundepi16_ph(A, B, C, D) \ (__builtin_ia32_vcvtw2ph512_mask_round ((__v32hi)(C), \ (A), \ (B), \ (D))) #define _mm512_maskz_cvt_roundepi16_ph(A, B, C) \ (__builtin_ia32_vcvtw2ph512_mask_round ((__v32hi)(B), \ _mm512_setzero_ph (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtuw2ph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtepu16_ph (__m512i __A) { return __builtin_ia32_vcvtuw2ph512_mask_round ((__v32hi) __A, _mm512_setzero_ph (), (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtepu16_ph (__m512h __A, __mmask32 __B, __m512i __C) { return __builtin_ia32_vcvtuw2ph512_mask_round ((__v32hi) __C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtepu16_ph (__mmask32 __A, __m512i __B) { return __builtin_ia32_vcvtuw2ph512_mask_round ((__v32hi) __B, _mm512_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvt_roundepu16_ph (__m512i __A, int __B) { return __builtin_ia32_vcvtuw2ph512_mask_round ((__v32hi) __A, _mm512_setzero_ph (), (__mmask32) -1, __B); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvt_roundepu16_ph (__m512h __A, __mmask32 __B, __m512i __C, int __D) { return __builtin_ia32_vcvtuw2ph512_mask_round ((__v32hi) __C, __A, __B, __D); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvt_roundepu16_ph (__mmask32 __A, __m512i __B, int __C) { return __builtin_ia32_vcvtuw2ph512_mask_round ((__v32hi) __B, _mm512_setzero_ph (), __A, __C); } #else #define _mm512_cvt_roundepu16_ph(A, B) \ (__builtin_ia32_vcvtuw2ph512_mask_round ((__v32hi)(A), \ _mm512_setzero_ph (), \ (__mmask32)-1, \ (B))) #define _mm512_mask_cvt_roundepu16_ph(A, B, C, D) \ (__builtin_ia32_vcvtuw2ph512_mask_round ((__v32hi)(C), \ (A), \ (B), \ (D))) #define _mm512_maskz_cvt_roundepu16_ph(A, B, C) \ (__builtin_ia32_vcvtuw2ph512_mask_round ((__v32hi)(B), \ _mm512_setzero_ph (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtsh2si, vcvtsh2us. */ extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtsh_i32 (__m128h __A) { return (int) __builtin_ia32_vcvtsh2si32_round (__A, _MM_FROUND_CUR_DIRECTION); } extern __inline unsigned __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtsh_u32 (__m128h __A) { return (int) __builtin_ia32_vcvtsh2usi32_round (__A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvt_roundsh_i32 (__m128h __A, const int __R) { return (int) __builtin_ia32_vcvtsh2si32_round (__A, __R); } extern __inline unsigned __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvt_roundsh_u32 (__m128h __A, const int __R) { return (int) __builtin_ia32_vcvtsh2usi32_round (__A, __R); } #else #define _mm_cvt_roundsh_i32(A, B) \ ((int)__builtin_ia32_vcvtsh2si32_round ((A), (B))) #define _mm_cvt_roundsh_u32(A, B) \ ((int)__builtin_ia32_vcvtsh2usi32_round ((A), (B))) #endif /* __OPTIMIZE__ */ #ifdef __x86_64__ extern __inline long long __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtsh_i64 (__m128h __A) { return (long long) __builtin_ia32_vcvtsh2si64_round (__A, _MM_FROUND_CUR_DIRECTION); } extern __inline unsigned long long __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtsh_u64 (__m128h __A) { return (long long) __builtin_ia32_vcvtsh2usi64_round (__A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline long long __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvt_roundsh_i64 (__m128h __A, const int __R) { return (long long) __builtin_ia32_vcvtsh2si64_round (__A, __R); } extern __inline unsigned long long __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvt_roundsh_u64 (__m128h __A, const int __R) { return (long long) __builtin_ia32_vcvtsh2usi64_round (__A, __R); } #else #define _mm_cvt_roundsh_i64(A, B) \ ((long long)__builtin_ia32_vcvtsh2si64_round ((A), (B))) #define _mm_cvt_roundsh_u64(A, B) \ ((long long)__builtin_ia32_vcvtsh2usi64_round ((A), (B))) #endif /* __OPTIMIZE__ */ #endif /* __x86_64__ */ /* Intrinsics vcvttsh2si, vcvttsh2us. */ extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvttsh_i32 (__m128h __A) { return (int) __builtin_ia32_vcvttsh2si32_round (__A, _MM_FROUND_CUR_DIRECTION); } extern __inline unsigned __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvttsh_u32 (__m128h __A) { return (int) __builtin_ia32_vcvttsh2usi32_round (__A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline int __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtt_roundsh_i32 (__m128h __A, const int __R) { return (int) __builtin_ia32_vcvttsh2si32_round (__A, __R); } extern __inline unsigned __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtt_roundsh_u32 (__m128h __A, const int __R) { return (int) __builtin_ia32_vcvttsh2usi32_round (__A, __R); } #else #define _mm_cvtt_roundsh_i32(A, B) \ ((int)__builtin_ia32_vcvttsh2si32_round ((A), (B))) #define _mm_cvtt_roundsh_u32(A, B) \ ((int)__builtin_ia32_vcvttsh2usi32_round ((A), (B))) #endif /* __OPTIMIZE__ */ #ifdef __x86_64__ extern __inline long long __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvttsh_i64 (__m128h __A) { return (long long) __builtin_ia32_vcvttsh2si64_round (__A, _MM_FROUND_CUR_DIRECTION); } extern __inline unsigned long long __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvttsh_u64 (__m128h __A) { return (long long) __builtin_ia32_vcvttsh2usi64_round (__A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline long long __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtt_roundsh_i64 (__m128h __A, const int __R) { return (long long) __builtin_ia32_vcvttsh2si64_round (__A, __R); } extern __inline unsigned long long __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtt_roundsh_u64 (__m128h __A, const int __R) { return (long long) __builtin_ia32_vcvttsh2usi64_round (__A, __R); } #else #define _mm_cvtt_roundsh_i64(A, B) \ ((long long)__builtin_ia32_vcvttsh2si64_round ((A), (B))) #define _mm_cvtt_roundsh_u64(A, B) \ ((long long)__builtin_ia32_vcvttsh2usi64_round ((A), (B))) #endif /* __OPTIMIZE__ */ #endif /* __x86_64__ */ /* Intrinsics vcvtsi2sh, vcvtusi2sh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvti32_sh (__m128h __A, int __B) { return __builtin_ia32_vcvtsi2sh32_round (__A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtu32_sh (__m128h __A, unsigned int __B) { return __builtin_ia32_vcvtusi2sh32_round (__A, __B, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvt_roundi32_sh (__m128h __A, int __B, const int __R) { return __builtin_ia32_vcvtsi2sh32_round (__A, __B, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvt_roundu32_sh (__m128h __A, unsigned int __B, const int __R) { return __builtin_ia32_vcvtusi2sh32_round (__A, __B, __R); } #else #define _mm_cvt_roundi32_sh(A, B, C) \ (__builtin_ia32_vcvtsi2sh32_round ((A), (B), (C))) #define _mm_cvt_roundu32_sh(A, B, C) \ (__builtin_ia32_vcvtusi2sh32_round ((A), (B), (C))) #endif /* __OPTIMIZE__ */ #ifdef __x86_64__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvti64_sh (__m128h __A, long long __B) { return __builtin_ia32_vcvtsi2sh64_round (__A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtu64_sh (__m128h __A, unsigned long long __B) { return __builtin_ia32_vcvtusi2sh64_round (__A, __B, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvt_roundi64_sh (__m128h __A, long long __B, const int __R) { return __builtin_ia32_vcvtsi2sh64_round (__A, __B, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvt_roundu64_sh (__m128h __A, unsigned long long __B, const int __R) { return __builtin_ia32_vcvtusi2sh64_round (__A, __B, __R); } #else #define _mm_cvt_roundi64_sh(A, B, C) \ (__builtin_ia32_vcvtsi2sh64_round ((A), (B), (C))) #define _mm_cvt_roundu64_sh(A, B, C) \ (__builtin_ia32_vcvtusi2sh64_round ((A), (B), (C))) #endif /* __OPTIMIZE__ */ #endif /* __x86_64__ */ /* Intrinsics vcvtph2pd. */ extern __inline __m512d __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtph_pd (__m128h __A) { return __builtin_ia32_vcvtph2pd512_mask_round (__A, _mm512_setzero_pd (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512d __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtph_pd (__m512d __A, __mmask8 __B, __m128h __C) { return __builtin_ia32_vcvtph2pd512_mask_round (__C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512d __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtph_pd (__mmask8 __A, __m128h __B) { return __builtin_ia32_vcvtph2pd512_mask_round (__B, _mm512_setzero_pd (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512d __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvt_roundph_pd (__m128h __A, int __B) { return __builtin_ia32_vcvtph2pd512_mask_round (__A, _mm512_setzero_pd (), (__mmask8) -1, __B); } extern __inline __m512d __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvt_roundph_pd (__m512d __A, __mmask8 __B, __m128h __C, int __D) { return __builtin_ia32_vcvtph2pd512_mask_round (__C, __A, __B, __D); } extern __inline __m512d __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvt_roundph_pd (__mmask8 __A, __m128h __B, int __C) { return __builtin_ia32_vcvtph2pd512_mask_round (__B, _mm512_setzero_pd (), __A, __C); } #else #define _mm512_cvt_roundph_pd(A, B) \ (__builtin_ia32_vcvtph2pd512_mask_round ((A), \ _mm512_setzero_pd (), \ (__mmask8)-1, \ (B))) #define _mm512_mask_cvt_roundph_pd(A, B, C, D) \ (__builtin_ia32_vcvtph2pd512_mask_round ((C), (A), (B), (D))) #define _mm512_maskz_cvt_roundph_pd(A, B, C) \ (__builtin_ia32_vcvtph2pd512_mask_round ((B), \ _mm512_setzero_pd (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtph2psx. */ extern __inline __m512 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtxph_ps (__m256h __A) { return __builtin_ia32_vcvtph2psx512_mask_round (__A, _mm512_setzero_ps (), (__mmask16) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtxph_ps (__m512 __A, __mmask16 __B, __m256h __C) { return __builtin_ia32_vcvtph2psx512_mask_round (__C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtxph_ps (__mmask16 __A, __m256h __B) { return __builtin_ia32_vcvtph2psx512_mask_round (__B, _mm512_setzero_ps (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtx_roundph_ps (__m256h __A, int __B) { return __builtin_ia32_vcvtph2psx512_mask_round (__A, _mm512_setzero_ps (), (__mmask16) -1, __B); } extern __inline __m512 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtx_roundph_ps (__m512 __A, __mmask16 __B, __m256h __C, int __D) { return __builtin_ia32_vcvtph2psx512_mask_round (__C, __A, __B, __D); } extern __inline __m512 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtx_roundph_ps (__mmask16 __A, __m256h __B, int __C) { return __builtin_ia32_vcvtph2psx512_mask_round (__B, _mm512_setzero_ps (), __A, __C); } #else #define _mm512_cvtx_roundph_ps(A, B) \ (__builtin_ia32_vcvtph2psx512_mask_round ((A), \ _mm512_setzero_ps (), \ (__mmask16)-1, \ (B))) #define _mm512_mask_cvtx_roundph_ps(A, B, C, D) \ (__builtin_ia32_vcvtph2psx512_mask_round ((C), (A), (B), (D))) #define _mm512_maskz_cvtx_roundph_ps(A, B, C) \ (__builtin_ia32_vcvtph2psx512_mask_round ((B), \ _mm512_setzero_ps (), \ (A), \ (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtps2ph. */ extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtxps_ph (__m512 __A) { return __builtin_ia32_vcvtps2phx512_mask_round ((__v16sf) __A, _mm256_setzero_ph (), (__mmask16) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtxps_ph (__m256h __A, __mmask16 __B, __m512 __C) { return __builtin_ia32_vcvtps2phx512_mask_round ((__v16sf) __C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtxps_ph (__mmask16 __A, __m512 __B) { return __builtin_ia32_vcvtps2phx512_mask_round ((__v16sf) __B, _mm256_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtx_roundps_ph (__m512 __A, int __B) { return __builtin_ia32_vcvtps2phx512_mask_round ((__v16sf) __A, _mm256_setzero_ph (), (__mmask16) -1, __B); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtx_roundps_ph (__m256h __A, __mmask16 __B, __m512 __C, int __D) { return __builtin_ia32_vcvtps2phx512_mask_round ((__v16sf) __C, __A, __B, __D); } extern __inline __m256h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtx_roundps_ph (__mmask16 __A, __m512 __B, int __C) { return __builtin_ia32_vcvtps2phx512_mask_round ((__v16sf) __B, _mm256_setzero_ph (), __A, __C); } #else #define _mm512_cvtx_roundps_ph(A, B) \ (__builtin_ia32_vcvtps2phx512_mask_round ((__v16sf)(A), \ _mm256_setzero_ph (),\ (__mmask16)-1, (B))) #define _mm512_mask_cvtx_roundps_ph(A, B, C, D) \ (__builtin_ia32_vcvtps2phx512_mask_round ((__v16sf)(C), \ (A), (B), (D))) #define _mm512_maskz_cvtx_roundps_ph(A, B, C) \ (__builtin_ia32_vcvtps2phx512_mask_round ((__v16sf)(B), \ _mm256_setzero_ph (),\ (A), (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtpd2ph. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvtpd_ph (__m512d __A) { return __builtin_ia32_vcvtpd2ph512_mask_round ((__v8df) __A, _mm_setzero_ph (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvtpd_ph (__m128h __A, __mmask8 __B, __m512d __C) { return __builtin_ia32_vcvtpd2ph512_mask_round ((__v8df) __C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvtpd_ph (__mmask8 __A, __m512d __B) { return __builtin_ia32_vcvtpd2ph512_mask_round ((__v8df) __B, _mm_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_cvt_roundpd_ph (__m512d __A, int __B) { return __builtin_ia32_vcvtpd2ph512_mask_round ((__v8df) __A, _mm_setzero_ph (), (__mmask8) -1, __B); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_cvt_roundpd_ph (__m128h __A, __mmask8 __B, __m512d __C, int __D) { return __builtin_ia32_vcvtpd2ph512_mask_round ((__v8df) __C, __A, __B, __D); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_cvt_roundpd_ph (__mmask8 __A, __m512d __B, int __C) { return __builtin_ia32_vcvtpd2ph512_mask_round ((__v8df) __B, _mm_setzero_ph (), __A, __C); } #else #define _mm512_cvt_roundpd_ph(A, B) \ (__builtin_ia32_vcvtpd2ph512_mask_round ((__v8df)(A), \ _mm_setzero_ph (), \ (__mmask8)-1, (B))) #define _mm512_mask_cvt_roundpd_ph(A, B, C, D) \ (__builtin_ia32_vcvtpd2ph512_mask_round ((__v8df)(C), \ (A), (B), (D))) #define _mm512_maskz_cvt_roundpd_ph(A, B, C) \ (__builtin_ia32_vcvtpd2ph512_mask_round ((__v8df)(B), \ _mm_setzero_ph (), \ (A), (C))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtsh2ss, vcvtsh2sd. */ extern __inline __m128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtsh_ss (__m128 __A, __m128h __B) { return __builtin_ia32_vcvtsh2ss_mask_round (__B, __A, _mm_setzero_ps (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_cvtsh_ss (__m128 __A, __mmask8 __B, __m128 __C, __m128h __D) { return __builtin_ia32_vcvtsh2ss_mask_round (__D, __C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_cvtsh_ss (__mmask8 __A, __m128 __B, __m128h __C) { return __builtin_ia32_vcvtsh2ss_mask_round (__C, __B, _mm_setzero_ps (), __A, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128d __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtsh_sd (__m128d __A, __m128h __B) { return __builtin_ia32_vcvtsh2sd_mask_round (__B, __A, _mm_setzero_pd (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128d __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_cvtsh_sd (__m128d __A, __mmask8 __B, __m128d __C, __m128h __D) { return __builtin_ia32_vcvtsh2sd_mask_round (__D, __C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128d __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_cvtsh_sd (__mmask8 __A, __m128d __B, __m128h __C) { return __builtin_ia32_vcvtsh2sd_mask_round (__C, __B, _mm_setzero_pd (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvt_roundsh_ss (__m128 __A, __m128h __B, const int __R) { return __builtin_ia32_vcvtsh2ss_mask_round (__B, __A, _mm_setzero_ps (), (__mmask8) -1, __R); } extern __inline __m128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_cvt_roundsh_ss (__m128 __A, __mmask8 __B, __m128 __C, __m128h __D, const int __R) { return __builtin_ia32_vcvtsh2ss_mask_round (__D, __C, __A, __B, __R); } extern __inline __m128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_cvt_roundsh_ss (__mmask8 __A, __m128 __B, __m128h __C, const int __R) { return __builtin_ia32_vcvtsh2ss_mask_round (__C, __B, _mm_setzero_ps (), __A, __R); } extern __inline __m128d __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvt_roundsh_sd (__m128d __A, __m128h __B, const int __R) { return __builtin_ia32_vcvtsh2sd_mask_round (__B, __A, _mm_setzero_pd (), (__mmask8) -1, __R); } extern __inline __m128d __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_cvt_roundsh_sd (__m128d __A, __mmask8 __B, __m128d __C, __m128h __D, const int __R) { return __builtin_ia32_vcvtsh2sd_mask_round (__D, __C, __A, __B, __R); } extern __inline __m128d __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_cvt_roundsh_sd (__mmask8 __A, __m128d __B, __m128h __C, const int __R) { return __builtin_ia32_vcvtsh2sd_mask_round (__C, __B, _mm_setzero_pd (), __A, __R); } #else #define _mm_cvt_roundsh_ss(A, B, R) \ (__builtin_ia32_vcvtsh2ss_mask_round ((B), (A), \ _mm_setzero_ps (), \ (__mmask8) -1, (R))) #define _mm_mask_cvt_roundsh_ss(A, B, C, D, R) \ (__builtin_ia32_vcvtsh2ss_mask_round ((D), (C), (A), (B), (R))) #define _mm_maskz_cvt_roundsh_ss(A, B, C, R) \ (__builtin_ia32_vcvtsh2ss_mask_round ((C), (B), \ _mm_setzero_ps (), \ (A), (R))) #define _mm_cvt_roundsh_sd(A, B, R) \ (__builtin_ia32_vcvtsh2sd_mask_round ((B), (A), \ _mm_setzero_pd (), \ (__mmask8) -1, (R))) #define _mm_mask_cvt_roundsh_sd(A, B, C, D, R) \ (__builtin_ia32_vcvtsh2sd_mask_round ((D), (C), (A), (B), (R))) #define _mm_maskz_cvt_roundsh_sd(A, B, C, R) \ (__builtin_ia32_vcvtsh2sd_mask_round ((C), (B), \ _mm_setzero_pd (), \ (A), (R))) #endif /* __OPTIMIZE__ */ /* Intrinsics vcvtss2sh, vcvtsd2sh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtss_sh (__m128h __A, __m128 __B) { return __builtin_ia32_vcvtss2sh_mask_round (__B, __A, _mm_setzero_ph (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_cvtss_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128 __D) { return __builtin_ia32_vcvtss2sh_mask_round (__D, __C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_cvtss_sh (__mmask8 __A, __m128h __B, __m128 __C) { return __builtin_ia32_vcvtss2sh_mask_round (__C, __B, _mm_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvtsd_sh (__m128h __A, __m128d __B) { return __builtin_ia32_vcvtsd2sh_mask_round (__B, __A, _mm_setzero_ph (), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_cvtsd_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128d __D) { return __builtin_ia32_vcvtsd2sh_mask_round (__D, __C, __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_cvtsd_sh (__mmask8 __A, __m128h __B, __m128d __C) { return __builtin_ia32_vcvtsd2sh_mask_round (__C, __B, _mm_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvt_roundss_sh (__m128h __A, __m128 __B, const int __R) { return __builtin_ia32_vcvtss2sh_mask_round (__B, __A, _mm_setzero_ph (), (__mmask8) -1, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_cvt_roundss_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128 __D, const int __R) { return __builtin_ia32_vcvtss2sh_mask_round (__D, __C, __A, __B, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_cvt_roundss_sh (__mmask8 __A, __m128h __B, __m128 __C, const int __R) { return __builtin_ia32_vcvtss2sh_mask_round (__C, __B, _mm_setzero_ph (), __A, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_cvt_roundsd_sh (__m128h __A, __m128d __B, const int __R) { return __builtin_ia32_vcvtsd2sh_mask_round (__B, __A, _mm_setzero_ph (), (__mmask8) -1, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_cvt_roundsd_sh (__m128h __A, __mmask8 __B, __m128h __C, __m128d __D, const int __R) { return __builtin_ia32_vcvtsd2sh_mask_round (__D, __C, __A, __B, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_cvt_roundsd_sh (__mmask8 __A, __m128h __B, __m128d __C, const int __R) { return __builtin_ia32_vcvtsd2sh_mask_round (__C, __B, _mm_setzero_ph (), __A, __R); } #else #define _mm_cvt_roundss_sh(A, B, R) \ (__builtin_ia32_vcvtss2sh_mask_round ((B), (A), \ _mm_setzero_ph (), \ (__mmask8) -1, R)) #define _mm_mask_cvt_roundss_sh(A, B, C, D, R) \ (__builtin_ia32_vcvtss2sh_mask_round ((D), (C), (A), (B), (R))) #define _mm_maskz_cvt_roundss_sh(A, B, C, R) \ (__builtin_ia32_vcvtss2sh_mask_round ((C), (B), \ _mm_setzero_ph (), \ A, R)) #define _mm_cvt_roundsd_sh(A, B, R) \ (__builtin_ia32_vcvtsd2sh_mask_round ((B), (A), \ _mm_setzero_ph (), \ (__mmask8) -1, R)) #define _mm_mask_cvt_roundsd_sh(A, B, C, D, R) \ (__builtin_ia32_vcvtsd2sh_mask_round ((D), (C), (A), (B), (R))) #define _mm_maskz_cvt_roundsd_sh(A, B, C, R) \ (__builtin_ia32_vcvtsd2sh_mask_round ((C), (B), \ _mm_setzero_ph (), \ (A), (R))) #endif /* __OPTIMIZE__ */ /* Intrinsics vfmaddsub[132,213,231]ph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fmaddsub_ph (__m512h __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfmaddsubph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fmaddsub_ph (__m512h __A, __mmask32 __U, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfmaddsubph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fmaddsub_ph (__m512h __A, __m512h __B, __m512h __C, __mmask32 __U) { return (__m512h) __builtin_ia32_vfmaddsubph512_mask3 ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fmaddsub_ph (__mmask32 __U, __m512h __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfmaddsubph512_maskz ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fmaddsub_round_ph (__m512h __A, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfmaddsubph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) -1, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fmaddsub_round_ph (__m512h __A, __mmask32 __U, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfmaddsubph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fmaddsub_round_ph (__m512h __A, __m512h __B, __m512h __C, __mmask32 __U, const int __R) { return (__m512h) __builtin_ia32_vfmaddsubph512_mask3 ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fmaddsub_round_ph (__mmask32 __U, __m512h __A, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfmaddsubph512_maskz ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } #else #define _mm512_fmaddsub_round_ph(A, B, C, R) \ ((__m512h)__builtin_ia32_vfmaddsubph512_mask ((A), (B), (C), -1, (R))) #define _mm512_mask_fmaddsub_round_ph(A, U, B, C, R) \ ((__m512h)__builtin_ia32_vfmaddsubph512_mask ((A), (B), (C), (U), (R))) #define _mm512_mask3_fmaddsub_round_ph(A, B, C, U, R) \ ((__m512h)__builtin_ia32_vfmaddsubph512_mask3 ((A), (B), (C), (U), (R))) #define _mm512_maskz_fmaddsub_round_ph(U, A, B, C, R) \ ((__m512h)__builtin_ia32_vfmaddsubph512_maskz ((A), (B), (C), (U), (R))) #endif /* __OPTIMIZE__ */ /* Intrinsics vfmsubadd[132,213,231]ph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fmsubadd_ph (__m512h __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfmsubaddph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fmsubadd_ph (__m512h __A, __mmask32 __U, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfmsubaddph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fmsubadd_ph (__m512h __A, __m512h __B, __m512h __C, __mmask32 __U) { return (__m512h) __builtin_ia32_vfmsubaddph512_mask3 ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fmsubadd_ph (__mmask32 __U, __m512h __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfmsubaddph512_maskz ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fmsubadd_round_ph (__m512h __A, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfmsubaddph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) -1, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fmsubadd_round_ph (__m512h __A, __mmask32 __U, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfmsubaddph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fmsubadd_round_ph (__m512h __A, __m512h __B, __m512h __C, __mmask32 __U, const int __R) { return (__m512h) __builtin_ia32_vfmsubaddph512_mask3 ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fmsubadd_round_ph (__mmask32 __U, __m512h __A, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfmsubaddph512_maskz ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } #else #define _mm512_fmsubadd_round_ph(A, B, C, R) \ ((__m512h)__builtin_ia32_vfmsubaddph512_mask ((A), (B), (C), -1, (R))) #define _mm512_mask_fmsubadd_round_ph(A, U, B, C, R) \ ((__m512h)__builtin_ia32_vfmsubaddph512_mask ((A), (B), (C), (U), (R))) #define _mm512_mask3_fmsubadd_round_ph(A, B, C, U, R) \ ((__m512h)__builtin_ia32_vfmsubaddph512_mask3 ((A), (B), (C), (U), (R))) #define _mm512_maskz_fmsubadd_round_ph(U, A, B, C, R) \ ((__m512h)__builtin_ia32_vfmsubaddph512_maskz ((A), (B), (C), (U), (R))) #endif /* __OPTIMIZE__ */ /* Intrinsics vfmadd[132,213,231]ph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fmadd_ph (__m512h __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfmaddph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fmadd_ph (__m512h __A, __mmask32 __U, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfmaddph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fmadd_ph (__m512h __A, __m512h __B, __m512h __C, __mmask32 __U) { return (__m512h) __builtin_ia32_vfmaddph512_mask3 ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fmadd_ph (__mmask32 __U, __m512h __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfmaddph512_maskz ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fmadd_round_ph (__m512h __A, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfmaddph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) -1, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fmadd_round_ph (__m512h __A, __mmask32 __U, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfmaddph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fmadd_round_ph (__m512h __A, __m512h __B, __m512h __C, __mmask32 __U, const int __R) { return (__m512h) __builtin_ia32_vfmaddph512_mask3 ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fmadd_round_ph (__mmask32 __U, __m512h __A, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfmaddph512_maskz ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } #else #define _mm512_fmadd_round_ph(A, B, C, R) \ ((__m512h)__builtin_ia32_vfmaddph512_mask ((A), (B), (C), -1, (R))) #define _mm512_mask_fmadd_round_ph(A, U, B, C, R) \ ((__m512h)__builtin_ia32_vfmaddph512_mask ((A), (B), (C), (U), (R))) #define _mm512_mask3_fmadd_round_ph(A, B, C, U, R) \ ((__m512h)__builtin_ia32_vfmaddph512_mask3 ((A), (B), (C), (U), (R))) #define _mm512_maskz_fmadd_round_ph(U, A, B, C, R) \ ((__m512h)__builtin_ia32_vfmaddph512_maskz ((A), (B), (C), (U), (R))) #endif /* __OPTIMIZE__ */ /* Intrinsics vfnmadd[132,213,231]ph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fnmadd_ph (__m512h __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfnmaddph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fnmadd_ph (__m512h __A, __mmask32 __U, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfnmaddph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fnmadd_ph (__m512h __A, __m512h __B, __m512h __C, __mmask32 __U) { return (__m512h) __builtin_ia32_vfnmaddph512_mask3 ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fnmadd_ph (__mmask32 __U, __m512h __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfnmaddph512_maskz ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fnmadd_round_ph (__m512h __A, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfnmaddph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) -1, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fnmadd_round_ph (__m512h __A, __mmask32 __U, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfnmaddph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fnmadd_round_ph (__m512h __A, __m512h __B, __m512h __C, __mmask32 __U, const int __R) { return (__m512h) __builtin_ia32_vfnmaddph512_mask3 ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fnmadd_round_ph (__mmask32 __U, __m512h __A, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfnmaddph512_maskz ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } #else #define _mm512_fnmadd_round_ph(A, B, C, R) \ ((__m512h)__builtin_ia32_vfnmaddph512_mask ((A), (B), (C), -1, (R))) #define _mm512_mask_fnmadd_round_ph(A, U, B, C, R) \ ((__m512h)__builtin_ia32_vfnmaddph512_mask ((A), (B), (C), (U), (R))) #define _mm512_mask3_fnmadd_round_ph(A, B, C, U, R) \ ((__m512h)__builtin_ia32_vfnmaddph512_mask3 ((A), (B), (C), (U), (R))) #define _mm512_maskz_fnmadd_round_ph(U, A, B, C, R) \ ((__m512h)__builtin_ia32_vfnmaddph512_maskz ((A), (B), (C), (U), (R))) #endif /* __OPTIMIZE__ */ /* Intrinsics vfmsub[132,213,231]ph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fmsub_ph (__m512h __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfmsubph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fmsub_ph (__m512h __A, __mmask32 __U, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfmsubph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fmsub_ph (__m512h __A, __m512h __B, __m512h __C, __mmask32 __U) { return (__m512h) __builtin_ia32_vfmsubph512_mask3 ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fmsub_ph (__mmask32 __U, __m512h __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfmsubph512_maskz ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fmsub_round_ph (__m512h __A, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfmsubph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) -1, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fmsub_round_ph (__m512h __A, __mmask32 __U, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfmsubph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fmsub_round_ph (__m512h __A, __m512h __B, __m512h __C, __mmask32 __U, const int __R) { return (__m512h) __builtin_ia32_vfmsubph512_mask3 ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fmsub_round_ph (__mmask32 __U, __m512h __A, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfmsubph512_maskz ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } #else #define _mm512_fmsub_round_ph(A, B, C, R) \ ((__m512h)__builtin_ia32_vfmsubph512_mask ((A), (B), (C), -1, (R))) #define _mm512_mask_fmsub_round_ph(A, U, B, C, R) \ ((__m512h)__builtin_ia32_vfmsubph512_mask ((A), (B), (C), (U), (R))) #define _mm512_mask3_fmsub_round_ph(A, B, C, U, R) \ ((__m512h)__builtin_ia32_vfmsubph512_mask3 ((A), (B), (C), (U), (R))) #define _mm512_maskz_fmsub_round_ph(U, A, B, C, R) \ ((__m512h)__builtin_ia32_vfmsubph512_maskz ((A), (B), (C), (U), (R))) #endif /* __OPTIMIZE__ */ /* Intrinsics vfnmsub[132,213,231]ph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fnmsub_ph (__m512h __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfnmsubph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fnmsub_ph (__m512h __A, __mmask32 __U, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfnmsubph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fnmsub_ph (__m512h __A, __m512h __B, __m512h __C, __mmask32 __U) { return (__m512h) __builtin_ia32_vfnmsubph512_mask3 ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fnmsub_ph (__mmask32 __U, __m512h __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfnmsubph512_maskz ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fnmsub_round_ph (__m512h __A, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfnmsubph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) -1, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fnmsub_round_ph (__m512h __A, __mmask32 __U, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfnmsubph512_mask ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fnmsub_round_ph (__m512h __A, __m512h __B, __m512h __C, __mmask32 __U, const int __R) { return (__m512h) __builtin_ia32_vfnmsubph512_mask3 ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fnmsub_round_ph (__mmask32 __U, __m512h __A, __m512h __B, __m512h __C, const int __R) { return (__m512h) __builtin_ia32_vfnmsubph512_maskz ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, (__mmask32) __U, __R); } #else #define _mm512_fnmsub_round_ph(A, B, C, R) \ ((__m512h)__builtin_ia32_vfnmsubph512_mask ((A), (B), (C), -1, (R))) #define _mm512_mask_fnmsub_round_ph(A, U, B, C, R) \ ((__m512h)__builtin_ia32_vfnmsubph512_mask ((A), (B), (C), (U), (R))) #define _mm512_mask3_fnmsub_round_ph(A, B, C, U, R) \ ((__m512h)__builtin_ia32_vfnmsubph512_mask3 ((A), (B), (C), (U), (R))) #define _mm512_maskz_fnmsub_round_ph(U, A, B, C, R) \ ((__m512h)__builtin_ia32_vfnmsubph512_maskz ((A), (B), (C), (U), (R))) #endif /* __OPTIMIZE__ */ /* Intrinsics vfmadd[132,213,231]sh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fmadd_sh (__m128h __W, __m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_vfmaddsh3_mask ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fmadd_sh (__m128h __W, __mmask8 __U, __m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_vfmaddsh3_mask ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask3_fmadd_sh (__m128h __W, __m128h __A, __m128h __B, __mmask8 __U) { return (__m128h) __builtin_ia32_vfmaddsh3_mask3 ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fmadd_sh (__mmask8 __U, __m128h __W, __m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_vfmaddsh3_maskz ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) __U, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fmadd_round_sh (__m128h __W, __m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_vfmaddsh3_mask ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) -1, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fmadd_round_sh (__m128h __W, __mmask8 __U, __m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_vfmaddsh3_mask ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) __U, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask3_fmadd_round_sh (__m128h __W, __m128h __A, __m128h __B, __mmask8 __U, const int __R) { return (__m128h) __builtin_ia32_vfmaddsh3_mask3 ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) __U, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fmadd_round_sh (__mmask8 __U, __m128h __W, __m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_vfmaddsh3_maskz ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) __U, __R); } #else #define _mm_fmadd_round_sh(A, B, C, R) \ ((__m128h) __builtin_ia32_vfmaddsh3_mask ((A), (B), (C), (-1), (R))) #define _mm_mask_fmadd_round_sh(A, U, B, C, R) \ ((__m128h) __builtin_ia32_vfmaddsh3_mask ((A), (B), (C), (U), (R))) #define _mm_mask3_fmadd_round_sh(A, B, C, U, R) \ ((__m128h) __builtin_ia32_vfmaddsh3_mask3 ((A), (B), (C), (U), (R))) #define _mm_maskz_fmadd_round_sh(U, A, B, C, R) \ ((__m128h) __builtin_ia32_vfmaddsh3_maskz ((A), (B), (C), (U), (R))) #endif /* __OPTIMIZE__ */ /* Intrinsics vfnmadd[132,213,231]sh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fnmadd_sh (__m128h __W, __m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_vfnmaddsh3_mask ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fnmadd_sh (__m128h __W, __mmask8 __U, __m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_vfnmaddsh3_mask ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask3_fnmadd_sh (__m128h __W, __m128h __A, __m128h __B, __mmask8 __U) { return (__m128h) __builtin_ia32_vfnmaddsh3_mask3 ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fnmadd_sh (__mmask8 __U, __m128h __W, __m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_vfnmaddsh3_maskz ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) __U, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fnmadd_round_sh (__m128h __W, __m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_vfnmaddsh3_mask ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) -1, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fnmadd_round_sh (__m128h __W, __mmask8 __U, __m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_vfnmaddsh3_mask ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) __U, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask3_fnmadd_round_sh (__m128h __W, __m128h __A, __m128h __B, __mmask8 __U, const int __R) { return (__m128h) __builtin_ia32_vfnmaddsh3_mask3 ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) __U, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fnmadd_round_sh (__mmask8 __U, __m128h __W, __m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_vfnmaddsh3_maskz ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) __U, __R); } #else #define _mm_fnmadd_round_sh(A, B, C, R) \ ((__m128h) __builtin_ia32_vfnmaddsh3_mask ((A), (B), (C), (-1), (R))) #define _mm_mask_fnmadd_round_sh(A, U, B, C, R) \ ((__m128h) __builtin_ia32_vfnmaddsh3_mask ((A), (B), (C), (U), (R))) #define _mm_mask3_fnmadd_round_sh(A, B, C, U, R) \ ((__m128h) __builtin_ia32_vfnmaddsh3_mask3 ((A), (B), (C), (U), (R))) #define _mm_maskz_fnmadd_round_sh(U, A, B, C, R) \ ((__m128h) __builtin_ia32_vfnmaddsh3_maskz ((A), (B), (C), (U), (R))) #endif /* __OPTIMIZE__ */ /* Intrinsics vfmsub[132,213,231]sh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fmsub_sh (__m128h __W, __m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_vfmaddsh3_mask ((__v8hf) __W, (__v8hf) __A, -(__v8hf) __B, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fmsub_sh (__m128h __W, __mmask8 __U, __m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_vfmaddsh3_mask ((__v8hf) __W, (__v8hf) __A, -(__v8hf) __B, (__mmask8) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask3_fmsub_sh (__m128h __W, __m128h __A, __m128h __B, __mmask8 __U) { return (__m128h) __builtin_ia32_vfmsubsh3_mask3 ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fmsub_sh (__mmask8 __U, __m128h __W, __m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_vfmaddsh3_maskz ((__v8hf) __W, (__v8hf) __A, -(__v8hf) __B, (__mmask8) __U, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fmsub_round_sh (__m128h __W, __m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_vfmaddsh3_mask ((__v8hf) __W, (__v8hf) __A, -(__v8hf) __B, (__mmask8) -1, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fmsub_round_sh (__m128h __W, __mmask8 __U, __m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_vfmaddsh3_mask ((__v8hf) __W, (__v8hf) __A, -(__v8hf) __B, (__mmask8) __U, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask3_fmsub_round_sh (__m128h __W, __m128h __A, __m128h __B, __mmask8 __U, const int __R) { return (__m128h) __builtin_ia32_vfmsubsh3_mask3 ((__v8hf) __W, (__v8hf) __A, (__v8hf) __B, (__mmask8) __U, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fmsub_round_sh (__mmask8 __U, __m128h __W, __m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_vfmaddsh3_maskz ((__v8hf) __W, (__v8hf) __A, -(__v8hf) __B, (__mmask8) __U, __R); } #else #define _mm_fmsub_round_sh(A, B, C, R) \ ((__m128h) __builtin_ia32_vfmaddsh3_mask ((A), (B), -(C), (-1), (R))) #define _mm_mask_fmsub_round_sh(A, U, B, C, R) \ ((__m128h) __builtin_ia32_vfmaddsh3_mask ((A), (B), -(C), (U), (R))) #define _mm_mask3_fmsub_round_sh(A, B, C, U, R) \ ((__m128h) __builtin_ia32_vfmsubsh3_mask3 ((A), (B), (C), (U), (R))) #define _mm_maskz_fmsub_round_sh(U, A, B, C, R) \ ((__m128h) __builtin_ia32_vfmaddsh3_maskz ((A), (B), -(C), (U), (R))) #endif /* __OPTIMIZE__ */ /* Intrinsics vfnmsub[132,213,231]sh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fnmsub_sh (__m128h __W, __m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_vfmaddsh3_mask ((__v8hf) __W, -(__v8hf) __A, -(__v8hf) __B, (__mmask8) -1, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fnmsub_sh (__m128h __W, __mmask8 __U, __m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_vfmaddsh3_mask ((__v8hf) __W, -(__v8hf) __A, -(__v8hf) __B, (__mmask8) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask3_fnmsub_sh (__m128h __W, __m128h __A, __m128h __B, __mmask8 __U) { return (__m128h) __builtin_ia32_vfmsubsh3_mask3 ((__v8hf) __W, -(__v8hf) __A, (__v8hf) __B, (__mmask8) __U, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fnmsub_sh (__mmask8 __U, __m128h __W, __m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_vfmaddsh3_maskz ((__v8hf) __W, -(__v8hf) __A, -(__v8hf) __B, (__mmask8) __U, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fnmsub_round_sh (__m128h __W, __m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_vfmaddsh3_mask ((__v8hf) __W, -(__v8hf) __A, -(__v8hf) __B, (__mmask8) -1, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fnmsub_round_sh (__m128h __W, __mmask8 __U, __m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_vfmaddsh3_mask ((__v8hf) __W, -(__v8hf) __A, -(__v8hf) __B, (__mmask8) __U, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask3_fnmsub_round_sh (__m128h __W, __m128h __A, __m128h __B, __mmask8 __U, const int __R) { return (__m128h) __builtin_ia32_vfmsubsh3_mask3 ((__v8hf) __W, -(__v8hf) __A, (__v8hf) __B, (__mmask8) __U, __R); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fnmsub_round_sh (__mmask8 __U, __m128h __W, __m128h __A, __m128h __B, const int __R) { return (__m128h) __builtin_ia32_vfmaddsh3_maskz ((__v8hf) __W, -(__v8hf) __A, -(__v8hf) __B, (__mmask8) __U, __R); } #else #define _mm_fnmsub_round_sh(A, B, C, R) \ ((__m128h) __builtin_ia32_vfmaddsh3_mask ((A), -(B), -(C), (-1), (R))) #define _mm_mask_fnmsub_round_sh(A, U, B, C, R) \ ((__m128h) __builtin_ia32_vfmaddsh3_mask ((A), -(B), -(C), (U), (R))) #define _mm_mask3_fnmsub_round_sh(A, B, C, U, R) \ ((__m128h) __builtin_ia32_vfmsubsh3_mask3 ((A), -(B), (C), (U), (R))) #define _mm_maskz_fnmsub_round_sh(U, A, B, C, R) \ ((__m128h) __builtin_ia32_vfmaddsh3_maskz ((A), -(B), -(C), (U), (R))) #endif /* __OPTIMIZE__ */ /* Intrinsics vf[,c]maddcph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fcmadd_pch (__m512h __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfcmaddcph512_round ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fcmadd_pch (__m512h __A, __mmask16 __B, __m512h __C, __m512h __D) { return (__m512h) __builtin_ia32_vfcmaddcph512_mask_round ((__v32hf) __A, (__v32hf) __C, (__v32hf) __D, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fcmadd_pch (__m512h __A, __m512h __B, __m512h __C, __mmask16 __D) { return (__m512h) __builtin_ia32_vfcmaddcph512_mask3_round ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, __D, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fcmadd_pch (__mmask16 __A, __m512h __B, __m512h __C, __m512h __D) { return (__m512h) __builtin_ia32_vfcmaddcph512_maskz_round ((__v32hf) __B, (__v32hf) __C, (__v32hf) __D, __A, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fmadd_pch (__m512h __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfmaddcph512_round ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fmadd_pch (__m512h __A, __mmask16 __B, __m512h __C, __m512h __D) { return (__m512h) __builtin_ia32_vfmaddcph512_mask_round ((__v32hf) __A, (__v32hf) __C, (__v32hf) __D, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fmadd_pch (__m512h __A, __m512h __B, __m512h __C, __mmask16 __D) { return (__m512h) __builtin_ia32_vfmaddcph512_mask3_round ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, __D, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fmadd_pch (__mmask16 __A, __m512h __B, __m512h __C, __m512h __D) { return (__m512h) __builtin_ia32_vfmaddcph512_maskz_round ((__v32hf) __B, (__v32hf) __C, (__v32hf) __D, __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fcmadd_round_pch (__m512h __A, __m512h __B, __m512h __C, const int __D) { return (__m512h) __builtin_ia32_vfcmaddcph512_round ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, __D); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fcmadd_round_pch (__m512h __A, __mmask16 __B, __m512h __C, __m512h __D, const int __E) { return (__m512h) __builtin_ia32_vfcmaddcph512_mask_round ((__v32hf) __A, (__v32hf) __C, (__v32hf) __D, __B, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fcmadd_round_pch (__m512h __A, __m512h __B, __m512h __C, __mmask16 __D, const int __E) { return (__m512h) __builtin_ia32_vfcmaddcph512_mask3_round ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, __D, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fcmadd_round_pch (__mmask16 __A, __m512h __B, __m512h __C, __m512h __D, const int __E) { return (__m512h) __builtin_ia32_vfcmaddcph512_maskz_round ((__v32hf) __B, (__v32hf) __C, (__v32hf) __D, __A, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fmadd_round_pch (__m512h __A, __m512h __B, __m512h __C, const int __D) { return (__m512h) __builtin_ia32_vfmaddcph512_round ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, __D); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fmadd_round_pch (__m512h __A, __mmask16 __B, __m512h __C, __m512h __D, const int __E) { return (__m512h) __builtin_ia32_vfmaddcph512_mask_round ((__v32hf) __A, (__v32hf) __C, (__v32hf) __D, __B, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask3_fmadd_round_pch (__m512h __A, __m512h __B, __m512h __C, __mmask16 __D, const int __E) { return (__m512h) __builtin_ia32_vfmaddcph512_mask3_round ((__v32hf) __A, (__v32hf) __B, (__v32hf) __C, __D, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fmadd_round_pch (__mmask16 __A, __m512h __B, __m512h __C, __m512h __D, const int __E) { return (__m512h) __builtin_ia32_vfmaddcph512_maskz_round ((__v32hf) __B, (__v32hf) __C, (__v32hf) __D, __A, __E); } #else #define _mm512_fcmadd_round_pch(A, B, C, D) \ (__m512h) __builtin_ia32_vfcmaddcph512_round ((A), (B), (C), (D)) #define _mm512_mask_fcmadd_round_pch(A, B, C, D, E) \ ((__m512h) \ __builtin_ia32_vfcmaddcph512_mask_round ((__v32hf) (A), \ (__v32hf) (C), \ (__v32hf) (D), \ (B), (E))) #define _mm512_mask3_fcmadd_round_pch(A, B, C, D, E) \ ((__m512h) \ __builtin_ia32_vfcmaddcph512_mask3_round ((A), (B), (C), (D), (E))) #define _mm512_maskz_fcmadd_round_pch(A, B, C, D, E) \ (__m512h) \ __builtin_ia32_vfcmaddcph512_maskz_round ((B), (C), (D), (A), (E)) #define _mm512_fmadd_round_pch(A, B, C, D) \ (__m512h) __builtin_ia32_vfmaddcph512_round ((A), (B), (C), (D)) #define _mm512_mask_fmadd_round_pch(A, B, C, D, E) \ ((__m512h) \ __builtin_ia32_vfmaddcph512_mask_round ((__v32hf) (A), \ (__v32hf) (C), \ (__v32hf) (D), \ (B), (E))) #define _mm512_mask3_fmadd_round_pch(A, B, C, D, E) \ (__m512h) \ __builtin_ia32_vfmaddcph512_mask3_round ((A), (B), (C), (D), (E)) #define _mm512_maskz_fmadd_round_pch(A, B, C, D, E) \ (__m512h) \ __builtin_ia32_vfmaddcph512_maskz_round ((B), (C), (D), (A), (E)) #endif /* __OPTIMIZE__ */ /* Intrinsics vf[,c]mulcph. */ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fcmul_pch (__m512h __A, __m512h __B) { return (__m512h) __builtin_ia32_vfcmulcph512_round ((__v32hf) __A, (__v32hf) __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fcmul_pch (__m512h __A, __mmask16 __B, __m512h __C, __m512h __D) { return (__m512h) __builtin_ia32_vfcmulcph512_mask_round ((__v32hf) __C, (__v32hf) __D, (__v32hf) __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fcmul_pch (__mmask16 __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfcmulcph512_mask_round ((__v32hf) __B, (__v32hf) __C, _mm512_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fmul_pch (__m512h __A, __m512h __B) { return (__m512h) __builtin_ia32_vfmulcph512_round ((__v32hf) __A, (__v32hf) __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fmul_pch (__m512h __A, __mmask16 __B, __m512h __C, __m512h __D) { return (__m512h) __builtin_ia32_vfmulcph512_mask_round ((__v32hf) __C, (__v32hf) __D, (__v32hf) __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fmul_pch (__mmask16 __A, __m512h __B, __m512h __C) { return (__m512h) __builtin_ia32_vfmulcph512_mask_round ((__v32hf) __B, (__v32hf) __C, _mm512_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fcmul_round_pch (__m512h __A, __m512h __B, const int __D) { return (__m512h) __builtin_ia32_vfcmulcph512_round ((__v32hf) __A, (__v32hf) __B, __D); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fcmul_round_pch (__m512h __A, __mmask16 __B, __m512h __C, __m512h __D, const int __E) { return (__m512h) __builtin_ia32_vfcmulcph512_mask_round ((__v32hf) __C, (__v32hf) __D, (__v32hf) __A, __B, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fcmul_round_pch (__mmask16 __A, __m512h __B, __m512h __C, const int __E) { return (__m512h) __builtin_ia32_vfcmulcph512_mask_round ((__v32hf) __B, (__v32hf) __C, _mm512_setzero_ph (), __A, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_fmul_round_pch (__m512h __A, __m512h __B, const int __D) { return (__m512h) __builtin_ia32_vfmulcph512_round ((__v32hf) __A, (__v32hf) __B, __D); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_fmul_round_pch (__m512h __A, __mmask16 __B, __m512h __C, __m512h __D, const int __E) { return (__m512h) __builtin_ia32_vfmulcph512_mask_round ((__v32hf) __C, (__v32hf) __D, (__v32hf) __A, __B, __E); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_maskz_fmul_round_pch (__mmask16 __A, __m512h __B, __m512h __C, const int __E) { return (__m512h) __builtin_ia32_vfmulcph512_mask_round ((__v32hf) __B, (__v32hf) __C, _mm512_setzero_ph (), __A, __E); } #else #define _mm512_fcmul_round_pch(A, B, D) \ (__m512h) __builtin_ia32_vfcmulcph512_round ((A), (B), (D)) #define _mm512_mask_fcmul_round_pch(A, B, C, D, E) \ (__m512h) __builtin_ia32_vfcmulcph512_mask_round ((C), (D), (A), (B), (E)) #define _mm512_maskz_fcmul_round_pch(A, B, C, E) \ (__m512h) __builtin_ia32_vfcmulcph512_mask_round ((B), (C), \ (__v32hf) \ _mm512_setzero_ph (), \ (A), (E)) #define _mm512_fmul_round_pch(A, B, D) \ (__m512h) __builtin_ia32_vfmulcph512_round ((A), (B), (D)) #define _mm512_mask_fmul_round_pch(A, B, C, D, E) \ (__m512h) __builtin_ia32_vfmulcph512_mask_round ((C), (D), (A), (B), (E)) #define _mm512_maskz_fmul_round_pch(A, B, C, E) \ (__m512h) __builtin_ia32_vfmulcph512_mask_round ((B), (C), \ (__v32hf) \ _mm512_setzero_ph (), \ (A), (E)) #endif /* __OPTIMIZE__ */ /* Intrinsics vf[,c]maddcsh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fcmadd_sch (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D) { return (__m128h) __builtin_ia32_vfcmaddcsh_mask_round ((__v8hf) __A, (__v8hf) __C, (__v8hf) __D, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask3_fcmadd_sch (__m128h __A, __m128h __B, __m128h __C, __mmask8 __D) { return (__m128h) __builtin_ia32_vfcmaddcsh_mask3_round ((__v8hf) __A, (__v8hf) __B, (__v8hf) __C, __D, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fcmadd_sch (__mmask8 __A, __m128h __B, __m128h __C, __m128h __D) { return (__m128h) __builtin_ia32_vfcmaddcsh_maskz_round ((__v8hf) __B, (__v8hf) __C, (__v8hf) __D, __A, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fcmadd_sch (__m128h __A, __m128h __B, __m128h __C) { return (__m128h) __builtin_ia32_vfcmaddcsh_round ((__v8hf) __A, (__v8hf) __B, (__v8hf) __C, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fmadd_sch (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D) { return (__m128h) __builtin_ia32_vfmaddcsh_mask_round ((__v8hf) __A, (__v8hf) __C, (__v8hf) __D, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask3_fmadd_sch (__m128h __A, __m128h __B, __m128h __C, __mmask8 __D) { return (__m128h) __builtin_ia32_vfmaddcsh_mask3_round ((__v8hf) __A, (__v8hf) __B, (__v8hf) __C, __D, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fmadd_sch (__mmask8 __A, __m128h __B, __m128h __C, __m128h __D) { return (__m128h) __builtin_ia32_vfmaddcsh_maskz_round ((__v8hf) __B, (__v8hf) __C, (__v8hf) __D, __A, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fmadd_sch (__m128h __A, __m128h __B, __m128h __C) { return (__m128h) __builtin_ia32_vfmaddcsh_round ((__v8hf) __A, (__v8hf) __B, (__v8hf) __C, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fcmadd_round_sch (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, const int __E) { return (__m128h) __builtin_ia32_vfcmaddcsh_mask_round ((__v8hf) __A, (__v8hf) __C, (__v8hf) __D, __B, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask3_fcmadd_round_sch (__m128h __A, __m128h __B, __m128h __C, __mmask8 __D, const int __E) { return (__m128h) __builtin_ia32_vfcmaddcsh_mask3_round ((__v8hf) __A, (__v8hf) __B, (__v8hf) __C, __D, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fcmadd_round_sch (__mmask8 __A, __m128h __B, __m128h __C, __m128h __D, const int __E) { return (__m128h) __builtin_ia32_vfcmaddcsh_maskz_round ((__v8hf) __B, (__v8hf) __C, (__v8hf) __D, __A, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fcmadd_round_sch (__m128h __A, __m128h __B, __m128h __C, const int __D) { return (__m128h) __builtin_ia32_vfcmaddcsh_round ((__v8hf) __A, (__v8hf) __B, (__v8hf) __C, __D); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fmadd_round_sch (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, const int __E) { return (__m128h) __builtin_ia32_vfmaddcsh_mask_round ((__v8hf) __A, (__v8hf) __C, (__v8hf) __D, __B, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask3_fmadd_round_sch (__m128h __A, __m128h __B, __m128h __C, __mmask8 __D, const int __E) { return (__m128h) __builtin_ia32_vfmaddcsh_mask3_round ((__v8hf) __A, (__v8hf) __B, (__v8hf) __C, __D, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fmadd_round_sch (__mmask8 __A, __m128h __B, __m128h __C, __m128h __D, const int __E) { return (__m128h) __builtin_ia32_vfmaddcsh_maskz_round ((__v8hf) __B, (__v8hf) __C, (__v8hf) __D, __A, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fmadd_round_sch (__m128h __A, __m128h __B, __m128h __C, const int __D) { return (__m128h) __builtin_ia32_vfmaddcsh_round ((__v8hf) __A, (__v8hf) __B, (__v8hf) __C, __D); } #else #define _mm_mask_fcmadd_round_sch(A, B, C, D, E) \ ((__m128h) \ __builtin_ia32_vfcmaddcsh_mask_round ((__v8hf) (A), \ (__v8hf) (C), \ (__v8hf) (D), \ (B), (E))) #define _mm_mask3_fcmadd_round_sch(A, B, C, D, E) \ ((__m128h) \ __builtin_ia32_vfcmaddcsh_mask3_round ((__v8hf) (A), \ (__v8hf) (B), \ (__v8hf) (C), \ (D), (E))) #define _mm_maskz_fcmadd_round_sch(A, B, C, D, E) \ __builtin_ia32_vfcmaddcsh_maskz_round ((B), (C), (D), (A), (E)) #define _mm_fcmadd_round_sch(A, B, C, D) \ __builtin_ia32_vfcmaddcsh_round ((A), (B), (C), (D)) #define _mm_mask_fmadd_round_sch(A, B, C, D, E) \ ((__m128h) \ __builtin_ia32_vfmaddcsh_mask_round ((__v8hf) (A), \ (__v8hf) (C), \ (__v8hf) (D), \ (B), (E))) #define _mm_mask3_fmadd_round_sch(A, B, C, D, E) \ ((__m128h) \ __builtin_ia32_vfmaddcsh_mask3_round ((__v8hf) (A), \ (__v8hf) (B), \ (__v8hf) (C), \ (D), (E))) #define _mm_maskz_fmadd_round_sch(A, B, C, D, E) \ __builtin_ia32_vfmaddcsh_maskz_round ((B), (C), (D), (A), (E)) #define _mm_fmadd_round_sch(A, B, C, D) \ __builtin_ia32_vfmaddcsh_round ((A), (B), (C), (D)) #endif /* __OPTIMIZE__ */ /* Intrinsics vf[,c]mulcsh. */ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fcmul_sch (__m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_vfcmulcsh_round ((__v8hf) __A, (__v8hf) __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fcmul_sch (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D) { return (__m128h) __builtin_ia32_vfcmulcsh_mask_round ((__v8hf) __C, (__v8hf) __D, (__v8hf) __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fcmul_sch (__mmask8 __A, __m128h __B, __m128h __C) { return (__m128h) __builtin_ia32_vfcmulcsh_mask_round ((__v8hf) __B, (__v8hf) __C, _mm_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fmul_sch (__m128h __A, __m128h __B) { return (__m128h) __builtin_ia32_vfmulcsh_round ((__v8hf) __A, (__v8hf) __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fmul_sch (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D) { return (__m128h) __builtin_ia32_vfmulcsh_mask_round ((__v8hf) __C, (__v8hf) __D, (__v8hf) __A, __B, _MM_FROUND_CUR_DIRECTION); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fmul_sch (__mmask8 __A, __m128h __B, __m128h __C) { return (__m128h) __builtin_ia32_vfmulcsh_mask_round ((__v8hf) __B, (__v8hf) __C, _mm_setzero_ph (), __A, _MM_FROUND_CUR_DIRECTION); } #ifdef __OPTIMIZE__ extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fcmul_round_sch (__m128h __A, __m128h __B, const int __D) { return (__m128h) __builtin_ia32_vfcmulcsh_round ((__v8hf) __A, (__v8hf) __B, __D); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fcmul_round_sch (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, const int __E) { return (__m128h) __builtin_ia32_vfcmulcsh_mask_round ((__v8hf) __C, (__v8hf) __D, (__v8hf) __A, __B, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fcmul_round_sch (__mmask8 __A, __m128h __B, __m128h __C, const int __E) { return (__m128h) __builtin_ia32_vfcmulcsh_mask_round ((__v8hf) __B, (__v8hf) __C, _mm_setzero_ph (), __A, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_fmul_round_sch (__m128h __A, __m128h __B, const int __D) { return (__m128h) __builtin_ia32_vfmulcsh_round ((__v8hf) __A, (__v8hf) __B, __D); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_mask_fmul_round_sch (__m128h __A, __mmask8 __B, __m128h __C, __m128h __D, const int __E) { return (__m128h) __builtin_ia32_vfmulcsh_mask_round ((__v8hf) __C, (__v8hf) __D, (__v8hf) __A, __B, __E); } extern __inline __m128h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm_maskz_fmul_round_sch (__mmask8 __A, __m128h __B, __m128h __C, const int __E) { return (__m128h) __builtin_ia32_vfmulcsh_mask_round ((__v8hf) __B, (__v8hf) __C, _mm_setzero_ph (), __A, __E); } #else #define _mm_fcmul_round_sch(__A, __B, __D) \ (__m128h) __builtin_ia32_vfcmulcsh_round ((__v8hf) __A, \ (__v8hf) __B, __D) #define _mm_mask_fcmul_round_sch(__A, __B, __C, __D, __E) \ (__m128h) __builtin_ia32_vfcmulcsh_mask_round ((__v8hf) __C, \ (__v8hf) __D, \ (__v8hf) __A, \ __B, __E) #define _mm_maskz_fcmul_round_sch(__A, __B, __C, __E) \ (__m128h) __builtin_ia32_vfcmulcsh_mask_round ((__v8hf) __B, \ (__v8hf) __C, \ _mm_setzero_ph (), \ __A, __E) #define _mm_fmul_round_sch(__A, __B, __D) \ (__m128h) __builtin_ia32_vfmulcsh_round ((__v8hf) __A, \ (__v8hf) __B, __D) #define _mm_mask_fmul_round_sch(__A, __B, __C, __D, __E) \ (__m128h) __builtin_ia32_vfmulcsh_mask_round ((__v8hf) __C, \ (__v8hf) __D, \ (__v8hf) __A, \ __B, __E) #define _mm_maskz_fmul_round_sch(__A, __B, __C, __E) \ (__m128h) __builtin_ia32_vfmulcsh_mask_round ((__v8hf) __B, \ (__v8hf) __C, \ _mm_setzero_ph (), \ __A, __E) #endif /* __OPTIMIZE__ */ #define _MM512_REDUCE_OP(op) \ __m256h __T1 = (__m256h) _mm512_extractf64x4_pd ((__m512d) __A, 0); \ __m256h __T2 = (__m256h) _mm512_extractf64x4_pd ((__m512d) __A, 1); \ __m256h __T3 = (__T1 op __T2); \ __m128h __T4 = (__m128h) _mm256_extractf128_pd ((__m256d) __T3, 0); \ __m128h __T5 = (__m128h) _mm256_extractf128_pd ((__m256d) __T3, 1); \ __m128h __T6 = (__T4 op __T5); \ __m128h __T7 = (__m128h) __builtin_shuffle ((__m128h)__T6, \ (__v8hi) { 4, 5, 6, 7, 0, 1, 2, 3 }); \ __m128h __T8 = (__T6 op __T7); \ __m128h __T9 = (__m128h) __builtin_shuffle ((__m128h)__T8, \ (__v8hi) { 2, 3, 0, 1, 4, 5, 6, 7 }); \ __m128h __T10 = __T8 op __T9; \ return __T10[0] op __T10[1] // TODO reduce extern __inline _Float16 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_reduce_add_ph (__m512h __A) { _MM512_REDUCE_OP (+); } extern __inline _Float16 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_reduce_mul_ph (__m512h __A) { _MM512_REDUCE_OP (*); } #undef _MM512_REDUCE_OP #ifdef __AVX512VL__ #define _MM512_REDUCE_OP(op) \ __m256h __T1 = (__m256h) _mm512_extractf64x4_pd ((__m512d) __A, 0); \ __m256h __T2 = (__m256h) _mm512_extractf64x4_pd ((__m512d) __A, 1); \ __m256h __T3 = __builtin_ia32_##op##ph256_mask (__T1, __T2, \ _mm256_setzero_ph (), (__mmask16) -1); \ __m128h __T4 = (__m128h) _mm256_extractf128_pd ((__m256d) __T3, 0); \ __m128h __T5 = (__m128h) _mm256_extractf128_pd ((__m256d) __T3, 1); \ __m128h __T6 = __builtin_ia32_##op##ph128_mask \ (__T4, __T5, _mm_setzero_ph (),(__mmask8) -1); \ __m128h __T7 = (__m128h) __builtin_shuffle ((__m128h)__T6, \ (__v8hi) { 2, 3, 0, 1, 6, 7, 4, 5 }); \ __m128h __T8 = (__m128h) __builtin_ia32_##op##ph128_mask \ (__T6, __T7, _mm_setzero_ph (),(__mmask8) -1); \ __m128h __T9 = (__m128h) __builtin_shuffle ((__m128h)__T8, \ (__v8hi) { 4, 5 }); \ __m128h __T10 = __builtin_ia32_##op##ph128_mask \ (__T8, __T9, _mm_setzero_ph (),(__mmask8) -1); \ __m128h __T11 = (__m128h) __builtin_shuffle (__T10, \ (__v8hi) { 1, 0 }); \ __m128h __T12 = __builtin_ia32_##op##ph128_mask \ (__T10, __T11, _mm_setzero_ph (),(__mmask8) -1); \ return __T12[0] #else #define _MM512_REDUCE_OP(op) \ __m512h __T1 = (__m512h) __builtin_shuffle ((__m512d) __A, \ (__v8di) { 4, 5, 6, 7, 0, 0, 0, 0 }); \ __m512h __T2 = _mm512_##op##_ph (__A, __T1); \ __m512h __T3 = (__m512h) __builtin_shuffle ((__m512d) __T2, \ (__v8di) { 2, 3, 0, 0, 0, 0, 0, 0 }); \ __m512h __T4 = _mm512_##op##_ph (__T2, __T3); \ __m512h __T5 = (__m512h) __builtin_shuffle ((__m512d) __T4, \ (__v8di) { 1, 0, 0, 0, 0, 0, 0, 0 }); \ __m512h __T6 = _mm512_##op##_ph (__T4, __T5); \ __m512h __T7 = (__m512h) __builtin_shuffle ((__m512) __T6, \ (__v16si) { 1, 0, 0, 0, 0, 0, 0, 0, \ 0, 0, 0, 0, 0, 0, 0, 0 }); \ __m512h __T8 = _mm512_##op##_ph (__T6, __T7); \ __m512h __T9 = (__m512h) __builtin_shuffle (__T8, \ (__v32hi) { 1, 0, 0, 0, 0, 0, 0, 0, \ 0, 0, 0, 0, 0, 0, 0, 0, \ 0, 0, 0, 0, 0, 0, 0, 0, \ 0, 0, 0, 0, 0, 0, 0, 0 }); \ __m512h __T10 = _mm512_##op##_ph (__T8, __T9); \ return __T10[0] #endif extern __inline _Float16 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_reduce_min_ph (__m512h __A) { _MM512_REDUCE_OP (min); } extern __inline _Float16 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_reduce_max_ph (__m512h __A) { _MM512_REDUCE_OP (max); } #undef _MM512_REDUCE_OP extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_mask_blend_ph (__mmask32 __U, __m512h __A, __m512h __W) { return (__m512h) __builtin_ia32_movdquhi512_mask ((__v32hi) __W, (__v32hi) __A, (__mmask32) __U); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_permutex2var_ph (__m512h __A, __m512i __I, __m512h __B) { return (__m512h) __builtin_ia32_vpermi2varhi512_mask ((__v32hi) __A, (__v32hi) __I, (__v32hi) __B, (__mmask32)-1); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_permutexvar_ph (__m512i __A, __m512h __B) { return (__m512h) __builtin_ia32_permvarhi512_mask ((__v32hi) __B, (__v32hi) __A, (__v32hi) (_mm512_setzero_ph ()), (__mmask32)-1); } extern __inline __m512h __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) _mm512_set1_pch (_Float16 _Complex __A) { union { _Float16 _Complex __a; float __b; } __u = { .__a = __A}; return (__m512h) _mm512_set1_ps (__u.__b); } // intrinsics below are alias for f*mul_*ch #define _mm512_mul_pch(A, B) _mm512_fmul_pch ((A), (B)) #define _mm512_mask_mul_pch(W, U, A, B) \ _mm512_mask_fmul_pch ((W), (U), (A), (B)) #define _mm512_maskz_mul_pch(U, A, B) _mm512_maskz_fmul_pch ((U), (A), (B)) #define _mm512_mul_round_pch(A, B, R) _mm512_fmul_round_pch ((A), (B), (R)) #define _mm512_mask_mul_round_pch(W, U, A, B, R) \ _mm512_mask_fmul_round_pch ((W), (U), (A), (B), (R)) #define _mm512_maskz_mul_round_pch(U, A, B, R) \ _mm512_maskz_fmul_round_pch ((U), (A), (B), (R)) #define _mm512_cmul_pch(A, B) _mm512_fcmul_pch ((A), (B)) #define _mm512_mask_cmul_pch(W, U, A, B) \ _mm512_mask_fcmul_pch ((W), (U), (A), (B)) #define _mm512_maskz_cmul_pch(U, A, B) _mm512_maskz_fcmul_pch ((U), (A), (B)) #define _mm512_cmul_round_pch(A, B, R) _mm512_fcmul_round_pch ((A), (B), (R)) #define _mm512_mask_cmul_round_pch(W, U, A, B, R) \ _mm512_mask_fcmul_round_pch ((W), (U), (A), (B), (R)) #define _mm512_maskz_cmul_round_pch(U, A, B, R) \ _mm512_maskz_fcmul_round_pch ((U), (A), (B), (R)) #define _mm_mul_sch(A, B) _mm_fmul_sch ((A), (B)) #define _mm_mask_mul_sch(W, U, A, B) _mm_mask_fmul_sch ((W), (U), (A), (B)) #define _mm_maskz_mul_sch(U, A, B) _mm_maskz_fmul_sch ((U), (A), (B)) #define _mm_mul_round_sch(A, B, R) _mm_fmul_round_sch ((A), (B), (R)) #define _mm_mask_mul_round_sch(W, U, A, B, R) \ _mm_mask_fmul_round_sch ((W), (U), (A), (B), (R)) #define _mm_maskz_mul_round_sch(U, A, B, R) \ _mm_maskz_fmul_round_sch ((U), (A), (B), (R)) #define _mm_cmul_sch(A, B) _mm_fcmul_sch ((A), (B)) #define _mm_mask_cmul_sch(W, U, A, B) _mm_mask_fcmul_sch ((W), (U), (A), (B)) #define _mm_maskz_cmul_sch(U, A, B) _mm_maskz_fcmul_sch ((U), (A), (B)) #define _mm_cmul_round_sch(A, B, R) _mm_fcmul_round_sch ((A), (B), (R)) #define _mm_mask_cmul_round_sch(W, U, A, B, R) \ _mm_mask_fcmul_round_sch ((W), (U), (A), (B), (R)) #define _mm_maskz_cmul_round_sch(U, A, B, R) \ _mm_maskz_fcmul_round_sch ((U), (A), (B), (R)) #ifdef __DISABLE_AVX512FP16__ #undef __DISABLE_AVX512FP16__ #pragma GCC pop_options #endif /* __DISABLE_AVX512FP16__ */ #endif /* __AVX512FP16INTRIN_H_INCLUDED */

Es la eliminación del sarro y la placa adherida a la superficie de los dientes mediante un equipo de ultrasonidos que garantiza la integridad de las piezas dentales a la vez que elimina en profundidad cualquier resto de suciedad.

A continuación se procede al pulido de los dientes mediante una fresa especial que elimina la placa bacteriana y devuelve a los dientes el aspecto sano que deben tener.

Una vez terminado todo el proceso, se mantiene al perro en observación hasta que se despierta de la anestesia, bajo la atenta supervisión de un veterinario.

¿Cada cuánto tiempo tengo que hacerle una limpieza dental a mi perro?

A partir de cierta edad, los perros pueden necesitar una limpieza dental anual o bianual. Depende de cada caso. En líneas generales, puede decirse que los perros de razas pequeñas suelen acumular más sarro y suelen necesitar una atención mayor en cuanto a higiene dental.

Riesgos de una mala higiene

Los riesgos más evidentes de una mala higiene dental en los perros son los siguientes:

Cuando la acumulación de sarro no se trata, se puede producir una inflamación y retracción de las encías que puede descalzar el diente y provocar caídas.
Mal aliento (halitosis).
Sarro perros
Puede ir a más
Las bacterias de la placa pueden trasladarse a través del torrente circulatorio a órganos vitales como el corazón ocasionando problemas de endocarditis en las válvulas. Las bacterias pueden incluso acantonarse en huesos (La osteomielitis es la infección ósea, tanto cortical como medular) provocando mucho dolor y una artritis séptica).

¿Cómo se forma el sarro?

El sarro es la calcificación de la placa dental. Los restos de alimentos, junto con las bacterias presentes en la boca, van a formar la placa bacteriana o placa dental. Si la placa no se retira, al mezclarse con la saliva y los minerales presentes en ella, reaccionará formando una costra. La placa se calcifica y se forma el sarro.

El sarro, cuando se forma, es de color blanquecino pero a medida que pasa el tiempo se va poniendo amarillo y luego marrón.

Síntomas de una pobre higiene dental
La señal más obvia de una mala salud dental canina es el mal aliento.

Sin embargo, a veces no es tan fácil de detectar
Y hay perros que no se dejan abrir la boca por su dueño. Por ejemplo…

Recientemente nos trajeron a la clínica a un perro que parpadeaba de un ojo y decía su dueño que le picaba un lado de la cara. Tenía molestias y dificultad para comer, lo que había llevado a sus dueños a comprarle comida blanda (que suele ser un poco más cara y llevar más contenido en grasa) durante medio año. Después de una exploración oftalmológica, nos dimos cuenta de que el ojo tenía una úlcera en la córnea probablemente de rascarse . Además, el canto lateral del ojo estaba inflamado. Tenía lo que en humanos llamamos flemón pero como era un perro de pelo largo, no se le notaba a simple vista. Al abrirle la boca nos llamó la atención el ver una muela llena de sarro. Le realizamos una radiografía y encontramos una fístula que llegaba hasta la parte inferior del ojo.

Le tuvimos que extraer la muela. Tras esto, el ojo se curó completamente con unos colirios y una lentilla protectora de úlcera. Afortunadamente, la úlcera no profundizó y no perforó el ojo. Ahora el perro come perfectamente a pesar de haber perdido una muela.

¿Cómo mantener la higiene dental de tu perro?
Hay varias maneras de prevenir problemas derivados de la salud dental de tu perro.

Limpiezas de dientes en casa
Es recomendable limpiar los dientes de tu perro semanal o diariamente si se puede. Existe una gran variedad de productos que se pueden utilizar:

Pastas de dientes.
Cepillos de dientes o dedales para el dedo índice, que hacen más fácil la limpieza.
Colutorios para echar en agua de bebida o directamente sobre el diente en líquido o en spray.

En la Clínica Tus Veterinarios enseñamos a nuestros clientes a tomar el hábito de limpiar los dientes de sus perros desde que son cachorros. Esto responde a nuestro compromiso con la prevención de enfermedades caninas.

Hoy en día tenemos muchos clientes que limpian los dientes todos los días a su mascota, y como resultado, se ahorran el dinero de hacer limpiezas dentales profesionales y consiguen una mejor salud de su perro.

Limpiezas dentales profesionales de perros y gatos

Recomendamos hacer una limpieza dental especializada anualmente. La realizamos con un aparato de ultrasonidos que utiliza agua para quitar el sarro. Después, procedemos a pulir los dientes con un cepillo de alta velocidad y una pasta especial. Hacemos esto para proteger el esmalte.

La frecuencia de limpiezas dentales necesaria varía mucho entre razas. En general, las razas grandes tienen buena calidad de esmalte, por lo que no necesitan hacerlo tan a menudo e incluso pueden pasarse la vida sin requerir una limpieza. Sin embargo, razas pequeñas como el Yorkshire o el Maltés, deben hacérselas todos los años desde cachorros si se quiere conservar sus piezas dentales.

Otro factor fundamental es la calidad del pienso. Algunas marcas han diseñado croquetas que limpian la superficie del diente y de la muela al masticarse.

Ultrasonido para perros

¿Se necesita anestesia para las limpiezas dentales de perros y gatos?

La limpieza dental en perros no es una técnica que pueda practicarse sin anestesia general , aunque hay veces que los propietarios no quieren anestesiar y si tiene poco sarro y el perro es muy bueno se puede intentar…… , pero no se va a poder pulir ni acceder a todas la zona de la boca …. Además los limpiadores dentales van a irrigar agua y hay riesgo de aspiración a vías respiratorias si no se realiza una anestesia correcta con intubación traqueal . En resumen , sin anestesia no se va hacer una correcta limpieza dental.

Tampoco sirve la sedación ya que necesitamos que el animal esté totalmente quieto, y el veterinario tenga un acceso completo a todas sus piezas dentales y encías.

Alimentos para la limpieza dental

Hay que tener cierto cuidado a la hora de comprar determinados alimentos porque no todos son saludables. Algunos tienen demasiado contenido graso, que en exceso puede causar problemas cardiovasculares y obesidad.

Los mejores alimentos para los dientes son aquellos que están elaborados por empresas farmacéuticas y llevan componentes químicos con tratamientos específicos para el diente del perro. Esto implica no solo limpieza a través de la acción mecánica de morder sino también un tratamiento antibacteriano para prevenir el sarro.

Conclusión

Si eres como la mayoría de dueños, por falta de tiempo , es probable que no estés prestando la suficiente atención a la limpieza dental de tu perro. Por eso te animamos a que comiences a limpiar los dientes de tu perro y consideres atender a su higiene bucal con frecuencia.

Estas simples medidas pueden conllevar a que tu perro tenga una vida más larga y mucho más saludable.

Si te resulta imposible introducir un cepillo de dientes a tu perro en la boca, pásate con él por clínica Tus Veterinarios y te explicamos cómo hacerlo.

Necesitas hacer una limpieza dental profesional a tu mascota?
Llámanos al 622575274 o contacta con nosotros

¿Cada cuánto tiempo tengo que hacerle una limpieza dental a mi perro?

Riesgos de una mala higiene

¿Cómo se forma el sarro?

Limpiezas dentales profesionales de perros y gatos

Ultrasonido para perros

Alimentos para la limpieza dental

Conclusión

Deja un comentario Cancelar respuesta

Entradas recientes

Horarios

Donde estamos

Síguenos