Mercurial > hg > CbC > CbC_llvm

annotate clang/lib/Headers/avx512vnniintrin.h @ 176:de4ac79aef9d

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
...
author Shinji KONO <kono@ie.u-ryukyu.ac.jp>
date Mon, 25 May 2020 17:13:11 +0900
parents 1d019706d866
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
150
anatofuz
parents:
diff changeset
1 /*===------------- avx512vnniintrin.h - VNNI intrinsics ------------------===
anatofuz
parents:
diff changeset
2 *
anatofuz
parents:
diff changeset
3 *
anatofuz
parents:
diff changeset
4 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
anatofuz
parents:
diff changeset
5 * See https://llvm.org/LICENSE.txt for license information.
anatofuz
parents:
diff changeset
6 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
anatofuz
parents:
diff changeset
7 *
anatofuz
parents:
diff changeset
8 *===-----------------------------------------------------------------------===
anatofuz
parents:
diff changeset
9 */
anatofuz
parents:
diff changeset
10 #ifndef __IMMINTRIN_H
anatofuz
parents:
diff changeset
11 #error "Never use <avx512vnniintrin.h> directly; include <immintrin.h> instead."
anatofuz
parents:
diff changeset
12 #endif
anatofuz
parents:
diff changeset
13
anatofuz
parents:
diff changeset
14 #ifndef __AVX512VNNIINTRIN_H
anatofuz
parents:
diff changeset
15 #define __AVX512VNNIINTRIN_H
anatofuz
parents:
diff changeset
16
anatofuz
parents:
diff changeset
17 /* Define the default attributes for the functions in this file. */
anatofuz
parents:
diff changeset
18 #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512vnni"), __min_vector_width__(512)))
anatofuz
parents:
diff changeset
19
anatofuz
parents:
diff changeset
20
anatofuz
parents:
diff changeset
21 static __inline__ __m512i __DEFAULT_FN_ATTRS
anatofuz
parents:
diff changeset
22 _mm512_dpbusd_epi32(__m512i __S, __m512i __A, __m512i __B)
anatofuz
parents:
diff changeset
23 {
anatofuz
parents:
diff changeset
24 return (__m512i)__builtin_ia32_vpdpbusd512((__v16si)__S, (__v16si)__A,
anatofuz
parents:
diff changeset
25 (__v16si)__B);
anatofuz
parents:
diff changeset
26 }
anatofuz
parents:
diff changeset
27
anatofuz
parents:
diff changeset
28 static __inline__ __m512i __DEFAULT_FN_ATTRS
anatofuz
parents:
diff changeset
29 _mm512_mask_dpbusd_epi32(__m512i __S, __mmask16 __U, __m512i __A, __m512i __B)
anatofuz
parents:
diff changeset
30 {
anatofuz
parents:
diff changeset
31 return (__m512i)__builtin_ia32_selectd_512(__U,
anatofuz
parents:
diff changeset
32 (__v16si)_mm512_dpbusd_epi32(__S, __A, __B),
anatofuz
parents:
diff changeset
33 (__v16si)__S);
anatofuz
parents:
diff changeset
34 }
anatofuz
parents:
diff changeset
35
anatofuz
parents:
diff changeset
36 static __inline__ __m512i __DEFAULT_FN_ATTRS
anatofuz
parents:
diff changeset
37 _mm512_maskz_dpbusd_epi32(__mmask16 __U, __m512i __S, __m512i __A, __m512i __B)
anatofuz
parents:
diff changeset
38 {
anatofuz
parents:
diff changeset
39 return (__m512i)__builtin_ia32_selectd_512(__U,
anatofuz
parents:
diff changeset
40 (__v16si)_mm512_dpbusd_epi32(__S, __A, __B),
anatofuz
parents:
diff changeset
41 (__v16si)_mm512_setzero_si512());
anatofuz
parents:
diff changeset
42 }
anatofuz
parents:
diff changeset
43
anatofuz
parents:
diff changeset
44 static __inline__ __m512i __DEFAULT_FN_ATTRS
anatofuz
parents:
diff changeset
45 _mm512_dpbusds_epi32(__m512i __S, __m512i __A, __m512i __B)
anatofuz
parents:
diff changeset
46 {
anatofuz
parents:
diff changeset
47 return (__m512i)__builtin_ia32_vpdpbusds512((__v16si)__S, (__v16si)__A,
anatofuz
parents:
diff changeset
48 (__v16si)__B);
anatofuz
parents:
diff changeset
49 }
anatofuz
parents:
diff changeset
50
anatofuz
parents:
diff changeset
51 static __inline__ __m512i __DEFAULT_FN_ATTRS
anatofuz
parents:
diff changeset
52 _mm512_mask_dpbusds_epi32(__m512i __S, __mmask16 __U, __m512i __A, __m512i __B)
anatofuz
parents:
diff changeset
53 {
anatofuz
parents:
diff changeset
54 return (__m512i)__builtin_ia32_selectd_512(__U,
anatofuz
parents:
diff changeset
55 (__v16si)_mm512_dpbusds_epi32(__S, __A, __B),
anatofuz
parents:
diff changeset
56 (__v16si)__S);
anatofuz
parents:
diff changeset
57 }
anatofuz
parents:
diff changeset
58
anatofuz
parents:
diff changeset
59 static __inline__ __m512i __DEFAULT_FN_ATTRS
anatofuz
parents:
diff changeset
60 _mm512_maskz_dpbusds_epi32(__mmask16 __U, __m512i __S, __m512i __A, __m512i __B)
anatofuz
parents:
diff changeset
61 {
anatofuz
parents:
diff changeset
62 return (__m512i)__builtin_ia32_selectd_512(__U,
anatofuz
parents:
diff changeset
63 (__v16si)_mm512_dpbusds_epi32(__S, __A, __B),
anatofuz
parents:
diff changeset
64 (__v16si)_mm512_setzero_si512());
anatofuz
parents:
diff changeset
65 }
anatofuz
parents:
diff changeset
66
anatofuz
parents:
diff changeset
67 static __inline__ __m512i __DEFAULT_FN_ATTRS
anatofuz
parents:
diff changeset
68 _mm512_dpwssd_epi32(__m512i __S, __m512i __A, __m512i __B)
anatofuz
parents:
diff changeset
69 {
anatofuz
parents:
diff changeset
70 return (__m512i)__builtin_ia32_vpdpwssd512((__v16si)__S, (__v16si)__A,
anatofuz
parents:
diff changeset
71 (__v16si)__B);
anatofuz
parents:
diff changeset
72 }
anatofuz
parents:
diff changeset
73
anatofuz
parents:
diff changeset
74 static __inline__ __m512i __DEFAULT_FN_ATTRS
anatofuz
parents:
diff changeset
75 _mm512_mask_dpwssd_epi32(__m512i __S, __mmask16 __U, __m512i __A, __m512i __B)
anatofuz
parents:
diff changeset
76 {
anatofuz
parents:
diff changeset
77 return (__m512i)__builtin_ia32_selectd_512(__U,
anatofuz
parents:
diff changeset
78 (__v16si)_mm512_dpwssd_epi32(__S, __A, __B),
anatofuz
parents:
diff changeset
79 (__v16si)__S);
anatofuz
parents:
diff changeset
80 }
anatofuz
parents:
diff changeset
81
anatofuz
parents:
diff changeset
82 static __inline__ __m512i __DEFAULT_FN_ATTRS
anatofuz
parents:
diff changeset
83 _mm512_maskz_dpwssd_epi32(__mmask16 __U, __m512i __S, __m512i __A, __m512i __B)
anatofuz
parents:
diff changeset
84 {
anatofuz
parents:
diff changeset
85 return (__m512i)__builtin_ia32_selectd_512(__U,
anatofuz
parents:
diff changeset
86 (__v16si)_mm512_dpwssd_epi32(__S, __A, __B),
anatofuz
parents:
diff changeset
87 (__v16si)_mm512_setzero_si512());
anatofuz
parents:
diff changeset
88 }
anatofuz
parents:
diff changeset
89
anatofuz
parents:
diff changeset
90 static __inline__ __m512i __DEFAULT_FN_ATTRS
anatofuz
parents:
diff changeset
91 _mm512_dpwssds_epi32(__m512i __S, __m512i __A, __m512i __B)
anatofuz
parents:
diff changeset
92 {
anatofuz
parents:
diff changeset
93 return (__m512i)__builtin_ia32_vpdpwssds512((__v16si)__S, (__v16si)__A,
anatofuz
parents:
diff changeset
94 (__v16si)__B);
anatofuz
parents:
diff changeset
95 }
anatofuz
parents:
diff changeset
96
anatofuz
parents:
diff changeset
97 static __inline__ __m512i __DEFAULT_FN_ATTRS
anatofuz
parents:
diff changeset
98 _mm512_mask_dpwssds_epi32(__m512i __S, __mmask16 __U, __m512i __A, __m512i __B)
anatofuz
parents:
diff changeset
99 {
anatofuz
parents:
diff changeset
100 return (__m512i)__builtin_ia32_selectd_512(__U,
anatofuz
parents:
diff changeset
101 (__v16si)_mm512_dpwssds_epi32(__S, __A, __B),
anatofuz
parents:
diff changeset
102 (__v16si)__S);
anatofuz
parents:
diff changeset
103 }
anatofuz
parents:
diff changeset
104
anatofuz
parents:
diff changeset
105 static __inline__ __m512i __DEFAULT_FN_ATTRS
anatofuz
parents:
diff changeset
106 _mm512_maskz_dpwssds_epi32(__mmask16 __U, __m512i __S, __m512i __A, __m512i __B)
anatofuz
parents:
diff changeset
107 {
anatofuz
parents:
diff changeset
108 return (__m512i)__builtin_ia32_selectd_512(__U,
anatofuz
parents:
diff changeset
109 (__v16si)_mm512_dpwssds_epi32(__S, __A, __B),
anatofuz
parents:
diff changeset
110 (__v16si)_mm512_setzero_si512());
anatofuz
parents:
diff changeset
111 }
anatofuz
parents:
diff changeset
112
anatofuz
parents:
diff changeset
113 #undef __DEFAULT_FN_ATTRS
anatofuz
parents:
diff changeset
114
anatofuz
parents:
diff changeset
115 #endif