|
0
|
1 /* Copyright (C) 2006, 2007, 2008, 2009 Free Software Foundation, Inc.
|
|
|
2
|
|
|
3 This file is part of GCC.
|
|
|
4
|
|
|
5 GCC is free software; you can redistribute it and/or modify
|
|
|
6 it under the terms of the GNU General Public License as published by
|
|
|
7 the Free Software Foundation; either version 3, or (at your option)
|
|
|
8 any later version.
|
|
|
9
|
|
|
10 GCC is distributed in the hope that it will be useful,
|
|
|
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
13 GNU General Public License for more details.
|
|
|
14
|
|
|
15 Under Section 7 of GPL version 3, you are granted additional
|
|
|
16 permissions described in the GCC Runtime Library Exception, version
|
|
|
17 3.1, as published by the Free Software Foundation.
|
|
|
18
|
|
|
19 You should have received a copy of the GNU General Public License and
|
|
|
20 a copy of the GCC Runtime Library Exception along with this program;
|
|
|
21 see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
|
|
|
22 <http://www.gnu.org/licenses/>. */
|
|
|
23
|
|
|
24 /* Implemented from the specification included in the Intel C++ Compiler
|
|
|
25 User Guide and Reference, version 9.1. */
|
|
|
26
|
|
|
27 #ifndef _TMMINTRIN_H_INCLUDED
|
|
|
28 #define _TMMINTRIN_H_INCLUDED
|
|
|
29
|
|
|
30 #ifndef __SSSE3__
|
|
|
31 # error "SSSE3 instruction set not enabled"
|
|
|
32 #else
|
|
|
33
|
|
|
34 /* We need definitions from the SSE3, SSE2 and SSE header files*/
|
|
|
35 #include <pmmintrin.h>
|
|
|
36
|
|
|
37 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
38 _mm_hadd_epi16 (__m128i __X, __m128i __Y)
|
|
|
39 {
|
|
|
40 return (__m128i) __builtin_ia32_phaddw128 ((__v8hi)__X, (__v8hi)__Y);
|
|
|
41 }
|
|
|
42
|
|
|
43 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
44 _mm_hadd_epi32 (__m128i __X, __m128i __Y)
|
|
|
45 {
|
|
|
46 return (__m128i) __builtin_ia32_phaddd128 ((__v4si)__X, (__v4si)__Y);
|
|
|
47 }
|
|
|
48
|
|
|
49 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
50 _mm_hadds_epi16 (__m128i __X, __m128i __Y)
|
|
|
51 {
|
|
|
52 return (__m128i) __builtin_ia32_phaddsw128 ((__v8hi)__X, (__v8hi)__Y);
|
|
|
53 }
|
|
|
54
|
|
|
55 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
56 _mm_hadd_pi16 (__m64 __X, __m64 __Y)
|
|
|
57 {
|
|
|
58 return (__m64) __builtin_ia32_phaddw ((__v4hi)__X, (__v4hi)__Y);
|
|
|
59 }
|
|
|
60
|
|
|
61 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
62 _mm_hadd_pi32 (__m64 __X, __m64 __Y)
|
|
|
63 {
|
|
|
64 return (__m64) __builtin_ia32_phaddd ((__v2si)__X, (__v2si)__Y);
|
|
|
65 }
|
|
|
66
|
|
|
67 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
68 _mm_hadds_pi16 (__m64 __X, __m64 __Y)
|
|
|
69 {
|
|
|
70 return (__m64) __builtin_ia32_phaddsw ((__v4hi)__X, (__v4hi)__Y);
|
|
|
71 }
|
|
|
72
|
|
|
73 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
74 _mm_hsub_epi16 (__m128i __X, __m128i __Y)
|
|
|
75 {
|
|
|
76 return (__m128i) __builtin_ia32_phsubw128 ((__v8hi)__X, (__v8hi)__Y);
|
|
|
77 }
|
|
|
78
|
|
|
79 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
80 _mm_hsub_epi32 (__m128i __X, __m128i __Y)
|
|
|
81 {
|
|
|
82 return (__m128i) __builtin_ia32_phsubd128 ((__v4si)__X, (__v4si)__Y);
|
|
|
83 }
|
|
|
84
|
|
|
85 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
86 _mm_hsubs_epi16 (__m128i __X, __m128i __Y)
|
|
|
87 {
|
|
|
88 return (__m128i) __builtin_ia32_phsubsw128 ((__v8hi)__X, (__v8hi)__Y);
|
|
|
89 }
|
|
|
90
|
|
|
91 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
92 _mm_hsub_pi16 (__m64 __X, __m64 __Y)
|
|
|
93 {
|
|
|
94 return (__m64) __builtin_ia32_phsubw ((__v4hi)__X, (__v4hi)__Y);
|
|
|
95 }
|
|
|
96
|
|
|
97 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
98 _mm_hsub_pi32 (__m64 __X, __m64 __Y)
|
|
|
99 {
|
|
|
100 return (__m64) __builtin_ia32_phsubd ((__v2si)__X, (__v2si)__Y);
|
|
|
101 }
|
|
|
102
|
|
|
103 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
104 _mm_hsubs_pi16 (__m64 __X, __m64 __Y)
|
|
|
105 {
|
|
|
106 return (__m64) __builtin_ia32_phsubsw ((__v4hi)__X, (__v4hi)__Y);
|
|
|
107 }
|
|
|
108
|
|
|
109 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
110 _mm_maddubs_epi16 (__m128i __X, __m128i __Y)
|
|
|
111 {
|
|
|
112 return (__m128i) __builtin_ia32_pmaddubsw128 ((__v16qi)__X, (__v16qi)__Y);
|
|
|
113 }
|
|
|
114
|
|
|
115 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
116 _mm_maddubs_pi16 (__m64 __X, __m64 __Y)
|
|
|
117 {
|
|
|
118 return (__m64) __builtin_ia32_pmaddubsw ((__v8qi)__X, (__v8qi)__Y);
|
|
|
119 }
|
|
|
120
|
|
|
121 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
122 _mm_mulhrs_epi16 (__m128i __X, __m128i __Y)
|
|
|
123 {
|
|
|
124 return (__m128i) __builtin_ia32_pmulhrsw128 ((__v8hi)__X, (__v8hi)__Y);
|
|
|
125 }
|
|
|
126
|
|
|
127 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
128 _mm_mulhrs_pi16 (__m64 __X, __m64 __Y)
|
|
|
129 {
|
|
|
130 return (__m64) __builtin_ia32_pmulhrsw ((__v4hi)__X, (__v4hi)__Y);
|
|
|
131 }
|
|
|
132
|
|
|
133 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
134 _mm_shuffle_epi8 (__m128i __X, __m128i __Y)
|
|
|
135 {
|
|
|
136 return (__m128i) __builtin_ia32_pshufb128 ((__v16qi)__X, (__v16qi)__Y);
|
|
|
137 }
|
|
|
138
|
|
|
139 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
140 _mm_shuffle_pi8 (__m64 __X, __m64 __Y)
|
|
|
141 {
|
|
|
142 return (__m64) __builtin_ia32_pshufb ((__v8qi)__X, (__v8qi)__Y);
|
|
|
143 }
|
|
|
144
|
|
|
145 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
146 _mm_sign_epi8 (__m128i __X, __m128i __Y)
|
|
|
147 {
|
|
|
148 return (__m128i) __builtin_ia32_psignb128 ((__v16qi)__X, (__v16qi)__Y);
|
|
|
149 }
|
|
|
150
|
|
|
151 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
152 _mm_sign_epi16 (__m128i __X, __m128i __Y)
|
|
|
153 {
|
|
|
154 return (__m128i) __builtin_ia32_psignw128 ((__v8hi)__X, (__v8hi)__Y);
|
|
|
155 }
|
|
|
156
|
|
|
157 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
158 _mm_sign_epi32 (__m128i __X, __m128i __Y)
|
|
|
159 {
|
|
|
160 return (__m128i) __builtin_ia32_psignd128 ((__v4si)__X, (__v4si)__Y);
|
|
|
161 }
|
|
|
162
|
|
|
163 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
164 _mm_sign_pi8 (__m64 __X, __m64 __Y)
|
|
|
165 {
|
|
|
166 return (__m64) __builtin_ia32_psignb ((__v8qi)__X, (__v8qi)__Y);
|
|
|
167 }
|
|
|
168
|
|
|
169 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
170 _mm_sign_pi16 (__m64 __X, __m64 __Y)
|
|
|
171 {
|
|
|
172 return (__m64) __builtin_ia32_psignw ((__v4hi)__X, (__v4hi)__Y);
|
|
|
173 }
|
|
|
174
|
|
|
175 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
176 _mm_sign_pi32 (__m64 __X, __m64 __Y)
|
|
|
177 {
|
|
|
178 return (__m64) __builtin_ia32_psignd ((__v2si)__X, (__v2si)__Y);
|
|
|
179 }
|
|
|
180
|
|
|
181 #ifdef __OPTIMIZE__
|
|
|
182 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
183 _mm_alignr_epi8(__m128i __X, __m128i __Y, const int __N)
|
|
|
184 {
|
|
|
185 return (__m128i) __builtin_ia32_palignr128 ((__v2di)__X,
|
|
|
186 (__v2di)__Y, __N * 8);
|
|
|
187 }
|
|
|
188
|
|
|
189 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
190 _mm_alignr_pi8(__m64 __X, __m64 __Y, const int __N)
|
|
|
191 {
|
|
|
192 return (__m64) __builtin_ia32_palignr ((__v1di)__X,
|
|
|
193 (__v1di)__Y, __N * 8);
|
|
|
194 }
|
|
|
195 #else
|
|
|
196 #define _mm_alignr_epi8(X, Y, N) \
|
|
|
197 ((__m128i) __builtin_ia32_palignr128 ((__v2di)(__m128i)(X), \
|
|
|
198 (__v2di)(__m128i)(Y), \
|
|
|
199 (int)(N) * 8))
|
|
|
200 #define _mm_alignr_pi8(X, Y, N) \
|
|
|
201 ((__m64) __builtin_ia32_palignr ((__v1di)(__m64)(X), \
|
|
|
202 (__v1di)(__m64)(Y), \
|
|
|
203 (int)(N) * 8))
|
|
|
204 #endif
|
|
|
205
|
|
|
206 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
207 _mm_abs_epi8 (__m128i __X)
|
|
|
208 {
|
|
|
209 return (__m128i) __builtin_ia32_pabsb128 ((__v16qi)__X);
|
|
|
210 }
|
|
|
211
|
|
|
212 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
213 _mm_abs_epi16 (__m128i __X)
|
|
|
214 {
|
|
|
215 return (__m128i) __builtin_ia32_pabsw128 ((__v8hi)__X);
|
|
|
216 }
|
|
|
217
|
|
|
218 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
219 _mm_abs_epi32 (__m128i __X)
|
|
|
220 {
|
|
|
221 return (__m128i) __builtin_ia32_pabsd128 ((__v4si)__X);
|
|
|
222 }
|
|
|
223
|
|
|
224 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
225 _mm_abs_pi8 (__m64 __X)
|
|
|
226 {
|
|
|
227 return (__m64) __builtin_ia32_pabsb ((__v8qi)__X);
|
|
|
228 }
|
|
|
229
|
|
|
230 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
231 _mm_abs_pi16 (__m64 __X)
|
|
|
232 {
|
|
|
233 return (__m64) __builtin_ia32_pabsw ((__v4hi)__X);
|
|
|
234 }
|
|
|
235
|
|
|
236 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
237 _mm_abs_pi32 (__m64 __X)
|
|
|
238 {
|
|
|
239 return (__m64) __builtin_ia32_pabsd ((__v2si)__X);
|
|
|
240 }
|
|
|
241
|
|
|
242 #endif /* __SSSE3__ */
|
|
|
243
|
|
|
244 #endif /* _TMMINTRIN_H_INCLUDED */
|
