OpenCores
URL https://opencores.org/ocsvn/openrisc_2011-10-31/openrisc_2011-10-31/trunk

Subversion Repositories openrisc_2011-10-31

[/] [openrisc/] [trunk/] [gnu-src/] [gcc-4.5.1/] [gcc/] [config/] [i386/] [emmintrin.h] - Blame information for rev 300

Go to most recent revision | Details | Compare with Previous | View Log

Line No. Rev Author Line
1 282 jeremybenn 
/* Copyright (C) 2003, 2004, 2005, 2006, 2007, 2008, 2009
2 
   Free Software Foundation, Inc.
3 
 
4 
   This file is part of GCC.
5 
 
6 
   GCC is free software; you can redistribute it and/or modify
7 
   it under the terms of the GNU General Public License as published by
8 
   the Free Software Foundation; either version 3, or (at your option)
9 
   any later version.
10 
 
11 
   GCC is distributed in the hope that it will be useful,
12 
   but WITHOUT ANY WARRANTY; without even the implied warranty of
13 
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14 
   GNU General Public License for more details.
15 
 
16 
   Under Section 7 of GPL version 3, you are granted additional
17 
   permissions described in the GCC Runtime Library Exception, version
18 
   3.1, as published by the Free Software Foundation.
19 
 
20 
   You should have received a copy of the GNU General Public License and
21 
   a copy of the GCC Runtime Library Exception along with this program;
22 
   see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
23 
   <http://www.gnu.org/licenses/>.  */
24 
 
25 
/* Implemented from the specification included in the Intel C++ Compiler
26 
   User Guide and Reference, version 9.0.  */
27 
 
28 
#ifndef _EMMINTRIN_H_INCLUDED
29 
#define _EMMINTRIN_H_INCLUDED
30 
 
31 
#ifndef __SSE2__
32 
# error "SSE2 instruction set not enabled"
33 
#else
34 
 
35 
/* We need definitions from the SSE header files*/
36 
#include <xmmintrin.h>
37 
 
38 
/* SSE2 */
39 
typedef double __v2df __attribute__ ((__vector_size__ (16)));
40 
typedef long long __v2di __attribute__ ((__vector_size__ (16)));
41 
typedef int __v4si __attribute__ ((__vector_size__ (16)));
42 
typedef short __v8hi __attribute__ ((__vector_size__ (16)));
43 
typedef char __v16qi __attribute__ ((__vector_size__ (16)));
44 
 
45 
/* The Intel API is flexible enough that we must allow aliasing with other
46 
   vector types, and their scalar components.  */
47 
typedef long long __m128i __attribute__ ((__vector_size__ (16), __may_alias__));
48 
typedef double __m128d __attribute__ ((__vector_size__ (16), __may_alias__));
49 
 
50 
/* Create a selector for use with the SHUFPD instruction.  */
51 
#define _MM_SHUFFLE2(fp1,fp0) \
52 
 (((fp1) << 1) | (fp0))
53 
 
54 
/* Create a vector with element 0 as F and the rest zero.  */
55 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
56 
_mm_set_sd (double __F)
57 
{
58 
  return __extension__ (__m128d){ __F, 0.0 };
59 
}
60 
 
61 
/* Create a vector with both elements equal to F.  */
62 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
63 
_mm_set1_pd (double __F)
64 
{
65 
  return __extension__ (__m128d){ __F, __F };
66 
}
67 
 
68 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
69 
_mm_set_pd1 (double __F)
70 
{
71 
  return _mm_set1_pd (__F);
72 
}
73 
 
74 
/* Create a vector with the lower value X and upper value W.  */
75 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
76 
_mm_set_pd (double __W, double __X)
77 
{
78 
  return __extension__ (__m128d){ __X, __W };
79 
}
80 
 
81 
/* Create a vector with the lower value W and upper value X.  */
82 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
83 
_mm_setr_pd (double __W, double __X)
84 
{
85 
  return __extension__ (__m128d){ __W, __X };
86 
}
87 
 
88 
/* Create a vector of zeros.  */
89 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
90 
_mm_setzero_pd (void)
91 
{
92 
  return __extension__ (__m128d){ 0.0, 0.0 };
93 
}
94 
 
95 
/* Sets the low DPFP value of A from the low value of B.  */
96 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
97 
_mm_move_sd (__m128d __A, __m128d __B)
98 
{
99 
  return (__m128d) __builtin_ia32_movsd ((__v2df)__A, (__v2df)__B);
100 
}
101 
 
102 
/* Load two DPFP values from P.  The address must be 16-byte aligned.  */
103 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
104 
_mm_load_pd (double const *__P)
105 
{
106 
  return *(__m128d *)__P;
107 
}
108 
 
109 
/* Load two DPFP values from P.  The address need not be 16-byte aligned.  */
110 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
111 
_mm_loadu_pd (double const *__P)
112 
{
113 
  return __builtin_ia32_loadupd (__P);
114 
}
115 
 
116 
/* Create a vector with all two elements equal to *P.  */
117 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
118 
_mm_load1_pd (double const *__P)
119 
{
120 
  return _mm_set1_pd (*__P);
121 
}
122 
 
123 
/* Create a vector with element 0 as *P and the rest zero.  */
124 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
125 
_mm_load_sd (double const *__P)
126 
{
127 
  return _mm_set_sd (*__P);
128 
}
129 
 
130 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
131 
_mm_load_pd1 (double const *__P)
132 
{
133 
  return _mm_load1_pd (__P);
134 
}
135 
 
136 
/* Load two DPFP values in reverse order.  The address must be aligned.  */
137 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
138 
_mm_loadr_pd (double const *__P)
139 
{
140 
  __m128d __tmp = _mm_load_pd (__P);
141 
  return __builtin_ia32_shufpd (__tmp, __tmp, _MM_SHUFFLE2 (0,1));
142 
}
143 
 
144 
/* Store two DPFP values.  The address must be 16-byte aligned.  */
145 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
146 
_mm_store_pd (double *__P, __m128d __A)
147 
{
148 
  *(__m128d *)__P = __A;
149 
}
150 
 
151 
/* Store two DPFP values.  The address need not be 16-byte aligned.  */
152 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
153 
_mm_storeu_pd (double *__P, __m128d __A)
154 
{
155 
  __builtin_ia32_storeupd (__P, __A);
156 
}
157 
 
158 
/* Stores the lower DPFP value.  */
159 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
160 
_mm_store_sd (double *__P, __m128d __A)
161 
{
162 
  *__P = __builtin_ia32_vec_ext_v2df (__A, 0);
163 
}
164 
 
165 
extern __inline double __attribute__((__gnu_inline__, __always_inline__, __artificial__))
166 
_mm_cvtsd_f64 (__m128d __A)
167 
{
168 
  return __builtin_ia32_vec_ext_v2df (__A, 0);
169 
}
170 
 
171 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
172 
_mm_storel_pd (double *__P, __m128d __A)
173 
{
174 
  _mm_store_sd (__P, __A);
175 
}
176 
 
177 
/* Stores the upper DPFP value.  */
178 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
179 
_mm_storeh_pd (double *__P, __m128d __A)
180 
{
181 
  *__P = __builtin_ia32_vec_ext_v2df (__A, 1);
182 
}
183 
 
184 
/* Store the lower DPFP value across two words.
185 
   The address must be 16-byte aligned.  */
186 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
187 
_mm_store1_pd (double *__P, __m128d __A)
188 
{
189 
  _mm_store_pd (__P, __builtin_ia32_shufpd (__A, __A, _MM_SHUFFLE2 (0,0)));
190 
}
191 
 
192 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
193 
_mm_store_pd1 (double *__P, __m128d __A)
194 
{
195 
  _mm_store1_pd (__P, __A);
196 
}
197 
 
198 
/* Store two DPFP values in reverse order.  The address must be aligned.  */
199 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
200 
_mm_storer_pd (double *__P, __m128d __A)
201 
{
202 
  _mm_store_pd (__P, __builtin_ia32_shufpd (__A, __A, _MM_SHUFFLE2 (0,1)));
203 
}
204 
 
205 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
206 
_mm_cvtsi128_si32 (__m128i __A)
207 
{
208 
  return __builtin_ia32_vec_ext_v4si ((__v4si)__A, 0);
209 
}
210 
 
211 
#ifdef __x86_64__
212 
/* Intel intrinsic.  */
213 
extern __inline long long __attribute__((__gnu_inline__, __always_inline__, __artificial__))
214 
_mm_cvtsi128_si64 (__m128i __A)
215 
{
216 
  return __builtin_ia32_vec_ext_v2di ((__v2di)__A, 0);
217 
}
218 
 
219 
/* Microsoft intrinsic.  */
220 
extern __inline long long __attribute__((__gnu_inline__, __always_inline__, __artificial__))
221 
_mm_cvtsi128_si64x (__m128i __A)
222 
{
223 
  return __builtin_ia32_vec_ext_v2di ((__v2di)__A, 0);
224 
}
225 
#endif
226 
 
227 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
228 
_mm_add_pd (__m128d __A, __m128d __B)
229 
{
230 
  return (__m128d)__builtin_ia32_addpd ((__v2df)__A, (__v2df)__B);
231 
}
232 
 
233 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
234 
_mm_add_sd (__m128d __A, __m128d __B)
235 
{
236 
  return (__m128d)__builtin_ia32_addsd ((__v2df)__A, (__v2df)__B);
237 
}
238 
 
239 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
240 
_mm_sub_pd (__m128d __A, __m128d __B)
241 
{
242 
  return (__m128d)__builtin_ia32_subpd ((__v2df)__A, (__v2df)__B);
243 
}
244 
 
245 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
246 
_mm_sub_sd (__m128d __A, __m128d __B)
247 
{
248 
  return (__m128d)__builtin_ia32_subsd ((__v2df)__A, (__v2df)__B);
249 
}
250 
 
251 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
252 
_mm_mul_pd (__m128d __A, __m128d __B)
253 
{
254 
  return (__m128d)__builtin_ia32_mulpd ((__v2df)__A, (__v2df)__B);
255 
}
256 
 
257 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
258 
_mm_mul_sd (__m128d __A, __m128d __B)
259 
{
260 
  return (__m128d)__builtin_ia32_mulsd ((__v2df)__A, (__v2df)__B);
261 
}
262 
 
263 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
264 
_mm_div_pd (__m128d __A, __m128d __B)
265 
{
266 
  return (__m128d)__builtin_ia32_divpd ((__v2df)__A, (__v2df)__B);
267 
}
268 
 
269 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
270 
_mm_div_sd (__m128d __A, __m128d __B)
271 
{
272 
  return (__m128d)__builtin_ia32_divsd ((__v2df)__A, (__v2df)__B);
273 
}
274 
 
275 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
276 
_mm_sqrt_pd (__m128d __A)
277 
{
278 
  return (__m128d)__builtin_ia32_sqrtpd ((__v2df)__A);
279 
}
280 
 
281 
/* Return pair {sqrt (A[0), B[1]}.  */
282 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
283 
_mm_sqrt_sd (__m128d __A, __m128d __B)
284 
{
285 
  __v2df __tmp = __builtin_ia32_movsd ((__v2df)__A, (__v2df)__B);
286 
  return (__m128d)__builtin_ia32_sqrtsd ((__v2df)__tmp);
287 
}
288 
 
289 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
290 
_mm_min_pd (__m128d __A, __m128d __B)
291 
{
292 
  return (__m128d)__builtin_ia32_minpd ((__v2df)__A, (__v2df)__B);
293 
}
294 
 
295 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
296 
_mm_min_sd (__m128d __A, __m128d __B)
297 
{
298 
  return (__m128d)__builtin_ia32_minsd ((__v2df)__A, (__v2df)__B);
299 
}
300 
 
301 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
302 
_mm_max_pd (__m128d __A, __m128d __B)
303 
{
304 
  return (__m128d)__builtin_ia32_maxpd ((__v2df)__A, (__v2df)__B);
305 
}
306 
 
307 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
308 
_mm_max_sd (__m128d __A, __m128d __B)
309 
{
310 
  return (__m128d)__builtin_ia32_maxsd ((__v2df)__A, (__v2df)__B);
311 
}
312 
 
313 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
314 
_mm_and_pd (__m128d __A, __m128d __B)
315 
{
316 
  return (__m128d)__builtin_ia32_andpd ((__v2df)__A, (__v2df)__B);
317 
}
318 
 
319 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
320 
_mm_andnot_pd (__m128d __A, __m128d __B)
321 
{
322 
  return (__m128d)__builtin_ia32_andnpd ((__v2df)__A, (__v2df)__B);
323 
}
324 
 
325 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
326 
_mm_or_pd (__m128d __A, __m128d __B)
327 
{
328 
  return (__m128d)__builtin_ia32_orpd ((__v2df)__A, (__v2df)__B);
329 
}
330 
 
331 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
332 
_mm_xor_pd (__m128d __A, __m128d __B)
333 
{
334 
  return (__m128d)__builtin_ia32_xorpd ((__v2df)__A, (__v2df)__B);
335 
}
336 
 
337 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
338 
_mm_cmpeq_pd (__m128d __A, __m128d __B)
339 
{
340 
  return (__m128d)__builtin_ia32_cmpeqpd ((__v2df)__A, (__v2df)__B);
341 
}
342 
 
343 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
344 
_mm_cmplt_pd (__m128d __A, __m128d __B)
345 
{
346 
  return (__m128d)__builtin_ia32_cmpltpd ((__v2df)__A, (__v2df)__B);
347 
}
348 
 
349 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
350 
_mm_cmple_pd (__m128d __A, __m128d __B)
351 
{
352 
  return (__m128d)__builtin_ia32_cmplepd ((__v2df)__A, (__v2df)__B);
353 
}
354 
 
355 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
356 
_mm_cmpgt_pd (__m128d __A, __m128d __B)
357 
{
358 
  return (__m128d)__builtin_ia32_cmpgtpd ((__v2df)__A, (__v2df)__B);
359 
}
360 
 
361 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
362 
_mm_cmpge_pd (__m128d __A, __m128d __B)
363 
{
364 
  return (__m128d)__builtin_ia32_cmpgepd ((__v2df)__A, (__v2df)__B);
365 
}
366 
 
367 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
368 
_mm_cmpneq_pd (__m128d __A, __m128d __B)
369 
{
370 
  return (__m128d)__builtin_ia32_cmpneqpd ((__v2df)__A, (__v2df)__B);
371 
}
372 
 
373 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
374 
_mm_cmpnlt_pd (__m128d __A, __m128d __B)
375 
{
376 
  return (__m128d)__builtin_ia32_cmpnltpd ((__v2df)__A, (__v2df)__B);
377 
}
378 
 
379 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
380 
_mm_cmpnle_pd (__m128d __A, __m128d __B)
381 
{
382 
  return (__m128d)__builtin_ia32_cmpnlepd ((__v2df)__A, (__v2df)__B);
383 
}
384 
 
385 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
386 
_mm_cmpngt_pd (__m128d __A, __m128d __B)
387 
{
388 
  return (__m128d)__builtin_ia32_cmpngtpd ((__v2df)__A, (__v2df)__B);
389 
}
390 
 
391 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
392 
_mm_cmpnge_pd (__m128d __A, __m128d __B)
393 
{
394 
  return (__m128d)__builtin_ia32_cmpngepd ((__v2df)__A, (__v2df)__B);
395 
}
396 
 
397 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
398 
_mm_cmpord_pd (__m128d __A, __m128d __B)
399 
{
400 
  return (__m128d)__builtin_ia32_cmpordpd ((__v2df)__A, (__v2df)__B);
401 
}
402 
 
403 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
404 
_mm_cmpunord_pd (__m128d __A, __m128d __B)
405 
{
406 
  return (__m128d)__builtin_ia32_cmpunordpd ((__v2df)__A, (__v2df)__B);
407 
}
408 
 
409 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
410 
_mm_cmpeq_sd (__m128d __A, __m128d __B)
411 
{
412 
  return (__m128d)__builtin_ia32_cmpeqsd ((__v2df)__A, (__v2df)__B);
413 
}
414 
 
415 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
416 
_mm_cmplt_sd (__m128d __A, __m128d __B)
417 
{
418 
  return (__m128d)__builtin_ia32_cmpltsd ((__v2df)__A, (__v2df)__B);
419 
}
420 
 
421 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
422 
_mm_cmple_sd (__m128d __A, __m128d __B)
423 
{
424 
  return (__m128d)__builtin_ia32_cmplesd ((__v2df)__A, (__v2df)__B);
425 
}
426 
 
427 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
428 
_mm_cmpgt_sd (__m128d __A, __m128d __B)
429 
{
430 
  return (__m128d) __builtin_ia32_movsd ((__v2df) __A,
431 
                                         (__v2df)
432 
                                         __builtin_ia32_cmpltsd ((__v2df) __B,
433 
                                                                 (__v2df)
434 
                                                                 __A));
435 
}
436 
 
437 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
438 
_mm_cmpge_sd (__m128d __A, __m128d __B)
439 
{
440 
  return (__m128d) __builtin_ia32_movsd ((__v2df) __A,
441 
                                         (__v2df)
442 
                                         __builtin_ia32_cmplesd ((__v2df) __B,
443 
                                                                 (__v2df)
444 
                                                                 __A));
445 
}
446 
 
447 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
448 
_mm_cmpneq_sd (__m128d __A, __m128d __B)
449 
{
450 
  return (__m128d)__builtin_ia32_cmpneqsd ((__v2df)__A, (__v2df)__B);
451 
}
452 
 
453 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
454 
_mm_cmpnlt_sd (__m128d __A, __m128d __B)
455 
{
456 
  return (__m128d)__builtin_ia32_cmpnltsd ((__v2df)__A, (__v2df)__B);
457 
}
458 
 
459 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
460 
_mm_cmpnle_sd (__m128d __A, __m128d __B)
461 
{
462 
  return (__m128d)__builtin_ia32_cmpnlesd ((__v2df)__A, (__v2df)__B);
463 
}
464 
 
465 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
466 
_mm_cmpngt_sd (__m128d __A, __m128d __B)
467 
{
468 
  return (__m128d) __builtin_ia32_movsd ((__v2df) __A,
469 
                                         (__v2df)
470 
                                         __builtin_ia32_cmpnltsd ((__v2df) __B,
471 
                                                                  (__v2df)
472 
                                                                  __A));
473 
}
474 
 
475 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
476 
_mm_cmpnge_sd (__m128d __A, __m128d __B)
477 
{
478 
  return (__m128d) __builtin_ia32_movsd ((__v2df) __A,
479 
                                         (__v2df)
480 
                                         __builtin_ia32_cmpnlesd ((__v2df) __B,
481 
                                                                  (__v2df)
482 
                                                                  __A));
483 
}
484 
 
485 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
486 
_mm_cmpord_sd (__m128d __A, __m128d __B)
487 
{
488 
  return (__m128d)__builtin_ia32_cmpordsd ((__v2df)__A, (__v2df)__B);
489 
}
490 
 
491 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
492 
_mm_cmpunord_sd (__m128d __A, __m128d __B)
493 
{
494 
  return (__m128d)__builtin_ia32_cmpunordsd ((__v2df)__A, (__v2df)__B);
495 
}
496 
 
497 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
498 
_mm_comieq_sd (__m128d __A, __m128d __B)
499 
{
500 
  return __builtin_ia32_comisdeq ((__v2df)__A, (__v2df)__B);
501 
}
502 
 
503 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
504 
_mm_comilt_sd (__m128d __A, __m128d __B)
505 
{
506 
  return __builtin_ia32_comisdlt ((__v2df)__A, (__v2df)__B);
507 
}
508 
 
509 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
510 
_mm_comile_sd (__m128d __A, __m128d __B)
511 
{
512 
  return __builtin_ia32_comisdle ((__v2df)__A, (__v2df)__B);
513 
}
514 
 
515 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
516 
_mm_comigt_sd (__m128d __A, __m128d __B)
517 
{
518 
  return __builtin_ia32_comisdgt ((__v2df)__A, (__v2df)__B);
519 
}
520 
 
521 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
522 
_mm_comige_sd (__m128d __A, __m128d __B)
523 
{
524 
  return __builtin_ia32_comisdge ((__v2df)__A, (__v2df)__B);
525 
}
526 
 
527 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
528 
_mm_comineq_sd (__m128d __A, __m128d __B)
529 
{
530 
  return __builtin_ia32_comisdneq ((__v2df)__A, (__v2df)__B);
531 
}
532 
 
533 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
534 
_mm_ucomieq_sd (__m128d __A, __m128d __B)
535 
{
536 
  return __builtin_ia32_ucomisdeq ((__v2df)__A, (__v2df)__B);
537 
}
538 
 
539 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
540 
_mm_ucomilt_sd (__m128d __A, __m128d __B)
541 
{
542 
  return __builtin_ia32_ucomisdlt ((__v2df)__A, (__v2df)__B);
543 
}
544 
 
545 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
546 
_mm_ucomile_sd (__m128d __A, __m128d __B)
547 
{
548 
  return __builtin_ia32_ucomisdle ((__v2df)__A, (__v2df)__B);
549 
}
550 
 
551 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
552 
_mm_ucomigt_sd (__m128d __A, __m128d __B)
553 
{
554 
  return __builtin_ia32_ucomisdgt ((__v2df)__A, (__v2df)__B);
555 
}
556 
 
557 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
558 
_mm_ucomige_sd (__m128d __A, __m128d __B)
559 
{
560 
  return __builtin_ia32_ucomisdge ((__v2df)__A, (__v2df)__B);
561 
}
562 
 
563 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
564 
_mm_ucomineq_sd (__m128d __A, __m128d __B)
565 
{
566 
  return __builtin_ia32_ucomisdneq ((__v2df)__A, (__v2df)__B);
567 
}
568 
 
569 
/* Create a vector of Qi, where i is the element number.  */
570 
 
571 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
572 
_mm_set_epi64x (long long __q1, long long __q0)
573 
{
574 
  return __extension__ (__m128i)(__v2di){ __q0, __q1 };
575 
}
576 
 
577 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
578 
_mm_set_epi64 (__m64 __q1,  __m64 __q0)
579 
{
580 
  return _mm_set_epi64x ((long long)__q1, (long long)__q0);
581 
}
582 
 
583 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
584 
_mm_set_epi32 (int __q3, int __q2, int __q1, int __q0)
585 
{
586 
  return __extension__ (__m128i)(__v4si){ __q0, __q1, __q2, __q3 };
587 
}
588 
 
589 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
590 
_mm_set_epi16 (short __q7, short __q6, short __q5, short __q4,
591 
               short __q3, short __q2, short __q1, short __q0)
592 
{
593 
  return __extension__ (__m128i)(__v8hi){
594 
    __q0, __q1, __q2, __q3, __q4, __q5, __q6, __q7 };
595 
}
596 
 
597 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
598 
_mm_set_epi8 (char __q15, char __q14, char __q13, char __q12,
599 
              char __q11, char __q10, char __q09, char __q08,
600 
              char __q07, char __q06, char __q05, char __q04,
601 
              char __q03, char __q02, char __q01, char __q00)
602 
{
603 
  return __extension__ (__m128i)(__v16qi){
604 
    __q00, __q01, __q02, __q03, __q04, __q05, __q06, __q07,
605 
    __q08, __q09, __q10, __q11, __q12, __q13, __q14, __q15
606 
  };
607 
}
608 
 
609 
/* Set all of the elements of the vector to A.  */
610 
 
611 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
612 
_mm_set1_epi64x (long long __A)
613 
{
614 
  return _mm_set_epi64x (__A, __A);
615 
}
616 
 
617 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
618 
_mm_set1_epi64 (__m64 __A)
619 
{
620 
  return _mm_set_epi64 (__A, __A);
621 
}
622 
 
623 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
624 
_mm_set1_epi32 (int __A)
625 
{
626 
  return _mm_set_epi32 (__A, __A, __A, __A);
627 
}
628 
 
629 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
630 
_mm_set1_epi16 (short __A)
631 
{
632 
  return _mm_set_epi16 (__A, __A, __A, __A, __A, __A, __A, __A);
633 
}
634 
 
635 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
636 
_mm_set1_epi8 (char __A)
637 
{
638 
  return _mm_set_epi8 (__A, __A, __A, __A, __A, __A, __A, __A,
639 
                       __A, __A, __A, __A, __A, __A, __A, __A);
640 
}
641 
 
642 
/* Create a vector of Qi, where i is the element number.
643 
   The parameter order is reversed from the _mm_set_epi* functions.  */
644 
 
645 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
646 
_mm_setr_epi64 (__m64 __q0, __m64 __q1)
647 
{
648 
  return _mm_set_epi64 (__q1, __q0);
649 
}
650 
 
651 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
652 
_mm_setr_epi32 (int __q0, int __q1, int __q2, int __q3)
653 
{
654 
  return _mm_set_epi32 (__q3, __q2, __q1, __q0);
655 
}
656 
 
657 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
658 
_mm_setr_epi16 (short __q0, short __q1, short __q2, short __q3,
659 
                short __q4, short __q5, short __q6, short __q7)
660 
{
661 
  return _mm_set_epi16 (__q7, __q6, __q5, __q4, __q3, __q2, __q1, __q0);
662 
}
663 
 
664 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
665 
_mm_setr_epi8 (char __q00, char __q01, char __q02, char __q03,
666 
               char __q04, char __q05, char __q06, char __q07,
667 
               char __q08, char __q09, char __q10, char __q11,
668 
               char __q12, char __q13, char __q14, char __q15)
669 
{
670 
  return _mm_set_epi8 (__q15, __q14, __q13, __q12, __q11, __q10, __q09, __q08,
671 
                       __q07, __q06, __q05, __q04, __q03, __q02, __q01, __q00);
672 
}
673 
 
674 
/* Create a vector with element 0 as *P and the rest zero.  */
675 
 
676 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
677 
_mm_load_si128 (__m128i const *__P)
678 
{
679 
  return *__P;
680 
}
681 
 
682 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
683 
_mm_loadu_si128 (__m128i const *__P)
684 
{
685 
  return (__m128i) __builtin_ia32_loaddqu ((char const *)__P);
686 
}
687 
 
688 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
689 
_mm_loadl_epi64 (__m128i const *__P)
690 
{
691 
  return _mm_set_epi64 ((__m64)0LL, *(__m64 *)__P);
692 
}
693 
 
694 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
695 
_mm_store_si128 (__m128i *__P, __m128i __B)
696 
{
697 
  *__P = __B;
698 
}
699 
 
700 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
701 
_mm_storeu_si128 (__m128i *__P, __m128i __B)
702 
{
703 
  __builtin_ia32_storedqu ((char *)__P, (__v16qi)__B);
704 
}
705 
 
706 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
707 
_mm_storel_epi64 (__m128i *__P, __m128i __B)
708 
{
709 
  *(long long *)__P = __builtin_ia32_vec_ext_v2di ((__v2di)__B, 0);
710 
}
711 
 
712 
extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
713 
_mm_movepi64_pi64 (__m128i __B)
714 
{
715 
  return (__m64) __builtin_ia32_vec_ext_v2di ((__v2di)__B, 0);
716 
}
717 
 
718 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
719 
_mm_movpi64_epi64 (__m64 __A)
720 
{
721 
  return _mm_set_epi64 ((__m64)0LL, __A);
722 
}
723 
 
724 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
725 
_mm_move_epi64 (__m128i __A)
726 
{
727 
  return (__m128i)__builtin_ia32_movq128 ((__v2di) __A);
728 
}
729 
 
730 
/* Create a vector of zeros.  */
731 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
732 
_mm_setzero_si128 (void)
733 
{
734 
  return __extension__ (__m128i)(__v4si){ 0, 0, 0, 0 };
735 
}
736 
 
737 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
738 
_mm_cvtepi32_pd (__m128i __A)
739 
{
740 
  return (__m128d)__builtin_ia32_cvtdq2pd ((__v4si) __A);
741 
}
742 
 
743 
extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
744 
_mm_cvtepi32_ps (__m128i __A)
745 
{
746 
  return (__m128)__builtin_ia32_cvtdq2ps ((__v4si) __A);
747 
}
748 
 
749 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
750 
_mm_cvtpd_epi32 (__m128d __A)
751 
{
752 
  return (__m128i)__builtin_ia32_cvtpd2dq ((__v2df) __A);
753 
}
754 
 
755 
extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
756 
_mm_cvtpd_pi32 (__m128d __A)
757 
{
758 
  return (__m64)__builtin_ia32_cvtpd2pi ((__v2df) __A);
759 
}
760 
 
761 
extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
762 
_mm_cvtpd_ps (__m128d __A)
763 
{
764 
  return (__m128)__builtin_ia32_cvtpd2ps ((__v2df) __A);
765 
}
766 
 
767 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
768 
_mm_cvttpd_epi32 (__m128d __A)
769 
{
770 
  return (__m128i)__builtin_ia32_cvttpd2dq ((__v2df) __A);
771 
}
772 
 
773 
extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
774 
_mm_cvttpd_pi32 (__m128d __A)
775 
{
776 
  return (__m64)__builtin_ia32_cvttpd2pi ((__v2df) __A);
777 
}
778 
 
779 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
780 
_mm_cvtpi32_pd (__m64 __A)
781 
{
782 
  return (__m128d)__builtin_ia32_cvtpi2pd ((__v2si) __A);
783 
}
784 
 
785 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
786 
_mm_cvtps_epi32 (__m128 __A)
787 
{
788 
  return (__m128i)__builtin_ia32_cvtps2dq ((__v4sf) __A);
789 
}
790 
 
791 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
792 
_mm_cvttps_epi32 (__m128 __A)
793 
{
794 
  return (__m128i)__builtin_ia32_cvttps2dq ((__v4sf) __A);
795 
}
796 
 
797 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
798 
_mm_cvtps_pd (__m128 __A)
799 
{
800 
  return (__m128d)__builtin_ia32_cvtps2pd ((__v4sf) __A);
801 
}
802 
 
803 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
804 
_mm_cvtsd_si32 (__m128d __A)
805 
{
806 
  return __builtin_ia32_cvtsd2si ((__v2df) __A);
807 
}
808 
 
809 
#ifdef __x86_64__
810 
/* Intel intrinsic.  */
811 
extern __inline long long __attribute__((__gnu_inline__, __always_inline__, __artificial__))
812 
_mm_cvtsd_si64 (__m128d __A)
813 
{
814 
  return __builtin_ia32_cvtsd2si64 ((__v2df) __A);
815 
}
816 
 
817 
/* Microsoft intrinsic.  */
818 
extern __inline long long __attribute__((__gnu_inline__, __always_inline__, __artificial__))
819 
_mm_cvtsd_si64x (__m128d __A)
820 
{
821 
  return __builtin_ia32_cvtsd2si64 ((__v2df) __A);
822 
}
823 
#endif
824 
 
825 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
826 
_mm_cvttsd_si32 (__m128d __A)
827 
{
828 
  return __builtin_ia32_cvttsd2si ((__v2df) __A);
829 
}
830 
 
831 
#ifdef __x86_64__
832 
/* Intel intrinsic.  */
833 
extern __inline long long __attribute__((__gnu_inline__, __always_inline__, __artificial__))
834 
_mm_cvttsd_si64 (__m128d __A)
835 
{
836 
  return __builtin_ia32_cvttsd2si64 ((__v2df) __A);
837 
}
838 
 
839 
/* Microsoft intrinsic.  */
840 
extern __inline long long __attribute__((__gnu_inline__, __always_inline__, __artificial__))
841 
_mm_cvttsd_si64x (__m128d __A)
842 
{
843 
  return __builtin_ia32_cvttsd2si64 ((__v2df) __A);
844 
}
845 
#endif
846 
 
847 
extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
848 
_mm_cvtsd_ss (__m128 __A, __m128d __B)
849 
{
850 
  return (__m128)__builtin_ia32_cvtsd2ss ((__v4sf) __A, (__v2df) __B);
851 
}
852 
 
853 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
854 
_mm_cvtsi32_sd (__m128d __A, int __B)
855 
{
856 
  return (__m128d)__builtin_ia32_cvtsi2sd ((__v2df) __A, __B);
857 
}
858 
 
859 
#ifdef __x86_64__
860 
/* Intel intrinsic.  */
861 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
862 
_mm_cvtsi64_sd (__m128d __A, long long __B)
863 
{
864 
  return (__m128d)__builtin_ia32_cvtsi642sd ((__v2df) __A, __B);
865 
}
866 
 
867 
/* Microsoft intrinsic.  */
868 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
869 
_mm_cvtsi64x_sd (__m128d __A, long long __B)
870 
{
871 
  return (__m128d)__builtin_ia32_cvtsi642sd ((__v2df) __A, __B);
872 
}
873 
#endif
874 
 
875 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
876 
_mm_cvtss_sd (__m128d __A, __m128 __B)
877 
{
878 
  return (__m128d)__builtin_ia32_cvtss2sd ((__v2df) __A, (__v4sf)__B);
879 
}
880 
 
881 
#ifdef __OPTIMIZE__
882 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
883 
_mm_shuffle_pd(__m128d __A, __m128d __B, const int __mask)
884 
{
885 
  return (__m128d)__builtin_ia32_shufpd ((__v2df)__A, (__v2df)__B, __mask);
886 
}
887 
#else
888 
#define _mm_shuffle_pd(A, B, N)                                         \
889 
  ((__m128d)__builtin_ia32_shufpd ((__v2df)(__m128d)(A),                \
890 
                                   (__v2df)(__m128d)(B), (int)(N)))
891 
#endif
892 
 
893 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
894 
_mm_unpackhi_pd (__m128d __A, __m128d __B)
895 
{
896 
  return (__m128d)__builtin_ia32_unpckhpd ((__v2df)__A, (__v2df)__B);
897 
}
898 
 
899 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
900 
_mm_unpacklo_pd (__m128d __A, __m128d __B)
901 
{
902 
  return (__m128d)__builtin_ia32_unpcklpd ((__v2df)__A, (__v2df)__B);
903 
}
904 
 
905 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
906 
_mm_loadh_pd (__m128d __A, double const *__B)
907 
{
908 
  return (__m128d)__builtin_ia32_loadhpd ((__v2df)__A, __B);
909 
}
910 
 
911 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
912 
_mm_loadl_pd (__m128d __A, double const *__B)
913 
{
914 
  return (__m128d)__builtin_ia32_loadlpd ((__v2df)__A, __B);
915 
}
916 
 
917 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
918 
_mm_movemask_pd (__m128d __A)
919 
{
920 
  return __builtin_ia32_movmskpd ((__v2df)__A);
921 
}
922 
 
923 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
924 
_mm_packs_epi16 (__m128i __A, __m128i __B)
925 
{
926 
  return (__m128i)__builtin_ia32_packsswb128 ((__v8hi)__A, (__v8hi)__B);
927 
}
928 
 
929 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
930 
_mm_packs_epi32 (__m128i __A, __m128i __B)
931 
{
932 
  return (__m128i)__builtin_ia32_packssdw128 ((__v4si)__A, (__v4si)__B);
933 
}
934 
 
935 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
936 
_mm_packus_epi16 (__m128i __A, __m128i __B)
937 
{
938 
  return (__m128i)__builtin_ia32_packuswb128 ((__v8hi)__A, (__v8hi)__B);
939 
}
940 
 
941 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
942 
_mm_unpackhi_epi8 (__m128i __A, __m128i __B)
943 
{
944 
  return (__m128i)__builtin_ia32_punpckhbw128 ((__v16qi)__A, (__v16qi)__B);
945 
}
946 
 
947 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
948 
_mm_unpackhi_epi16 (__m128i __A, __m128i __B)
949 
{
950 
  return (__m128i)__builtin_ia32_punpckhwd128 ((__v8hi)__A, (__v8hi)__B);
951 
}
952 
 
953 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
954 
_mm_unpackhi_epi32 (__m128i __A, __m128i __B)
955 
{
956 
  return (__m128i)__builtin_ia32_punpckhdq128 ((__v4si)__A, (__v4si)__B);
957 
}
958 
 
959 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
960 
_mm_unpackhi_epi64 (__m128i __A, __m128i __B)
961 
{
962 
  return (__m128i)__builtin_ia32_punpckhqdq128 ((__v2di)__A, (__v2di)__B);
963 
}
964 
 
965 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
966 
_mm_unpacklo_epi8 (__m128i __A, __m128i __B)
967 
{
968 
  return (__m128i)__builtin_ia32_punpcklbw128 ((__v16qi)__A, (__v16qi)__B);
969 
}
970 
 
971 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
972 
_mm_unpacklo_epi16 (__m128i __A, __m128i __B)
973 
{
974 
  return (__m128i)__builtin_ia32_punpcklwd128 ((__v8hi)__A, (__v8hi)__B);
975 
}
976 
 
977 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
978 
_mm_unpacklo_epi32 (__m128i __A, __m128i __B)
979 
{
980 
  return (__m128i)__builtin_ia32_punpckldq128 ((__v4si)__A, (__v4si)__B);
981 
}
982 
 
983 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
984 
_mm_unpacklo_epi64 (__m128i __A, __m128i __B)
985 
{
986 
  return (__m128i)__builtin_ia32_punpcklqdq128 ((__v2di)__A, (__v2di)__B);
987 
}
988 
 
989 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
990 
_mm_add_epi8 (__m128i __A, __m128i __B)
991 
{
992 
  return (__m128i)__builtin_ia32_paddb128 ((__v16qi)__A, (__v16qi)__B);
993 
}
994 
 
995 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
996 
_mm_add_epi16 (__m128i __A, __m128i __B)
997 
{
998 
  return (__m128i)__builtin_ia32_paddw128 ((__v8hi)__A, (__v8hi)__B);
999 
}
1000 
 
1001 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1002 
_mm_add_epi32 (__m128i __A, __m128i __B)
1003 
{
1004 
  return (__m128i)__builtin_ia32_paddd128 ((__v4si)__A, (__v4si)__B);
1005 
}
1006 
 
1007 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1008 
_mm_add_epi64 (__m128i __A, __m128i __B)
1009 
{
1010 
  return (__m128i)__builtin_ia32_paddq128 ((__v2di)__A, (__v2di)__B);
1011 
}
1012 
 
1013 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1014 
_mm_adds_epi8 (__m128i __A, __m128i __B)
1015 
{
1016 
  return (__m128i)__builtin_ia32_paddsb128 ((__v16qi)__A, (__v16qi)__B);
1017 
}
1018 
 
1019 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1020 
_mm_adds_epi16 (__m128i __A, __m128i __B)
1021 
{
1022 
  return (__m128i)__builtin_ia32_paddsw128 ((__v8hi)__A, (__v8hi)__B);
1023 
}
1024 
 
1025 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1026 
_mm_adds_epu8 (__m128i __A, __m128i __B)
1027 
{
1028 
  return (__m128i)__builtin_ia32_paddusb128 ((__v16qi)__A, (__v16qi)__B);
1029 
}
1030 
 
1031 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1032 
_mm_adds_epu16 (__m128i __A, __m128i __B)
1033 
{
1034 
  return (__m128i)__builtin_ia32_paddusw128 ((__v8hi)__A, (__v8hi)__B);
1035 
}
1036 
 
1037 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1038 
_mm_sub_epi8 (__m128i __A, __m128i __B)
1039 
{
1040 
  return (__m128i)__builtin_ia32_psubb128 ((__v16qi)__A, (__v16qi)__B);
1041 
}
1042 
 
1043 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1044 
_mm_sub_epi16 (__m128i __A, __m128i __B)
1045 
{
1046 
  return (__m128i)__builtin_ia32_psubw128 ((__v8hi)__A, (__v8hi)__B);
1047 
}
1048 
 
1049 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1050 
_mm_sub_epi32 (__m128i __A, __m128i __B)
1051 
{
1052 
  return (__m128i)__builtin_ia32_psubd128 ((__v4si)__A, (__v4si)__B);
1053 
}
1054 
 
1055 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1056 
_mm_sub_epi64 (__m128i __A, __m128i __B)
1057 
{
1058 
  return (__m128i)__builtin_ia32_psubq128 ((__v2di)__A, (__v2di)__B);
1059 
}
1060 
 
1061 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1062 
_mm_subs_epi8 (__m128i __A, __m128i __B)
1063 
{
1064 
  return (__m128i)__builtin_ia32_psubsb128 ((__v16qi)__A, (__v16qi)__B);
1065 
}
1066 
 
1067 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1068 
_mm_subs_epi16 (__m128i __A, __m128i __B)
1069 
{
1070 
  return (__m128i)__builtin_ia32_psubsw128 ((__v8hi)__A, (__v8hi)__B);
1071 
}
1072 
 
1073 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1074 
_mm_subs_epu8 (__m128i __A, __m128i __B)
1075 
{
1076 
  return (__m128i)__builtin_ia32_psubusb128 ((__v16qi)__A, (__v16qi)__B);
1077 
}
1078 
 
1079 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1080 
_mm_subs_epu16 (__m128i __A, __m128i __B)
1081 
{
1082 
  return (__m128i)__builtin_ia32_psubusw128 ((__v8hi)__A, (__v8hi)__B);
1083 
}
1084 
 
1085 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1086 
_mm_madd_epi16 (__m128i __A, __m128i __B)
1087 
{
1088 
  return (__m128i)__builtin_ia32_pmaddwd128 ((__v8hi)__A, (__v8hi)__B);
1089 
}
1090 
 
1091 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1092 
_mm_mulhi_epi16 (__m128i __A, __m128i __B)
1093 
{
1094 
  return (__m128i)__builtin_ia32_pmulhw128 ((__v8hi)__A, (__v8hi)__B);
1095 
}
1096 
 
1097 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1098 
_mm_mullo_epi16 (__m128i __A, __m128i __B)
1099 
{
1100 
  return (__m128i)__builtin_ia32_pmullw128 ((__v8hi)__A, (__v8hi)__B);
1101 
}
1102 
 
1103 
extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1104 
_mm_mul_su32 (__m64 __A, __m64 __B)
1105 
{
1106 
  return (__m64)__builtin_ia32_pmuludq ((__v2si)__A, (__v2si)__B);
1107 
}
1108 
 
1109 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1110 
_mm_mul_epu32 (__m128i __A, __m128i __B)
1111 
{
1112 
  return (__m128i)__builtin_ia32_pmuludq128 ((__v4si)__A, (__v4si)__B);
1113 
}
1114 
 
1115 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1116 
_mm_slli_epi16 (__m128i __A, int __B)
1117 
{
1118 
  return (__m128i)__builtin_ia32_psllwi128 ((__v8hi)__A, __B);
1119 
}
1120 
 
1121 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1122 
_mm_slli_epi32 (__m128i __A, int __B)
1123 
{
1124 
  return (__m128i)__builtin_ia32_pslldi128 ((__v4si)__A, __B);
1125 
}
1126 
 
1127 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1128 
_mm_slli_epi64 (__m128i __A, int __B)
1129 
{
1130 
  return (__m128i)__builtin_ia32_psllqi128 ((__v2di)__A, __B);
1131 
}
1132 
 
1133 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1134 
_mm_srai_epi16 (__m128i __A, int __B)
1135 
{
1136 
  return (__m128i)__builtin_ia32_psrawi128 ((__v8hi)__A, __B);
1137 
}
1138 
 
1139 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1140 
_mm_srai_epi32 (__m128i __A, int __B)
1141 
{
1142 
  return (__m128i)__builtin_ia32_psradi128 ((__v4si)__A, __B);
1143 
}
1144 
 
1145 
#ifdef __OPTIMIZE__
1146 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1147 
_mm_srli_si128 (__m128i __A, const int __N)
1148 
{
1149 
  return (__m128i)__builtin_ia32_psrldqi128 (__A, __N * 8);
1150 
}
1151 
 
1152 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1153 
_mm_slli_si128 (__m128i __A, const int __N)
1154 
{
1155 
  return (__m128i)__builtin_ia32_pslldqi128 (__A, __N * 8);
1156 
}
1157 
#else
1158 
#define _mm_srli_si128(A, N) \
1159 
  ((__m128i)__builtin_ia32_psrldqi128 ((__m128i)(A), (int)(N) * 8))
1160 
#define _mm_slli_si128(A, N) \
1161 
  ((__m128i)__builtin_ia32_pslldqi128 ((__m128i)(A), (int)(N) * 8))
1162 
#endif
1163 
 
1164 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1165 
_mm_srli_epi16 (__m128i __A, int __B)
1166 
{
1167 
  return (__m128i)__builtin_ia32_psrlwi128 ((__v8hi)__A, __B);
1168 
}
1169 
 
1170 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1171 
_mm_srli_epi32 (__m128i __A, int __B)
1172 
{
1173 
  return (__m128i)__builtin_ia32_psrldi128 ((__v4si)__A, __B);
1174 
}
1175 
 
1176 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1177 
_mm_srli_epi64 (__m128i __A, int __B)
1178 
{
1179 
  return (__m128i)__builtin_ia32_psrlqi128 ((__v2di)__A, __B);
1180 
}
1181 
 
1182 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1183 
_mm_sll_epi16 (__m128i __A, __m128i __B)
1184 
{
1185 
  return (__m128i)__builtin_ia32_psllw128((__v8hi)__A, (__v8hi)__B);
1186 
}
1187 
 
1188 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1189 
_mm_sll_epi32 (__m128i __A, __m128i __B)
1190 
{
1191 
  return (__m128i)__builtin_ia32_pslld128((__v4si)__A, (__v4si)__B);
1192 
}
1193 
 
1194 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1195 
_mm_sll_epi64 (__m128i __A, __m128i __B)
1196 
{
1197 
  return (__m128i)__builtin_ia32_psllq128((__v2di)__A, (__v2di)__B);
1198 
}
1199 
 
1200 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1201 
_mm_sra_epi16 (__m128i __A, __m128i __B)
1202 
{
1203 
  return (__m128i)__builtin_ia32_psraw128 ((__v8hi)__A, (__v8hi)__B);
1204 
}
1205 
 
1206 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1207 
_mm_sra_epi32 (__m128i __A, __m128i __B)
1208 
{
1209 
  return (__m128i)__builtin_ia32_psrad128 ((__v4si)__A, (__v4si)__B);
1210 
}
1211 
 
1212 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1213 
_mm_srl_epi16 (__m128i __A, __m128i __B)
1214 
{
1215 
  return (__m128i)__builtin_ia32_psrlw128 ((__v8hi)__A, (__v8hi)__B);
1216 
}
1217 
 
1218 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1219 
_mm_srl_epi32 (__m128i __A, __m128i __B)
1220 
{
1221 
  return (__m128i)__builtin_ia32_psrld128 ((__v4si)__A, (__v4si)__B);
1222 
}
1223 
 
1224 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1225 
_mm_srl_epi64 (__m128i __A, __m128i __B)
1226 
{
1227 
  return (__m128i)__builtin_ia32_psrlq128 ((__v2di)__A, (__v2di)__B);
1228 
}
1229 
 
1230 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1231 
_mm_and_si128 (__m128i __A, __m128i __B)
1232 
{
1233 
  return (__m128i)__builtin_ia32_pand128 ((__v2di)__A, (__v2di)__B);
1234 
}
1235 
 
1236 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1237 
_mm_andnot_si128 (__m128i __A, __m128i __B)
1238 
{
1239 
  return (__m128i)__builtin_ia32_pandn128 ((__v2di)__A, (__v2di)__B);
1240 
}
1241 
 
1242 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1243 
_mm_or_si128 (__m128i __A, __m128i __B)
1244 
{
1245 
  return (__m128i)__builtin_ia32_por128 ((__v2di)__A, (__v2di)__B);
1246 
}
1247 
 
1248 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1249 
_mm_xor_si128 (__m128i __A, __m128i __B)
1250 
{
1251 
  return (__m128i)__builtin_ia32_pxor128 ((__v2di)__A, (__v2di)__B);
1252 
}
1253 
 
1254 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1255 
_mm_cmpeq_epi8 (__m128i __A, __m128i __B)
1256 
{
1257 
  return (__m128i)__builtin_ia32_pcmpeqb128 ((__v16qi)__A, (__v16qi)__B);
1258 
}
1259 
 
1260 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1261 
_mm_cmpeq_epi16 (__m128i __A, __m128i __B)
1262 
{
1263 
  return (__m128i)__builtin_ia32_pcmpeqw128 ((__v8hi)__A, (__v8hi)__B);
1264 
}
1265 
 
1266 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1267 
_mm_cmpeq_epi32 (__m128i __A, __m128i __B)
1268 
{
1269 
  return (__m128i)__builtin_ia32_pcmpeqd128 ((__v4si)__A, (__v4si)__B);
1270 
}
1271 
 
1272 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1273 
_mm_cmplt_epi8 (__m128i __A, __m128i __B)
1274 
{
1275 
  return (__m128i)__builtin_ia32_pcmpgtb128 ((__v16qi)__B, (__v16qi)__A);
1276 
}
1277 
 
1278 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1279 
_mm_cmplt_epi16 (__m128i __A, __m128i __B)
1280 
{
1281 
  return (__m128i)__builtin_ia32_pcmpgtw128 ((__v8hi)__B, (__v8hi)__A);
1282 
}
1283 
 
1284 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1285 
_mm_cmplt_epi32 (__m128i __A, __m128i __B)
1286 
{
1287 
  return (__m128i)__builtin_ia32_pcmpgtd128 ((__v4si)__B, (__v4si)__A);
1288 
}
1289 
 
1290 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1291 
_mm_cmpgt_epi8 (__m128i __A, __m128i __B)
1292 
{
1293 
  return (__m128i)__builtin_ia32_pcmpgtb128 ((__v16qi)__A, (__v16qi)__B);
1294 
}
1295 
 
1296 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1297 
_mm_cmpgt_epi16 (__m128i __A, __m128i __B)
1298 
{
1299 
  return (__m128i)__builtin_ia32_pcmpgtw128 ((__v8hi)__A, (__v8hi)__B);
1300 
}
1301 
 
1302 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1303 
_mm_cmpgt_epi32 (__m128i __A, __m128i __B)
1304 
{
1305 
  return (__m128i)__builtin_ia32_pcmpgtd128 ((__v4si)__A, (__v4si)__B);
1306 
}
1307 
 
1308 
#ifdef __OPTIMIZE__
1309 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1310 
_mm_extract_epi16 (__m128i const __A, int const __N)
1311 
{
1312 
  return __builtin_ia32_vec_ext_v8hi ((__v8hi)__A, __N);
1313 
}
1314 
 
1315 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1316 
_mm_insert_epi16 (__m128i const __A, int const __D, int const __N)
1317 
{
1318 
  return (__m128i) __builtin_ia32_vec_set_v8hi ((__v8hi)__A, __D, __N);
1319 
}
1320 
#else
1321 
#define _mm_extract_epi16(A, N) \
1322 
  ((int) __builtin_ia32_vec_ext_v8hi ((__v8hi)(__m128i)(A), (int)(N)))
1323 
#define _mm_insert_epi16(A, D, N)                               \
1324 
  ((__m128i) __builtin_ia32_vec_set_v8hi ((__v8hi)(__m128i)(A), \
1325 
                                          (int)(D), (int)(N)))
1326 
#endif
1327 
 
1328 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1329 
_mm_max_epi16 (__m128i __A, __m128i __B)
1330 
{
1331 
  return (__m128i)__builtin_ia32_pmaxsw128 ((__v8hi)__A, (__v8hi)__B);
1332 
}
1333 
 
1334 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1335 
_mm_max_epu8 (__m128i __A, __m128i __B)
1336 
{
1337 
  return (__m128i)__builtin_ia32_pmaxub128 ((__v16qi)__A, (__v16qi)__B);
1338 
}
1339 
 
1340 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1341 
_mm_min_epi16 (__m128i __A, __m128i __B)
1342 
{
1343 
  return (__m128i)__builtin_ia32_pminsw128 ((__v8hi)__A, (__v8hi)__B);
1344 
}
1345 
 
1346 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1347 
_mm_min_epu8 (__m128i __A, __m128i __B)
1348 
{
1349 
  return (__m128i)__builtin_ia32_pminub128 ((__v16qi)__A, (__v16qi)__B);
1350 
}
1351 
 
1352 
extern __inline int __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1353 
_mm_movemask_epi8 (__m128i __A)
1354 
{
1355 
  return __builtin_ia32_pmovmskb128 ((__v16qi)__A);
1356 
}
1357 
 
1358 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1359 
_mm_mulhi_epu16 (__m128i __A, __m128i __B)
1360 
{
1361 
  return (__m128i)__builtin_ia32_pmulhuw128 ((__v8hi)__A, (__v8hi)__B);
1362 
}
1363 
 
1364 
#ifdef __OPTIMIZE__
1365 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1366 
_mm_shufflehi_epi16 (__m128i __A, const int __mask)
1367 
{
1368 
  return (__m128i)__builtin_ia32_pshufhw ((__v8hi)__A, __mask);
1369 
}
1370 
 
1371 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1372 
_mm_shufflelo_epi16 (__m128i __A, const int __mask)
1373 
{
1374 
  return (__m128i)__builtin_ia32_pshuflw ((__v8hi)__A, __mask);
1375 
}
1376 
 
1377 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1378 
_mm_shuffle_epi32 (__m128i __A, const int __mask)
1379 
{
1380 
  return (__m128i)__builtin_ia32_pshufd ((__v4si)__A, __mask);
1381 
}
1382 
#else
1383 
#define _mm_shufflehi_epi16(A, N) \
1384 
  ((__m128i)__builtin_ia32_pshufhw ((__v8hi)(__m128i)(A), (int)(N)))
1385 
#define _mm_shufflelo_epi16(A, N) \
1386 
  ((__m128i)__builtin_ia32_pshuflw ((__v8hi)(__m128i)(A), (int)(N)))
1387 
#define _mm_shuffle_epi32(A, N) \
1388 
  ((__m128i)__builtin_ia32_pshufd ((__v4si)(__m128i)(A), (int)(N)))
1389 
#endif
1390 
 
1391 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1392 
_mm_maskmoveu_si128 (__m128i __A, __m128i __B, char *__C)
1393 
{
1394 
  __builtin_ia32_maskmovdqu ((__v16qi)__A, (__v16qi)__B, __C);
1395 
}
1396 
 
1397 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1398 
_mm_avg_epu8 (__m128i __A, __m128i __B)
1399 
{
1400 
  return (__m128i)__builtin_ia32_pavgb128 ((__v16qi)__A, (__v16qi)__B);
1401 
}
1402 
 
1403 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1404 
_mm_avg_epu16 (__m128i __A, __m128i __B)
1405 
{
1406 
  return (__m128i)__builtin_ia32_pavgw128 ((__v8hi)__A, (__v8hi)__B);
1407 
}
1408 
 
1409 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1410 
_mm_sad_epu8 (__m128i __A, __m128i __B)
1411 
{
1412 
  return (__m128i)__builtin_ia32_psadbw128 ((__v16qi)__A, (__v16qi)__B);
1413 
}
1414 
 
1415 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1416 
_mm_stream_si32 (int *__A, int __B)
1417 
{
1418 
  __builtin_ia32_movnti (__A, __B);
1419 
}
1420 
 
1421 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1422 
_mm_stream_si128 (__m128i *__A, __m128i __B)
1423 
{
1424 
  __builtin_ia32_movntdq ((__v2di *)__A, (__v2di)__B);
1425 
}
1426 
 
1427 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1428 
_mm_stream_pd (double *__A, __m128d __B)
1429 
{
1430 
  __builtin_ia32_movntpd (__A, (__v2df)__B);
1431 
}
1432 
 
1433 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1434 
_mm_clflush (void const *__A)
1435 
{
1436 
  __builtin_ia32_clflush (__A);
1437 
}
1438 
 
1439 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1440 
_mm_lfence (void)
1441 
{
1442 
  __builtin_ia32_lfence ();
1443 
}
1444 
 
1445 
extern __inline void __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1446 
_mm_mfence (void)
1447 
{
1448 
  __builtin_ia32_mfence ();
1449 
}
1450 
 
1451 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1452 
_mm_cvtsi32_si128 (int __A)
1453 
{
1454 
  return _mm_set_epi32 (0, 0, 0, __A);
1455 
}
1456 
 
1457 
#ifdef __x86_64__
1458 
/* Intel intrinsic.  */
1459 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1460 
_mm_cvtsi64_si128 (long long __A)
1461 
{
1462 
  return _mm_set_epi64x (0, __A);
1463 
}
1464 
 
1465 
/* Microsoft intrinsic.  */
1466 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1467 
_mm_cvtsi64x_si128 (long long __A)
1468 
{
1469 
  return _mm_set_epi64x (0, __A);
1470 
}
1471 
#endif
1472 
 
1473 
/* Casts between various SP, DP, INT vector types.  Note that these do no
1474 
   conversion of values, they just change the type.  */
1475 
extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1476 
_mm_castpd_ps(__m128d __A)
1477 
{
1478 
  return (__m128) __A;
1479 
}
1480 
 
1481 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1482 
_mm_castpd_si128(__m128d __A)
1483 
{
1484 
  return (__m128i) __A;
1485 
}
1486 
 
1487 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1488 
_mm_castps_pd(__m128 __A)
1489 
{
1490 
  return (__m128d) __A;
1491 
}
1492 
 
1493 
extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1494 
_mm_castps_si128(__m128 __A)
1495 
{
1496 
  return (__m128i) __A;
1497 
}
1498 
 
1499 
extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1500 
_mm_castsi128_ps(__m128i __A)
1501 
{
1502 
  return (__m128) __A;
1503 
}
1504 
 
1505 
extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
1506 
_mm_castsi128_pd(__m128i __A)
1507 
{
1508 
  return (__m128d) __A;
1509 
}
1510 
 
1511 
#endif /* __SSE2__  */
1512 
 
1513 
#endif /* _EMMINTRIN_H_INCLUDED */

powered by: WebSVN 2.1.0

© copyright 1999-2024 OpenCores.org, equivalent to Oliscience, all rights reserved. OpenCores®, registered trademark.