-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathvec128intlib.c
561 lines (456 loc) · 11.4 KB
/
vec128intlib.c
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
// The following two header files must be included in the same directory as this
// file. These can be obtained from the IBM developerWorks website at:
// https://www.ibm.com/developerworks/community/groups/community/powerveclib/
#include "altivec.h"
#include "vec128intlib.h"
// Vector Integer Operations
// Preliminary testing
//
// Load
__m128i _mm_load_si128 (__m128i const* address)
{
return vec_load1q (address);
}
__m128i _mm_loadu_si128 (__m128i const* address)
{
return vec_loadu1q (address);
}
__m128i _mm_loadl_epi64 (__m128i const* address)
{
return vec_loadlower1sd (address);
}
// Set
__m128i _mm_setzero_si128 ()
{
return vec_zero1q ();
}
__m128i _mm_set1_epi8 (char scalar)
{
return vec_splat16sb (scalar);
}
__m128i _mm_set1_epi16 (short scalar)
{
return vec_splat8sh (scalar);
}
__m128i _mm_set1_epi32 (int scalar)
{
return vec_splat4sw (scalar);
}
__m128i _mm_set1_epi64 (__m64 scalar)
{
return vec_splat2sd (scalar);
}
__m128i _mm_set_epi8 (char c15, char c14, char c13, char c12, char c11, char c10, char c9, char c8, char c7, char c6, char c5, char c4, char c3, char c2, char c1, char c0)
{
return vec_set16sb (c15, c14, c13, c12, c11, c10, c9, c8, c7, c6, c5, c4, c3, c2, c1, c0);
}
__m128i _mm_set_epi16 (short s7, short s6, short s5, short s4, short s3, short s2, short s1, short s0)
{
return vec_set8sh (s7, s6, s5, s4, s3, s2, s1, s0);
}
__m128i _mm_set_epi32 (int i3, int i2, int i1, int i0)
{
return vec_set4sw (i3, i2, i1, i0);
}
__m128i _mm_set_epi64 (__m64 l1, __m64 l0)
{
return vec_set2sd (l1, l0);
}
__m128i _mm_setr_epi8 (char c15, char c14, char c13, char c12, char c11, char c10, char c9, char c8, char c7, char c6, char c5, char c4, char c3, char c2, char c1, char c0)
{
return vec_setreverse16sb (c15, c14, c13, c12, c11, c10, c9, c8, c7, c6, c5, c4, c3, c2, c1, c0);
}
__m128i _mm_setr_epi16 (short s7, short s6, short s5, short s4, short s3, short s2, short s1, short s0)
{
return vec_setreverse8sh (s7, s6, s5, s4, s3, s2, s1, s0);
}
__m128i _mm_setr_epi32 (int i3, int i2, int i1, int i0)
{
return vec_setreverse4sw (i3, i2, i1, i0);
}
__m128i _mm_setr_epi64 (__m64 l1, __m64 l0)
{
return vec_setreverse2sd (l1, l0);
}
__m128i _mm_movpi64_epi64 (__m128i v)
{
return vec_Zerouppersd (v);
}
// Store
void _mm_store_si128 (__m128i* address, __m128i v)
{
return vec_store1q (address, v);
}
void _mm_storeu_si128 (__m128i* to, __m128i from)
{
return vec_storeu1q (to, from);
}
void _mm_storel_epi64 (__m128i* to, __m128i from)
{
return vec_storelower1sdof2sd (to, from);
}
// Insert
// Additional Altivec commands to be ported - WIP
__m128i _mm_insert_epi16 (__m128i v, int scalar, intlit3 element_from_right)
{
return vec_insert8sh (v, scalar, element_from_right);
}
// Extract
// Additional Altivec commands to be ported - WIP
int _mm_extract_epi16 (__m128i v, int element_from_right)
{
return vec_extract8sh (v, element_from_right);
}
int _mm_movemask_epi8 (__m128i v)
{
return vec_extractupperbit16sb (v);
}
// Convert integer to integer
// Additional SSE2 commands to be ported - WIP
__m128i _mm_packs_epi16 (__m128i left, __m128i right)
{
return vec_packs8hto16sb (left, right);
}
__m128i _mm_packs_epi32 (__m128i left, __m128i right)
{
return vec_packs4wto8sh (left, right);
}
// Convert floating-point to integer
// Addtional SSE2 commands to be ported - WIP
__m128i _mm_cvttps_epi32 (__m128 a)
{
return vec_converttruncating4spto4sw (a);
}
__m128i _mm_cvtps_epi32 (__m128 from)
{
return vec_convert4spto4sw (from);
}
__m128i _mm_cvttpd_epi32 (__m128d from)
{
return vec_Convert2dpto2sw (from);
}
__m128i _mm_cvtsi32_si128 (int __A)
{
return _mm_set_epi32 (0, 0, 0, __A);
}
// Arithmetic
// Additional Altivec and SSE2 commands to be ported - WIP
__m128i _mm_add_epi8 (__m128i left, __m128i right)
{
return vec_add16sb (left, right);
}
__m128i _mm_add_epi16 (__m128i left, __m128i right)
{
return vec_add8sh (left, right);
}
__m128i _mm_add_epi32 (__m128i left, __m128i right)
{
return vec_add4sw (left, right);
}
#ifdef __POWER8__
__m128i _mm_add_epi64 (__m128i left, __m128i right)
{
return vec_add2sd (left, right);
}
#endif
__m128i _mm_adds_epi8 (__m128i left, __m128i right)
{
return vec_addsaturating16sb (left, right);
}
__m128i _mm_adds_epu8 (__m128i left, __m128i right)
{
return vec_addsaturating16ub (left, right);
}
__m128i _mm_adds_epi16 (__m128i left, __m128i right)
{
return vec_addsaturating8sh (left, right);
}
__m128i _mm_adds_epu16 (__m128i left, __m128i right)
{
return vec_addsaturating8uh (left, right);
}
__m128i _mm_sub_epi8 (__m128i left, __m128i right)
{
return vec_subtract16sb (left, right);
}
__m128i _mm_sub_epi16 (__m128i left, __m128i right)
{
return vec_subtract8sh (left, right);
}
__m128i _mm_sub_epi32 (__m128i left, __m128i right)
{
return vec_subtract4sw (left, right);
}
#ifdef __POWER8__
__m128i _mm_sub_epi64 (__m128i left, __m128i right)
{
return vec_subtract2sd (left, right);
}
#endif
__m128i _mm_subs_epi8 (__m128i left, __m128i right)
{
return vec_subtractsaturating16sb (left, right);
}
__m128i _mm_subs_epu8 (__m128i left, __m128i right)
{
return vec_subtractsaturating16ub (left, right);
}
__m128i _mm_subs_epi16 (__m128i left, __m128i right)
{
return vec_subtractsaturating8sh (left, right);
}
__m128i _mm_subs_epu16 (__m128i left, __m128i right)
{
return vec_subtractsaturating8uh (left, right);
}
__m128i _mm_mul_epu32 (__m128i left, __m128i right)
{
return vec_multiplylower2uwto2ud (left, right);
}
__m128i _mm_madd_epi16 (__m128i left, __m128i right)
{
return vec_multiply8sh (left, right);
}
__m128i _mm_avg_epu8 (__m128i left, __m128i right)
{
return vec_average16ub (left, right);
}
__m128i _mm_avg_epu16 (__m128i left, __m128i right)
{
return vec_average8uh (left, right);
}
__m128i _mm_max_epi16 (__m128i left, __m128i right)
{
return vec_max8sh (left, right);
}
__m128i _mm_max_epu8 (__m128i left, __m128i right)
{
return vec_max16ub (left, right);
}
__m128i _mm_min_epu8 (__m128i left, __m128i right)
{
return vec_min16ub (left, right);
}
__m128i _mm_min_epi16 (__m128i left, __m128i right)
{
return vec_min8sh (left, right);
}
// Boolean
__m128i _mm_and_si128 (__m128i left, __m128i right)
{
return vec_bitand1q (left, right);
}
__m128i _mm_andnot_si128 (__m128i left, __m128i right)
{
return vec_bitandnotleft1q (left, right);
}
__m128i _mm_or_si128 (__m128i left, __m128i right)
{
return vec_bitor1q (left, right);
}
__m128i _mm_xor_si128 (__m128i left, __m128i right)
{
return vec_bitxor1q (left, right);
}
// Unpack
__m128i _mm_unpackhi_epi8 (__m128i left, __m128i right)
{
return vec_unpackhigh8sb (left, right);
}
__m128i _mm_unpackhi_epi16 (__m128i left, __m128i right)
{
return vec_unpackhigh4sh (left, right);
}
__m128i _mm_unpacklo_epi8 (__m128i left, __m128i right)
{
return vec_unpacklow8sb (left, right);
}
__m128i _mm_unpacklo_epi16 (__m128i left, __m128i right)
{
return vec_unpacklow4sh (left, right);
}
__m128i _mm_unpacklo_epi32 (__m128i left, __m128i right)
{
return vec_unpacklow2sw (left, right);
}
__m128i _mm_unpackhi_epi32 (__m128i left, __m128i right)
{
return vec_unpackhigh2sw (left, right);
}
__m128i _mm_unpacklo_epi64 (__m128i left, __m128i right)
{
return vec_unpacklow1sd (left, right);
}
__m128i _mm_unpackhi_epi64 (__m128i left, __m128i right)
{
return vec_unpackhigh1sd (left, right);
}
// Shift
// Additional Altivec and SSE2 commands to be ported - WIP
#ifdef __BIG_ENDIAN__
__m128i _mm_sll_epi16 (__m128i v, __m128i count)
{
return vec_shiftright8sh (v, count);
}
__m128i _mm_sll_epi32 (__m128i v, __m128i count)
{
return vec_shiftright4sw (v, count);
}
#ifdef __POWER8__
__m128i _mm_sll_epi64 (__m128i v, __m128i count)
{
return vec_shiftright2sd (v, count);
}
#endif
__m128i _mm_slli_epi16 (__m128i v, int count)
{
return vec_shiftrightimmediate8sh (v, count);
}
__m128i _mm_slli_epi32 (__m128i v, int count)
{
return vec_shiftrightimmediate4sw (v, count);
}
__m128i _mm_slli_si128 (__m128i v, int bytecount)
{
return vec_shiftrightbytes1q (v, bytecount);
}
__m128i _mm_srl_epi16 (__m128i v, __m128i count)
{
return vec_shiftleft8sh (v, count);
}
__m128i _mm_srl_epi32 (__m128i v, __m128i count)
{
return vec_shiftleft4sw (v, count);
}
#ifdef __POWER8__
__m128i _mm_srl_epi64 (__m128i v, __m128i count)
{
return vec_shiftleft2sd (v, count);
}
#endif
__m128i _mm_srli_epi16 (__m128i v, int count)
{
return vec_shiftleftimmediate8sh (v, count);
}
__m128i _mm_srli_epi32 (__m128i v, int count)
{
return vec_shiftleftimmediate4sw (v, count);
}
__m128i _mm_srli_epi64 (__m128i v, int count)
{
return vec_shiftleftimmediate2sd (v, count);
}
__m128i _mm_srli_si128 (__m128i v, int bytecount)
{
return vec_shiftleftbytes1q (v, bytecount);
}
#elif __LITTLE_ENDIAN__
__m128i _mm_sll_epi16 (__m128i v, __m128i count)
{
return vec_shiftleft8sh (v, count);
}
__m128i _mm_sll_epi32 (__m128i v, __m128i count)
{
return vec_shiftleft4sw (v, count);
}
__m128i _mm_sll_epi64 (__m128i v, __m128i count)
{
return vec_shiftleft2sd (v, count);
}
__m128i _mm_slli_epi16 (__m128i v, intlit8 count)
{
return vec_shiftleftimmediate8sh (v, count);
}
__m128i _mm_slli_epi32 (__m128i v, intlit8 count)
{
return vec_shiftleftimmediate4sw (v, count);
}
__m128i _mm_slli_epi64 (__m128i v, intlit8 count)
{
return vec_shiftleftimmediate2sd (v, count);
}
__m128i _mm_slli_si128 (__m128i v, intlit8 bytecount)
{
return vec_shiftleftbytes1q (v, bytecount);
}
__m128i _mm_srl_epi16 (__m128i v, __m128i count)
{
return vec_shiftright8sh (v, count);
}
__m128i _mm_srl_epi32 (__m128i v, __m128i count)
{
return vec_shiftright4sw (v, count);
}
__m128i _mm_srl_epi64 (__m128i v, __m128i count)
{
return vec_shiftright2sd (v, count);
}
__m128i _mm_srli_epi16 (__m128i v, intlit8 count)
{
return vec_shiftrightimmediate8sh (v, count);
}
__m128i _mm_srli_epi32 (__m128i v, intlit8 count)
{
return vec_shiftrightimmediate4sw (v, count);
}
__m128i _mm_srli_si128 (__m128i v, intlit8 bytecount)
{
return vec_shiftrightbytes1q (v, bytecount);
}
#endif
// Permute
// Additional Altivec and SSE2 commands to be added - WIP
__m128i _mm_shufflelo_epi16 (__m128i v, intlit8 element_selectors)
{
return vec_permutelower4sh (v, element_selectors);
}
__m128i _mm_shuffle_epi32 (__m128i v, intlit8 element_selectors)
{
return vec_permute4sw (v, element_selectors);
}
// Compare
__m128i _mm_cmpeq_epi8 (__m128i left, __m128i right)
{
return vec_compareeq16sb (left, right);
}
__m128i _mm_cmpeq_epi16 (__m128i left, __m128i right)
{
return vec_compareeq8sh (left, right);
}
__m128i _mm_cmpeq_epi32 (__m128i left, __m128i right)
{
return vec_compare4sw (left, right);
}
__m128i _mm_cmplt_epi8 (__m128i left, __m128i right)
{
return vec_comparelt16sb (left, right);
}
__m128i _mm_cmplt_epi16 (__m128i left, __m128i right)
{
return vec_comparelt8sh (left, right);
}
__m128i _mm_cmplt_epi32 (__m128i left, __m128i right)
{
return vec_comparelt4sw (left, right);
}
__m128i _mm_cmpgt_epi8 (__m128i left, __m128i right)
{
return vec_comparegt16sb (left, right);
}
__m128i _mm_cmpgt_epi16 (__m128i left, __m128i right)
{
return vec_comparegt8sh (left, right);
}
__m128i _mm_cmpgt_epi32 (__m128i left, __m128i right)
{
return vec_comparegt4sw (left, right);
}
// Cast
__m128i _mm_castps_si128 (__m128 v)
{
return vec_cast4spto1q (v);
}
__m128i _mm_castpd_si128 (__m128d v)
{
return vec_Cast2dpto4sw (v);
}