ligang/vpp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

vppinfra: u32x8 transpose

Browse Source 
Change-Id: I7d39cb184f1f9ad24276183c29969327681a1f82
Signed-off-by: Damjan Marion <damarion@cisco.com>
This commit is contained in:
Damjan Marion
2019-04-08 10:14:51 +02:00
committed by Neale Ranns
parent 2bc8169159
commit 9f7e33d60c
1 changed files with 56 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

56
src/vppinfra/vector_avx2.h
View File

@@ -260,6 +260,62 @@ u8x32_blend (u8x32 v1, u8x32 v2, u8x32 mask)
(__m256i) mask);
}
#define u32x8_permute_lanes(a, b, m) \
(u32x8) _mm256_permute2x128_si256 ((__m256i) a, (__m256i) b, m)
#define u64x4_permute_lanes(a, b, m) \
(u64x4) _mm256_permute2x128_si256 ((__m256i) a, (__m256i) b, m)
static_always_inline void
u32x8_transpose (u32x8 a[8])
{
u64x4 r[8], x, y;
r[0] = (u64x4) u32x8_interleave_lo (a[0], a[1]);
r[1] = (u64x4) u32x8_interleave_hi (a[0], a[1]);
r[2] = (u64x4) u32x8_interleave_lo (a[2], a[3]);
r[3] = (u64x4) u32x8_interleave_hi (a[2], a[3]);
r[4] = (u64x4) u32x8_interleave_lo (a[4], a[5]);
r[5] = (u64x4) u32x8_interleave_hi (a[4], a[5]);
r[6] = (u64x4) u32x8_interleave_lo (a[6], a[7]);
r[7] = (u64x4) u32x8_interleave_hi (a[6], a[7]);
x = u64x4_interleave_lo (r[0], r[2]);
y = u64x4_interleave_lo (r[4], r[6]);
a[0] = u32x8_permute_lanes (x, y, 0x20);
a[4] = u32x8_permute_lanes (x, y, 0x31);
x = u64x4_interleave_hi (r[0], r[2]);
y = u64x4_interleave_hi (r[4], r[6]);
a[1] = u32x8_permute_lanes (x, y, 0x20);
a[5] = u32x8_permute_lanes (x, y, 0x31);
x = u64x4_interleave_lo (r[1], r[3]);
y = u64x4_interleave_lo (r[5], r[7]);
a[2] = u32x8_permute_lanes (x, y, 0x20);
a[6] = u32x8_permute_lanes (x, y, 0x31);
x = u64x4_interleave_hi (r[1], r[3]);
y = u64x4_interleave_hi (r[5], r[7]);
a[3] = u32x8_permute_lanes (x, y, 0x20);
a[7] = u32x8_permute_lanes (x, y, 0x31);
}
static_always_inline void
u64x4_transpose (u64x4 a[8])
{
u64x4 r[4];
r[0] = u64x4_interleave_lo (a[0], a[1]);
r[1] = u64x4_interleave_hi (a[0], a[1]);
r[2] = u64x4_interleave_lo (a[2], a[3]);
r[3] = u64x4_interleave_hi (a[2], a[3]);
a[0] = u64x4_permute_lanes (r[0], r[2], 0x20);
a[1] = u64x4_permute_lanes (r[1], r[3], 0x20);
a[2] = u64x4_permute_lanes (r[0], r[2], 0x31);
a[3] = u64x4_permute_lanes (r[1], r[3], 0x31);
}
#endif /* included_vector_avx2_h */
/*