summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--Alc/mixer.c8
-rw-r--r--Alc/mixer_defs.h5
-rw-r--r--Alc/mixer_sse2.c60
-rw-r--r--Alc/mixer_sse41.c66
4 files changed, 139 insertions, 0 deletions
diff --git a/Alc/mixer.c b/Alc/mixer.c
index a11b44dd..87d94fff 100644
--- a/Alc/mixer.c
+++ b/Alc/mixer.c
@@ -103,6 +103,14 @@ static inline ResamplerFunc SelectResampler(enum Resampler resampler)
#endif
return Resample_lerp32_C;
case CubicResampler:
+#ifdef HAVE_SSE4_1
+ if((CPUCapFlags&CPU_CAP_SSE4_1))
+ return Resample_cubic32_SSE41;
+#endif
+#ifdef HAVE_SSE2
+ if((CPUCapFlags&CPU_CAP_SSE2))
+ return Resample_cubic32_SSE2;
+#endif
return Resample_cubic32_C;
case ResamplerMax:
/* Shouldn't happen */
diff --git a/Alc/mixer_defs.h b/Alc/mixer_defs.h
index c1500ed2..00176ad4 100644
--- a/Alc/mixer_defs.h
+++ b/Alc/mixer_defs.h
@@ -54,6 +54,11 @@ const ALfloat *Resample_lerp32_SSE2(const ALfloat *src, ALuint frac, ALuint incr
const ALfloat *Resample_lerp32_SSE41(const ALfloat *src, ALuint frac, ALuint increment,
ALfloat *restrict dst, ALuint numsamples);
+const ALfloat *Resample_cubic32_SSE2(const ALfloat *src, ALuint frac, ALuint increment,
+ ALfloat *restrict dst, ALuint numsamples);
+const ALfloat *Resample_cubic32_SSE41(const ALfloat *src, ALuint frac, ALuint increment,
+ ALfloat *restrict dst, ALuint numsamples);
+
/* Neon mixers */
void MixHrtf_Neon(ALfloat (*restrict OutBuffer)[BUFFERSIZE], const ALfloat *data,
ALuint Counter, ALuint Offset, ALuint OutPos, const ALuint IrSize,
diff --git a/Alc/mixer_sse2.c b/Alc/mixer_sse2.c
index 6759f795..68a3a903 100644
--- a/Alc/mixer_sse2.c
+++ b/Alc/mixer_sse2.c
@@ -76,3 +76,63 @@ const ALfloat *Resample_lerp32_SSE2(const ALfloat *src, ALuint frac, ALuint incr
}
return dst;
}
+
+const ALfloat *Resample_cubic32_SSE2(const ALfloat *src, ALuint frac, ALuint increment,
+ ALfloat *restrict dst, ALuint numsamples)
+{
+ const __m128i increment4 = _mm_set1_epi32(increment*4);
+ const __m128i fracMask4 = _mm_set1_epi32(FRACTIONMASK);
+ alignas(16) union { ALuint i[4]; float f[4]; } pos_;
+ alignas(16) union { ALuint i[4]; float f[4]; } frac_;
+ __m128i frac4, pos4;
+ ALuint pos;
+ ALuint i;
+
+ InitiatePositionArrays(frac, increment, frac_.i, pos_.i, 4);
+
+ frac4 = _mm_castps_si128(_mm_load_ps(frac_.f));
+ pos4 = _mm_castps_si128(_mm_load_ps(pos_.f));
+
+ --src;
+ for(i = 0;numsamples-i > 3;i += 4)
+ {
+ const __m128 val0 = _mm_setr_ps(src[pos_.i[0] ], src[pos_.i[1] ], src[pos_.i[2] ], src[pos_.i[3] ]);
+ const __m128 val1 = _mm_setr_ps(src[pos_.i[0]+1], src[pos_.i[1]+1], src[pos_.i[2]+1], src[pos_.i[3]+1]);
+ const __m128 val2 = _mm_setr_ps(src[pos_.i[0]+2], src[pos_.i[1]+2], src[pos_.i[2]+2], src[pos_.i[3]+2]);
+ const __m128 val3 = _mm_setr_ps(src[pos_.i[0]+3], src[pos_.i[1]+3], src[pos_.i[2]+3], src[pos_.i[3]+3]);
+ __m128 k0 = _mm_load_ps(CubicLUT[frac_.i[0]]);
+ __m128 k1 = _mm_load_ps(CubicLUT[frac_.i[1]]);
+ __m128 k2 = _mm_load_ps(CubicLUT[frac_.i[2]]);
+ __m128 k3 = _mm_load_ps(CubicLUT[frac_.i[3]]);
+ __m128 out;
+
+ _MM_TRANSPOSE4_PS(k0, k1, k2, k3);
+
+ /* k0*val0 + k1*val1 + k2*val2 + k3*val3 */
+ out = _mm_mul_ps(k0, val0);
+ out = _mm_add_ps(out, _mm_mul_ps(k1, val1));
+ out = _mm_add_ps(out, _mm_mul_ps(k2, val2));
+ out = _mm_add_ps(out, _mm_mul_ps(k3, val3));
+ _mm_store_ps(&dst[i], out);
+
+ frac4 = _mm_add_epi32(frac4, increment4);
+ pos4 = _mm_add_epi32(pos4, _mm_srli_epi32(frac4, FRACTIONBITS));
+ frac4 = _mm_and_si128(frac4, fracMask4);
+
+ _mm_store_ps(pos_.f, _mm_castsi128_ps(pos4));
+ _mm_store_ps(frac_.f, _mm_castsi128_ps(frac4));
+ }
+
+ pos = pos_.i[0];
+ frac = frac_.i[0];
+
+ for(;i < numsamples;i++)
+ {
+ dst[i] = cubic(src[pos], src[pos+1], src[pos+2], src[pos+3], frac);
+
+ frac += increment;
+ pos += frac>>FRACTIONBITS;
+ frac &= FRACTIONMASK;
+ }
+ return dst;
+}
diff --git a/Alc/mixer_sse41.c b/Alc/mixer_sse41.c
index a6264a11..374e7e31 100644
--- a/Alc/mixer_sse41.c
+++ b/Alc/mixer_sse41.c
@@ -80,3 +80,69 @@ const ALfloat *Resample_lerp32_SSE41(const ALfloat *src, ALuint frac, ALuint inc
}
return dst;
}
+
+const ALfloat *Resample_cubic32_SSE41(const ALfloat *src, ALuint frac, ALuint increment,
+ ALfloat *restrict dst, ALuint numsamples)
+{
+ const __m128i increment4 = _mm_set1_epi32(increment*4);
+ const __m128i fracMask4 = _mm_set1_epi32(FRACTIONMASK);
+ alignas(16) union { ALuint i[4]; float f[4]; } pos_;
+ alignas(16) union { ALuint i[4]; float f[4]; } frac_;
+ __m128i frac4, pos4;
+ ALuint pos;
+ ALuint i;
+
+ InitiatePositionArrays(frac, increment, frac_.i, pos_.i, 4);
+
+ frac4 = _mm_castps_si128(_mm_load_ps(frac_.f));
+ pos4 = _mm_castps_si128(_mm_load_ps(pos_.f));
+
+ --src;
+ for(i = 0;numsamples-i > 3;i += 4)
+ {
+ const __m128 val0 = _mm_setr_ps(src[pos_.i[0] ], src[pos_.i[1] ], src[pos_.i[2] ], src[pos_.i[3] ]);
+ const __m128 val1 = _mm_setr_ps(src[pos_.i[0]+1], src[pos_.i[1]+1], src[pos_.i[2]+1], src[pos_.i[3]+1]);
+ const __m128 val2 = _mm_setr_ps(src[pos_.i[0]+2], src[pos_.i[1]+2], src[pos_.i[2]+2], src[pos_.i[3]+2]);
+ const __m128 val3 = _mm_setr_ps(src[pos_.i[0]+3], src[pos_.i[1]+3], src[pos_.i[2]+3], src[pos_.i[3]+3]);
+ __m128 k0 = _mm_load_ps(CubicLUT[frac_.i[0]]);
+ __m128 k1 = _mm_load_ps(CubicLUT[frac_.i[1]]);
+ __m128 k2 = _mm_load_ps(CubicLUT[frac_.i[2]]);
+ __m128 k3 = _mm_load_ps(CubicLUT[frac_.i[3]]);
+ __m128 out;
+
+ _MM_TRANSPOSE4_PS(k0, k1, k2, k3);
+
+ /* k0*val0 + k1*val1 + k2*val2 + k3*val3 */
+ out = _mm_mul_ps(k0, val0);
+ out = _mm_add_ps(out, _mm_mul_ps(k1, val1));
+ out = _mm_add_ps(out, _mm_mul_ps(k2, val2));
+ out = _mm_add_ps(out, _mm_mul_ps(k3, val3));
+ _mm_store_ps(&dst[i], out);
+
+ frac4 = _mm_add_epi32(frac4, increment4);
+ pos4 = _mm_add_epi32(pos4, _mm_srli_epi32(frac4, FRACTIONBITS));
+ frac4 = _mm_and_si128(frac4, fracMask4);
+
+ pos_.i[0] = _mm_extract_epi32(pos4, 0);
+ pos_.i[1] = _mm_extract_epi32(pos4, 1);
+ pos_.i[2] = _mm_extract_epi32(pos4, 2);
+ pos_.i[3] = _mm_extract_epi32(pos4, 3);
+ frac_.i[0] = _mm_extract_epi32(frac4, 0);
+ frac_.i[1] = _mm_extract_epi32(frac4, 1);
+ frac_.i[2] = _mm_extract_epi32(frac4, 2);
+ frac_.i[3] = _mm_extract_epi32(frac4, 3);
+ }
+
+ pos = pos_.i[0];
+ frac = frac_.i[0];
+
+ for(;i < numsamples;i++)
+ {
+ dst[i] = cubic(src[pos], src[pos+1], src[pos+2], src[pos+3], frac);
+
+ frac += increment;
+ pos += frac>>FRACTIONBITS;
+ frac &= FRACTIONMASK;
+ }
+ return dst;
+}