129 lines
3.6 KiB
C
129 lines
3.6 KiB
C
/* Copyright (c) 2014, Cisco Systems, INC
|
|
Written by XiangMingZhu WeiZhou MinPeng YanWang
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions
|
|
are met:
|
|
|
|
- Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
|
|
- Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
|
|
OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
|
LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
#include "opus/opus_config.h"
|
|
|
|
#include <xmmintrin.h>
|
|
#include <emmintrin.h>
|
|
#include <smmintrin.h>
|
|
#include "opus/celt/celt_lpc.h"
|
|
#include "opus/celt/stack_alloc.h"
|
|
#include "opus/celt/mathops.h"
|
|
#include "opus/celt/pitch.h"
|
|
#include "opus/celt/x86/x86cpu.h"
|
|
|
|
#if defined(FIXED_POINT)
|
|
|
|
void celt_fir_sse4_1(const opus_val16 *_x,
|
|
const opus_val16 *num,
|
|
opus_val16 *_y,
|
|
int N,
|
|
int ord,
|
|
opus_val16 *mem,
|
|
int arch)
|
|
{
|
|
int i,j;
|
|
VARDECL(opus_val16, rnum);
|
|
VARDECL(opus_val16, x);
|
|
|
|
__m128i vecNoA;
|
|
opus_int32 noA ;
|
|
SAVE_STACK;
|
|
|
|
ALLOC(rnum, ord, opus_val16);
|
|
ALLOC(x, N+ord, opus_val16);
|
|
for(i=0;i<ord;i++)
|
|
rnum[i] = num[ord-i-1];
|
|
for(i=0;i<ord;i++)
|
|
x[i] = mem[ord-i-1];
|
|
|
|
for (i=0;i<N-7;i+=8)
|
|
{
|
|
x[i+ord ]=_x[i ];
|
|
x[i+ord+1]=_x[i+1];
|
|
x[i+ord+2]=_x[i+2];
|
|
x[i+ord+3]=_x[i+3];
|
|
x[i+ord+4]=_x[i+4];
|
|
x[i+ord+5]=_x[i+5];
|
|
x[i+ord+6]=_x[i+6];
|
|
x[i+ord+7]=_x[i+7];
|
|
}
|
|
|
|
for (;i<N-3;i+=4)
|
|
{
|
|
x[i+ord ]=_x[i ];
|
|
x[i+ord+1]=_x[i+1];
|
|
x[i+ord+2]=_x[i+2];
|
|
x[i+ord+3]=_x[i+3];
|
|
}
|
|
|
|
for (;i<N;i++)
|
|
x[i+ord]=_x[i];
|
|
|
|
for(i=0;i<ord;i++)
|
|
mem[i] = _x[N-i-1];
|
|
#ifdef SMALL_FOOTPRINT
|
|
for (i=0;i<N;i++)
|
|
{
|
|
opus_val32 sum = SHL32(EXTEND32(_x[i]), SIG_SHIFT);
|
|
for (j=0;j<ord;j++)
|
|
{
|
|
sum = MAC16_16(sum,rnum[j],x[i+j]);
|
|
}
|
|
_y[i] = SATURATE16(PSHR32(sum, SIG_SHIFT));
|
|
}
|
|
#else
|
|
noA = EXTEND32(1) << SIG_SHIFT >> 1;
|
|
vecNoA = _mm_set_epi32(noA, noA, noA, noA);
|
|
|
|
for (i=0;i<N-3;i+=4)
|
|
{
|
|
opus_val32 sums[4] = {0};
|
|
__m128i vecSum, vecX;
|
|
|
|
xcorr_kernel(rnum, x+i, sums, ord, arch);
|
|
|
|
vecSum = _mm_loadu_si128((__m128i *)sums);
|
|
vecSum = _mm_add_epi32(vecSum, vecNoA);
|
|
vecSum = _mm_srai_epi32(vecSum, SIG_SHIFT);
|
|
vecX = OP_CVTEPI16_EPI32_M64(_x + i);
|
|
vecSum = _mm_add_epi32(vecSum, vecX);
|
|
vecSum = _mm_packs_epi32(vecSum, vecSum);
|
|
_mm_storel_epi64((__m128i *)(_y + i), vecSum);
|
|
}
|
|
for (;i<N;i++)
|
|
{
|
|
opus_val32 sum = 0;
|
|
for (j=0;j<ord;j++)
|
|
sum = MAC16_16(sum, rnum[j], x[i + j]);
|
|
_y[i] = SATURATE16(ADD32(EXTEND32(_x[i]), PSHR32(sum, SIG_SHIFT)));
|
|
}
|
|
|
|
#endif
|
|
RESTORE_STACK;
|
|
}
|
|
|
|
#endif
|