338 lines
8.6 KiB
C
338 lines
8.6 KiB
C
|
/********************************************************************
|
||
|
|
* *
|
||
|
|
* THIS FILE IS PART OF THE OggTheora SOFTWARE CODEC SOURCE CODE. *
|
||
|
|
* USE, DISTRIBUTION AND REPRODUCTION OF THIS LIBRARY SOURCE IS *
|
||
|
|
* GOVERNED BY A BSD-STYLE SOURCE LICENSE INCLUDED WITH THIS SOURCE *
|
||
|
|
* IN 'COPYING'. PLEASE READ THESE TERMS BEFORE DISTRIBUTING. *
|
||
|
|
* *
|
||
|
|
* THE Theora SOURCE CODE IS COPYRIGHT (C) 2002-2009 *
|
||
|
|
* by the Xiph.Org Foundation and contributors http://www.xiph.org/ *
|
||
|
|
* *
|
||
|
|
********************************************************************
|
||
|
|
|
||
|
|
function:
|
||
|
|
last mod: $Id: mmxfrag.c 16578 2009-09-25 19:50:48Z cristianadam $
|
||
|
|
|
||
|
|
********************************************************************/
|
||
|
|
|
||
|
|
/*MMX acceleration of fragment reconstruction for motion compensation.
|
||
|
|
Originally written by Rudolf Marek.
|
||
|
|
Additional optimization by Nils Pipenbrinck.
|
||
|
|
Note: Loops are unrolled for best performance.
|
||
|
|
The iteration each instruction belongs to is marked in the comments as #i.*/
|
||
|
|
#include <stddef.h>
|
||
|
|
#include "x86int.h"
|
||
|
|
#include "mmxfrag.h"
|
||
|
|
|
||
|
|
#if defined(OC_X86_ASM)
|
||
|
|
|
||
|
|
/*Copies an 8x8 block of pixels from _src to _dst, assuming _ystride bytes
|
||
|
|
between rows.*/
|
||
|
|
void oc_frag_copy_mmx(unsigned char *_dst,
|
||
|
|
const unsigned char *_src,int _ystride){
|
||
|
|
#define SRC edx
|
||
|
|
#define DST eax
|
||
|
|
#define YSTRIDE ecx
|
||
|
|
#define YSTRIDE3 esi
|
||
|
|
OC_FRAG_COPY_MMX(_dst,_src,_ystride);
|
||
|
|
#undef SRC
|
||
|
|
#undef DST
|
||
|
|
#undef YSTRIDE
|
||
|
|
#undef YSTRIDE3
|
||
|
|
}
|
||
|
|
|
||
|
|
void oc_frag_recon_intra_mmx(unsigned char *_dst,int _ystride,
|
||
|
|
const ogg_int16_t *_residue){
|
||
|
|
__asm{
|
||
|
|
#define DST edx
|
||
|
|
#define DST4 esi
|
||
|
|
#define YSTRIDE eax
|
||
|
|
#define YSTRIDE3 edi
|
||
|
|
#define RESIDUE ecx
|
||
|
|
mov DST,_dst
|
||
|
|
mov YSTRIDE,_ystride
|
||
|
|
mov RESIDUE,_residue
|
||
|
|
lea DST4,[DST+YSTRIDE*4]
|
||
|
|
lea YSTRIDE3,[YSTRIDE+YSTRIDE*2]
|
||
|
|
/*Set mm0 to 0xFFFFFFFFFFFFFFFF.*/
|
||
|
|
pcmpeqw mm0,mm0
|
||
|
|
/*#0 Load low residue.*/
|
||
|
|
movq mm1,[0*8+RESIDUE]
|
||
|
|
/*#0 Load high residue.*/
|
||
|
|
movq mm2,[1*8+RESIDUE]
|
||
|
|
/*Set mm0 to 0x8000800080008000.*/
|
||
|
|
psllw mm0,15
|
||
|
|
/*#1 Load low residue.*/
|
||
|
|
movq mm3,[2*8+RESIDUE]
|
||
|
|
/*#1 Load high residue.*/
|
||
|
|
movq mm4,[3*8+RESIDUE]
|
||
|
|
/*Set mm0 to 0x0080008000800080.*/
|
||
|
|
psrlw mm0,8
|
||
|
|
/*#2 Load low residue.*/
|
||
|
|
movq mm5,[4*8+RESIDUE]
|
||
|
|
/*#2 Load high residue.*/
|
||
|
|
movq mm6,[5*8+RESIDUE]
|
||
|
|
/*#0 Bias low residue.*/
|
||
|
|
paddsw mm1,mm0
|
||
|
|
/*#0 Bias high residue.*/
|
||
|
|
paddsw mm2,mm0
|
||
|
|
/*#0 Pack to byte.*/
|
||
|
|
packuswb mm1,mm2
|
||
|
|
/*#1 Bias low residue.*/
|
||
|
|
paddsw mm3,mm0
|
||
|
|
/*#1 Bias high residue.*/
|
||
|
|
paddsw mm4,mm0
|
||
|
|
/*#1 Pack to byte.*/
|
||
|
|
packuswb mm3,mm4
|
||
|
|
/*#2 Bias low residue.*/
|
||
|
|
paddsw mm5,mm0
|
||
|
|
/*#2 Bias high residue.*/
|
||
|
|
paddsw mm6,mm0
|
||
|
|
/*#2 Pack to byte.*/
|
||
|
|
packuswb mm5,mm6
|
||
|
|
/*#0 Write row.*/
|
||
|
|
movq [DST],mm1
|
||
|
|
/*#1 Write row.*/
|
||
|
|
movq [DST+YSTRIDE],mm3
|
||
|
|
/*#2 Write row.*/
|
||
|
|
movq [DST+YSTRIDE*2],mm5
|
||
|
|
/*#3 Load low residue.*/
|
||
|
|
movq mm1,[6*8+RESIDUE]
|
||
|
|
/*#3 Load high residue.*/
|
||
|
|
movq mm2,[7*8+RESIDUE]
|
||
|
|
/*#4 Load high residue.*/
|
||
|
|
movq mm3,[8*8+RESIDUE]
|
||
|
|
/*#4 Load high residue.*/
|
||
|
|
movq mm4,[9*8+RESIDUE]
|
||
|
|
/*#5 Load high residue.*/
|
||
|
|
movq mm5,[10*8+RESIDUE]
|
||
|
|
/*#5 Load high residue.*/
|
||
|
|
movq mm6,[11*8+RESIDUE]
|
||
|
|
/*#3 Bias low residue.*/
|
||
|
|
paddsw mm1,mm0
|
||
|
|
/*#3 Bias high residue.*/
|
||
|
|
paddsw mm2,mm0
|
||
|
|
/*#3 Pack to byte.*/
|
||
|
|
packuswb mm1,mm2
|
||
|
|
/*#4 Bias low residue.*/
|
||
|
|
paddsw mm3,mm0
|
||
|
|
/*#4 Bias high residue.*/
|
||
|
|
paddsw mm4,mm0
|
||
|
|
/*#4 Pack to byte.*/
|
||
|
|
packuswb mm3,mm4
|
||
|
|
/*#5 Bias low residue.*/
|
||
|
|
paddsw mm5,mm0
|
||
|
|
/*#5 Bias high residue.*/
|
||
|
|
paddsw mm6,mm0
|
||
|
|
/*#5 Pack to byte.*/
|
||
|
|
packuswb mm5,mm6
|
||
|
|
/*#3 Write row.*/
|
||
|
|
movq [DST+YSTRIDE3],mm1
|
||
|
|
/*#4 Write row.*/
|
||
|
|
movq [DST4],mm3
|
||
|
|
/*#5 Write row.*/
|
||
|
|
movq [DST4+YSTRIDE],mm5
|
||
|
|
/*#6 Load low residue.*/
|
||
|
|
movq mm1,[12*8+RESIDUE]
|
||
|
|
/*#6 Load high residue.*/
|
||
|
|
movq mm2,[13*8+RESIDUE]
|
||
|
|
/*#7 Load low residue.*/
|
||
|
|
movq mm3,[14*8+RESIDUE]
|
||
|
|
/*#7 Load high residue.*/
|
||
|
|
movq mm4,[15*8+RESIDUE]
|
||
|
|
/*#6 Bias low residue.*/
|
||
|
|
paddsw mm1,mm0
|
||
|
|
/*#6 Bias high residue.*/
|
||
|
|
paddsw mm2,mm0
|
||
|
|
/*#6 Pack to byte.*/
|
||
|
|
packuswb mm1,mm2
|
||
|
|
/*#7 Bias low residue.*/
|
||
|
|
paddsw mm3,mm0
|
||
|
|
/*#7 Bias high residue.*/
|
||
|
|
paddsw mm4,mm0
|
||
|
|
/*#7 Pack to byte.*/
|
||
|
|
packuswb mm3,mm4
|
||
|
|
/*#6 Write row.*/
|
||
|
|
movq [DST4+YSTRIDE*2],mm1
|
||
|
|
/*#7 Write row.*/
|
||
|
|
movq [DST4+YSTRIDE3],mm3
|
||
|
|
#undef DST
|
||
|
|
#undef DST4
|
||
|
|
#undef YSTRIDE
|
||
|
|
#undef YSTRIDE3
|
||
|
|
#undef RESIDUE
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
void oc_frag_recon_inter_mmx(unsigned char *_dst,const unsigned char *_src,
|
||
|
|
int _ystride,const ogg_int16_t *_residue){
|
||
|
|
int i;
|
||
|
|
/*Zero mm0.*/
|
||
|
|
__asm pxor mm0,mm0;
|
||
|
|
for(i=4;i-->0;){
|
||
|
|
__asm{
|
||
|
|
#define DST edx
|
||
|
|
#define SRC ecx
|
||
|
|
#define YSTRIDE edi
|
||
|
|
#define RESIDUE eax
|
||
|
|
mov DST,_dst
|
||
|
|
mov SRC,_src
|
||
|
|
mov YSTRIDE,_ystride
|
||
|
|
mov RESIDUE,_residue
|
||
|
|
/*#0 Load source.*/
|
||
|
|
movq mm3,[SRC]
|
||
|
|
/*#1 Load source.*/
|
||
|
|
movq mm7,[SRC+YSTRIDE]
|
||
|
|
/*#0 Get copy of src.*/
|
||
|
|
movq mm4,mm3
|
||
|
|
/*#0 Expand high source.*/
|
||
|
|
punpckhbw mm4,mm0
|
||
|
|
/*#0 Expand low source.*/
|
||
|
|
punpcklbw mm3,mm0
|
||
|
|
/*#0 Add residue high.*/
|
||
|
|
paddsw mm4,[8+RESIDUE]
|
||
|
|
/*#1 Get copy of src.*/
|
||
|
|
movq mm2,mm7
|
||
|
|
/*#0 Add residue low.*/
|
||
|
|
paddsw mm3,[RESIDUE]
|
||
|
|
/*#1 Expand high source.*/
|
||
|
|
punpckhbw mm2,mm0
|
||
|
|
/*#0 Pack final row pixels.*/
|
||
|
|
packuswb mm3,mm4
|
||
|
|
/*#1 Expand low source.*/
|
||
|
|
punpcklbw mm7,mm0
|
||
|
|
/*#1 Add residue low.*/
|
||
|
|
paddsw mm7,[16+RESIDUE]
|
||
|
|
/*#1 Add residue high.*/
|
||
|
|
paddsw mm2,[24+RESIDUE]
|
||
|
|
/*Advance residue.*/
|
||
|
|
lea RESIDUE,[32+RESIDUE]
|
||
|
|
/*#1 Pack final row pixels.*/
|
||
|
|
packuswb mm7,mm2
|
||
|
|
/*Advance src.*/
|
||
|
|
lea SRC,[SRC+YSTRIDE*2]
|
||
|
|
/*#0 Write row.*/
|
||
|
|
movq [DST],mm3
|
||
|
|
/*#1 Write row.*/
|
||
|
|
movq [DST+YSTRIDE],mm7
|
||
|
|
/*Advance dst.*/
|
||
|
|
lea DST,[DST+YSTRIDE*2]
|
||
|
|
mov _residue,RESIDUE
|
||
|
|
mov _dst,DST
|
||
|
|
mov _src,SRC
|
||
|
|
#undef DST
|
||
|
|
#undef SRC
|
||
|
|
#undef YSTRIDE
|
||
|
|
#undef RESIDUE
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
void oc_frag_recon_inter2_mmx(unsigned char *_dst,const unsigned char *_src1,
|
||
|
|
const unsigned char *_src2,int _ystride,const ogg_int16_t *_residue){
|
||
|
|
int i;
|
||
|
|
/*Zero mm7.*/
|
||
|
|
__asm pxor mm7,mm7;
|
||
|
|
for(i=4;i-->0;){
|
||
|
|
__asm{
|
||
|
|
#define SRC1 ecx
|
||
|
|
#define SRC2 edi
|
||
|
|
#define YSTRIDE esi
|
||
|
|
#define RESIDUE edx
|
||
|
|
#define DST eax
|
||
|
|
mov YSTRIDE,_ystride
|
||
|
|
mov DST,_dst
|
||
|
|
mov RESIDUE,_residue
|
||
|
|
mov SRC1,_src1
|
||
|
|
mov SRC2,_src2
|
||
|
|
/*#0 Load src1.*/
|
||
|
|
movq mm0,[SRC1]
|
||
|
|
/*#0 Load src2.*/
|
||
|
|
movq mm2,[SRC2]
|
||
|
|
/*#0 Copy src1.*/
|
||
|
|
movq mm1,mm0
|
||
|
|
/*#0 Copy src2.*/
|
||
|
|
movq mm3,mm2
|
||
|
|
/*#1 Load src1.*/
|
||
|
|
movq mm4,[SRC1+YSTRIDE]
|
||
|
|
/*#0 Unpack lower src1.*/
|
||
|
|
punpcklbw mm0,mm7
|
||
|
|
/*#1 Load src2.*/
|
||
|
|
movq mm5,[SRC2+YSTRIDE]
|
||
|
|
/*#0 Unpack higher src1.*/
|
||
|
|
punpckhbw mm1,mm7
|
||
|
|
/*#0 Unpack lower src2.*/
|
||
|
|
punpcklbw mm2,mm7
|
||
|
|
/*#0 Unpack higher src2.*/
|
||
|
|
punpckhbw mm3,mm7
|
||
|
|
/*Advance src1 ptr.*/
|
||
|
|
lea SRC1,[SRC1+YSTRIDE*2]
|
||
|
|
/*Advance src2 ptr.*/
|
||
|
|
lea SRC2,[SRC2+YSTRIDE*2]
|
||
|
|
/*#0 Lower src1+src2.*/
|
||
|
|
paddsw mm0,mm2
|
||
|
|
/*#0 Higher src1+src2.*/
|
||
|
|
paddsw mm1,mm3
|
||
|
|
/*#1 Copy src1.*/
|
||
|
|
movq mm2,mm4
|
||
|
|
/*#0 Build lo average.*/
|
||
|
|
psraw mm0,1
|
||
|
|
/*#1 Copy src2.*/
|
||
|
|
movq mm3,mm5
|
||
|
|
/*#1 Unpack lower src1.*/
|
||
|
|
punpcklbw mm4,mm7
|
||
|
|
/*#0 Build hi average.*/
|
||
|
|
psraw mm1,1
|
||
|
|
/*#1 Unpack higher src1.*/
|
||
|
|
punpckhbw mm2,mm7
|
||
|
|
/*#0 low+=residue.*/
|
||
|
|
paddsw mm0,[RESIDUE]
|
||
|
|
/*#1 Unpack lower src2.*/
|
||
|
|
punpcklbw mm5,mm7
|
||
|
|
/*#0 high+=residue.*/
|
||
|
|
paddsw mm1,[8+RESIDUE]
|
||
|
|
/*#1 Unpack higher src2.*/
|
||
|
|
punpckhbw mm3,mm7
|
||
|
|
/*#1 Lower src1+src2.*/
|
||
|
|
paddsw mm5,mm4
|
||
|
|
/*#0 Pack and saturate.*/
|
||
|
|
packuswb mm0,mm1
|
||
|
|
/*#1 Higher src1+src2.*/
|
||
|
|
paddsw mm3,mm2
|
||
|
|
/*#0 Write row.*/
|
||
|
|
movq [DST],mm0
|
||
|
|
/*#1 Build lo average.*/
|
||
|
|
psraw mm5,1
|
||
|
|
/*#1 Build hi average.*/
|
||
|
|
psraw mm3,1
|
||
|
|
/*#1 low+=residue.*/
|
||
|
|
paddsw mm5,[16+RESIDUE]
|
||
|
|
/*#1 high+=residue.*/
|
||
|
|
paddsw mm3,[24+RESIDUE]
|
||
|
|
/*#1 Pack and saturate.*/
|
||
|
|
packuswb mm5,mm3
|
||
|
|
/*#1 Write row ptr.*/
|
||
|
|
movq [DST+YSTRIDE],mm5
|
||
|
|
/*Advance residue ptr.*/
|
||
|
|
add RESIDUE,32
|
||
|
|
/*Advance dest ptr.*/
|
||
|
|
lea DST,[DST+YSTRIDE*2]
|
||
|
|
mov _dst,DST
|
||
|
|
mov _residue,RESIDUE
|
||
|
|
mov _src1,SRC1
|
||
|
|
mov _src2,SRC2
|
||
|
|
#undef SRC1
|
||
|
|
#undef SRC2
|
||
|
|
#undef YSTRIDE
|
||
|
|
#undef RESIDUE
|
||
|
|
#undef DST
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
void oc_restore_fpu_mmx(void){
|
||
|
|
__asm emms;
|
||
|
|
}
|
||
|
|
|
||
|
|
#endif
|