[xiph-commits] r15940 - branches/theora-thusnelda/lib/enc/x86
tterribe at svn.xiph.org
tterribe at svn.xiph.org
Sat Apr 18 08:38:28 PDT 2009
Author: tterribe
Date: 2009-04-18 08:38:28 -0700 (Sat, 18 Apr 2009)
New Revision: 15940
Added:
branches/theora-thusnelda/lib/enc/x86/fdct_sse2.c
Log:
Actually remember to check in the SSE2 code.
Added: branches/theora-thusnelda/lib/enc/x86/fdct_sse2.c
===================================================================
--- branches/theora-thusnelda/lib/enc/x86/fdct_sse2.c (rev 0)
+++ branches/theora-thusnelda/lib/enc/x86/fdct_sse2.c 2009-04-18 15:38:28 UTC (rev 15940)
@@ -0,0 +1,569 @@
+/********************************************************************
+ * *
+ * THIS FILE IS PART OF THE OggTheora SOFTWARE CODEC SOURCE CODE. *
+ * USE, DISTRIBUTION AND REPRODUCTION OF THIS LIBRARY SOURCE IS *
+ * GOVERNED BY A BSD-STYLE SOURCE LICENSE INCLUDED WITH THIS SOURCE *
+ * IN 'COPYING'. PLEASE READ THESE TERMS BEFORE DISTRIBUTING. *
+ * *
+ * THE Theora SOURCE CODE IS COPYRIGHT (C) 1999-2006 *
+ * by the Xiph.Org Foundation http://www.xiph.org/ *
+ * *
+ ********************************************************************/
+/*SSE2 fDCT implementation for x86_64.*/
+/*$Id: fdct_ses2.c 14579 2008-03-12 06:42:40Z xiphmont $*/
+
+#include "../codec_internal.h"
+#include "../dsp.h"
+
+#if defined(USE_ASM)
+
+# define OC_FDCT8x8 \
+ /*Note: xmm15={0,0,0,0,0,0,0,0} and xmm14={-1,-1,-1,-1,-1,-1,-1,-1} */ \
+ "#OC_FDCT8\n\t" \
+ /*Stage 1:*/ \
+ "movdqa %%xmm0,%%xmm11\n\t" \
+ "movdqa %%xmm1,%%xmm10\n\t" \
+ "movdqa %%xmm2,%%xmm9\n\t" \
+ "movdqa %%xmm3,%%xmm8\n\t" \
+ /*xmm11=t7'=t0-t7*/ \
+ "psubw %%xmm7,%%xmm11\n\t" \
+ /*xmm10=t6'=t1-t6*/ \
+ "psubw %%xmm6,%%xmm10\n\t" \
+ /*xmm9=t5'=t2-t5*/ \
+ "psubw %%xmm5,%%xmm9\n\t" \
+ /*xmm8=t4'=t3-t4*/ \
+ "psubw %%xmm4,%%xmm8\n\t" \
+ /*xmm0=t0'=t0+t7*/ \
+ "paddw %%xmm7,%%xmm0\n\t" \
+ /*xmm1=t1'=t1+t6*/ \
+ "paddw %%xmm6,%%xmm1\n\t" \
+ /*xmm5=t2'=t2+t5*/ \
+ "paddw %%xmm2,%%xmm5\n\t" \
+ /*xmm4=t3'=t3+t4*/ \
+ "paddw %%xmm3,%%xmm4\n\t" \
+ /*xmm2,3,6,7 are now free.*/ \
+ /*Stage 2:*/ \
+ "movdqa %%xmm0,%%xmm3\n\t" \
+ "mov $0x6A0A6A0A,%k[a]\n\t" \
+ "movdqa %%xmm1,%%xmm2\n\t" \
+ "movd %k[a],%%xmm13\n\t" \
+ "movdqa %%xmm10,%%xmm6\n\t" \
+ "pshufd $00,%%xmm13,%%xmm13\n\t" \
+ /*xmm2=t2''=t1'-t2'*/ \
+ "psubw %%xmm5,%%xmm2\n\t" \
+ "mov $0xB500,%k[a]\n\t" \
+ /*xmm3=t3''=t0'-t3'*/ \
+ "psubw %%xmm4,%%xmm3\n\t" \
+ "movd %k[a],%%xmm12\n\t" \
+ /*xmm10=t5''=t6'-t5'*/ \
+ "psubw %%xmm9,%%xmm10\n\t" \
+ "pshufd $00,%%xmm12,%%xmm12\n\t" \
+ /*xmm4=t0''=t0'+t3'*/ \
+ "paddw %%xmm0,%%xmm4\n\t" \
+ /*xmm1=t1''=t1'+t2'*/ \
+ "paddw %%xmm5,%%xmm1\n\t" \
+ /*xmm6=t6''=t6'+t5'*/ \
+ "paddw %%xmm9,%%xmm6\n\t" \
+ /*xmm0,xmm5,xmm9 are now free.*/ \
+ /*Stage 3:*/ \
+ /*Just think, the next 12 instructions would be 1 or 2 instructions on a \
+ proper DSP with a signed 16x16->32 MAC.*/ \
+ /*xmm10/xmm5=t5''*27146*/ \
+ "movdqa %%xmm10,%%xmm5\n\t" \
+ "movdqa %%xmm10,%%xmm0\n\t" \
+ "pmullw %%xmm13,%%xmm5\n\t" \
+ "pmulhw %%xmm13,%%xmm10\n\t" \
+ /*xmm7,xmm5=t5''*27146+0xB500*/ \
+ "movdqa %%xmm5,%%xmm7\n\t" \
+ "punpcklwd %%xmm10,%%xmm5\n\t" \
+ "punpckhwd %%xmm10,%%xmm7\n\t" \
+ "paddd %%xmm12,%%xmm5\n\t" \
+ "paddd %%xmm12,%%xmm7\n\t" \
+ /*xmm5=(t5''*27146+0xB500>>16)+t5''*/ \
+ "psrad $16,%%xmm5\n\t" \
+ "psrad $16,%%xmm7\n\t" \
+ "packssdw %%xmm7,%%xmm5\n\t" \
+ "paddw %%xmm0,%%xmm5\n\t" \
+ /*xmm0=s=(t5''*27146+0xB500>>16)+t5''+(t5''!=0)>>1*/ \
+ "pcmpeqw %%xmm15,%%xmm0\n\t" \
+ "psubw %%xmm14,%%xmm0\n\t" \
+ "paddw %%xmm5,%%xmm0\n\t" \
+ "movdqa %%xmm8,%%xmm5\n\t" \
+ "psraw $1,%%xmm0\n\t" \
+ /*xmm5=t5'''=t4''-s*/ \
+ "psubw %%xmm0,%%xmm5\n\t" \
+ /*xmm8=t4'''=t4''+s*/ \
+ "paddw %%xmm0,%%xmm8\n\t" \
+ /*xmm0,10 are now free.*/ \
+ /*xmm7/xmm9=t6''*27146*/ \
+ "movdqa %%xmm6,%%xmm7\n\t" \
+ "movdqa %%xmm6,%%xmm9\n\t" \
+ "pmulhw %%xmm13,%%xmm7\n\t" \
+ "pmullw %%xmm13,%%xmm9\n\t" \
+ /*xmm0,xmm9=t6''*27146+0xB500*/ \
+ "movdqa %%xmm9,%%xmm0\n\t" \
+ "punpcklwd %%xmm7,%%xmm9\n\t" \
+ "punpckhwd %%xmm7,%%xmm0\n\t" \
+ "paddd %%xmm12,%%xmm9\n\t" \
+ "paddd %%xmm12,%%xmm0\n\t" \
+ /*xmm9=(t6''*27146+0xB500>>16)+t6''*/ \
+ "psrad $16,%%xmm9\n\t" \
+ "psrad $16,%%xmm0\n\t" \
+ "packssdw %%xmm0,%%xmm9\n\t" \
+ "paddw %%xmm6,%%xmm9\n\t" \
+ /*xmm9=s=(t6''*27146+0xB500>>16)+t6''+(t6''!=0)>>1*/ \
+ "pcmpeqw %%xmm15,%%xmm6\n\t" \
+ "psubw %%xmm14,%%xmm6\n\t" \
+ "paddw %%xmm6,%%xmm9\n\t" \
+ "movdqa %%xmm11,%%xmm7\n\t" \
+ "psraw $1,%%xmm9\n\t" \
+ /*xmm7=t6'''=t7'-s*/ \
+ "psubw %%xmm9,%%xmm7\n\t" \
+ /*xmm9=t7''=t7'+s*/ \
+ "paddw %%xmm11,%%xmm9\n\t" \
+ /*xmm6,xmm11 are free.*/ \
+ /*Stage 4:*/ \
+ /*xmm11/xmm0=t1''*27146*/ \
+ "movdqa %%xmm1,%%xmm0\n\t" \
+ "movdqa %%xmm1,%%xmm11\n\t" \
+ "pmullw %%xmm13,%%xmm0\n\t" \
+ "pmulhw %%xmm13,%%xmm11\n\t" \
+ /*xmm10,xmm0=t1''*27146+0xB500*/ \
+ "movdqa %%xmm0,%%xmm10\n\t" \
+ "punpcklwd %%xmm11,%%xmm0\n\t" \
+ "punpckhwd %%xmm11,%%xmm10\n\t" \
+ "paddd %%xmm12,%%xmm0\n\t" \
+ "paddd %%xmm12,%%xmm10\n\t" \
+ /*xmm0=(t1''*27146+0xB500>>16)+t1''*/ \
+ "psrad $16,%%xmm0\n\t" \
+ "psrad $16,%%xmm10\n\t" \
+ "packssdw %%xmm10,%%xmm0\n\t" \
+ "paddw %%xmm1,%%xmm0\n\t" \
+ /*xmm0=s=(t1''*27146+0xB500>>16)+t1''+(t1''!=0)*/ \
+ "pcmpeqw %%xmm15,%%xmm1\n\t" \
+ "psubw %%xmm14,%%xmm1\n\t" \
+ "paddw %%xmm1,%%xmm0\n\t" \
+ /*xmm11/xmm4=t0''*27146*/ \
+ "movdqa %%xmm4,%%xmm1\n\t" \
+ "movdqa %%xmm4,%%xmm11\n\t" \
+ "mov $0x4000,%k[a]\n\t" \
+ "pmullw %%xmm13,%%xmm4\n\t" \
+ "pmulhw %%xmm13,%%xmm11\n\t" \
+ "movd %k[a],%%xmm12\n\t" \
+ /*xmm10,xmm4=t0''*27146+0x4000*/ \
+ "movdqa %%xmm4,%%xmm10\n\t" \
+ "pshufd $00,%%xmm12,%%xmm12\n\t" \
+ "punpcklwd %%xmm11,%%xmm4\n\t" \
+ "punpckhwd %%xmm11,%%xmm10\n\t" \
+ "paddd %%xmm12,%%xmm4\n\t" \
+ "paddd %%xmm12,%%xmm10\n\t" \
+ /*xmm4=(t0''*27146+0x4000>>16)+t0''*/ \
+ "psrad $16,%%xmm4\n\t" \
+ "psrad $16,%%xmm10\n\t" \
+ "mov $0xEC83EC83,%k[a]\n\t" \
+ "packssdw %%xmm10,%%xmm4\n\t" \
+ "movd %k[a],%%xmm12\n\t" \
+ "paddw %%xmm1,%%xmm4\n\t" \
+ /*xmm4=r=(t0''*27146+0x4000>>16)+t0''+(t0''!=0)*/ \
+ "pcmpeqw %%xmm15,%%xmm1\n\t" \
+ "pshufd $00,%%xmm12,%%xmm12\n\t" \
+ "psubw %%xmm14,%%xmm1\n\t" \
+ "mov $0x61F861F8,%k[a]\n\t" \
+ "paddw %%xmm1,%%xmm4\n\t" \
+ "movd %k[a],%%xmm13\n\t" \
+ /*xmm0=_y[0]=u=r+s>>1*/ \
+ "paddw %%xmm4,%%xmm0\n\t" \
+ "pshufd $00,%%xmm13,%%xmm13\n\t" \
+ "psraw $1,%%xmm0\n\t" \
+ /*xmm4=_y[4]=v=r-u*/ \
+ "movdqa %%xmm3,%%xmm1\n\t" \
+ "psubw %%xmm0,%%xmm4\n\t" \
+ /*xmm1,xmm6,xmm10,xmm11 are free.*/ \
+ /*xmm11,xmm10=60547*t3'''*/ \
+ "movdqa %%xmm3,%%xmm10\n\t" \
+ "pmulhw %%xmm12,%%xmm1\n\t" \
+ "pmullw %%xmm12,%%xmm10\n\t" \
+ "paddw %%xmm3,%%xmm1\n\t" \
+ "movdqa %%xmm10,%%xmm11\n\t" \
+ "punpcklwd %%xmm1,%%xmm10\n\t" \
+ "punpckhwd %%xmm1,%%xmm11\n\t" \
+ /*xmm2,xmm1=25080*t2'' \
+ xmm12=t2''*/ \
+ "movdqa %%xmm2,%%xmm6\n\t" \
+ "movdqa %%xmm2,%%xmm12\n\t" \
+ "pmullw %%xmm13,%%xmm2\n\t" \
+ "pmulhw %%xmm13,%%xmm6\n\t" \
+ "movdqa %%xmm2,%%xmm1\n\t" \
+ "mov $0x6CB7,%k[a]\n\t" \
+ "punpckhwd %%xmm6,%%xmm2\n\t" \
+ "punpcklwd %%xmm6,%%xmm1\n\t" \
+ /*xmm11,xmm10=25080*t2''+60547*t3'''+0x6CB7*/ \
+ "movd %k[a],%%xmm6\n\t" \
+ "paddd %%xmm1,%%xmm10\n\t" \
+ "pshufd $00,%%xmm6,%%xmm6\n\t" \
+ "paddd %%xmm2,%%xmm11\n\t" \
+ "paddd %%xmm6,%%xmm10\n\t" \
+ "paddd %%xmm6,%%xmm11\n\t" \
+ /*xmm10=u=(25080*t2''+60547*t3'''+0x6CB7>>16)+(t3'''!=0)*/ \
+ "psrad $16,%%xmm10\n\t" \
+ "pcmpeqw %%xmm15,%%xmm3\n\t" \
+ "psrad $16,%%xmm11\n\t" \
+ "psubw %%xmm14,%%xmm3\n\t" \
+ "packssdw %%xmm11,%%xmm10\n\t" \
+ "paddw %%xmm3,%%xmm10\n\t" \
+ /*xmm2=_y[2]=u \
+ xmm10=s=(25080*u>>16)-t2''*/ \
+ "movdqa %%xmm10,%%xmm2\n\t" \
+ "mov $0x54605460,%k[a]\n\t" \
+ "pmulhw %%xmm13,%%xmm10\n\t" \
+ "movd %k[a],%%xmm13\n\t" \
+ "psubw %%xmm12,%%xmm10\n\t" \
+ "pshufd $00,%%xmm13,%%xmm13\n\t" \
+ /*xmm11/xmm6=s*21600*/ \
+ "movdqa %%xmm10,%%xmm6\n\t" \
+ "mov $0x2800,%k[a]\n\t" \
+ "movdqa %%xmm10,%%xmm11\n\t" \
+ "movd %k[a],%%xmm12\n\t" \
+ "pmullw %%xmm13,%%xmm6\n\t" \
+ "pshufd $00,%%xmm12,%%xmm12\n\t" \
+ "pmulhw %%xmm13,%%xmm11\n\t" \
+ /*xmm1,xmm6=s*21600+0x2800*/ \
+ "movdqa %%xmm6,%%xmm1\n\t" \
+ "punpcklwd %%xmm11,%%xmm6\n\t" \
+ "punpckhwd %%xmm11,%%xmm1\n\t" \
+ "paddd %%xmm12,%%xmm6\n\t" \
+ "paddd %%xmm12,%%xmm1\n\t" \
+ /*xmm6=(s*21600+0x2800>>18)+s*/ \
+ "psrad $18,%%xmm6\n\t" \
+ "psrad $18,%%xmm1\n\t" \
+ "mov $0xD4DBD4DB,%k[a]\n\t" \
+ "packssdw %%xmm1,%%xmm6\n\t" \
+ "movd %k[a],%%xmm12\n\t" \
+ "paddw %%xmm10,%%xmm6\n\t" \
+ "pshufd $00,%%xmm12,%%xmm12\n\t" \
+ /*xmm6=_y[6]=v=(s*21600+0x2800>>18)+s+(s!=0)*/ \
+ "pcmpeqw %%xmm15,%%xmm10\n\t" \
+ "mov $0x8E3A8E3A,%k[a]\n\t" \
+ "psubw %%xmm14,%%xmm10\n\t" \
+ "movd %k[a],%%xmm13\n\t" \
+ "paddw %%xmm10,%%xmm6\n\t " \
+ "pshufd $00,%%xmm13,%%xmm13\n\t" \
+ /*xmm1,xmm3,xmm10,xmm11 are free.*/ \
+ /*xmm11,xmm10=54491*t5'''*/ \
+ "movdqa %%xmm5,%%xmm1\n\t" \
+ "movdqa %%xmm5,%%xmm10\n\t" \
+ "pmulhw %%xmm12,%%xmm1\n\t" \
+ "pmullw %%xmm12,%%xmm10\n\t" \
+ "paddw %%xmm5,%%xmm1\n\t" \
+ "movdqa %%xmm10,%%xmm11\n\t" \
+ "punpcklwd %%xmm1,%%xmm10\n\t" \
+ "punpckhwd %%xmm1,%%xmm11\n\t" \
+ /*xmm7,xmm12=36410*t6''' \
+ xmm1=t6'''*/ \
+ "movdqa %%xmm7,%%xmm3\n\t" \
+ "movdqa %%xmm7,%%xmm1\n\t" \
+ "pmulhw %%xmm13,%%xmm3\n\t" \
+ "pmullw %%xmm13,%%xmm7\n\t" \
+ "paddw %%xmm1,%%xmm3\n\t" \
+ "movdqa %%xmm7,%%xmm12\n\t" \
+ "mov $0x0E3D,%k[a]\n\t" \
+ "punpckhwd %%xmm3,%%xmm7\n\t" \
+ "punpcklwd %%xmm3,%%xmm12\n\t" \
+ /*xmm11,xmm10=54491*t5''+36410*t6'''+0x0E3D*/ \
+ "movd %k[a],%%xmm3\n\t" \
+ "paddd %%xmm12,%%xmm10\n\t" \
+ "pshufd $00,%%xmm3,%%xmm3\n\t" \
+ "paddd %%xmm7,%%xmm11\n\t" \
+ "paddd %%xmm3,%%xmm10\n\t" \
+ "paddd %%xmm3,%%xmm11\n\t" \
+ /*xmm10=u=(54491*t5''+36410*t6'''+0x0E3D>>16)+(t5'''!=0)*/ \
+ "psrad $16,%%xmm10\n\t" \
+ "pcmpeqw %%xmm15,%%xmm5\n\t" \
+ "psrad $16,%%xmm11\n\t" \
+ "psubw %%xmm14,%%xmm5\n\t" \
+ "packssdw %%xmm11,%%xmm10\n\t" \
+ "paddw %%xmm5,%%xmm10\n\t" \
+ /*xmm5=_y[5]=u \
+ xmm1=s=t6'''-(36410*u>>16)*/ \
+ "movdqa %%xmm10,%%xmm5\n\t" \
+ "mov $0x67C867C8,%k[a]\n\t" \
+ "pmulhw %%xmm13,%%xmm10\n\t" \
+ "paddw %%xmm5,%%xmm10\n\t" \
+ "movd %k[a],%%xmm13\n\t" \
+ "psubw %%xmm10,%%xmm1\n\t" \
+ "pshufd $00,%%xmm13,%%xmm13\n\t" \
+ /*xmm11/xmm3=s*26568*/ \
+ "movdqa %%xmm1,%%xmm3\n\t" \
+ "mov $0x3400,%k[a]\n\t" \
+ "movdqa %%xmm1,%%xmm11\n\t" \
+ "movd %k[a],%%xmm7\n\t" \
+ "pmullw %%xmm13,%%xmm3\n\t" \
+ "pmulhw %%xmm13,%%xmm11\n\t" \
+ /*xmm12,xmm3=s*26568+0x3400*/ \
+ "pshufd $00,%%xmm7,%%xmm7\n\t" \
+ "movdqa %%xmm3,%%xmm12\n\t" \
+ "punpcklwd %%xmm11,%%xmm3\n\t" \
+ "punpckhwd %%xmm11,%%xmm12\n\t" \
+ "paddd %%xmm7,%%xmm3\n\t" \
+ "paddd %%xmm7,%%xmm12\n\t" \
+ /*xmm3=(s*26568+0x3400>>17)+s*/ \
+ "psrad $17,%%xmm3\n\t" \
+ "psrad $17,%%xmm12\n\t" \
+ "mov $0xFB15FB15,%k[a]\n\t" \
+ "packssdw %%xmm12,%%xmm3\n\t" \
+ "movd %k[a],%%xmm12\n\t" \
+ "paddw %%xmm1,%%xmm3\n\t" \
+ "pshufd $00,%%xmm12,%%xmm12\n\t" \
+ /*xmm3=_y[3]=v=(s*26568+0x3400>>17)+s+(s!=0)*/ \
+ "pcmpeqw %%xmm15,%%xmm1\n\t" \
+ "mov $0x31F131F1,%k[a]\n\t" \
+ "psubw %%xmm14,%%xmm1\n\t" \
+ "movd %k[a],%%xmm13\n\t" \
+ "paddw %%xmm1,%%xmm3\n\t " \
+ "pshufd $00,%%xmm13,%%xmm13\n\t" \
+ /*xmm1,xmm7,xmm10,xmm11 are free.*/ \
+ /*xmm11,xmm10=64277*t7''*/ \
+ "movdqa %%xmm9,%%xmm1\n\t" \
+ "movdqa %%xmm9,%%xmm10\n\t" \
+ "pmulhw %%xmm12,%%xmm1\n\t" \
+ "pmullw %%xmm12,%%xmm10\n\t" \
+ "paddw %%xmm9,%%xmm1\n\t" \
+ "movdqa %%xmm10,%%xmm11\n\t" \
+ "punpcklwd %%xmm1,%%xmm10\n\t" \
+ "punpckhwd %%xmm1,%%xmm11\n\t" \
+ /*xmm8,xmm1=12785*t4''' \
+ xmm12=t2''*/ \
+ "movdqa %%xmm8,%%xmm7\n\t" \
+ "movdqa %%xmm8,%%xmm12\n\t" \
+ "pmullw %%xmm13,%%xmm8\n\t" \
+ "pmulhw %%xmm13,%%xmm7\n\t" \
+ "movdqa %%xmm8,%%xmm1\n\t" \
+ "mov $0x7B1B,%k[a]\n\t" \
+ "punpckhwd %%xmm7,%%xmm8\n\t" \
+ "punpcklwd %%xmm7,%%xmm1\n\t" \
+ /*xmm11,xmm10=12785*t4'''+64277*t7''+0x7B1B*/ \
+ "movd %k[a],%%xmm7\n\t" \
+ "paddd %%xmm1,%%xmm10\n\t" \
+ "pshufd $00,%%xmm7,%%xmm7\n\t" \
+ "paddd %%xmm8,%%xmm11\n\t" \
+ "paddd %%xmm7,%%xmm10\n\t" \
+ "paddd %%xmm7,%%xmm11\n\t" \
+ /*xmm10=u=(12785*t4'''+64277*t7''+0x7B1B>>16)+(t7''!=0)*/ \
+ "psrad $16,%%xmm10\n\t" \
+ "pcmpeqw %%xmm15,%%xmm9\n\t" \
+ "psrad $16,%%xmm11\n\t" \
+ "psubw %%xmm14,%%xmm9\n\t" \
+ "packssdw %%xmm11,%%xmm10\n\t" \
+ "paddw %%xmm9,%%xmm10\n\t" \
+ /*xmm1=_y[1]=u \
+ xmm10=s=(12785*u>>16)-t2''*/ \
+ "movdqa %%xmm10,%%xmm1\n\t" \
+ "mov $0x503B503B,%k[a]\n\t" \
+ "pmulhw %%xmm13,%%xmm10\n\t" \
+ "movd %k[a],%%xmm13\n\t" \
+ "psubw %%xmm12,%%xmm10\n\t" \
+ "pshufd $00,%%xmm13,%%xmm13\n\t" \
+ /*xmm7=_y[7]=v=(s*20539+0x3000>>20)+s+(s!=0)*/ \
+ "movdqa %%xmm10,%%xmm7\n\t" \
+ "mov $0x3000,%k[a]\n\t" \
+ "movdqa %%xmm10,%%xmm11\n\t" \
+ "movd %k[a],%%xmm12\n\t" \
+ "pmullw %%xmm13,%%xmm7\n\t" \
+ "pshufd $00,%%xmm12,%%xmm12\n\t" \
+ "pmulhw %%xmm13,%%xmm11\n\t" \
+ /*xmm7=_y[7]=v=(s*20539+0x3000>>20)+s+(s!=0)*/ \
+ "movdqa %%xmm7,%%xmm8\n\t" \
+ "punpcklwd %%xmm11,%%xmm7\n\t" \
+ "punpckhwd %%xmm11,%%xmm8\n\t" \
+ "paddd %%xmm12,%%xmm7\n\t" \
+ "paddd %%xmm12,%%xmm8\n\t" \
+ /*xmm7=_y[7]=v=(s*20539+0x3000>>20)+s+(s!=0)*/ \
+ "psrad $20,%%xmm7\n\t" \
+ "psrad $20,%%xmm8\n\t" \
+ "packssdw %%xmm8,%%xmm7\n\t" \
+ "paddw %%xmm10,%%xmm7\n\t" \
+ "pcmpeqw %%xmm15,%%xmm10\n\t" \
+ "psubw %%xmm14,%%xmm10\n\t" \
+ "paddw %%xmm10,%%xmm7\n\t " \
+
+# define OC_TRANSPOSE8x8 \
+ "#OC_TRANSPOSE8x8\n\t" \
+ "movdqa %%xmm4,%%xmm8\n\t" \
+ /*xmm4 = f3 e3 f2 e2 f1 e1 f0 e0*/ \
+ "punpcklwd %%xmm5,%%xmm4\n\t" \
+ /*xmm8 = f7 e7 f6 e6 f5 e5 f4 e4*/ \
+ "punpckhwd %%xmm5,%%xmm8\n\t" \
+ /*xmm5 is free.*/ \
+ "movdqa %%xmm0,%%xmm5\n\t" \
+ /*xmm0 = b3 a3 b2 a2 b1 a1 b0 a0*/ \
+ "punpcklwd %%xmm1,%%xmm0\n\t" \
+ /*xmm5 = b7 a7 b6 a6 b5 a5 b4 a4*/ \
+ "punpckhwd %%xmm1,%%xmm5\n\t" \
+ /*xmm1 is free.*/ \
+ "movdqa %%xmm6,%%xmm1\n\t" \
+ /*xmm6 = h3 g3 h2 g2 h1 g1 h0 g0*/ \
+ "punpcklwd %%xmm7,%%xmm6\n\t" \
+ /*xmm1 = h7 g7 h6 g6 h5 g5 h4 g4*/ \
+ "punpckhwd %%xmm7,%%xmm1\n\t" \
+ /*xmm7 is free.*/ \
+ "movdqa %%xmm2,%%xmm7\n\t" \
+ /*xmm7 = d3 c3 d2 c2 d1 c1 d0 c0*/ \
+ "punpcklwd %%xmm3,%%xmm7\n\t" \
+ /*xmm2 = d7 c7 d6 c6 d5 c5 d4 c4*/ \
+ "punpckhwd %%xmm3,%%xmm2\n\t" \
+ /*xmm3 is free.*/ \
+ "movdqa %%xmm0,%%xmm3\n\t" \
+ /*xmm0 = d1 c1 b1 a1 d0 c0 b0 a0*/ \
+ "punpckldq %%xmm7,%%xmm0\n\t" \
+ /*xmm3 = d3 c3 b3 a3 d2 c2 b2 a2*/ \
+ "punpckhdq %%xmm7,%%xmm3\n\t" \
+ /*xmm7 is free.*/ \
+ "movdqa %%xmm5,%%xmm7\n\t" \
+ /*xmm5 = d5 c5 b5 a5 d4 c4 b4 a4*/ \
+ "punpckldq %%xmm2,%%xmm5\n\t" \
+ /*xmm7 = d7 c7 b7 a7 d6 c6 b6 a6*/ \
+ "punpckhdq %%xmm2,%%xmm7\n\t" \
+ /*xmm2 is free.*/ \
+ "movdqa %%xmm4,%%xmm2\n\t" \
+ /*xmm2 = h1 g1 f1 e1 h0 g0 f0 e0*/ \
+ "punpckldq %%xmm6,%%xmm2\n\t" \
+ /*xmm4 = h3 g3 f3 e3 h2 g2 f2 e2*/ \
+ "punpckhdq %%xmm6,%%xmm4\n\t" \
+ /*xmm6 is free.*/ \
+ "movdqa %%xmm8,%%xmm6\n\t" \
+ /*xmm6 = h5 g5 f5 e5 h4 g4 f4 e4*/ \
+ "punpckldq %%xmm1,%%xmm6\n\t" \
+ /*xmm8 = h7 g7 f7 e7 h6 g6 f6 e6*/ \
+ "punpckhdq %%xmm1,%%xmm8\n\t" \
+ /*xmm1 is free.*/ \
+ "movdqa %%xmm0,%%xmm1\n\t" \
+ /*xmm0 = h0 g0 f0 e0 d0 c0 b0 a0*/ \
+ "punpcklqdq %%xmm2,%%xmm0\n\t" \
+ /*xmm1 = h1 g1 f1 e1 d1 c1 b1 a1*/ \
+ "punpckhqdq %%xmm2,%%xmm1\n\t" \
+ /*xmm2 is free.*/ \
+ "movdqa %%xmm3,%%xmm2\n\t" \
+ /*xmm2 = h2 g2 f2 e2 d2 c2 b2 a2*/ \
+ "punpcklqdq %%xmm4,%%xmm2\n\t" \
+ /*xmm3 = h3 g3 f3 e3 d3 c3 b3 a3*/ \
+ "punpckhqdq %%xmm4,%%xmm3\n\t" \
+ /*xmm4 is free.*/ \
+ "movdqa %%xmm5,%%xmm4\n\t" \
+ /*xmm4 = h4 g4 f4 e4 d4 c4 b4 a4*/ \
+ "punpcklqdq %%xmm6,%%xmm4\n\t" \
+ /*xmm5 = h5 g5 f5 e5 d5 c5 b5 a5*/ \
+ "punpckhqdq %%xmm6,%%xmm5\n\t" \
+ /*xmm6 is free.*/ \
+ "movdqa %%xmm7,%%xmm6\n\t" \
+ /*xmm6 = h6 g6 f6 e6 d6 c6 b6 a6*/ \
+ "punpcklqdq %%xmm8,%%xmm6\n\t" \
+ /*xmm7 = h7 g7 f7 e7 d7 c7 b7 a7*/ \
+ "punpckhqdq %%xmm8,%%xmm7\n\t" \
+ /*xmm8 is free.*/ \
+
+/*SSE2 implementation of the fDCT for x86-64 only.
+ Because of the 8 extra XMM registers on x86-64, this version can operate
+ without any temporary stack access at all.*/
+static void oc_fdct8x8_x86_64sse2(const ogg_int16_t _x[64],ogg_int16_t _y[64]){
+ ptrdiff_t a;
+ __asm__ __volatile__(
+ /*Load the input.*/
+ "lea %[x],%[a]\n\t"
+ "movdqa 0x00(%[a]),%%xmm0\n\t"
+ "movdqa 0x10(%[a]),%%xmm1\n\t"
+ "movdqa 0x20(%[a]),%%xmm2\n\t"
+ "movdqa 0x30(%[a]),%%xmm3\n\t"
+ "movdqa 0x40(%[a]),%%xmm4\n\t"
+ "movdqa 0x50(%[a]),%%xmm5\n\t"
+ "movdqa 0x60(%[a]),%%xmm6\n\t"
+ "movdqa 0x70(%[a]),%%xmm7\n\t"
+ /*Add two extra bits of working precision to improve accuracy; any more and
+ we could overflow.*/
+ /*We also add biases to correct for some systematic error that remains in
+ the full fDCT->iDCT round trip.*/
+ /*xmm15={0}x8*/
+ "pxor %%xmm15,%%xmm15\n\t"
+ /*xmm14={-1}x8*/
+ "pcmpeqb %%xmm14,%%xmm14\n\t"
+ "psllw $2,%%xmm0\n\t"
+ /*xmm8=xmm0*/
+ "movdqa %%xmm0,%%xmm8\n\t"
+ "psllw $2,%%xmm1\n\t"
+ /*xmm8={_x[7...0]==0}*/
+ "pcmpeqw %%xmm15,%%xmm8\n\t"
+ "psllw $2,%%xmm2\n\t"
+ /*xmm8={_x[7...0]!=0}*/
+ "psubw %%xmm14,%%xmm8\n\t"
+ "psllw $2,%%xmm3\n\t"
+ /*%[a]=1*/
+ "mov $1,%k[a]\n\t"
+ /*xmm8={_x[6]!=0,0,_x[4]!=0,0,_x[2]!=0,0,_x[0]!=0,0}*/
+ "pslld $16,%%xmm8\n\t"
+ "psllw $2,%%xmm4\n\t"
+ /*xmm9={0,0,0,0,0,0,0,1}*/
+ "movd %k[a],%%xmm9\n\t"
+ /*xmm8={0,0,_x[2]!=0,0,_x[0]!=0,0}*/
+ "pshufhw $0x00,%%xmm8,%%xmm8\n\t"
+ "psllw $2,%%xmm5\n\t"
+ /*%[a]={1}x2*/
+ "mov $0x10001,%k[a]\n\t"
+ /*xmm8={0,0,0,0,0,0,0,_x[0]!=0}*/
+ "pshuflw $0x01,%%xmm8,%%xmm8\n\t"
+ "psllw $2,%%xmm6\n\t"
+ /*xmm10={0,0,0,0,0,0,1,1}*/
+ "movd %k[a],%%xmm10\n\t"
+ /*xmm0=_x[7...0]+{0,0,0,0,0,0,0,_x[0]!=0}*/
+ "paddw %%xmm8,%%xmm0\n\t"
+ "psllw $2,%%xmm7\n\t"
+ /*xmm0=_x[7...0]+{0,0,0,0,0,0,1,(_x[0]!=0)+1}*/
+ "paddw %%xmm10,%%xmm0\n\t"
+ /*xmm1=_x[15...8]-{0,0,0,0,0,0,0,1}*/
+ "psubw %%xmm9,%%xmm1\n\t"
+ /*Transform columns.*/
+ OC_FDCT8x8
+ /*Transform rows.*/
+ OC_TRANSPOSE8x8
+ OC_FDCT8x8
+ /*TODO: zig-zag ordering?*/
+ OC_TRANSPOSE8x8
+ /*xmm14={-2,-2,-2,-2,-2,-2,-2,-2}*/
+ "psllw $1,%%xmm14\n\t"
+ "psubw %%xmm14,%%xmm0\n\t"
+ "psubw %%xmm14,%%xmm1\n\t"
+ "psraw $2,%%xmm0\n\t"
+ "psubw %%xmm14,%%xmm2\n\t"
+ "psraw $2,%%xmm1\n\t"
+ "psubw %%xmm14,%%xmm3\n\t"
+ "psraw $2,%%xmm2\n\t"
+ "psubw %%xmm14,%%xmm4\n\t"
+ "psraw $2,%%xmm3\n\t"
+ "psubw %%xmm14,%%xmm5\n\t"
+ "psraw $2,%%xmm4\n\t"
+ "psubw %%xmm14,%%xmm6\n\t"
+ "psraw $2,%%xmm5\n\t"
+ "psubw %%xmm14,%%xmm7\n\t"
+ "psraw $2,%%xmm6\n\t"
+ "lea %[y],%[a]\n\t"
+ "psraw $2,%%xmm7\n\t"
+ /*Store the result.*/
+ "movdqa %%xmm0,0x00(%[a])\n\t"
+ "movdqa %%xmm1,0x10(%[a])\n\t"
+ "movdqa %%xmm2,0x20(%[a])\n\t"
+ "movdqa %%xmm3,0x30(%[a])\n\t"
+ "movdqa %%xmm4,0x40(%[a])\n\t"
+ "movdqa %%xmm5,0x50(%[a])\n\t"
+ "movdqa %%xmm6,0x60(%[a])\n\t"
+ "movdqa %%xmm7,0x70(%[a])\n\t"
+ :[a]"=&r"(a)
+ :[x]"m"(*_x),[y]"m"(*_y)
+ );
+}
+
+/*Install our implementation in the function table.*/
+void dsp_sse2_fdct_init(DspFunctions *funcs){
+# if defined(__amd64__)||defined(__x86_64__)
+ funcs->fdct_short=oc_fdct8x8_x86_64sse2;
+# endif
+}
+
+#endif
More information about the commits
mailing list