;/*****************************************************************************; *; *  XVID MPEG-4 VIDEO CODEC; *  mmx sum of absolute difference; *; *  Copyright(C) 2002 Peter Ross <pross@xvid.org>; *; *  This file is part of XviD, a free MPEG-4 video encoder/decoder; *; *  XviD is free software; you can redistribute it and/or modify it; *  under the terms of the GNU General Public License as published by; *  the Free Software Foundation; either version 2 of the License, or; *  (at your option) any later version.; *; *  This program is distributed in the hope that it will be useful,; *  but WITHOUT ANY WARRANTY; without even the implied warranty of; *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the; *  GNU General Public License for more details.; *; *  You should have received a copy of the GNU General Public License; *  along with this program; if not, write to the Free Software; *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA; *; *  Under section 8 of the GNU General Public License, the copyright; *  holders of XVID explicitly forbid distribution in the following; *  countries:; *; *    - Japan; *    - United States of America; *; *  Linking XviD statically or dynamically with other modules is making a; *  combined work based on XviD.  Thus, the terms and conditions of the; *  GNU General Public License cover the whole combination.; *; *  As a special exception, the copyright holders of XviD give you; *  permission to link XviD with independent modules that communicate with; *  XviD solely through the VFW1.1 and DShow interfaces, regardless of the; *  license terms of these independent modules, and to copy and distribute; *  the resulting combined work under terms of your choice, provided that; *  every copy of the combined work is accompanied by a complete copy of; *  the source code of XviD (the version of XviD used to produce the; *  combined work), being distributed under the terms of the GNU General; *  Public License plus this exception.  An independent module is a module; *  which is not derived from or based on XviD.; *; *  Note that people who make modified versions of XviD are not obligated; *  to grant this special exception for their modified versions; it is; *  their choice whether to do so.  The GNU General Public License gives; *  permission to release a modified version without this exception; this; *  exception also makes it possible to release a modified version which; *  carries forward this exception.; *; * $Id: sad_mmx.asm,v 1.10 2002/11/17 00:32:06 edgomez Exp $; *; ****************************************************************************/bits 32%macro cglobal 1 	%ifdef PREFIX		global _%1 		%define %1 _%1	%else		global %1	%endif%endmacrosection .dataalign 16mmx_one	times 4	dw 1section .textcglobal  sad16_mmxcglobal  sad8_mmxcglobal  sad16bi_mmxcglobal  sad8bi_mmxcglobal  dev16_mmx;===========================================================================;; uint32_t sad16_mmx(const uint8_t * const cur,;					 const uint8_t * const ref,;					 const uint32_t stride,;					 const uint32_t best_sad);;; (early termination ignore; slows this down);;===========================================================================%macro SAD_16x16_MMX 0    movq mm0, [eax]    movq mm1, [edx]    movq mm2, [eax+8]    movq mm3, [edx+8]    movq mm4, mm0    psubusb mm0, mm1    lea eax,[eax+ecx]    movq mm5, mm2    psubusb mm2, mm3    lea edx,[edx+ecx]    psubusb mm1, mm4    por mm0, mm1    psubusb mm3, mm5    por mm2, mm3    movq mm1,mm0    movq mm3,mm2    punpcklbw mm0,mm7    punpckhbw mm1,mm7    punpcklbw mm2,mm7    punpckhbw mm3,mm7    paddusw mm0,mm1    paddusw mm6,mm0    paddusw mm2,mm3    paddusw mm6,mm2%endmacroalign 16sad16_mmx:    mov eax, [esp+ 4] ; Src1    mov edx, [esp+ 8] ; Src2    mov ecx, [esp+12] ; Stride        pxor mm6, mm6 ; accum    pxor mm7, mm7 ; zero    SAD_16x16_MMX    SAD_16x16_MMX    SAD_16x16_MMX    SAD_16x16_MMX    SAD_16x16_MMX    SAD_16x16_MMX    SAD_16x16_MMX    SAD_16x16_MMX    SAD_16x16_MMX    SAD_16x16_MMX    SAD_16x16_MMX    SAD_16x16_MMX    SAD_16x16_MMX    SAD_16x16_MMX    SAD_16x16_MMX    SAD_16x16_MMX    pmaddwd mm6, [mmx_one] ; collapse    movq mm7, mm6    psrlq mm7, 32     paddd mm6, mm7    movd eax, mm6    ret;===========================================================================;; uint32_t sad8_mmx(const uint8_t * const cur,;					const uint8_t * const ref,;					const uint32_t stride);;;===========================================================================%macro SAD_8x8_MMX  0    movq mm0, [eax]    movq mm1, [edx]    movq mm2, [eax+ecx]    movq mm3, [edx+ecx]    lea eax,[eax+2*ecx]    lea edx,[edx+2*ecx]    movq mm4, mm0     psubusb mm0, mm1    movq mm5, mm2    psubusb mm2, mm3    psubusb mm1, mm4    por mm0, mm1    psubusb mm3, mm5    por mm2, mm3    movq mm1,mm0    movq mm3,mm2    punpcklbw mm0,mm7    punpckhbw mm1,mm7    punpcklbw mm2,mm7    punpckhbw mm3,mm7    paddusw mm0,mm1    paddusw mm6,mm0    paddusw mm2,mm3    paddusw mm6,mm2%endmacroalign 16sad8_mmx:    mov eax, [esp+ 4] ; Src1    mov edx, [esp+ 8] ; Src2    mov ecx, [esp+12] ; Stride        pxor mm6, mm6 ; accum    pxor mm7, mm7 ; zero    SAD_8x8_MMX    SAD_8x8_MMX    SAD_8x8_MMX    SAD_8x8_MMX    pmaddwd mm6, [mmx_one] ; collapse    movq mm7, mm6    psrlq mm7, 32     paddd mm6, mm7    movd eax, mm6    ret;=========================================================================== ; ; uint32_t sad16bi_mmx(const uint8_t * const cur, ; const uint8_t * const ref1, ; const uint8_t * const ref2, ; const uint32_t stride); ; ;=========================================================================== %macro SADBI_16x16_MMX 2    ; SADBI_16x16_MMX( int_ptr_offset, bool_increment_ptr );    movq mm0, [edx+%1]    movq mm2, [ebx+%1]    movq mm1, mm0    movq mm3, mm2 %if %2 != 0    add edx, ecx %endif    punpcklbw mm0, mm7    punpckhbw mm1, mm7 punpcklbw mm2, mm7 punpckhbw mm3, mm7 %if %2 != 0    add ebx, ecx %endif paddusw mm0, mm2    ; mm01 = ref1 + ref2 paddusw mm1, mm3 paddusw mm0, [mmx_one] ; mm01 += 1 paddusw mm1, [mmx_one] psrlw mm0, 1     ; mm01 >>= 1 psrlw mm1, 1    movq mm2, [eax+%1]    movq mm3, mm2    punpcklbw mm2, mm7          ; mm23 = src    punpckhbw mm3, mm7 %if %2 != 0    add eax, ecx %endif    movq mm4, mm0    movq mm5, mm1    psubusw mm0, mm2    psubusw mm1, mm3    psubusw mm2, mm4    psubusw mm3, mm5    por mm0, mm2                ; mm01 = ABS(mm01 - mm23)    por mm1, mm3    paddusw mm6,mm0             ; mm6 += mm01    paddusw mm6,mm1 %endmacro align 16 sad16bi_mmx:    push ebx    mov eax, [esp+4+ 4] ; Src    mov edx, [esp+4+ 8] ; Ref1    mov ebx, [esp+4+12] ; Ref2    mov ecx, [esp+4+16] ; Stride    pxor mm6, mm6 ; accum2 pxor mm7, mm7 .Loop    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    SADBI_16x16_MMX 0, 0    SADBI_16x16_MMX 8, 1    pmaddwd mm6, [mmx_one] ; collapse    movq mm7, mm6    psrlq mm7, 32    paddd mm6, mm7    movd eax, mm6    pop ebx    ret ;=========================================================================== ; ; uint32_t sad8bi_mmx(const uint8_t * const cur, ; const uint8_t * const ref1, ; const uint8_t * const ref2, ; const uint32_t stride); ; ;=========================================================================== align 16 sad8bi_mmx:    push ebx    mov eax, [esp+4+ 4] ; Src    mov edx, [esp+4+ 8] ; Ref1    mov ebx, [esp+4+12] ; Ref2    mov ecx, [esp+4+16] ; Stride    pxor mm6, mm6 ; accum2 pxor mm7, mm7 .Loop    SADBI_16x16_MMX 0, 1    SADBI_16x16_MMX 0, 1    SADBI_16x16_MMX 0, 1    SADBI_16x16_MMX 0, 1    SADBI_16x16_MMX 0, 1    SADBI_16x16_MMX 0, 1    SADBI_16x16_MMX 0, 1    SADBI_16x16_MMX 0, 1    pmaddwd mm6, [mmx_one] ; collapse    movq mm7, mm6    psrlq mm7, 32    paddd mm6, mm7    movd eax, mm6    pop ebx    ret ;===========================================================================;; uint32_t dev16_mmx(const uint8_t * const cur,;					const uint32_t stride);;;===========================================================================%macro MEAN_16x16_MMX 0    movq mm0, [eax]    movq mm2, [eax+8]    lea eax,[eax+ecx]        movq mm1, mm0    movq mm3, mm2    punpcklbw mm0,mm7    punpcklbw mm2,mm7    punpckhbw mm1,mm7    punpckhbw mm3,mm7     paddw mm5, mm0     paddw mm6, mm1     paddw mm5, mm2    paddw mm6, mm3   %endmacro%macro ABS_16x16_MMX 0    movq mm0, [eax]    movq mm2, [eax+8]    lea eax,[eax+ecx]    movq mm1, mm0    movq mm3, mm2    punpcklbw mm0, mm7    punpcklbw mm2, mm7    punpckhbw mm1, mm7    punpckhbw mm3, mm7    movq mm4, mm6	psubusw mm4, mm0			psubusw mm0, mm6	por mm0, mm4	movq mm4, mm6	psubusw mm4, mm1	psubusw mm1, mm6	por mm1, mm4    movq mm4, mm6	psubusw mm4, mm2	psubusw mm2, mm6	por mm2, mm4	movq mm4, mm6	psubusw mm4, mm3	psubusw mm3, mm6	por mm3, mm4	paddw mm0, mm1	paddw mm2, mm3	paddw mm5, mm0	paddw mm5, mm2%endmacroalign 16dev16_mmx:    mov eax, [esp+ 4] ; Src    mov ecx, [esp+ 8] ; Stride        pxor mm7, mm7 ; zero    pxor mm5, mm5 ; accum1    pxor mm6, mm6 ; accum2    MEAN_16x16_MMX    MEAN_16x16_MMX    MEAN_16x16_MMX    MEAN_16x16_MMX    MEAN_16x16_MMX    MEAN_16x16_MMX    MEAN_16x16_MMX    MEAN_16x16_MMX    MEAN_16x16_MMX    MEAN_16x16_MMX    MEAN_16x16_MMX    MEAN_16x16_MMX    MEAN_16x16_MMX    MEAN_16x16_MMX    MEAN_16x16_MMX    MEAN_16x16_MMX    paddusw mm6, mm5    pmaddwd mm6, [mmx_one] ; collapse    movq mm5, mm6    psrlq mm5, 32     paddd mm6, mm5    psllq mm6, 32			; blank upper dword	psrlq mm6, 32 + 8 ;  /= (16*16)	punpckldq mm6, mm6	packssdw mm6, mm6    ; mm6 contains the mean    ; mm5 is the new accum    pxor mm5, mm5    mov eax, [esp+ 4] ; Src    ABS_16x16_MMX    ABS_16x16_MMX    ABS_16x16_MMX    ABS_16x16_MMX    ABS_16x16_MMX    ABS_16x16_MMX    ABS_16x16_MMX    ABS_16x16_MMX    ABS_16x16_MMX    ABS_16x16_MMX    ABS_16x16_MMX    ABS_16x16_MMX    ABS_16x16_MMX    ABS_16x16_MMX    ABS_16x16_MMX    ABS_16x16_MMX    pmaddwd mm5, [mmx_one] ; collapse    movq mm6, mm5    psrlq mm6, 32    paddd mm6, mm5    movd eax, mm6    ret