;*****************************************************************************;* predict-a.asm: h264 encoder library;*****************************************************************************;* Copyright (C) 2005 x264 project;*;* Authors: Loren Merritt <lorenm@u.washington.edu>;*;* This program is free software; you can redistribute it and/or modify;* it under the terms of the GNU General Public License as published by;* the Free Software Foundation; either version 2 of the License, or;* (at your option) any later version.;*;* This program is distributed in the hope that it will be useful,;* but WITHOUT ANY WARRANTY; without even the implied warranty of;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the;* GNU General Public License for more details.;*;* You should have received a copy of the GNU General Public License;* along with this program; if not, write to the Free Software;* Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.;*****************************************************************************BITS 32;=============================================================================; Macros and other preprocessor constants;=============================================================================%include "i386inc.asm"%macro STORE8x8 2    movq        [edx + 0*FDEC_STRIDE], %1    movq        [edx + 1*FDEC_STRIDE], %1    movq        [edx + 2*FDEC_STRIDE], %1    movq        [edx + 3*FDEC_STRIDE], %1    movq        [edx + 4*FDEC_STRIDE], %2    movq        [edx + 5*FDEC_STRIDE], %2    movq        [edx + 6*FDEC_STRIDE], %2    movq        [edx + 7*FDEC_STRIDE], %2%endmacro%macro SAVE_0_1 1    movq        [%1]         , mm0    movq        [%1 + 8]     , mm1%endmacro%macro SAVE_0_0 1    movq        [%1]         , mm0    movq        [%1 + 8]     , mm0%endmacroSECTION_RODATAALIGN 8pw_2: times 4 dw 2pw_4: times 4 dw 4pw_8: times 4 dw 8pb_1: times 8 db 1pw_3210:    dw 0    dw 1    dw 2    dw 3;=============================================================================; Code;=============================================================================SECTION .textcglobal predict_8x8_v_mmxextcglobal predict_8x8_dc_mmxextcglobal predict_8x8_dc_top_mmxextcglobal predict_8x8_dc_left_mmxextcglobal predict_8x8_ddl_mmxextcglobal predict_8x8_ddr_mmxextcglobal predict_8x8_vr_core_mmxextcglobal predict_8x8c_v_mmxcglobal predict_8x8c_dc_core_mmxextcglobal predict_8x8c_p_core_mmxextcglobal predict_16x16_p_core_mmxextcglobal predict_16x16_v_mmxcglobal predict_16x16_dc_core_mmxextcglobal predict_16x16_dc_top_mmxext; dest, left, right, src, tmp; output: %1 = (t[n-1] + t[n]*2 + t[n+1] + 2) >> 2%macro PRED8x8_LOWPASS 5    movq        %5, %2    pavgb       %2, %3    pxor        %3, %5    movq        %1, %4    pand        %3, [pb_1 GOT_ebx]    psubusb     %2, %3    pavgb       %1, %2%endmacro;-----------------------------------------------------------------------------; void predict_8x8_v_mmxext( uint8_t *src, uint8_t *edge );-----------------------------------------------------------------------------ALIGN 16predict_8x8_v_mmxext:    mov         eax, [esp+8]    mov         edx, [esp+4]    movq        mm0, [eax+16]    STORE8x8    mm0, mm0    ret;-----------------------------------------------------------------------------; void predict_8x8_dc_mmxext( uint8_t *src, uint8_t *edge );-----------------------------------------------------------------------------ALIGN 16predict_8x8_dc_mmxext:    picpush     ebx    picgetgot   ebx    mov         eax, [picesp + 8]    mov         edx, [picesp + 4]    pxor        mm0, mm0    pxor        mm1, mm1    psadbw      mm0, [eax+7]    psadbw      mm1, [eax+16]    paddw       mm0, [pw_8 GOT_ebx]    paddw       mm0, mm1    psrlw       mm0, 4    pshufw      mm0, mm0, 0    packuswb    mm0, mm0    STORE8x8    mm0, mm0    picpop      ebx    ret;-----------------------------------------------------------------------------; void predict_8x8_top_mmxext( uint8_t *src, uint8_t *edge );-----------------------------------------------------------------------------%macro PRED8x8_DC 2ALIGN 16%1:    picpush     ebx    picgetgot   ebx    mov         eax, [picesp + 8]    mov         edx, [picesp + 4]    pxor        mm0, mm0    psadbw      mm0, [eax+%2]    paddw       mm0, [pw_4 GOT_ebx]    psrlw       mm0, 3    pshufw      mm0, mm0, 0    packuswb    mm0, mm0    STORE8x8    mm0, mm0    picpop      ebx    ret%endmacroPRED8x8_DC predict_8x8_dc_top_mmxext, 16PRED8x8_DC predict_8x8_dc_left_mmxext, 7;-----------------------------------------------------------------------------; void predict_8x8_ddl_mmxext( uint8_t *src, uint8_t *edge );-----------------------------------------------------------------------------ALIGN 16predict_8x8_ddl_mmxext:    picpush     ebx    picgetgot   ebx    mov         eax, [picesp + 8]    mov         edx, [picesp + 4]    movq        mm1, [eax + 15]    movq        mm2, [eax + 17]    movq        mm3, [eax + 23]    movq        mm4, [eax + 25]    PRED8x8_LOWPASS mm0, mm1, mm2, [eax + 16], mm7    PRED8x8_LOWPASS mm1, mm3, mm4, [eax + 24], mm6%assign Y 7%rep 6    movq        [edx + Y*FDEC_STRIDE], mm1    movq        mm2, mm0    psllq       mm1, 8    psrlq       mm2, 56    psllq       mm0, 8    por         mm1, mm2%assign Y (Y-1)%endrep    movq        [edx + Y*FDEC_STRIDE], mm1    psllq       mm1, 8    psrlq       mm0, 56    por         mm1, mm0%assign Y (Y-1)    movq        [edx + Y*FDEC_STRIDE], mm1    ret;-----------------------------------------------------------------------------; void predict_8x8_ddr_mmxext( uint8_t *src, uint8_t *edge );-----------------------------------------------------------------------------ALIGN 16predict_8x8_ddr_mmxext:    picpush     ebx    picgetgot   ebx    mov         eax, [picesp + 8]    mov         edx, [picesp + 4]    movq        mm1, [eax + 7]    movq        mm2, [eax + 9]    movq        mm3, [eax + 15]    movq        mm4, [eax + 17]    PRED8x8_LOWPASS mm0, mm1, mm2, [eax + 8], mm7    PRED8x8_LOWPASS mm1, mm3, mm4, [eax + 16], mm6%assign Y 7%rep 6    movq        [edx + Y*FDEC_STRIDE], mm0    movq        mm2, mm1    psrlq       mm0, 8    psllq       mm2, 56    psrlq       mm1, 8    por         mm0, mm2%assign Y (Y-1)%endrep    movq        [edx + Y*FDEC_STRIDE], mm0    psrlq       mm0, 8    psllq       mm1, 56    por         mm0, mm1%assign Y (Y-1)    movq        [edx + Y*FDEC_STRIDE], mm0    ret;-----------------------------------------------------------------------------; void predict_8x8_vr_core_mmxext( uint8_t *src, uint8_t *edge );-----------------------------------------------------------------------------; fills only some pixels:; f01234567; 0........; 1,,,,,,,,; 2 .......; 3 ,,,,,,,; 4  ......; 5  ,,,,,,; 6   .....; 7   ,,,,,ALIGN 16predict_8x8_vr_core_mmxext:    picpush     ebx    picgetgot   ebx    mov         eax, [picesp + 8]    mov         edx, [picesp + 4]    movq        mm2, [eax + 16]    movq        mm3, [eax + 15]    movq        mm1, [eax + 14]    movq        mm4, mm3    pavgb       mm3, mm2    PRED8x8_LOWPASS mm0, mm1, mm2, mm4, mm7%assign Y 0%rep 3    movq        [edx +  Y   *FDEC_STRIDE], mm3    movq        [edx + (Y+1)*FDEC_STRIDE], mm0    psllq       mm3, 8    psllq       mm0, 8%assign Y (Y+2)%endrep    movq        [edx +  Y   *FDEC_STRIDE], mm3    movq        [edx + (Y+1)*FDEC_STRIDE], mm0        ret;-----------------------------------------------------------------------------; void predict_8x8c_v_mmx( uint8_t *src );-----------------------------------------------------------------------------ALIGN 16predict_8x8c_v_mmx :    mov         edx, [esp + 4]    movq        mm0, [edx - FDEC_STRIDE]    STORE8x8    mm0, mm0    ret;-----------------------------------------------------------------------------; void predict_8x8c_dc_core_mmxext( uint8_t *src, int s2, int s3 );-----------------------------------------------------------------------------ALIGN 16predict_8x8c_dc_core_mmxext:    picpush     ebx    picgetgot   ebx    mov         edx, [picesp + 4]    movq        mm0, [edx - FDEC_STRIDE]    pxor        mm1, mm1    pxor        mm2, mm2    punpckhbw   mm1, mm0    punpcklbw   mm0, mm2    psadbw      mm1, mm2        ; s1    psadbw      mm0, mm2        ; s0    paddw       mm0, [picesp +  8]    pshufw      mm2, [picesp + 12], 0    psrlw       mm0, 3    paddw       mm1, [pw_2 GOT_ebx]    movq        mm3, mm2    pshufw      mm1, mm1, 0    pshufw      mm0, mm0, 0     ; dc0 (w)    paddw       mm3, mm1    psrlw       mm3, 3          ; dc3 (w)    psrlw       mm2, 2          ; dc2 (w)    psrlw       mm1, 2          ; dc1 (w)    packuswb    mm0, mm1        ; dc0,dc1 (b)    packuswb    mm2, mm3        ; dc2,dc3 (b)    STORE8x8    mm0, mm2    picpop      ebx    ret;-----------------------------------------------------------------------------; void predict_8x8c_p_core_mmxext( uint8_t *src, int i00, int b, int c );-----------------------------------------------------------------------------ALIGN 16predict_8x8c_p_core_mmxext:    picpush     ebx    picgetgot   ebx    mov         edx, [picesp + 4]    mov         ecx, FDEC_STRIDE    pshufw      mm0, [picesp + 8], 0    pshufw      mm2, [picesp +12], 0    pshufw      mm4, [picesp +16], 0    movq        mm1, mm2    pmullw      mm2, [pw_3210 GOT_ebx]    psllw       mm1, 2    paddsw      mm0, mm2        ; mm0 = {i+0*b, i+1*b, i+2*b, i+3*b}    paddsw      mm1, mm0        ; mm1 = {i+4*b, i+5*b, i+6*b, i+7*b}    mov         eax, 8ALIGN 4.loop:    movq        mm5, mm0    movq        mm6, mm1    psraw       mm5, 5    psraw       mm6, 5    packuswb    mm5, mm6    movq        [edx], mm5    paddsw      mm0, mm4    paddsw      mm1, mm4    add         edx, ecx    dec         eax    jg          .loop    nop    picpop      ebx    ret;-----------------------------------------------------------------------------; void predict_16x16_p_core_mmxext( uint8_t *src, int i00, int b, int c );-----------------------------------------------------------------------------ALIGN 16predict_16x16_p_core_mmxext:    picpush     ebx    picgetgot   ebx    mov         edx, [picesp + 4]    mov         ecx, FDEC_STRIDE    pshufw      mm0, [picesp + 8], 0    pshufw      mm2, [picesp +12], 0    pshufw      mm4, [picesp +16], 0    movq        mm5, mm2    movq        mm1, mm2    pmullw      mm5, [pw_3210 GOT_ebx]    psllw       mm2, 3    psllw       mm1, 2    movq        mm3, mm2    paddsw      mm0, mm5        ; mm0 = {i+ 0*b, i+ 1*b, i+ 2*b, i+ 3*b}    paddsw      mm1, mm0        ; mm1 = {i+ 4*b, i+ 5*b, i+ 6*b, i+ 7*b}    paddsw      mm2, mm0        ; mm2 = {i+ 8*b, i+ 9*b, i+10*b, i+11*b}    paddsw      mm3, mm1        ; mm3 = {i+12*b, i+13*b, i+14*b, i+15*b}    mov         eax, 16ALIGN 4.loop:    movq        mm5, mm0    movq        mm6, mm1    psraw       mm5, 5    psraw       mm6, 5    packuswb    mm5, mm6    movq        [edx], mm5    movq        mm5, mm2    movq        mm6, mm3    psraw       mm5, 5    psraw       mm6, 5    packuswb    mm5, mm6    movq        [edx+8], mm5    paddsw      mm0, mm4    paddsw      mm1, mm4    paddsw      mm2, mm4    paddsw      mm3, mm4    add         edx, ecx    dec         eax    jg          .loop    nop    picpop      ebx    ret;-----------------------------------------------------------------------------; void predict_16x16_v_mmx( uint8_t *src );-----------------------------------------------------------------------------ALIGN 16predict_16x16_v_mmx :    mov         edx, [esp + 4]    mov         ecx, FDEC_STRIDE    sub         edx, ecx                ; edx <-- line -1    movq        mm0, [edx]    movq        mm1, [edx + 8]    lea         eax, [ecx + 2*ecx]      ; eax <-- 3* stride    SAVE_0_1    (edx + ecx)             ; 0    SAVE_0_1    (edx + 2 * ecx)         ; 1    SAVE_0_1    (edx + eax)             ; 2    SAVE_0_1    (edx + 4 * ecx)         ; 3    SAVE_0_1    (edx + 2 * eax)         ; 5    SAVE_0_1    (edx + 8 * ecx)         ; 7    SAVE_0_1    (edx + 4 * eax)         ; 11    add         edx, ecx                ; edx <-- line 0    SAVE_0_1    (edx + 4 * ecx)         ; 4    SAVE_0_1    (edx + 2 * eax)         ; 6    SAVE_0_1    (edx + 8 * ecx)         ; 8    SAVE_0_1    (edx + 4 * eax)         ; 12    lea         edx, [edx + 8 * ecx]    ; edx <-- line 8    SAVE_0_1    (edx + ecx)             ; 9    SAVE_0_1    (edx + 2 * ecx)         ; 10    lea         edx, [edx + 4 * ecx]    ; edx <-- line 12    SAVE_0_1    (edx + ecx)             ; 13    SAVE_0_1    (edx + 2 * ecx)         ; 14    SAVE_0_1    (edx + eax)             ; 15    ret;-----------------------------------------------------------------------------; void predict_16x16_dc_core_mmxext( uint8_t *src, int i_dc_left );-----------------------------------------------------------------------------%macro PRED16x16_DC 3    mov         edx, [%3 + 4]    mov         ecx, FDEC_STRIDE    sub         edx, ecx                ; edx <-- line -1    pxor        mm0, mm0    pxor        mm1, mm1    psadbw      mm0, [edx]    psadbw      mm1, [edx + 8]    paddusw     mm0, mm1    paddusw     mm0, %1                 ; FIXME is stack alignment guaranteed?    psrlw       mm0, %2                 ; dc    push        edi    pshufw      mm0, mm0, 0    lea         eax, [ecx + 2*ecx]      ; eax <-- 3* stride    packuswb    mm0, mm0                ; dc in bytes    mov         edi, 4ALIGN 4.loop:    SAVE_0_0    (edx + ecx)             ; 0    SAVE_0_0    (edx + 2 * ecx)         ; 1    SAVE_0_0    (edx + eax)             ; 2    SAVE_0_0    (edx + 4 * ecx)         ; 3    dec         edi    lea         edx, [edx + 4 * ecx]    jg          .loop    pop         edi%endmacroALIGN 16predict_16x16_dc_core_mmxext:    PRED16x16_DC [esp+8], 5, esp    retALIGN 16predict_16x16_dc_top_mmxext:    picpush ebx    picgetgot ebx    PRED16x16_DC [pw_8 GOT_ebx], 4, picesp    picpop ebx    ret