123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403 |
- %include "jsimdext.inc"
- %include "jdct.inc"
- %define CONST_BITS 8
- %if CONST_BITS == 8
- F_0_382 equ 98
- F_0_541 equ 139
- F_0_707 equ 181
- F_1_306 equ 334
- %else
- %define DESCALE(x, n) (((x) + (1 << ((n) - 1))) >> (n))
- F_0_382 equ DESCALE( 410903207, 30 - CONST_BITS)
- F_0_541 equ DESCALE( 581104887, 30 - CONST_BITS)
- F_0_707 equ DESCALE( 759250124, 30 - CONST_BITS)
- F_1_306 equ DESCALE(1402911301, 30 - CONST_BITS)
- %endif
- SECTION SEG_CONST
- %define PRE_MULTIPLY_SCALE_BITS 2
- %define CONST_SHIFT (16 - PRE_MULTIPLY_SCALE_BITS - CONST_BITS)
- alignz 32
- GLOBAL_DATA(jconst_fdct_ifast_sse2)
- EXTN(jconst_fdct_ifast_sse2):
- PW_F0707 times 8 dw F_0_707 << CONST_SHIFT
- PW_F0382 times 8 dw F_0_382 << CONST_SHIFT
- PW_F0541 times 8 dw F_0_541 << CONST_SHIFT
- PW_F1306 times 8 dw F_1_306 << CONST_SHIFT
- alignz 32
- SECTION SEG_TEXT
- BITS 32
- %define data(b) (b) + 8
- %define original_ebp ebp + 0
- %define wk(i) ebp - (WK_NUM - (i)) * SIZEOF_XMMWORD
-
- %define WK_NUM 2
- align 32
- GLOBAL_FUNCTION(jsimd_fdct_ifast_sse2)
- EXTN(jsimd_fdct_ifast_sse2):
- push ebp
- mov eax, esp
- sub esp, byte 4
- and esp, byte (-SIZEOF_XMMWORD)
- mov [esp], eax
- mov ebp, esp
- lea esp, [wk(0)]
- pushpic ebx
- get_GOT ebx
-
- mov edx, POINTER [data(eax)]
- movdqa xmm0, XMMWORD [XMMBLOCK(0,0,edx,SIZEOF_DCTELEM)]
- movdqa xmm1, XMMWORD [XMMBLOCK(1,0,edx,SIZEOF_DCTELEM)]
- movdqa xmm2, XMMWORD [XMMBLOCK(2,0,edx,SIZEOF_DCTELEM)]
- movdqa xmm3, XMMWORD [XMMBLOCK(3,0,edx,SIZEOF_DCTELEM)]
-
-
- movdqa xmm4, xmm0
- punpcklwd xmm0, xmm1
- punpckhwd xmm4, xmm1
- movdqa xmm5, xmm2
- punpcklwd xmm2, xmm3
- punpckhwd xmm5, xmm3
- movdqa xmm6, XMMWORD [XMMBLOCK(4,0,edx,SIZEOF_DCTELEM)]
- movdqa xmm7, XMMWORD [XMMBLOCK(5,0,edx,SIZEOF_DCTELEM)]
- movdqa xmm1, XMMWORD [XMMBLOCK(6,0,edx,SIZEOF_DCTELEM)]
- movdqa xmm3, XMMWORD [XMMBLOCK(7,0,edx,SIZEOF_DCTELEM)]
-
-
- movdqa XMMWORD [wk(0)], xmm2
- movdqa XMMWORD [wk(1)], xmm5
- movdqa xmm2, xmm6
- punpcklwd xmm6, xmm7
- punpckhwd xmm2, xmm7
- movdqa xmm5, xmm1
- punpcklwd xmm1, xmm3
- punpckhwd xmm5, xmm3
- movdqa xmm7, xmm6
- punpckldq xmm6, xmm1
- punpckhdq xmm7, xmm1
- movdqa xmm3, xmm2
- punpckldq xmm2, xmm5
- punpckhdq xmm3, xmm5
- movdqa xmm1, XMMWORD [wk(0)]
- movdqa xmm5, XMMWORD [wk(1)]
- movdqa XMMWORD [wk(0)], xmm7
- movdqa XMMWORD [wk(1)], xmm2
- movdqa xmm7, xmm0
- punpckldq xmm0, xmm1
- punpckhdq xmm7, xmm1
- movdqa xmm2, xmm4
- punpckldq xmm4, xmm5
- punpckhdq xmm2, xmm5
- movdqa xmm1, xmm0
- punpcklqdq xmm0, xmm6
- punpckhqdq xmm1, xmm6
- movdqa xmm5, xmm2
- punpcklqdq xmm2, xmm3
- punpckhqdq xmm5, xmm3
- movdqa xmm6, xmm1
- movdqa xmm3, xmm0
- psubw xmm1, xmm2
- psubw xmm0, xmm5
- paddw xmm6, xmm2
- paddw xmm3, xmm5
- movdqa xmm2, XMMWORD [wk(0)]
- movdqa xmm5, XMMWORD [wk(1)]
- movdqa XMMWORD [wk(0)], xmm1
- movdqa XMMWORD [wk(1)], xmm0
- movdqa xmm1, xmm7
- punpcklqdq xmm7, xmm2
- punpckhqdq xmm1, xmm2
- movdqa xmm0, xmm4
- punpcklqdq xmm4, xmm5
- punpckhqdq xmm0, xmm5
- movdqa xmm2, xmm1
- movdqa xmm5, xmm7
- paddw xmm1, xmm4
- paddw xmm7, xmm0
- psubw xmm2, xmm4
- psubw xmm5, xmm0
-
- movdqa xmm4, xmm3
- movdqa xmm0, xmm6
- psubw xmm3, xmm1
- psubw xmm6, xmm7
- paddw xmm4, xmm1
- paddw xmm0, xmm7
- paddw xmm6, xmm3
- psllw xmm6, PRE_MULTIPLY_SCALE_BITS
- pmulhw xmm6, [GOTOFF(ebx,PW_F0707)]
- movdqa xmm1, xmm4
- movdqa xmm7, xmm3
- psubw xmm4, xmm0
- psubw xmm3, xmm6
- paddw xmm1, xmm0
- paddw xmm7, xmm6
- movdqa xmm0, XMMWORD [wk(0)]
- movdqa xmm6, XMMWORD [wk(1)]
- movdqa XMMWORD [wk(0)], xmm4
- movdqa XMMWORD [wk(1)], xmm3
-
- paddw xmm2, xmm5
- paddw xmm5, xmm0
- paddw xmm0, xmm6
- psllw xmm2, PRE_MULTIPLY_SCALE_BITS
- psllw xmm0, PRE_MULTIPLY_SCALE_BITS
- psllw xmm5, PRE_MULTIPLY_SCALE_BITS
- pmulhw xmm5, [GOTOFF(ebx,PW_F0707)]
- movdqa xmm4, xmm2
- psubw xmm2, xmm0
- pmulhw xmm2, [GOTOFF(ebx,PW_F0382)]
- pmulhw xmm4, [GOTOFF(ebx,PW_F0541)]
- pmulhw xmm0, [GOTOFF(ebx,PW_F1306)]
- paddw xmm4, xmm2
- paddw xmm0, xmm2
- movdqa xmm3, xmm6
- psubw xmm6, xmm5
- paddw xmm3, xmm5
- movdqa xmm2, xmm6
- movdqa xmm5, xmm3
- psubw xmm6, xmm4
- psubw xmm3, xmm0
- paddw xmm2, xmm4
- paddw xmm5, xmm0
-
-
-
- movdqa xmm4, xmm1
- punpcklwd xmm1, xmm5
- punpckhwd xmm4, xmm5
- movdqa xmm0, xmm7
- punpcklwd xmm7, xmm6
- punpckhwd xmm0, xmm6
- movdqa xmm5, XMMWORD [wk(0)]
- movdqa xmm6, XMMWORD [wk(1)]
-
-
- movdqa XMMWORD [wk(0)], xmm7
- movdqa XMMWORD [wk(1)], xmm0
- movdqa xmm7, xmm5
- punpcklwd xmm5, xmm2
- punpckhwd xmm7, xmm2
- movdqa xmm0, xmm6
- punpcklwd xmm6, xmm3
- punpckhwd xmm0, xmm3
- movdqa xmm2, xmm5
- punpckldq xmm5, xmm6
- punpckhdq xmm2, xmm6
- movdqa xmm3, xmm7
- punpckldq xmm7, xmm0
- punpckhdq xmm3, xmm0
- movdqa xmm6, XMMWORD [wk(0)]
- movdqa xmm0, XMMWORD [wk(1)]
- movdqa XMMWORD [wk(0)], xmm2
- movdqa XMMWORD [wk(1)], xmm7
- movdqa xmm2, xmm1
- punpckldq xmm1, xmm6
- punpckhdq xmm2, xmm6
- movdqa xmm7, xmm4
- punpckldq xmm4, xmm0
- punpckhdq xmm7, xmm0
- movdqa xmm6, xmm1
- punpcklqdq xmm1, xmm5
- punpckhqdq xmm6, xmm5
- movdqa xmm0, xmm7
- punpcklqdq xmm7, xmm3
- punpckhqdq xmm0, xmm3
- movdqa xmm5, xmm6
- movdqa xmm3, xmm1
- psubw xmm6, xmm7
- psubw xmm1, xmm0
- paddw xmm5, xmm7
- paddw xmm3, xmm0
- movdqa xmm7, XMMWORD [wk(0)]
- movdqa xmm0, XMMWORD [wk(1)]
- movdqa XMMWORD [wk(0)], xmm6
- movdqa XMMWORD [wk(1)], xmm1
- movdqa xmm6, xmm2
- punpcklqdq xmm2, xmm7
- punpckhqdq xmm6, xmm7
- movdqa xmm1, xmm4
- punpcklqdq xmm4, xmm0
- punpckhqdq xmm1, xmm0
- movdqa xmm7, xmm6
- movdqa xmm0, xmm2
- paddw xmm6, xmm4
- paddw xmm2, xmm1
- psubw xmm7, xmm4
- psubw xmm0, xmm1
-
- movdqa xmm4, xmm3
- movdqa xmm1, xmm5
- psubw xmm3, xmm6
- psubw xmm5, xmm2
- paddw xmm4, xmm6
- paddw xmm1, xmm2
- paddw xmm5, xmm3
- psllw xmm5, PRE_MULTIPLY_SCALE_BITS
- pmulhw xmm5, [GOTOFF(ebx,PW_F0707)]
- movdqa xmm6, xmm4
- movdqa xmm2, xmm3
- psubw xmm4, xmm1
- psubw xmm3, xmm5
- paddw xmm6, xmm1
- paddw xmm2, xmm5
- movdqa XMMWORD [XMMBLOCK(4,0,edx,SIZEOF_DCTELEM)], xmm4
- movdqa XMMWORD [XMMBLOCK(6,0,edx,SIZEOF_DCTELEM)], xmm3
- movdqa XMMWORD [XMMBLOCK(0,0,edx,SIZEOF_DCTELEM)], xmm6
- movdqa XMMWORD [XMMBLOCK(2,0,edx,SIZEOF_DCTELEM)], xmm2
-
- movdqa xmm1, XMMWORD [wk(0)]
- movdqa xmm5, XMMWORD [wk(1)]
- paddw xmm7, xmm0
- paddw xmm0, xmm1
- paddw xmm1, xmm5
- psllw xmm7, PRE_MULTIPLY_SCALE_BITS
- psllw xmm1, PRE_MULTIPLY_SCALE_BITS
- psllw xmm0, PRE_MULTIPLY_SCALE_BITS
- pmulhw xmm0, [GOTOFF(ebx,PW_F0707)]
- movdqa xmm4, xmm7
- psubw xmm7, xmm1
- pmulhw xmm7, [GOTOFF(ebx,PW_F0382)]
- pmulhw xmm4, [GOTOFF(ebx,PW_F0541)]
- pmulhw xmm1, [GOTOFF(ebx,PW_F1306)]
- paddw xmm4, xmm7
- paddw xmm1, xmm7
- movdqa xmm3, xmm5
- psubw xmm5, xmm0
- paddw xmm3, xmm0
- movdqa xmm6, xmm5
- movdqa xmm2, xmm3
- psubw xmm5, xmm4
- psubw xmm3, xmm1
- paddw xmm6, xmm4
- paddw xmm2, xmm1
- movdqa XMMWORD [XMMBLOCK(3,0,edx,SIZEOF_DCTELEM)], xmm5
- movdqa XMMWORD [XMMBLOCK(7,0,edx,SIZEOF_DCTELEM)], xmm3
- movdqa XMMWORD [XMMBLOCK(5,0,edx,SIZEOF_DCTELEM)], xmm6
- movdqa XMMWORD [XMMBLOCK(1,0,edx,SIZEOF_DCTELEM)], xmm2
- poppic ebx
- mov esp, ebp
- pop esp
- pop ebp
- ret
- align 32
|