123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592 |
- %include "jsimdext.inc"
- %include "jdct.inc"
- %define CONST_BITS 13
- %define PASS1_BITS 2
- %define DESCALE_P1_4 (CONST_BITS - PASS1_BITS + 1)
- %define DESCALE_P2_4 (CONST_BITS + PASS1_BITS + 3 + 1)
- %define DESCALE_P1_2 (CONST_BITS - PASS1_BITS + 2)
- %define DESCALE_P2_2 (CONST_BITS + PASS1_BITS + 3 + 2)
- %if CONST_BITS == 13
- F_0_211 equ 1730
- F_0_509 equ 4176
- F_0_601 equ 4926
- F_0_720 equ 5906
- F_0_765 equ 6270
- F_0_850 equ 6967
- F_0_899 equ 7373
- F_1_061 equ 8697
- F_1_272 equ 10426
- F_1_451 equ 11893
- F_1_847 equ 15137
- F_2_172 equ 17799
- F_2_562 equ 20995
- F_3_624 equ 29692
- %else
- %define DESCALE(x, n) (((x) + (1 << ((n) - 1))) >> (n))
- F_0_211 equ DESCALE( 226735879, 30 - CONST_BITS)
- F_0_509 equ DESCALE( 547388834, 30 - CONST_BITS)
- F_0_601 equ DESCALE( 645689155, 30 - CONST_BITS)
- F_0_720 equ DESCALE( 774124714, 30 - CONST_BITS)
- F_0_765 equ DESCALE( 821806413, 30 - CONST_BITS)
- F_0_850 equ DESCALE( 913142361, 30 - CONST_BITS)
- F_0_899 equ DESCALE( 966342111, 30 - CONST_BITS)
- F_1_061 equ DESCALE(1139878239, 30 - CONST_BITS)
- F_1_272 equ DESCALE(1366614119, 30 - CONST_BITS)
- F_1_451 equ DESCALE(1558831516, 30 - CONST_BITS)
- F_1_847 equ DESCALE(1984016188, 30 - CONST_BITS)
- F_2_172 equ DESCALE(2332956230, 30 - CONST_BITS)
- F_2_562 equ DESCALE(2751909506, 30 - CONST_BITS)
- F_3_624 equ DESCALE(3891787747, 30 - CONST_BITS)
- %endif
- SECTION SEG_CONST
- alignz 32
- GLOBAL_DATA(jconst_idct_red_sse2)
- EXTN(jconst_idct_red_sse2):
- PW_F184_MF076 times 4 dw F_1_847, -F_0_765
- PW_F256_F089 times 4 dw F_2_562, F_0_899
- PW_F106_MF217 times 4 dw F_1_061, -F_2_172
- PW_MF060_MF050 times 4 dw -F_0_601, -F_0_509
- PW_F145_MF021 times 4 dw F_1_451, -F_0_211
- PW_F362_MF127 times 4 dw F_3_624, -F_1_272
- PW_F085_MF072 times 4 dw F_0_850, -F_0_720
- PD_DESCALE_P1_4 times 4 dd 1 << (DESCALE_P1_4 - 1)
- PD_DESCALE_P2_4 times 4 dd 1 << (DESCALE_P2_4 - 1)
- PD_DESCALE_P1_2 times 4 dd 1 << (DESCALE_P1_2 - 1)
- PD_DESCALE_P2_2 times 4 dd 1 << (DESCALE_P2_2 - 1)
- PB_CENTERJSAMP times 16 db CENTERJSAMPLE
- alignz 32
- SECTION SEG_TEXT
- BITS 32
- %define dct_table(b) (b) + 8
- %define coef_block(b) (b) + 12
- %define output_buf(b) (b) + 16
- %define output_col(b) (b) + 20
- %define original_ebp ebp + 0
- %define wk(i) ebp - (WK_NUM - (i)) * SIZEOF_XMMWORD
-
- %define WK_NUM 2
- align 32
- GLOBAL_FUNCTION(jsimd_idct_4x4_sse2)
- EXTN(jsimd_idct_4x4_sse2):
- push ebp
- mov eax, esp
- sub esp, byte 4
- and esp, byte (-SIZEOF_XMMWORD)
- mov [esp], eax
- mov ebp, esp
- lea esp, [wk(0)]
- pushpic ebx
- push esi
- push edi
- get_GOT ebx
-
- mov edx, POINTER [dct_table(eax)]
- mov esi, JCOEFPTR [coef_block(eax)]
- %ifndef NO_ZERO_COLUMN_TEST_4X4_SSE2
- mov eax, dword [DWBLOCK(1,0,esi,SIZEOF_JCOEF)]
- or eax, dword [DWBLOCK(2,0,esi,SIZEOF_JCOEF)]
- jnz short .columnDCT
- movdqa xmm0, XMMWORD [XMMBLOCK(1,0,esi,SIZEOF_JCOEF)]
- movdqa xmm1, XMMWORD [XMMBLOCK(2,0,esi,SIZEOF_JCOEF)]
- por xmm0, XMMWORD [XMMBLOCK(3,0,esi,SIZEOF_JCOEF)]
- por xmm1, XMMWORD [XMMBLOCK(5,0,esi,SIZEOF_JCOEF)]
- por xmm0, XMMWORD [XMMBLOCK(6,0,esi,SIZEOF_JCOEF)]
- por xmm1, XMMWORD [XMMBLOCK(7,0,esi,SIZEOF_JCOEF)]
- por xmm0, xmm1
- packsswb xmm0, xmm0
- packsswb xmm0, xmm0
- movd eax, xmm0
- test eax, eax
- jnz short .columnDCT
-
- movdqa xmm0, XMMWORD [XMMBLOCK(0,0,esi,SIZEOF_JCOEF)]
- pmullw xmm0, XMMWORD [XMMBLOCK(0,0,edx,SIZEOF_ISLOW_MULT_TYPE)]
- psllw xmm0, PASS1_BITS
- movdqa xmm3, xmm0
- punpcklwd xmm0, xmm0
- punpckhwd xmm3, xmm3
- pshufd xmm1, xmm0, 0x50
- pshufd xmm0, xmm0, 0xFA
- pshufd xmm6, xmm3, 0x50
- pshufd xmm3, xmm3, 0xFA
- jmp near .column_end
- alignx 16, 7
- %endif
- .columnDCT:
-
- movdqa xmm0, XMMWORD [XMMBLOCK(1,0,esi,SIZEOF_JCOEF)]
- movdqa xmm1, XMMWORD [XMMBLOCK(3,0,esi,SIZEOF_JCOEF)]
- pmullw xmm0, XMMWORD [XMMBLOCK(1,0,edx,SIZEOF_ISLOW_MULT_TYPE)]
- pmullw xmm1, XMMWORD [XMMBLOCK(3,0,edx,SIZEOF_ISLOW_MULT_TYPE)]
- movdqa xmm2, XMMWORD [XMMBLOCK(5,0,esi,SIZEOF_JCOEF)]
- movdqa xmm3, XMMWORD [XMMBLOCK(7,0,esi,SIZEOF_JCOEF)]
- pmullw xmm2, XMMWORD [XMMBLOCK(5,0,edx,SIZEOF_ISLOW_MULT_TYPE)]
- pmullw xmm3, XMMWORD [XMMBLOCK(7,0,edx,SIZEOF_ISLOW_MULT_TYPE)]
- movdqa xmm4, xmm0
- movdqa xmm5, xmm0
- punpcklwd xmm4, xmm1
- punpckhwd xmm5, xmm1
- movdqa xmm0, xmm4
- movdqa xmm1, xmm5
- pmaddwd xmm4, [GOTOFF(ebx,PW_F256_F089)]
- pmaddwd xmm5, [GOTOFF(ebx,PW_F256_F089)]
- pmaddwd xmm0, [GOTOFF(ebx,PW_F106_MF217)]
- pmaddwd xmm1, [GOTOFF(ebx,PW_F106_MF217)]
- movdqa xmm6, xmm2
- movdqa xmm7, xmm2
- punpcklwd xmm6, xmm3
- punpckhwd xmm7, xmm3
- movdqa xmm2, xmm6
- movdqa xmm3, xmm7
- pmaddwd xmm6, [GOTOFF(ebx,PW_MF060_MF050)]
- pmaddwd xmm7, [GOTOFF(ebx,PW_MF060_MF050)]
- pmaddwd xmm2, [GOTOFF(ebx,PW_F145_MF021)]
- pmaddwd xmm3, [GOTOFF(ebx,PW_F145_MF021)]
- paddd xmm6, xmm4
- paddd xmm7, xmm5
- paddd xmm2, xmm0
- paddd xmm3, xmm1
- movdqa XMMWORD [wk(0)], xmm2
- movdqa XMMWORD [wk(1)], xmm3
-
- movdqa xmm4, XMMWORD [XMMBLOCK(0,0,esi,SIZEOF_JCOEF)]
- movdqa xmm5, XMMWORD [XMMBLOCK(2,0,esi,SIZEOF_JCOEF)]
- movdqa xmm0, XMMWORD [XMMBLOCK(6,0,esi,SIZEOF_JCOEF)]
- pmullw xmm4, XMMWORD [XMMBLOCK(0,0,edx,SIZEOF_ISLOW_MULT_TYPE)]
- pmullw xmm5, XMMWORD [XMMBLOCK(2,0,edx,SIZEOF_ISLOW_MULT_TYPE)]
- pmullw xmm0, XMMWORD [XMMBLOCK(6,0,edx,SIZEOF_ISLOW_MULT_TYPE)]
- pxor xmm1, xmm1
- pxor xmm2, xmm2
- punpcklwd xmm1, xmm4
- punpckhwd xmm2, xmm4
- psrad xmm1, (16-CONST_BITS-1)
- psrad xmm2, (16-CONST_BITS-1)
- movdqa xmm3, xmm5
- punpcklwd xmm5, xmm0
- punpckhwd xmm3, xmm0
- pmaddwd xmm5, [GOTOFF(ebx,PW_F184_MF076)]
- pmaddwd xmm3, [GOTOFF(ebx,PW_F184_MF076)]
- movdqa xmm4, xmm1
- movdqa xmm0, xmm2
- paddd xmm1, xmm5
- paddd xmm2, xmm3
- psubd xmm4, xmm5
- psubd xmm0, xmm3
-
- movdqa xmm5, xmm1
- movdqa xmm3, xmm2
- paddd xmm1, xmm6
- paddd xmm2, xmm7
- psubd xmm5, xmm6
- psubd xmm3, xmm7
- movdqa xmm6, [GOTOFF(ebx,PD_DESCALE_P1_4)]
- paddd xmm1, xmm6
- paddd xmm2, xmm6
- psrad xmm1, DESCALE_P1_4
- psrad xmm2, DESCALE_P1_4
- paddd xmm5, xmm6
- paddd xmm3, xmm6
- psrad xmm5, DESCALE_P1_4
- psrad xmm3, DESCALE_P1_4
- packssdw xmm1, xmm2
- packssdw xmm5, xmm3
- movdqa xmm7, XMMWORD [wk(0)]
- movdqa xmm6, XMMWORD [wk(1)]
- movdqa xmm2, xmm4
- movdqa xmm3, xmm0
- paddd xmm4, xmm7
- paddd xmm0, xmm6
- psubd xmm2, xmm7
- psubd xmm3, xmm6
- movdqa xmm7, [GOTOFF(ebx,PD_DESCALE_P1_4)]
- paddd xmm4, xmm7
- paddd xmm0, xmm7
- psrad xmm4, DESCALE_P1_4
- psrad xmm0, DESCALE_P1_4
- paddd xmm2, xmm7
- paddd xmm3, xmm7
- psrad xmm2, DESCALE_P1_4
- psrad xmm3, DESCALE_P1_4
- packssdw xmm4, xmm0
- packssdw xmm2, xmm3
- movdqa xmm6, xmm1
- punpcklwd xmm1, xmm4
- punpckhwd xmm6, xmm4
- movdqa xmm7, xmm2
- punpcklwd xmm2, xmm5
- punpckhwd xmm7, xmm5
- movdqa xmm0, xmm1
- punpckldq xmm1, xmm2
- punpckhdq xmm0, xmm2
- movdqa xmm3, xmm6
- punpckldq xmm6, xmm7
- punpckhdq xmm3, xmm7
- .column_end:
-
- prefetchnta [esi + DCTSIZE2*SIZEOF_JCOEF + 0*32]
- prefetchnta [esi + DCTSIZE2*SIZEOF_JCOEF + 1*32]
- prefetchnta [esi + DCTSIZE2*SIZEOF_JCOEF + 2*32]
- prefetchnta [esi + DCTSIZE2*SIZEOF_JCOEF + 3*32]
-
- mov eax, [original_ebp]
- mov edi, JSAMPARRAY [output_buf(eax)]
- mov eax, JDIMENSION [output_col(eax)]
-
- pxor xmm4, xmm4
- punpcklwd xmm4, xmm1
- psrad xmm4, (16-CONST_BITS-1)
-
- punpckhwd xmm1, xmm0
- punpckhwd xmm6, xmm3
- movdqa xmm5, xmm1
- movdqa xmm2, xmm6
- pmaddwd xmm1, [GOTOFF(ebx,PW_F256_F089)]
- pmaddwd xmm6, [GOTOFF(ebx,PW_MF060_MF050)]
- pmaddwd xmm5, [GOTOFF(ebx,PW_F106_MF217)]
- pmaddwd xmm2, [GOTOFF(ebx,PW_F145_MF021)]
- paddd xmm6, xmm1
- paddd xmm2, xmm5
-
- punpcklwd xmm0, xmm3
- pmaddwd xmm0, [GOTOFF(ebx,PW_F184_MF076)]
- movdqa xmm7, xmm4
- paddd xmm4, xmm0
- psubd xmm7, xmm0
-
- movdqa xmm1, [GOTOFF(ebx,PD_DESCALE_P2_4)]
- movdqa xmm5, xmm4
- movdqa xmm3, xmm7
- paddd xmm4, xmm6
- paddd xmm7, xmm2
- psubd xmm5, xmm6
- psubd xmm3, xmm2
- paddd xmm4, xmm1
- paddd xmm7, xmm1
- psrad xmm4, DESCALE_P2_4
- psrad xmm7, DESCALE_P2_4
- paddd xmm5, xmm1
- paddd xmm3, xmm1
- psrad xmm5, DESCALE_P2_4
- psrad xmm3, DESCALE_P2_4
- packssdw xmm4, xmm3
- packssdw xmm7, xmm5
- movdqa xmm0, xmm4
- punpcklwd xmm4, xmm7
- punpckhwd xmm0, xmm7
- movdqa xmm6, xmm4
- punpckldq xmm4, xmm0
- punpckhdq xmm6, xmm0
- packsswb xmm4, xmm6
- paddb xmm4, [GOTOFF(ebx,PB_CENTERJSAMP)]
- pshufd xmm2, xmm4, 0x39
- pshufd xmm1, xmm4, 0x4E
- pshufd xmm3, xmm4, 0x93
- mov edx, JSAMPROW [edi+0*SIZEOF_JSAMPROW]
- mov esi, JSAMPROW [edi+1*SIZEOF_JSAMPROW]
- movd XMM_DWORD [edx+eax*SIZEOF_JSAMPLE], xmm4
- movd XMM_DWORD [esi+eax*SIZEOF_JSAMPLE], xmm2
- mov edx, JSAMPROW [edi+2*SIZEOF_JSAMPROW]
- mov esi, JSAMPROW [edi+3*SIZEOF_JSAMPROW]
- movd XMM_DWORD [edx+eax*SIZEOF_JSAMPLE], xmm1
- movd XMM_DWORD [esi+eax*SIZEOF_JSAMPLE], xmm3
- pop edi
- pop esi
- poppic ebx
- mov esp, ebp
- pop esp
- pop ebp
- ret
- %define dct_table(b) (b) + 8
- %define coef_block(b) (b) + 12
- %define output_buf(b) (b) + 16
- %define output_col(b) (b) + 20
- align 32
- GLOBAL_FUNCTION(jsimd_idct_2x2_sse2)
- EXTN(jsimd_idct_2x2_sse2):
- push ebp
- mov ebp, esp
- push ebx
- push esi
- push edi
- get_GOT ebx
-
- mov edx, POINTER [dct_table(ebp)]
- mov esi, JCOEFPTR [coef_block(ebp)]
-
-
-
-
-
-
-
-
-
-
- movdqa xmm0, XMMWORD [XMMBLOCK(1,0,esi,SIZEOF_JCOEF)]
- movdqa xmm1, XMMWORD [XMMBLOCK(3,0,esi,SIZEOF_JCOEF)]
- pmullw xmm0, XMMWORD [XMMBLOCK(1,0,edx,SIZEOF_ISLOW_MULT_TYPE)]
- pmullw xmm1, XMMWORD [XMMBLOCK(3,0,edx,SIZEOF_ISLOW_MULT_TYPE)]
- movdqa xmm2, XMMWORD [XMMBLOCK(5,0,esi,SIZEOF_JCOEF)]
- movdqa xmm3, XMMWORD [XMMBLOCK(7,0,esi,SIZEOF_JCOEF)]
- pmullw xmm2, XMMWORD [XMMBLOCK(5,0,edx,SIZEOF_ISLOW_MULT_TYPE)]
- pmullw xmm3, XMMWORD [XMMBLOCK(7,0,edx,SIZEOF_ISLOW_MULT_TYPE)]
-
-
- pcmpeqd xmm7, xmm7
- pslld xmm7, WORD_BIT
- movdqa xmm4, xmm0
- movdqa xmm5, xmm2
- punpcklwd xmm4, xmm1
- punpcklwd xmm5, xmm3
- pmaddwd xmm4, [GOTOFF(ebx,PW_F362_MF127)]
- pmaddwd xmm5, [GOTOFF(ebx,PW_F085_MF072)]
- psrld xmm0, WORD_BIT
- pand xmm1, xmm7
- psrld xmm2, WORD_BIT
- pand xmm3, xmm7
- por xmm0, xmm1
- por xmm2, xmm3
- pmaddwd xmm0, [GOTOFF(ebx,PW_F362_MF127)]
- pmaddwd xmm2, [GOTOFF(ebx,PW_F085_MF072)]
- paddd xmm4, xmm5
- paddd xmm0, xmm2
-
- movdqa xmm6, XMMWORD [XMMBLOCK(0,0,esi,SIZEOF_JCOEF)]
- pmullw xmm6, XMMWORD [XMMBLOCK(0,0,edx,SIZEOF_ISLOW_MULT_TYPE)]
-
- movdqa xmm1, xmm6
- pslld xmm6, WORD_BIT
- pand xmm1, xmm7
- psrad xmm6, (WORD_BIT-CONST_BITS-2)
- psrad xmm1, (WORD_BIT-CONST_BITS-2)
-
- movdqa xmm3, xmm6
- movdqa xmm5, xmm1
- paddd xmm6, xmm4
- paddd xmm1, xmm0
- psubd xmm3, xmm4
- psubd xmm5, xmm0
- movdqa xmm2, [GOTOFF(ebx,PD_DESCALE_P1_2)]
- punpckldq xmm6, xmm3
- movdqa xmm7, xmm1
- punpcklqdq xmm1, xmm5
- punpckhqdq xmm7, xmm5
- paddd xmm6, xmm2
- psrad xmm6, DESCALE_P1_2
- paddd xmm1, xmm2
- paddd xmm7, xmm2
- psrad xmm1, DESCALE_P1_2
- psrad xmm7, DESCALE_P1_2
-
- prefetchnta [esi + DCTSIZE2*SIZEOF_JCOEF + 0*32]
- prefetchnta [esi + DCTSIZE2*SIZEOF_JCOEF + 1*32]
- prefetchnta [esi + DCTSIZE2*SIZEOF_JCOEF + 2*32]
- prefetchnta [esi + DCTSIZE2*SIZEOF_JCOEF + 3*32]
-
- mov edi, JSAMPARRAY [output_buf(ebp)]
- mov eax, JDIMENSION [output_col(ebp)]
-
-
-
-
-
-
-
- packssdw xmm1, xmm1
- packssdw xmm7, xmm7
- pmaddwd xmm1, [GOTOFF(ebx,PW_F362_MF127)]
- pmaddwd xmm7, [GOTOFF(ebx,PW_F085_MF072)]
- paddd xmm1, xmm7
-
- pslld xmm6, (CONST_BITS+2)
-
- movdqa xmm4, xmm6
- paddd xmm6, xmm1
- psubd xmm4, xmm1
- punpckldq xmm6, xmm4
- paddd xmm6, [GOTOFF(ebx,PD_DESCALE_P2_2)]
- psrad xmm6, DESCALE_P2_2
- packssdw xmm6, xmm6
- packsswb xmm6, xmm6
- paddb xmm6, [GOTOFF(ebx,PB_CENTERJSAMP)]
- pextrw ebx, xmm6, 0x00
- pextrw ecx, xmm6, 0x01
- mov edx, JSAMPROW [edi+0*SIZEOF_JSAMPROW]
- mov esi, JSAMPROW [edi+1*SIZEOF_JSAMPROW]
- mov word [edx+eax*SIZEOF_JSAMPLE], bx
- mov word [esi+eax*SIZEOF_JSAMPLE], cx
- pop edi
- pop esi
- pop ebx
- pop ebp
- ret
- align 32
|