123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457 |
- %include "jcolsamp.inc"
- %define img_width(b) (b) + 8
- %define input_buf(b) (b) + 12
- %define output_buf(b) (b) + 16
- %define output_row(b) (b) + 20
- %define num_rows(b) (b) + 24
- %define original_ebp ebp + 0
- %define wk(i) ebp - (WK_NUM - (i)) * SIZEOF_YMMWORD
-
- %define WK_NUM 2
- %define gotptr wk(0) - SIZEOF_POINTER
- align 32
- GLOBAL_FUNCTION(jsimd_rgb_gray_convert_avx2)
- EXTN(jsimd_rgb_gray_convert_avx2):
- push ebp
- mov eax, esp
- sub esp, byte 4
- and esp, byte (-SIZEOF_YMMWORD)
- mov [esp], eax
- mov ebp, esp
- lea esp, [wk(0)]
- pushpic eax
- push ebx
- push esi
- push edi
- get_GOT ebx
- movpic POINTER [gotptr], ebx
- mov ecx, JDIMENSION [img_width(eax)]
- test ecx, ecx
- jz near .return
- push ecx
- mov esi, JSAMPIMAGE [output_buf(eax)]
- mov ecx, JDIMENSION [output_row(eax)]
- mov edi, JSAMPARRAY [esi+0*SIZEOF_JSAMPARRAY]
- lea edi, [edi+ecx*SIZEOF_JSAMPROW]
- pop ecx
- mov esi, JSAMPARRAY [input_buf(eax)]
- mov eax, INT [num_rows(eax)]
- test eax, eax
- jle near .return
- alignx 16, 7
- .rowloop:
- pushpic eax
- push edi
- push esi
- push ecx
- mov esi, JSAMPROW [esi]
- mov edi, JSAMPROW [edi]
- movpic eax, POINTER [gotptr]
- cmp ecx, byte SIZEOF_YMMWORD
- jae near .columnloop
- alignx 16, 7
- %if RGB_PIXELSIZE == 3
- .column_ld1:
- push eax
- push edx
- lea ecx, [ecx+ecx*2]
- test cl, SIZEOF_BYTE
- jz short .column_ld2
- sub ecx, byte SIZEOF_BYTE
- movzx eax, byte [esi+ecx]
- .column_ld2:
- test cl, SIZEOF_WORD
- jz short .column_ld4
- sub ecx, byte SIZEOF_WORD
- movzx edx, word [esi+ecx]
- shl eax, WORD_BIT
- or eax, edx
- .column_ld4:
- vmovd xmmA, eax
- pop edx
- pop eax
- test cl, SIZEOF_DWORD
- jz short .column_ld8
- sub ecx, byte SIZEOF_DWORD
- vmovd xmmF, XMM_DWORD [esi+ecx]
- vpslldq xmmA, xmmA, SIZEOF_DWORD
- vpor xmmA, xmmA, xmmF
- .column_ld8:
- test cl, SIZEOF_MMWORD
- jz short .column_ld16
- sub ecx, byte SIZEOF_MMWORD
- vmovq xmmB, XMM_MMWORD [esi+ecx]
- vpslldq xmmA, xmmA, SIZEOF_MMWORD
- vpor xmmA, xmmA, xmmB
- .column_ld16:
- test cl, SIZEOF_XMMWORD
- jz short .column_ld32
- sub ecx, byte SIZEOF_XMMWORD
- vmovdqu xmmB, XMM_MMWORD [esi+ecx]
- vperm2i128 ymmA, ymmA, ymmA, 1
- vpor ymmA, ymmB
- .column_ld32:
- test cl, SIZEOF_YMMWORD
- jz short .column_ld64
- sub ecx, byte SIZEOF_YMMWORD
- vmovdqa ymmF, ymmA
- vmovdqu ymmA, YMMWORD [esi+0*SIZEOF_YMMWORD]
- .column_ld64:
- test cl, 2*SIZEOF_YMMWORD
- mov ecx, SIZEOF_YMMWORD
- jz short .rgb_gray_cnv
- vmovdqa ymmB, ymmA
- vmovdqu ymmA, YMMWORD [esi+0*SIZEOF_YMMWORD]
- vmovdqu ymmF, YMMWORD [esi+1*SIZEOF_YMMWORD]
- jmp short .rgb_gray_cnv
- alignx 16, 7
- .columnloop:
- vmovdqu ymmA, YMMWORD [esi+0*SIZEOF_YMMWORD]
- vmovdqu ymmF, YMMWORD [esi+1*SIZEOF_YMMWORD]
- vmovdqu ymmB, YMMWORD [esi+2*SIZEOF_YMMWORD]
- .rgb_gray_cnv:
-
-
-
-
-
-
- vmovdqu ymmC, ymmA
- vinserti128 ymmA, ymmF, xmmA, 0
-
- vinserti128 ymmC, ymmC, xmmB, 0
-
- vinserti128 ymmB, ymmB, xmmF, 0
-
- vperm2i128 ymmF, ymmC, ymmC, 1
-
- vmovdqa ymmG, ymmA
- vpslldq ymmA, ymmA, 8
-
- vpsrldq ymmG, ymmG, 8
-
- vpunpckhbw ymmA, ymmA, ymmF
-
- vpslldq ymmF, ymmF, 8
-
- vpunpcklbw ymmG, ymmG, ymmB
-
- vpunpckhbw ymmF, ymmF, ymmB
-
- vmovdqa ymmD, ymmA
- vpslldq ymmA, ymmA, 8
-
- vpsrldq ymmD, ymmD, 8
-
- vpunpckhbw ymmA, ymmA, ymmG
-
- vpslldq ymmG, ymmG, 8
-
- vpunpcklbw ymmD, ymmD, ymmF
-
- vpunpckhbw ymmG, ymmG, ymmF
-
- vmovdqa ymmE, ymmA
- vpslldq ymmA, ymmA, 8
-
- vpsrldq ymmE, ymmE, 8
-
- vpunpckhbw ymmA, ymmA, ymmD
-
- vpslldq ymmD, ymmD, 8
-
- vpunpcklbw ymmE, ymmE, ymmG
-
- vpunpckhbw ymmD, ymmD, ymmG
-
- vpxor ymmH, ymmH, ymmH
- vmovdqa ymmC, ymmA
- vpunpcklbw ymmA, ymmA, ymmH
- vpunpckhbw ymmC, ymmC, ymmH
- vmovdqa ymmB, ymmE
- vpunpcklbw ymmE, ymmE, ymmH
- vpunpckhbw ymmB, ymmB, ymmH
- vmovdqa ymmF, ymmD
- vpunpcklbw ymmD, ymmD, ymmH
- vpunpckhbw ymmF, ymmF, ymmH
- %else
- .column_ld1:
- test cl, SIZEOF_XMMWORD/16
- jz short .column_ld2
- sub ecx, byte SIZEOF_XMMWORD/16
- vmovd xmmA, XMM_DWORD [esi+ecx*RGB_PIXELSIZE]
- .column_ld2:
- test cl, SIZEOF_XMMWORD/8
- jz short .column_ld4
- sub ecx, byte SIZEOF_XMMWORD/8
- vmovq xmmF, XMM_MMWORD [esi+ecx*RGB_PIXELSIZE]
- vpslldq xmmA, xmmA, SIZEOF_MMWORD
- vpor xmmA, xmmA, xmmF
- .column_ld4:
- test cl, SIZEOF_XMMWORD/4
- jz short .column_ld8
- sub ecx, byte SIZEOF_XMMWORD/4
- vmovdqa xmmF, xmmA
- vperm2i128 ymmF, ymmF, ymmF, 1
- vmovdqu xmmA, XMMWORD [esi+ecx*RGB_PIXELSIZE]
- vpor ymmA, ymmA, ymmF
- .column_ld8:
- test cl, SIZEOF_XMMWORD/2
- jz short .column_ld16
- sub ecx, byte SIZEOF_XMMWORD/2
- vmovdqa ymmF, ymmA
- vmovdqu ymmA, YMMWORD [esi+ecx*RGB_PIXELSIZE]
- .column_ld16:
- test cl, SIZEOF_XMMWORD
- mov ecx, SIZEOF_YMMWORD
- jz short .rgb_gray_cnv
- vmovdqa ymmE, ymmA
- vmovdqa ymmH, ymmF
- vmovdqu ymmA, YMMWORD [esi+0*SIZEOF_YMMWORD]
- vmovdqu ymmF, YMMWORD [esi+1*SIZEOF_YMMWORD]
- jmp short .rgb_gray_cnv
- alignx 16, 7
- .columnloop:
- vmovdqu ymmA, YMMWORD [esi+0*SIZEOF_YMMWORD]
- vmovdqu ymmF, YMMWORD [esi+1*SIZEOF_YMMWORD]
- vmovdqu ymmE, YMMWORD [esi+2*SIZEOF_YMMWORD]
- vmovdqu ymmH, YMMWORD [esi+3*SIZEOF_YMMWORD]
- .rgb_gray_cnv:
-
-
-
-
-
-
-
-
- vmovdqa ymmB, ymmA
- vinserti128 ymmA, ymmA, xmmE, 1
-
- vperm2i128 ymmE, ymmB, ymmE, 0x31
-
- vmovdqa ymmB, ymmF
- vinserti128 ymmF, ymmF, xmmH, 1
-
- vperm2i128 ymmH, ymmB, ymmH, 0x31
-
- vmovdqa ymmD, ymmA
- vpunpcklbw ymmA, ymmA, ymmE
-
- vpunpckhbw ymmD, ymmD, ymmE
-
- vmovdqa ymmC, ymmF
- vpunpcklbw ymmF, ymmF, ymmH
-
- vpunpckhbw ymmC, ymmC, ymmH
-
- vmovdqa ymmB, ymmA
- vpunpcklwd ymmA, ymmA, ymmF
-
- vpunpckhwd ymmB, ymmB, ymmF
-
- vmovdqa ymmG, ymmD
- vpunpcklwd ymmD, ymmD, ymmC
-
- vpunpckhwd ymmG, ymmG, ymmC
-
- vmovdqa ymmE, ymmA
- vpunpcklbw ymmA, ymmA, ymmD
-
- vpunpckhbw ymmE, ymmE, ymmD
-
- vmovdqa ymmH, ymmB
- vpunpcklbw ymmB, ymmB, ymmG
-
- vpunpckhbw ymmH, ymmH, ymmG
-
- vpxor ymmF, ymmF, ymmF
- vmovdqa ymmC, ymmA
- vpunpcklbw ymmA, ymmA, ymmF
- vpunpckhbw ymmC, ymmC, ymmF
- vmovdqa ymmD, ymmB
- vpunpcklbw ymmB, ymmB, ymmF
- vpunpckhbw ymmD, ymmD, ymmF
- vmovdqa ymmG, ymmE
- vpunpcklbw ymmE, ymmE, ymmF
- vpunpckhbw ymmG, ymmG, ymmF
- vpunpcklbw ymmF, ymmF, ymmH
- vpunpckhbw ymmH, ymmH, ymmH
- vpsrlw ymmF, ymmF, BYTE_BIT
- vpsrlw ymmH, ymmH, BYTE_BIT
- %endif
-
-
-
-
-
-
-
- vmovdqa ymm6, ymm1
- vpunpcklwd ymm1, ymm1, ymm3
- vpunpckhwd ymm6, ymm6, ymm3
- vpmaddwd ymm1, ymm1, [GOTOFF(eax,PW_F0299_F0337)]
- vpmaddwd ymm6, ymm6, [GOTOFF(eax,PW_F0299_F0337)]
- vmovdqa ymm7, ymm6
- vmovdqa ymm6, ymm0
- vpunpcklwd ymm0, ymm0, ymm2
- vpunpckhwd ymm6, ymm6, ymm2
- vpmaddwd ymm0, ymm0, [GOTOFF(eax,PW_F0299_F0337)]
- vpmaddwd ymm6, ymm6, [GOTOFF(eax,PW_F0299_F0337)]
- vmovdqa YMMWORD [wk(0)], ymm0
- vmovdqa YMMWORD [wk(1)], ymm6
- vmovdqa ymm0, ymm5
- vmovdqa ymm6, ymm4
- vmovdqa ymm4, ymm0
- vpunpcklwd ymm0, ymm0, ymm3
- vpunpckhwd ymm4, ymm4, ymm3
- vpmaddwd ymm0, ymm0, [GOTOFF(eax,PW_F0114_F0250)]
- vpmaddwd ymm4, ymm4, [GOTOFF(eax,PW_F0114_F0250)]
- vmovdqa ymm3, [GOTOFF(eax,PD_ONEHALF)]
- vpaddd ymm0, ymm0, ymm1
- vpaddd ymm4, ymm4, ymm7
- vpaddd ymm0, ymm0, ymm3
- vpaddd ymm4, ymm4, ymm3
- vpsrld ymm0, ymm0, SCALEBITS
- vpsrld ymm4, ymm4, SCALEBITS
- vpackssdw ymm0, ymm0, ymm4
- vmovdqa ymm4, ymm6
- vpunpcklwd ymm6, ymm6, ymm2
- vpunpckhwd ymm4, ymm4, ymm2
- vpmaddwd ymm6, ymm6, [GOTOFF(eax,PW_F0114_F0250)]
- vpmaddwd ymm4, ymm4, [GOTOFF(eax,PW_F0114_F0250)]
- vmovdqa ymm2, [GOTOFF(eax,PD_ONEHALF)]
- vpaddd ymm6, ymm6, YMMWORD [wk(0)]
- vpaddd ymm4, ymm4, YMMWORD [wk(1)]
- vpaddd ymm6, ymm6, ymm2
- vpaddd ymm4, ymm4, ymm2
- vpsrld ymm6, ymm6, SCALEBITS
- vpsrld ymm4, ymm4, SCALEBITS
- vpackssdw ymm6, ymm6, ymm4
- vpsllw ymm0, ymm0, BYTE_BIT
- vpor ymm6, ymm6, ymm0
- vmovdqu YMMWORD [edi], ymm6
- sub ecx, byte SIZEOF_YMMWORD
- add esi, RGB_PIXELSIZE*SIZEOF_YMMWORD
- add edi, byte SIZEOF_YMMWORD
- cmp ecx, byte SIZEOF_YMMWORD
- jae near .columnloop
- test ecx, ecx
- jnz near .column_ld1
- pop ecx
- pop esi
- pop edi
- poppic eax
- add esi, byte SIZEOF_JSAMPROW
- add edi, byte SIZEOF_JSAMPROW
- dec eax
- jg near .rowloop
- .return:
- vzeroupper
- pop edi
- pop esi
- pop ebx
- mov esp, ebp
- pop esp
- pop ebp
- ret
- align 32
|