123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388 |
- %include "jsimdext.inc"
- SECTION SEG_TEXT
- BITS 32
- %define img_width(b) (b) + 8
- %define max_v_samp(b) (b) + 12
- %define v_samp(b) (b) + 16
- %define width_blks(b) (b) + 20
- %define input_data(b) (b) + 24
- %define output_data(b) (b) + 28
- align 32
- GLOBAL_FUNCTION(jsimd_h2v1_downsample_avx2)
- EXTN(jsimd_h2v1_downsample_avx2):
- push ebp
- mov ebp, esp
- push esi
- push edi
- mov ecx, JDIMENSION [width_blks(ebp)]
- shl ecx, 3
- jz near .return
- mov edx, JDIMENSION [img_width(ebp)]
-
- push ecx
- shl ecx, 1
- sub ecx, edx
- jle short .expand_end
- mov eax, INT [max_v_samp(ebp)]
- test eax, eax
- jle short .expand_end
- cld
- mov esi, JSAMPARRAY [input_data(ebp)]
- alignx 16, 7
- .expandloop:
- push eax
- push ecx
- mov edi, JSAMPROW [esi]
- add edi, edx
- mov al, JSAMPLE [edi-1]
- rep stosb
- pop ecx
- pop eax
- add esi, byte SIZEOF_JSAMPROW
- dec eax
- jg short .expandloop
- .expand_end:
- pop ecx
-
- mov eax, JDIMENSION [v_samp(ebp)]
- test eax, eax
- jle near .return
- mov edx, 0x00010000
- vmovd xmm7, edx
- vpshufd xmm7, xmm7, 0x00
- vperm2i128 ymm7, ymm7, ymm7, 0
- vpcmpeqw ymm6, ymm6, ymm6
- vpsrlw ymm6, ymm6, BYTE_BIT
- mov esi, JSAMPARRAY [input_data(ebp)]
- mov edi, JSAMPARRAY [output_data(ebp)]
- alignx 16, 7
- .rowloop:
- push ecx
- push edi
- push esi
- mov esi, JSAMPROW [esi]
- mov edi, JSAMPROW [edi]
- cmp ecx, byte SIZEOF_YMMWORD
- jae short .columnloop
- alignx 16, 7
- .columnloop_r24:
-
- cmp ecx, 24
- jne .columnloop_r16
- vmovdqu ymm0, YMMWORD [esi+0*SIZEOF_YMMWORD]
- vmovdqu xmm1, XMMWORD [esi+1*SIZEOF_YMMWORD]
- mov ecx, SIZEOF_YMMWORD
- jmp short .downsample
- .columnloop_r16:
- cmp ecx, 16
- jne .columnloop_r8
- vmovdqu ymm0, YMMWORD [esi+0*SIZEOF_YMMWORD]
- vpxor ymm1, ymm1, ymm1
- mov ecx, SIZEOF_YMMWORD
- jmp short .downsample
- .columnloop_r8:
- vmovdqu xmm0, XMMWORD[esi+0*SIZEOF_YMMWORD]
- vpxor ymm1, ymm1, ymm1
- mov ecx, SIZEOF_YMMWORD
- jmp short .downsample
- alignx 16, 7
- .columnloop:
- vmovdqu ymm0, YMMWORD [esi+0*SIZEOF_YMMWORD]
- vmovdqu ymm1, YMMWORD [esi+1*SIZEOF_YMMWORD]
- .downsample:
- vpsrlw ymm2, ymm0, BYTE_BIT
- vpand ymm0, ymm0, ymm6
- vpsrlw ymm3, ymm1, BYTE_BIT
- vpand ymm1, ymm1, ymm6
- vpaddw ymm0, ymm0, ymm2
- vpaddw ymm1, ymm1, ymm3
- vpaddw ymm0, ymm0, ymm7
- vpaddw ymm1, ymm1, ymm7
- vpsrlw ymm0, ymm0, 1
- vpsrlw ymm1, ymm1, 1
- vpackuswb ymm0, ymm0, ymm1
- vpermq ymm0, ymm0, 0xd8
- vmovdqu YMMWORD [edi+0*SIZEOF_YMMWORD], ymm0
- sub ecx, byte SIZEOF_YMMWORD
- add esi, byte 2*SIZEOF_YMMWORD
- add edi, byte 1*SIZEOF_YMMWORD
- cmp ecx, byte SIZEOF_YMMWORD
- jae short .columnloop
- test ecx, ecx
- jnz near .columnloop_r24
- pop esi
- pop edi
- pop ecx
- add esi, byte SIZEOF_JSAMPROW
- add edi, byte SIZEOF_JSAMPROW
- dec eax
- jg near .rowloop
- .return:
- vzeroupper
- pop edi
- pop esi
- pop ebp
- ret
- %define img_width(b) (b) + 8
- %define max_v_samp(b) (b) + 12
- %define v_samp(b) (b) + 16
- %define width_blks(b) (b) + 20
- %define input_data(b) (b) + 24
- %define output_data(b) (b) + 28
- align 32
- GLOBAL_FUNCTION(jsimd_h2v2_downsample_avx2)
- EXTN(jsimd_h2v2_downsample_avx2):
- push ebp
- mov ebp, esp
- push esi
- push edi
- mov ecx, JDIMENSION [width_blks(ebp)]
- shl ecx, 3
- jz near .return
- mov edx, JDIMENSION [img_width(ebp)]
-
- push ecx
- shl ecx, 1
- sub ecx, edx
- jle short .expand_end
- mov eax, INT [max_v_samp(ebp)]
- test eax, eax
- jle short .expand_end
- cld
- mov esi, JSAMPARRAY [input_data(ebp)]
- alignx 16, 7
- .expandloop:
- push eax
- push ecx
- mov edi, JSAMPROW [esi]
- add edi, edx
- mov al, JSAMPLE [edi-1]
- rep stosb
- pop ecx
- pop eax
- add esi, byte SIZEOF_JSAMPROW
- dec eax
- jg short .expandloop
- .expand_end:
- pop ecx
-
- mov eax, JDIMENSION [v_samp(ebp)]
- test eax, eax
- jle near .return
- mov edx, 0x00020001
- vmovd xmm7, edx
- vpcmpeqw ymm6, ymm6, ymm6
- vpshufd xmm7, xmm7, 0x00
- vperm2i128 ymm7, ymm7, ymm7, 0
- vpsrlw ymm6, ymm6, BYTE_BIT
- mov esi, JSAMPARRAY [input_data(ebp)]
- mov edi, JSAMPARRAY [output_data(ebp)]
- alignx 16, 7
- .rowloop:
- push ecx
- push edi
- push esi
- mov edx, JSAMPROW [esi+0*SIZEOF_JSAMPROW]
- mov esi, JSAMPROW [esi+1*SIZEOF_JSAMPROW]
- mov edi, JSAMPROW [edi]
- cmp ecx, byte SIZEOF_YMMWORD
- jae short .columnloop
- alignx 16, 7
- .columnloop_r24:
- cmp ecx, 24
- jne .columnloop_r16
- vmovdqu ymm0, YMMWORD [edx+0*SIZEOF_YMMWORD]
- vmovdqu ymm1, YMMWORD [esi+0*SIZEOF_YMMWORD]
- vmovdqu xmm2, XMMWORD [edx+1*SIZEOF_YMMWORD]
- vmovdqu xmm3, XMMWORD [esi+1*SIZEOF_YMMWORD]
- mov ecx, SIZEOF_YMMWORD
- jmp short .downsample
- .columnloop_r16:
- cmp ecx, 16
- jne .columnloop_r8
- vmovdqu ymm0, YMMWORD [edx+0*SIZEOF_YMMWORD]
- vmovdqu ymm1, YMMWORD [esi+0*SIZEOF_YMMWORD]
- vpxor ymm2, ymm2, ymm2
- vpxor ymm3, ymm3, ymm3
- mov ecx, SIZEOF_YMMWORD
- jmp short .downsample
- .columnloop_r8:
- vmovdqu xmm0, XMMWORD [edx+0*SIZEOF_XMMWORD]
- vmovdqu xmm1, XMMWORD [esi+0*SIZEOF_XMMWORD]
- vpxor ymm2, ymm2, ymm2
- vpxor ymm3, ymm3, ymm3
- mov ecx, SIZEOF_YMMWORD
- jmp short .downsample
- alignx 16, 7
- .columnloop:
- vmovdqu ymm0, YMMWORD [edx+0*SIZEOF_YMMWORD]
- vmovdqu ymm1, YMMWORD [esi+0*SIZEOF_YMMWORD]
- vmovdqu ymm2, YMMWORD [edx+1*SIZEOF_YMMWORD]
- vmovdqu ymm3, YMMWORD [esi+1*SIZEOF_YMMWORD]
- .downsample:
- vpand ymm4, ymm0, ymm6
- vpsrlw ymm0, ymm0, BYTE_BIT
- vpand ymm5, ymm1, ymm6
- vpsrlw ymm1, ymm1, BYTE_BIT
- vpaddw ymm0, ymm0, ymm4
- vpaddw ymm1, ymm1, ymm5
- vpand ymm4, ymm2, ymm6
- vpsrlw ymm2, ymm2, BYTE_BIT
- vpand ymm5, ymm3, ymm6
- vpsrlw ymm3, ymm3, BYTE_BIT
- vpaddw ymm2, ymm2, ymm4
- vpaddw ymm3, ymm3, ymm5
- vpaddw ymm0, ymm0, ymm1
- vpaddw ymm2, ymm2, ymm3
- vpaddw ymm0, ymm0, ymm7
- vpaddw ymm2, ymm2, ymm7
- vpsrlw ymm0, ymm0, 2
- vpsrlw ymm2, ymm2, 2
- vpackuswb ymm0, ymm0, ymm2
- vpermq ymm0, ymm0, 0xd8
- vmovdqu YMMWORD [edi+0*SIZEOF_YMMWORD], ymm0
- sub ecx, byte SIZEOF_YMMWORD
- add edx, byte 2*SIZEOF_YMMWORD
- add esi, byte 2*SIZEOF_YMMWORD
- add edi, byte 1*SIZEOF_YMMWORD
- cmp ecx, byte SIZEOF_YMMWORD
- jae near .columnloop
- test ecx, ecx
- jnz near .columnloop_r24
- pop esi
- pop edi
- pop ecx
- add esi, byte 2*SIZEOF_JSAMPROW
- add edi, byte 1*SIZEOF_JSAMPROW
- dec eax
- jg near .rowloop
- .return:
- vzeroupper
- pop edi
- pop esi
- pop ebp
- ret
- align 32
|