123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130 |
- #include "jsimd_mmi.h"
- #define DO_QUANT() { \
- mm2 = _mm_load_si64((__m64 *)&workspace[0]); \
- mm3 = _mm_load_si64((__m64 *)&workspace[4]); \
- \
- mm0 = mm2; \
- mm1 = mm3; \
- \
- mm2 = _mm_srai_pi16(mm2, (WORD_BIT - 1)); \
- \
- mm3 = _mm_srai_pi16(mm3, (WORD_BIT - 1)); \
- \
- mm0 = _mm_xor_si64(mm0, mm2); \
- mm1 = _mm_xor_si64(mm1, mm3); \
- mm0 = _mm_sub_pi16(mm0, mm2); \
- mm1 = _mm_sub_pi16(mm1, mm3); \
- \
- corr0 = _mm_load_si64((__m64 *)&divisors[DCTSIZE2 * 1]); \
- corr1 = _mm_load_si64((__m64 *)&divisors[DCTSIZE2 * 1 + 4]); \
- \
- mm0 = _mm_add_pi16(mm0, corr0); \
- mm1 = _mm_add_pi16(mm1, corr1); \
- \
- mm4 = mm0; \
- mm5 = mm1; \
- \
- recip0 = _mm_load_si64((__m64 *)&divisors[DCTSIZE2 * 0]); \
- recip1 = _mm_load_si64((__m64 *)&divisors[DCTSIZE2 * 0 + 4]); \
- \
- mm0 = _mm_mulhi_pi16(mm0, recip0); \
- mm1 = _mm_mulhi_pi16(mm1, recip1); \
- \
- mm0 = _mm_add_pi16(mm0, mm4); \
- mm1 = _mm_add_pi16(mm1, mm5); \
- \
- \
- \
- \
- scale0 = _mm_load_si64((__m64 *)&divisors[DCTSIZE2 * 2]); \
- scale1 = _mm_load_si64((__m64 *)&divisors[DCTSIZE2 * 2 + 4]); \
- \
- mm6 = scale0; \
- mm7 = scale1; \
- mm4 = mm0; \
- mm5 = mm1; \
- \
- mm0 = _mm_mulhi_pi16(mm0, mm6); \
- mm1 = _mm_mulhi_pi16(mm1, mm7); \
- \
- mm6 = _mm_srai_pi16(mm6, (WORD_BIT - 1)); \
- \
- mm7 = _mm_srai_pi16(mm7, (WORD_BIT - 1)); \
- \
- mm6 = _mm_and_si64(mm6, mm4); \
- mm7 = _mm_and_si64(mm7, mm5); \
- mm0 = _mm_add_pi16(mm0, mm6); \
- mm1 = _mm_add_pi16(mm1, mm7); \
- \
- mm4 = _mm_srai_pi16(mm4, (WORD_BIT - 1)); \
- mm5 = _mm_srai_pi16(mm5, (WORD_BIT - 1)); \
- \
- mm4 = _mm_and_si64(mm4, scale0); \
- mm5 = _mm_and_si64(mm5, scale1); \
- mm0 = _mm_add_pi16(mm0, mm4); \
- mm1 = _mm_add_pi16(mm1, mm5); \
- \
- mm0 = _mm_xor_si64(mm0, mm2); \
- mm1 = _mm_xor_si64(mm1, mm3); \
- mm0 = _mm_sub_pi16(mm0, mm2); \
- mm1 = _mm_sub_pi16(mm1, mm3); \
- \
- _mm_store_si64((__m64 *)&output_ptr[0], mm0); \
- _mm_store_si64((__m64 *)&output_ptr[4], mm1); \
- \
- workspace += DCTSIZE; \
- divisors += DCTSIZE; \
- output_ptr += DCTSIZE; \
- }
- void jsimd_quantize_mmi(JCOEFPTR coef_block, DCTELEM *divisors,
- DCTELEM *workspace)
- {
- JCOEFPTR output_ptr = coef_block;
- __m64 mm0, mm1, mm2, mm3, mm4, mm5, mm6, mm7;
- __m64 corr0, corr1, recip0, recip1, scale0, scale1;
- DO_QUANT()
- DO_QUANT()
- DO_QUANT()
- DO_QUANT()
- DO_QUANT()
- DO_QUANT()
- DO_QUANT()
- DO_QUANT()
- }
|