2008-06-20 13:45:08 +00:00
|
|
|
#include <string.h>
|
|
|
|
|
#include <math.h>
|
|
|
|
|
|
|
|
|
|
// Define a few macros for CPU dependent instructions.
|
|
|
|
|
// I suspect I don't really understand how the C macro preprocessor works but
|
|
|
|
|
// this seems to get the job done. // TRB 7/01
|
|
|
|
|
|
|
|
|
|
// BEFORE USING THESE YOU MUST SET:
|
|
|
|
|
|
2008-07-13 10:52:03 +00:00
|
|
|
// #define SIMD_TYPE MMXEXT (or MMX or 3DNOW)
|
2008-06-20 13:45:08 +00:00
|
|
|
|
|
|
|
|
// some macros for pavgb instruction
|
|
|
|
|
// V_PAVGB(mmr1, mmr2, mmr work register, smask) mmr2 may = mmrw if you can trash it
|
|
|
|
|
|
|
|
|
|
#define V_PAVGB_MMX(mmr1, mmr2, mmrw, smask) \
|
|
|
|
|
"movq "mmr2", "mmrw"\n\t" \
|
|
|
|
|
"pand "smask", "mmrw"\n\t" \
|
|
|
|
|
"psrlw $1, "mmrw"\n\t" \
|
|
|
|
|
"pand "smask", "mmr1"\n\t" \
|
|
|
|
|
"psrlw $1, "mmr1"\n\t" \
|
|
|
|
|
"paddusb "mmrw", "mmr1"\n\t"
|
2008-07-13 10:52:03 +00:00
|
|
|
#define V_PAVGB_MMXEXT(mmr1, mmr2, mmrw, smask) "pavgb "mmr2", "mmr1"\n\t"
|
2008-06-20 13:45:08 +00:00
|
|
|
#define V_PAVGB_3DNOW(mmr1, mmr2, mmrw, smask) "pavgusb "mmr2", "mmr1"\n\t"
|
2008-07-13 10:52:03 +00:00
|
|
|
#define V_PAVGB(mmr1, mmr2, mmrw, smask) V_PAVGB2(mmr1, mmr2, mmrw, smask, SIMD_TYPE)
|
|
|
|
|
#define V_PAVGB2(mmr1, mmr2, mmrw, smask, simd_type) V_PAVGB3(mmr1, mmr2, mmrw, smask, simd_type)
|
|
|
|
|
#define V_PAVGB3(mmr1, mmr2, mmrw, smask, simd_type) V_PAVGB_##simd_type(mmr1, mmr2, mmrw, smask)
|
2008-06-20 13:45:08 +00:00
|
|
|
|
|
|
|
|
// some macros for pmaxub instruction
|
|
|
|
|
#define V_PMAXUB_MMX(mmr1, mmr2) \
|
|
|
|
|
"psubusb "mmr2", "mmr1"\n\t" \
|
|
|
|
|
"paddusb "mmr2", "mmr1"\n\t"
|
2008-07-13 10:52:03 +00:00
|
|
|
#define V_PMAXUB_MMXEXT(mmr1, mmr2) "pmaxub "mmr2", "mmr1"\n\t"
|
2008-06-20 13:45:08 +00:00
|
|
|
#define V_PMAXUB_3DNOW(mmr1, mmr2) V_PMAXUB_MMX(mmr1, mmr2) // use MMX version
|
2008-07-13 10:52:03 +00:00
|
|
|
#define V_PMAXUB(mmr1, mmr2) V_PMAXUB2(mmr1, mmr2, SIMD_TYPE)
|
|
|
|
|
#define V_PMAXUB2(mmr1, mmr2, simd_type) V_PMAXUB3(mmr1, mmr2, simd_type)
|
|
|
|
|
#define V_PMAXUB3(mmr1, mmr2, simd_type) V_PMAXUB_##simd_type(mmr1, mmr2)
|
2008-06-20 13:45:08 +00:00
|
|
|
|
|
|
|
|
// some macros for pminub instruction
|
|
|
|
|
// V_PMINUB(mmr1, mmr2, mmr work register) mmr2 may NOT = mmrw
|
|
|
|
|
#define V_PMINUB_MMX(mmr1, mmr2, mmrw) \
|
|
|
|
|
"pcmpeqb "mmrw", "mmrw"\n\t" \
|
|
|
|
|
"psubusb "mmr2", "mmrw"\n\t" \
|
|
|
|
|
"paddusb "mmrw", "mmr1"\n\t" \
|
|
|
|
|
"psubusb "mmrw", "mmr1"\n\t"
|
2008-07-13 10:52:03 +00:00
|
|
|
#define V_PMINUB_MMXEXT(mmr1, mmr2, mmrw) "pminub "mmr2", "mmr1"\n\t"
|
2008-06-20 13:45:08 +00:00
|
|
|
#define V_PMINUB_3DNOW(mmr1, mmr2, mmrw) V_PMINUB_MMX(mmr1, mmr2, mmrw) // use MMX version
|
2008-07-13 10:52:03 +00:00
|
|
|
#define V_PMINUB(mmr1, mmr2, mmrw) V_PMINUB2(mmr1, mmr2, mmrw, SIMD_TYPE)
|
|
|
|
|
#define V_PMINUB2(mmr1, mmr2, mmrw, simd_type) V_PMINUB3(mmr1, mmr2, mmrw, simd_type)
|
|
|
|
|
#define V_PMINUB3(mmr1, mmr2, mmrw, simd_type) V_PMINUB_##simd_type(mmr1, mmr2, mmrw)
|
2008-06-20 13:45:08 +00:00
|
|
|
|
|
|
|
|
// some macros for movntq instruction
|
|
|
|
|
// V_MOVNTQ(mmr1, mmr2)
|
|
|
|
|
#define V_MOVNTQ_MMX(mmr1, mmr2) "movq "mmr2", "mmr1"\n\t"
|
|
|
|
|
#define V_MOVNTQ_3DNOW(mmr1, mmr2) "movq "mmr2", "mmr1"\n\t"
|
2008-07-13 10:52:03 +00:00
|
|
|
#define V_MOVNTQ_MMXEXT(mmr1, mmr2) "movntq "mmr2", "mmr1"\n\t"
|
|
|
|
|
#define V_MOVNTQ(mmr1, mmr2) V_MOVNTQ2(mmr1, mmr2, SIMD_TYPE)
|
|
|
|
|
#define V_MOVNTQ2(mmr1, mmr2, simd_type) V_MOVNTQ3(mmr1, mmr2, simd_type)
|
|
|
|
|
#define V_MOVNTQ3(mmr1, mmr2, simd_type) V_MOVNTQ_##simd_type(mmr1, mmr2)
|
2008-06-20 13:45:08 +00:00
|
|
|
|
|
|
|
|
// end of macros
|
|
|
|
|
|
|
|
|
|
#ifdef IS_SSE2
|
|
|
|
|
|
|
|
|
|
#define MERGE4PIXavg(PADDR1, PADDR2) \
|
|
|
|
|
"movdqu "PADDR1", %%xmm0\n\t" /* our 4 pixels */ \
|
|
|
|
|
"movdqu "PADDR2", %%xmm1\n\t" /* our pixel2 value */ \
|
|
|
|
|
"movdqa %%xmm0, %%xmm2\n\t" /* another copy of our pixel1 value */ \
|
|
|
|
|
"movdqa %%xmm1, %%xmm3\n\t" /* another copy of our pixel1 value */ \
|
|
|
|
|
"psubusb %%xmm1, %%xmm2\n\t" \
|
|
|
|
|
"psubusb %%xmm0, %%xmm3\n\t" \
|
|
|
|
|
"por %%xmm3, %%xmm2\n\t" \
|
|
|
|
|
"pavgb %%xmm1, %%xmm0\n\t" /* avg of 2 pixels */ \
|
|
|
|
|
"movdqa %%xmm2, %%xmm3\n\t" /* another copy of our our weights */ \
|
|
|
|
|
"pxor %%xmm1, %%xmm1\n\t" \
|
|
|
|
|
"psubusb %%xmm7, %%xmm3\n\t" /* nonzero where old weights lower, else 0 */ \
|
|
|
|
|
"pcmpeqb %%xmm1, %%xmm3\n\t" /* now ff where new better, else 00 */ \
|
|
|
|
|
"pcmpeqb %%xmm3, %%xmm1\n\t" /* here ff where old better, else 00 */ \
|
|
|
|
|
"pand %%xmm3, %%xmm0\n\t" /* keep only better new pixels */ \
|
|
|
|
|
"pand %%xmm3, %%xmm2\n\t" /* and weights */ \
|
|
|
|
|
"pand %%xmm1, %%xmm5\n\t" /* keep only better old pixels */ \
|
|
|
|
|
"pand %%xmm1, %%xmm7\n\t" \
|
|
|
|
|
"por %%xmm0, %%xmm5\n\t" /* and merge new & old vals */ \
|
|
|
|
|
"por %%xmm2, %%xmm7\n\t"
|
|
|
|
|
|
|
|
|
|
#define MERGE4PIXavgH(PADDR1A, PADDR1B, PADDR2A, PADDR2B) \
|
|
|
|
|
"movdqu "PADDR1A", %%xmm0\n\t" /* our 4 pixels */ \
|
|
|
|
|
"movdqu "PADDR2A", %%xmm1\n\t" /* our pixel2 value */ \
|
|
|
|
|
"movdqu "PADDR1B", %%xmm2\n\t" /* our 4 pixels */ \
|
|
|
|
|
"movdqu "PADDR2B", %%xmm3\n\t" /* our pixel2 value */ \
|
|
|
|
|
"pavgb %%xmm2, %%xmm0\n\t" \
|
|
|
|
|
"pavgb %%xmm3, %%xmm1\n\t" \
|
|
|
|
|
"movdqa %%xmm0, %%xmm2\n\t" /* another copy of our pixel1 value */ \
|
|
|
|
|
"movdqa %%xmm1, %%xmm3\n\t" /* another copy of our pixel1 value */ \
|
|
|
|
|
"psubusb %%xmm1, %%xmm2\n\t" \
|
|
|
|
|
"psubusb %%xmm0, %%xmm3\n\t" \
|
|
|
|
|
"por %%xmm3, %%xmm2\n\t" \
|
|
|
|
|
"pavgb %%xmm1, %%xmm0\n\t" /* avg of 2 pixels */ \
|
|
|
|
|
"movdqa %%xmm2, %%xmm3\n\t" /* another copy of our our weights */ \
|
|
|
|
|
"pxor %%xmm1, %%xmm1\n\t" \
|
|
|
|
|
"psubusb %%xmm7, %%xmm3\n\t" /* nonzero where old weights lower, else 0 */ \
|
|
|
|
|
"pcmpeqb %%xmm1, %%xmm3\n\t" /* now ff where new better, else 00 */ \
|
|
|
|
|
"pcmpeqb %%xmm3, %%xmm1\n\t" /* here ff where old better, else 00 */ \
|
|
|
|
|
"pand %%xmm3, %%xmm0\n\t" /* keep only better new pixels */ \
|
|
|
|
|
"pand %%xmm3, %%xmm2\n\t" /* and weights */ \
|
|
|
|
|
"pand %%xmm1, %%xmm5\n\t" /* keep only better old pixels */ \
|
|
|
|
|
"pand %%xmm1, %%xmm7\n\t" \
|
|
|
|
|
"por %%xmm0, %%xmm5\n\t" /* and merge new & old vals */ \
|
|
|
|
|
"por %%xmm2, %%xmm7\n\t"
|
|
|
|
|
|
|
|
|
|
#define RESET_CHROMA "por "_UVMask", %%xmm7\n\t"
|
|
|
|
|
|
|
|
|
|
#else // ifdef IS_SSE2
|
|
|
|
|
|
|
|
|
|
#define MERGE4PIXavg(PADDR1, PADDR2) \
|
|
|
|
|
"movq "PADDR1", %%mm0\n\t" /* our 4 pixels */ \
|
|
|
|
|
"movq "PADDR2", %%mm1\n\t" /* our pixel2 value */ \
|
|
|
|
|
"movq %%mm0, %%mm2\n\t" /* another copy of our pixel1 value */ \
|
|
|
|
|
"movq %%mm1, %%mm3\n\t" /* another copy of our pixel1 value */ \
|
|
|
|
|
"psubusb %%mm1, %%mm2\n\t" \
|
|
|
|
|
"psubusb %%mm0, %%mm3\n\t" \
|
|
|
|
|
"por %%mm3, %%mm2\n\t" \
|
|
|
|
|
V_PAVGB ("%%mm0", "%%mm1", "%%mm3", _ShiftMask) /* avg of 2 pixels */ \
|
|
|
|
|
"movq %%mm2, %%mm3\n\t" /* another copy of our our weights */ \
|
|
|
|
|
"pxor %%mm1, %%mm1\n\t" \
|
|
|
|
|
"psubusb %%mm7, %%mm3\n\t" /* nonzero where old weights lower, else 0 */ \
|
|
|
|
|
"pcmpeqb %%mm1, %%mm3\n\t" /* now ff where new better, else 00 */ \
|
|
|
|
|
"pcmpeqb %%mm3, %%mm1\n\t" /* here ff where old better, else 00 */ \
|
|
|
|
|
"pand %%mm3, %%mm0\n\t" /* keep only better new pixels */ \
|
|
|
|
|
"pand %%mm3, %%mm2\n\t" /* and weights */ \
|
|
|
|
|
"pand %%mm1, %%mm5\n\t" /* keep only better old pixels */ \
|
|
|
|
|
"pand %%mm1, %%mm7\n\t" \
|
|
|
|
|
"por %%mm0, %%mm5\n\t" /* and merge new & old vals */ \
|
|
|
|
|
"por %%mm2, %%mm7\n\t"
|
|
|
|
|
|
|
|
|
|
#define MERGE4PIXavgH(PADDR1A, PADDR1B, PADDR2A, PADDR2B) \
|
|
|
|
|
"movq "PADDR1A", %%mm0\n\t" /* our 4 pixels */ \
|
|
|
|
|
"movq "PADDR2A", %%mm1\n\t" /* our pixel2 value */ \
|
|
|
|
|
"movq "PADDR1B", %%mm2\n\t" /* our 4 pixels */ \
|
|
|
|
|
"movq "PADDR2B", %%mm3\n\t" /* our pixel2 value */ \
|
|
|
|
|
V_PAVGB("%%mm0", "%%mm2", "%%mm2", _ShiftMask) \
|
|
|
|
|
V_PAVGB("%%mm1", "%%mm3", "%%mm3", _ShiftMask) \
|
|
|
|
|
"movq %%mm0, %%mm2\n\t" /* another copy of our pixel1 value */ \
|
|
|
|
|
"movq %%mm1, %%mm3\n\t" /* another copy of our pixel1 value */ \
|
|
|
|
|
"psubusb %%mm1, %%mm2\n\t" \
|
|
|
|
|
"psubusb %%mm0, %%mm3\n\t" \
|
|
|
|
|
"por %%mm3, %%mm2\n\t" \
|
|
|
|
|
V_PAVGB("%%mm0", "%%mm1", "%%mm3", _ShiftMask) /* avg of 2 pixels */ \
|
|
|
|
|
"movq %%mm2, %%mm3\n\t" /* another copy of our our weights */ \
|
|
|
|
|
"pxor %%mm1, %%mm1\n\t" \
|
|
|
|
|
"psubusb %%mm7, %%mm3\n\t" /* nonzero where old weights lower, else 0 */ \
|
|
|
|
|
"pcmpeqb %%mm1, %%mm3\n\t" /* now ff where new better, else 00 */ \
|
|
|
|
|
"pcmpeqb %%mm3, %%mm1\n\t" /* here ff where old better, else 00 */ \
|
|
|
|
|
"pand %%mm3, %%mm0\n\t" /* keep only better new pixels */ \
|
|
|
|
|
"pand %%mm3, %%mm2\n\t" /* and weights */ \
|
|
|
|
|
"pand %%mm1, %%mm5\n\t" /* keep only better old pixels */ \
|
|
|
|
|
"pand %%mm1, %%mm7\n\t" \
|
|
|
|
|
"por %%mm0, %%mm5\n\t" /* and merge new & old vals */ \
|
|
|
|
|
"por %%mm2, %%mm7\n\t"
|
|
|
|
|
|
|
|
|
|
#define RESET_CHROMA "por "_UVMask", %%mm7\n\t"
|
|
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
|
