|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#include "libavutil/x86/asm.h" |
|
#include "libavutil/x86/cpu.h" |
|
#include "libavcodec/dirac_dwt.h" |
|
|
|
#define COMPOSE_VERTICAL(ext, align) \ |
|
void ff_vertical_compose53iL0##ext(int16_t *b0, int16_t *b1, int16_t *b2, int width); \ |
|
void ff_vertical_compose_dirac53iH0##ext(int16_t *b0, int16_t *b1, int16_t *b2, int width); \ |
|
void ff_vertical_compose_dd137iL0##ext(int16_t *b0, int16_t *b1, int16_t *b2, int16_t *b3, int16_t *b4, int width); \ |
|
void ff_vertical_compose_dd97iH0##ext(int16_t *b0, int16_t *b1, int16_t *b2, int16_t *b3, int16_t *b4, int width); \ |
|
void ff_vertical_compose_haar##ext(int16_t *b0, int16_t *b1, int width); \ |
|
void ff_horizontal_compose_haar0i##ext(int16_t *b, int16_t *tmp, int w);\ |
|
void ff_horizontal_compose_haar1i##ext(int16_t *b, int16_t *tmp, int w);\ |
|
\ |
|
static void vertical_compose53iL0##ext(uint8_t *_b0, uint8_t *_b1, uint8_t *_b2, int width) \ |
|
{ \ |
|
int i, width_align = width&~(align-1); \ |
|
int16_t *b0 = (int16_t *)_b0; \ |
|
int16_t *b1 = (int16_t *)_b1; \ |
|
int16_t *b2 = (int16_t *)_b2; \ |
|
\ |
|
for(i=width_align; i<width; i++) \ |
|
b1[i] = COMPOSE_53iL0(b0[i], b1[i], b2[i]); \ |
|
\ |
|
ff_vertical_compose53iL0##ext(b0, b1, b2, width_align); \ |
|
} \ |
|
\ |
|
static void vertical_compose_dirac53iH0##ext(uint8_t *_b0, uint8_t *_b1, uint8_t *_b2, int width) \ |
|
{ \ |
|
int i, width_align = width&~(align-1); \ |
|
int16_t *b0 = (int16_t *)_b0; \ |
|
int16_t *b1 = (int16_t *)_b1; \ |
|
int16_t *b2 = (int16_t *)_b2; \ |
|
\ |
|
for(i=width_align; i<width; i++) \ |
|
b1[i] = COMPOSE_DIRAC53iH0(b0[i], b1[i], b2[i]); \ |
|
\ |
|
ff_vertical_compose_dirac53iH0##ext(b0, b1, b2, width_align); \ |
|
} \ |
|
\ |
|
static void vertical_compose_dd137iL0##ext(uint8_t *_b0, uint8_t *_b1, uint8_t *_b2, \ |
|
uint8_t *_b3, uint8_t *_b4, int width) \ |
|
{ \ |
|
int i, width_align = width&~(align-1); \ |
|
int16_t *b0 = (int16_t *)_b0; \ |
|
int16_t *b1 = (int16_t *)_b1; \ |
|
int16_t *b2 = (int16_t *)_b2; \ |
|
int16_t *b3 = (int16_t *)_b3; \ |
|
int16_t *b4 = (int16_t *)_b4; \ |
|
\ |
|
for(i=width_align; i<width; i++) \ |
|
b2[i] = COMPOSE_DD137iL0(b0[i], b1[i], b2[i], b3[i], b4[i]); \ |
|
\ |
|
ff_vertical_compose_dd137iL0##ext(b0, b1, b2, b3, b4, width_align); \ |
|
} \ |
|
\ |
|
static void vertical_compose_dd97iH0##ext(uint8_t *_b0, uint8_t *_b1, uint8_t *_b2, \ |
|
uint8_t *_b3, uint8_t *_b4, int width) \ |
|
{ \ |
|
int i, width_align = width&~(align-1); \ |
|
int16_t *b0 = (int16_t *)_b0; \ |
|
int16_t *b1 = (int16_t *)_b1; \ |
|
int16_t *b2 = (int16_t *)_b2; \ |
|
int16_t *b3 = (int16_t *)_b3; \ |
|
int16_t *b4 = (int16_t *)_b4; \ |
|
\ |
|
for(i=width_align; i<width; i++) \ |
|
b2[i] = COMPOSE_DD97iH0(b0[i], b1[i], b2[i], b3[i], b4[i]); \ |
|
\ |
|
ff_vertical_compose_dd97iH0##ext(b0, b1, b2, b3, b4, width_align); \ |
|
} \ |
|
static void vertical_compose_haar##ext(uint8_t *_b0, uint8_t *_b1, int width) \ |
|
{ \ |
|
int i, width_align = width&~(align-1); \ |
|
int16_t *b0 = (int16_t *)_b0; \ |
|
int16_t *b1 = (int16_t *)_b1; \ |
|
\ |
|
for(i=width_align; i<width; i++) { \ |
|
b0[i] = COMPOSE_HAARiL0(b0[i], b1[i]); \ |
|
b1[i] = COMPOSE_HAARiH0(b1[i], b0[i]); \ |
|
} \ |
|
\ |
|
ff_vertical_compose_haar##ext(b0, b1, width_align); \ |
|
} \ |
|
static void horizontal_compose_haar0i##ext(uint8_t *_b, uint8_t *_tmp, int w)\ |
|
{\ |
|
int w2= w>>1;\ |
|
int x= w2 - (w2&(align-1));\ |
|
int16_t *b = (int16_t *)_b; \ |
|
int16_t *tmp = (int16_t *)_tmp; \ |
|
\ |
|
ff_horizontal_compose_haar0i##ext(b, tmp, w);\ |
|
\ |
|
for (; x < w2; x++) {\ |
|
b[2*x ] = tmp[x];\ |
|
b[2*x+1] = COMPOSE_HAARiH0(b[x+w2], tmp[x]);\ |
|
}\ |
|
}\ |
|
static void horizontal_compose_haar1i##ext(uint8_t *_b, uint8_t *_tmp, int w)\ |
|
{\ |
|
int w2= w>>1;\ |
|
int x= w2 - (w2&(align-1));\ |
|
int16_t *b = (int16_t *)_b; \ |
|
int16_t *tmp = (int16_t *)_tmp; \ |
|
\ |
|
ff_horizontal_compose_haar1i##ext(b, tmp, w);\ |
|
\ |
|
for (; x < w2; x++) {\ |
|
b[2*x ] = (tmp[x] + 1)>>1;\ |
|
b[2*x+1] = (COMPOSE_HAARiH0(b[x+w2], tmp[x]) + 1)>>1;\ |
|
}\ |
|
}\ |
|
\ |
|
|
|
#if HAVE_X86ASM |
|
COMPOSE_VERTICAL(_sse2, 8) |
|
|
|
|
|
void ff_horizontal_compose_dd97i_ssse3(int16_t *_b, int16_t *_tmp, int w); |
|
|
|
static void horizontal_compose_dd97i_ssse3(uint8_t *_b, uint8_t *_tmp, int w) |
|
{ |
|
int w2= w>>1; |
|
int x= w2 - (w2&7); |
|
int16_t *b = (int16_t *)_b; |
|
int16_t *tmp = (int16_t *)_tmp; |
|
|
|
ff_horizontal_compose_dd97i_ssse3(b, tmp, w); |
|
|
|
for (; x < w2; x++) { |
|
b[2*x ] = (tmp[x] + 1)>>1; |
|
b[2*x+1] = (COMPOSE_DD97iH0(tmp[x-1], tmp[x], b[x+w2], tmp[x+1], tmp[x+2]) + 1)>>1; |
|
} |
|
} |
|
#endif |
|
|
|
void ff_spatial_idwt_init_x86(DWTContext *d, enum dwt_type type) |
|
{ |
|
#if HAVE_X86ASM |
|
int mm_flags = av_get_cpu_flags(); |
|
|
|
if (!(mm_flags & AV_CPU_FLAG_SSE2)) |
|
return; |
|
|
|
switch (type) { |
|
case DWT_DIRAC_DD9_7: |
|
d->vertical_compose_l0.tap3 = vertical_compose53iL0_sse2; |
|
d->vertical_compose_h0.tap5 = vertical_compose_dd97iH0_sse2; |
|
break; |
|
case DWT_DIRAC_LEGALL5_3: |
|
d->vertical_compose_l0.tap3 = vertical_compose53iL0_sse2; |
|
d->vertical_compose_h0.tap3 = vertical_compose_dirac53iH0_sse2; |
|
break; |
|
case DWT_DIRAC_DD13_7: |
|
d->vertical_compose_l0.tap5 = vertical_compose_dd137iL0_sse2; |
|
d->vertical_compose_h0.tap5 = vertical_compose_dd97iH0_sse2; |
|
break; |
|
case DWT_DIRAC_HAAR0: |
|
d->vertical_compose = vertical_compose_haar_sse2; |
|
d->horizontal_compose = horizontal_compose_haar0i_sse2; |
|
break; |
|
case DWT_DIRAC_HAAR1: |
|
d->vertical_compose = vertical_compose_haar_sse2; |
|
d->horizontal_compose = horizontal_compose_haar1i_sse2; |
|
break; |
|
} |
|
|
|
if (!(mm_flags & AV_CPU_FLAG_SSSE3)) |
|
return; |
|
|
|
switch (type) { |
|
case DWT_DIRAC_DD9_7: |
|
d->horizontal_compose = horizontal_compose_dd97i_ssse3; |
|
break; |
|
} |
|
#endif |
|
} |
|
|