Implemented filter_paeth PowerPC VSX variant

This commit is contained in:
Vadim Barkov 2017-01-31 04:05:19 +03:00
parent c47ddcf22b
commit acb155d893

View File

@ -109,6 +109,14 @@ void png_read_filter_row_up_vsx(png_row_infop row_info, png_bytep row,
#define VEC_AVG_SELECT3_3 (vector unsigned char){16,16,16,16,16,16,16,16,16, 9,10,11,16,16,16,16} #define VEC_AVG_SELECT3_3 (vector unsigned char){16,16,16,16,16,16,16,16,16, 9,10,11,16,16,16,16}
#define VEC_AVG_SELECT4_3 (vector unsigned char){16,16,16,16,16,16,16,16,16,16,16,16,12,13,14,16} #define VEC_AVG_SELECT4_3 (vector unsigned char){16,16,16,16,16,16,16,16,16,16,16,16,12,13,14,16}
#ifdef PNG_USE_ABS
# define vsx_abs(number) abs(number)
#else
# define vsx_abs(number) (number > 0) ? (number) : -(number)
#endif
void png_read_filter_row_sub4_vsx(png_row_infop row_info, png_bytep row, void png_read_filter_row_sub4_vsx(png_row_infop row_info, png_bytep row,
png_const_bytep prev_row) png_const_bytep prev_row)
{ {
@ -416,102 +424,274 @@ void png_read_filter_row_avg3_vsx(png_row_infop row_info, png_bytep row,
} }
void png_read_filter_row_paeth4_vsx(png_row_infop row_info, /* Bytewise c ? t : e. */
png_bytep row, #define if_then_else(c,t,e) vec_sel(e,t,c)
#define vsx_paeth_process(rp,pp,a,b,c,pa,pb,pc,bpp) {\
c = *(pp - bpp);\
a = *(rp - bpp);\
b = *pp++;\
p = b - c;\
pc = a - c;\
pa = vsx_abs(p);\
pb = vsx_abs(pc);\
pc = vsx_abs(p + pc);\
if (pb < pa) pa = pb, a = b;\
if (pc < pa) a = c;\
a += *rp;\
*rp++ = (png_byte)a;\
}
void png_read_filter_row_paeth4_vsx(png_row_infop row_info, png_bytep row,
png_const_bytep prev_row) png_const_bytep prev_row)
{ {
unsigned int bpp = (row_info->pixel_depth + 7) >> 3; const unsigned int bpp = 4;
png_bytep rp_end = row + bpp; png_size_t i;
png_size_t unaligned_top = 16 - ((png_size_t)row % 16);
png_size_t istop = row_info->rowbytes - unaligned_top;
png_bytep rp = row;
png_const_bytep pp = prev_row;
int a, b, c, pa, pb, pc, p;
vector unsigned char rp_vec;
vector unsigned char pp_vec;
vector unsigned char a_vec,b_vec,c_vec,nearest_vec;
vector signed char pa_vec,pb_vec,pc_vec,smallest_vec;
vector unsigned char zero_vec = {0};
/* Process the first pixel in the row completely (this is the same as 'up' /* Process the first pixel in the row completely (this is the same as 'up'
* because there is only one candidate predictor for the first row). * because there is only one candidate predictor for the first row).
*/ */
while (row < rp_end) for(i = 0; i < bpp ; i++)
{ {
int a = *row + *prev_row++; *rp = (png_byte)( *rp + *pp);
*row++ = (png_byte)a; rp++;
pp++;
} }
/* Remainder */ for(i = bpp; i < unaligned_top ; i++)
rp_end = rp_end + (row_info->rowbytes - bpp);
while (row < rp_end)
{ {
int a, b, c, pa, pb, pc, p; vsx_paeth_process(rp,pp,a,b,c,pa,pb,pc,bpp)
}
c = *(prev_row - bpp); while( istop > 16)
a = *(row - bpp); {
b = *prev_row++; for(i = 0; i < bpp ; i++)
{
vsx_paeth_process(rp,pp,a,b,c,pa,pb,pc,bpp)
}
p = b - c; rp -= bpp;
pc = a - c; pp -= bpp;
rp_vec = vec_ld(0,rp);
vec_ld_unaligned(pp_vec,pp);
#ifdef PNG_USE_ABS a_vec = vec_perm(rp_vec , zero_vec , VEC_SELECT1_4);
pa = abs(p); b_vec = vec_perm(pp_vec , zero_vec , VEC_AVG_SELECT1_4);
pb = abs(pc); c_vec = vec_perm(pp_vec , zero_vec , VEC_SELECT1_4);
pc = abs(p + pc); pa_vec = (vector signed char) vec_sub(b_vec,c_vec);
#else pb_vec = (vector signed char) vec_sub(a_vec , c_vec);
pa = p < 0 ? -p : p; pc_vec = (vector signed char) vec_add(pa_vec,pb_vec);
pb = pc < 0 ? -pc : pc; pa_vec = vec_abs(pa_vec);
pc = (p + pc) < 0 ? -(p + pc) : p + pc; pb_vec = vec_abs(pb_vec);
#endif pc_vec = vec_abs(pc_vec);
smallest_vec = vec_min(pc_vec, vec_min(pa_vec,pb_vec));
nearest_vec = if_then_else(
vec_cmpeq(pa_vec,smallest_vec),
a_vec,
if_then_else(vec_cmpeq(pb_vec,smallest_vec),b_vec,c_vec)
);
rp_vec = vec_add(rp_vec, nearest_vec);
if (pb < pa) pa = pb, a = b; a_vec = vec_perm(rp_vec , zero_vec , VEC_SELECT2_4);
if (pc < pa) a = c; b_vec = vec_perm(pp_vec , zero_vec , VEC_AVG_SELECT2_4);
c_vec = vec_perm(pp_vec , zero_vec , VEC_SELECT2_4);
pa_vec = (vector signed char) vec_sub(b_vec,c_vec);
pb_vec = (vector signed char) vec_sub(a_vec , c_vec);
pc_vec = (vector signed char) vec_add(pa_vec,pb_vec);
pa_vec = vec_abs(pa_vec);
pb_vec = vec_abs(pb_vec);
pc_vec = vec_abs(pc_vec);
smallest_vec = vec_min(pc_vec, vec_min(pa_vec,pb_vec));
nearest_vec = if_then_else(
vec_cmpeq(pa_vec,smallest_vec),
a_vec,
if_then_else(vec_cmpeq(pb_vec,smallest_vec),b_vec,c_vec)
);
a += *row; rp_vec = vec_add(rp_vec, nearest_vec);
*row++ = (png_byte)a;
a_vec = vec_perm(rp_vec , zero_vec , VEC_SELECT3_4);
b_vec = vec_perm(pp_vec , zero_vec , VEC_AVG_SELECT3_4);
c_vec = vec_perm(pp_vec , zero_vec , VEC_SELECT3_4);
pa_vec = (vector signed char) vec_sub(b_vec,c_vec);
pb_vec = (vector signed char) vec_sub(a_vec , c_vec);
pc_vec = (vector signed char) vec_add(pa_vec,pb_vec);
pa_vec = vec_abs(pa_vec);
pb_vec = vec_abs(pb_vec);
pc_vec = vec_abs(pc_vec);
smallest_vec = vec_min(pc_vec, vec_min(pa_vec,pb_vec));
nearest_vec = if_then_else(
vec_cmpeq(pa_vec,smallest_vec),
a_vec,
if_then_else(vec_cmpeq(pb_vec,smallest_vec),b_vec,c_vec)
);
rp_vec = vec_add(rp_vec, nearest_vec);
vec_st(rp_vec,0,rp);
rp += 16;
pp += 16;
istop -= 16;
}
if(istop > 0)
for (i = 0; i < istop % 16; i++)
{
vsx_paeth_process(rp,pp,a,b,c,pa,pb,pc,bpp)
} }
} }
void png_read_filter_row_paeth3_vsx(png_row_infop row_info, void png_read_filter_row_paeth3_vsx(png_row_infop row_info, png_bytep row,
png_bytep row,
png_const_bytep prev_row) png_const_bytep prev_row)
{ {
unsigned int bpp = (row_info->pixel_depth + 7) >> 3; const unsigned int bpp = 3;
png_bytep rp_end = row + bpp; png_size_t i;
png_size_t unaligned_top = 16 - ((png_size_t)row % 16);
png_size_t istop = row_info->rowbytes - unaligned_top;
png_bytep rp = row;
png_const_bytep pp = prev_row;
int a, b, c, pa, pb, pc, p;
vector unsigned char rp_vec;
vector unsigned char pp_vec;
vector unsigned char a_vec,b_vec,c_vec,nearest_vec;
vector signed char pa_vec,pb_vec,pc_vec,smallest_vec;
vector unsigned char zero_vec = {0};
/* Process the first pixel in the row completely (this is the same as 'up' /* Process the first pixel in the row completely (this is the same as 'up'
* because there is only one candidate predictor for the first row). * because there is only one candidate predictor for the first row).
*/ */
while (row < rp_end) for(i = 0; i < bpp ; i++)
{ {
int a = *row + *prev_row++; *rp = (png_byte)( *rp + *pp);
*row++ = (png_byte)a; rp++;
pp++;
} }
/* Remainder */ for(i = bpp; i < unaligned_top ; i++)
rp_end = rp_end + (row_info->rowbytes - bpp);
while (row < rp_end)
{ {
int a, b, c, pa, pb, pc, p; vsx_paeth_process(rp,pp,a,b,c,pa,pb,pc,bpp)
}
c = *(prev_row - bpp); while( istop > 16)
a = *(row - bpp); {
b = *prev_row++; for(i = 0; i < bpp ; i++)
{
vsx_paeth_process(rp,pp,a,b,c,pa,pb,pc,bpp)
}
p = b - c; rp -= bpp;
pc = a - c; pp -= bpp;
rp_vec = vec_ld(0,rp);
vec_ld_unaligned(pp_vec,pp);
#ifdef PNG_USE_ABS a_vec = vec_perm(rp_vec , zero_vec , VEC_SELECT1_3);
pa = abs(p); b_vec = vec_perm(pp_vec , zero_vec , VEC_AVG_SELECT1_3);
pb = abs(pc); c_vec = vec_perm(pp_vec , zero_vec , VEC_SELECT1_3);
pc = abs(p + pc); pa_vec = (vector signed char) vec_sub(b_vec,c_vec);
#else pb_vec = (vector signed char) vec_sub(a_vec , c_vec);
pa = p < 0 ? -p : p; pc_vec = (vector signed char) vec_add(pa_vec,pb_vec);
pb = pc < 0 ? -pc : pc; pa_vec = vec_abs(pa_vec);
pc = (p + pc) < 0 ? -(p + pc) : p + pc; pb_vec = vec_abs(pb_vec);
#endif pc_vec = vec_abs(pc_vec);
smallest_vec = vec_min(pc_vec, vec_min(pa_vec,pb_vec));
nearest_vec = if_then_else(
vec_cmpeq(pa_vec,smallest_vec),
a_vec,
if_then_else(vec_cmpeq(pb_vec,smallest_vec),b_vec,c_vec)
);
rp_vec = vec_add(rp_vec, nearest_vec);
if (pb < pa) pa = pb, a = b; a_vec = vec_perm(rp_vec , zero_vec , VEC_SELECT2_3);
if (pc < pa) a = c; b_vec = vec_perm(pp_vec , zero_vec , VEC_AVG_SELECT2_3);
c_vec = vec_perm(pp_vec , zero_vec , VEC_SELECT2_3);
pa_vec = (vector signed char) vec_sub(b_vec,c_vec);
pb_vec = (vector signed char) vec_sub(a_vec , c_vec);
pc_vec = (vector signed char) vec_add(pa_vec,pb_vec);
pa_vec = vec_abs(pa_vec);
pb_vec = vec_abs(pb_vec);
pc_vec = vec_abs(pc_vec);
smallest_vec = vec_min(pc_vec, vec_min(pa_vec,pb_vec));
nearest_vec = if_then_else(
vec_cmpeq(pa_vec,smallest_vec),
a_vec,
if_then_else(vec_cmpeq(pb_vec,smallest_vec),b_vec,c_vec)
);
a += *row; rp_vec = vec_add(rp_vec, nearest_vec);
*row++ = (png_byte)a;
a_vec = vec_perm(rp_vec , zero_vec , VEC_SELECT3_3);
b_vec = vec_perm(pp_vec , zero_vec , VEC_AVG_SELECT3_3);
c_vec = vec_perm(pp_vec , zero_vec , VEC_SELECT3_3);
pa_vec = (vector signed char) vec_sub(b_vec,c_vec);
pb_vec = (vector signed char) vec_sub(a_vec , c_vec);
pc_vec = (vector signed char) vec_add(pa_vec,pb_vec);
pa_vec = vec_abs(pa_vec);
pb_vec = vec_abs(pb_vec);
pc_vec = vec_abs(pc_vec);
smallest_vec = vec_min(pc_vec, vec_min(pa_vec,pb_vec));
nearest_vec = if_then_else(
vec_cmpeq(pa_vec,smallest_vec),
a_vec,
if_then_else(vec_cmpeq(pb_vec,smallest_vec),b_vec,c_vec)
);
rp_vec = vec_add(rp_vec, nearest_vec);
a_vec = vec_perm(rp_vec , zero_vec , VEC_SELECT4_3);
b_vec = vec_perm(pp_vec , zero_vec , VEC_AVG_SELECT4_3);
c_vec = vec_perm(pp_vec , zero_vec , VEC_SELECT4_3);
pa_vec = (vector signed char) vec_sub(b_vec,c_vec);
pb_vec = (vector signed char) vec_sub(a_vec , c_vec);
pc_vec = (vector signed char) vec_add(pa_vec,pb_vec);
pa_vec = vec_abs(pa_vec);
pb_vec = vec_abs(pb_vec);
pc_vec = vec_abs(pc_vec);
smallest_vec = vec_min(pc_vec, vec_min(pa_vec,pb_vec));
nearest_vec = if_then_else(
vec_cmpeq(pa_vec,smallest_vec),
a_vec,
if_then_else(vec_cmpeq(pb_vec,smallest_vec),b_vec,c_vec)
);
rp_vec = vec_add(rp_vec, nearest_vec);
vec_st(rp_vec,0,rp);
rp += 16-1;
pp += 16-1;
istop -= 16;
/* Since 16 % bpp = 16 % 3 = 1, last element of array must
* be proceeded manually
*/
vsx_paeth_process(rp,pp,a,b,c,pa,pb,pc,bpp)
}
if(istop > 0)
for (i = 0; i < istop % 16; i++)
{
vsx_paeth_process(rp,pp,a,b,c,pa,pb,pc,bpp)
} }
} }
#endif /* PNG_POWERPC_VSX_OPT > 0 */ #endif /* PNG_POWERPC_VSX_OPT > 0 */
#endif /* PNG_POWERPC_VSX_IMPLEMENTATION == 1 (intrinsics) */ #endif /* PNG_POWERPC_VSX_IMPLEMENTATION == 1 (intrinsics) */
#endif /* READ */ #endif /* READ */