|
|
|
@@ -48,34 +48,43 @@
|
|
|
|
|
#define ALIGN (RADIUS)
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#ifdef BORDER_CONSTANT
|
|
|
|
|
//BORDER_CONSTANT: iiiiii|abcdefgh|iiiiiii
|
|
|
|
|
#define ELEM(i,l_edge,r_edge,elem1,elem2) (i)<(l_edge) | (i) >= (r_edge) ? (elem1) : (elem2)
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
#ifdef BORDER_REPLICATE
|
|
|
|
|
//BORDER_REPLICATE: aaaaaa|abcdefgh|hhhhhhh
|
|
|
|
|
#define ADDR_L(i,l_edge,r_edge,addr) (i) < (l_edge) ? (l_edge) : (addr)
|
|
|
|
|
#define ADDR_R(i,r_edge,addr) (i) >= (r_edge) ? (r_edge)-1 : (addr)
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
#elif defined BORDER_REPLICATE
|
|
|
|
|
#define EXTRAPOLATE(x, maxV) \
|
|
|
|
|
{ \
|
|
|
|
|
x = max(min(x, maxV - 1), 0); \
|
|
|
|
|
}
|
|
|
|
|
#elif defined BORDER_WRAP
|
|
|
|
|
#define EXTRAPOLATE(x, maxV) \
|
|
|
|
|
{ \
|
|
|
|
|
if (x < 0) \
|
|
|
|
|
x -= ((x - maxV + 1) / maxV) * maxV; \
|
|
|
|
|
if (x >= maxV) \
|
|
|
|
|
x %= maxV; \
|
|
|
|
|
}
|
|
|
|
|
#elif defined(BORDER_REFLECT) || defined(BORDER_REFLECT_101)
|
|
|
|
|
#define EXTRAPOLATE_(x, maxV, delta) \
|
|
|
|
|
{ \
|
|
|
|
|
if (maxV == 1) \
|
|
|
|
|
x = 0; \
|
|
|
|
|
else \
|
|
|
|
|
do \
|
|
|
|
|
{ \
|
|
|
|
|
if ( x < 0 ) \
|
|
|
|
|
x = -x - 1 + delta; \
|
|
|
|
|
else \
|
|
|
|
|
x = maxV - 1 - (x - maxV) - delta; \
|
|
|
|
|
} \
|
|
|
|
|
while (x >= maxV || x < 0); \
|
|
|
|
|
}
|
|
|
|
|
#ifdef BORDER_REFLECT
|
|
|
|
|
//BORDER_REFLECT: fedcba|abcdefgh|hgfedcb
|
|
|
|
|
#define ADDR_L(i,l_edge,r_edge,addr) (i) < (l_edge) ? -(i)-1 : (addr)
|
|
|
|
|
#define ADDR_R(i,r_edge,addr) (i) >= (r_edge) ? -(i)-1+((r_edge)<<1) : (addr)
|
|
|
|
|
#define EXTRAPOLATE(x, maxV) EXTRAPOLATE_(x, maxV, 0)
|
|
|
|
|
#else
|
|
|
|
|
#define EXTRAPOLATE(x, maxV) EXTRAPOLATE_(x, maxV, 1)
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
#ifdef BORDER_REFLECT_101
|
|
|
|
|
//BORDER_REFLECT_101: gfedcb|abcdefgh|gfedcba
|
|
|
|
|
#define ADDR_L(i,l_edge,r_edge,addr) (i) < (l_edge) ? -(i) : (addr)
|
|
|
|
|
#define ADDR_R(i,r_edge,addr) (i) >= (r_edge) ? -(i)-2+((r_edge)<<1) : (addr)
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
#ifdef BORDER_WRAP
|
|
|
|
|
//BORDER_WRAP: cdefgh|abcdefgh|abcdefg
|
|
|
|
|
#define ADDR_L(i,l_edge,r_edge,addr) (i) < (l_edge) ? (i)+(r_edge) : (addr)
|
|
|
|
|
#define ADDR_R(i,r_edge,addr) (i) >= (r_edge) ? (i)-(r_edge) : (addr)
|
|
|
|
|
#else
|
|
|
|
|
#error No extrapolation method
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
/**********************************************************************************
|
|
|
|
@@ -96,73 +105,71 @@ The info above maybe obsolete.
|
|
|
|
|
***********************************************************************************/
|
|
|
|
|
|
|
|
|
|
__kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_C1_D0
|
|
|
|
|
(__global const uchar * restrict src,
|
|
|
|
|
__global float * dst,
|
|
|
|
|
const int dst_cols,
|
|
|
|
|
const int dst_rows,
|
|
|
|
|
const int src_whole_cols,
|
|
|
|
|
const int src_whole_rows,
|
|
|
|
|
const int src_step_in_pixel,
|
|
|
|
|
const int src_offset_x,
|
|
|
|
|
const int src_offset_y,
|
|
|
|
|
const int dst_step_in_pixel,
|
|
|
|
|
const int radiusy,
|
|
|
|
|
__constant float * mat_kernel __attribute__((max_constant_size(4*(2*RADIUSX+1)))))
|
|
|
|
|
(__global uchar * restrict src,
|
|
|
|
|
__global float * dst,
|
|
|
|
|
int dst_cols, int dst_rows,
|
|
|
|
|
int src_whole_cols, int src_whole_rows,
|
|
|
|
|
int src_step_in_pixel,
|
|
|
|
|
int src_offset_x, int src_offset_y,
|
|
|
|
|
int dst_step_in_pixel, int radiusy,
|
|
|
|
|
__constant float * mat_kernel __attribute__((max_constant_size(4*(2*RADIUSX+1)))))
|
|
|
|
|
{
|
|
|
|
|
int x = get_global_id(0)<<2;
|
|
|
|
|
int y = get_global_id(1);
|
|
|
|
|
int l_x = get_local_id(0);
|
|
|
|
|
int l_y = get_local_id(1);
|
|
|
|
|
int start_x = x+src_offset_x-RADIUSX & 0xfffffffc;
|
|
|
|
|
int offset = src_offset_x-RADIUSX & 3;
|
|
|
|
|
int start_y = y+src_offset_y-radiusy;
|
|
|
|
|
int start_addr = mad24(start_y,src_step_in_pixel,start_x);
|
|
|
|
|
|
|
|
|
|
int start_x = x+src_offset_x - RADIUSX & 0xfffffffc;
|
|
|
|
|
int offset = src_offset_x - RADIUSX & 3;
|
|
|
|
|
int start_y = y + src_offset_y - radiusy;
|
|
|
|
|
int start_addr = mad24(start_y, src_step_in_pixel, start_x);
|
|
|
|
|
int i;
|
|
|
|
|
float4 sum;
|
|
|
|
|
uchar4 temp[READ_TIMES_ROW];
|
|
|
|
|
|
|
|
|
|
__local uchar4 LDS_DAT[LSIZE1][READ_TIMES_ROW*LSIZE0+1];
|
|
|
|
|
#ifdef BORDER_CONSTANT
|
|
|
|
|
int end_addr = mad24(src_whole_rows - 1,src_step_in_pixel,src_whole_cols);
|
|
|
|
|
//read pixels from src
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
int end_addr = mad24(src_whole_rows - 1, src_step_in_pixel, src_whole_cols);
|
|
|
|
|
|
|
|
|
|
// read pixels from src
|
|
|
|
|
for (i = 0; i < READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
int current_addr = start_addr+i*LSIZE0*4;
|
|
|
|
|
current_addr = ((current_addr < end_addr) && (current_addr > 0)) ? current_addr : 0;
|
|
|
|
|
temp[i] = *(__global uchar4*)&src[current_addr];
|
|
|
|
|
}
|
|
|
|
|
//judge if read out of boundary
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
|
|
|
|
|
// judge if read out of boundary
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
temp[i].x= ELEM(start_x+i*LSIZE0*4,0,src_whole_cols,0,temp[i].x);
|
|
|
|
|
temp[i].y= ELEM(start_x+i*LSIZE0*4+1,0,src_whole_cols,0,temp[i].y);
|
|
|
|
|
temp[i].z= ELEM(start_x+i*LSIZE0*4+2,0,src_whole_cols,0,temp[i].z);
|
|
|
|
|
temp[i].w= ELEM(start_x+i*LSIZE0*4+3,0,src_whole_cols,0,temp[i].w);
|
|
|
|
|
temp[i]= ELEM(start_y,0,src_whole_rows,(uchar4)0,temp[i]);
|
|
|
|
|
temp[i].x = ELEM(start_x+i*LSIZE0*4,0,src_whole_cols,0,temp[i].x);
|
|
|
|
|
temp[i].y = ELEM(start_x+i*LSIZE0*4+1,0,src_whole_cols,0,temp[i].y);
|
|
|
|
|
temp[i].z = ELEM(start_x+i*LSIZE0*4+2,0,src_whole_cols,0,temp[i].z);
|
|
|
|
|
temp[i].w = ELEM(start_x+i*LSIZE0*4+3,0,src_whole_cols,0,temp[i].w);
|
|
|
|
|
temp[i] = ELEM(start_y,0,src_whole_rows,(uchar4)0,temp[i]);
|
|
|
|
|
}
|
|
|
|
|
#else
|
|
|
|
|
int not_all_in_range = (start_x<0) | (start_x + READ_TIMES_ROW*LSIZE0*4+4>src_whole_cols)| (start_y<0) | (start_y >= src_whole_rows);
|
|
|
|
|
int4 index[READ_TIMES_ROW];
|
|
|
|
|
int4 addr;
|
|
|
|
|
int s_y;
|
|
|
|
|
if(not_all_in_range)
|
|
|
|
|
|
|
|
|
|
if (not_all_in_range)
|
|
|
|
|
{
|
|
|
|
|
//judge if read out of boundary
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
// judge if read out of boundary
|
|
|
|
|
for (i = 0; i < READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
index[i].x= ADDR_L(start_x+i*LSIZE0*4,0,src_whole_cols,start_x+i*LSIZE0*4);
|
|
|
|
|
index[i].x= ADDR_R(start_x+i*LSIZE0*4,src_whole_cols,index[i].x);
|
|
|
|
|
index[i].y= ADDR_L(start_x+i*LSIZE0*4+1,0,src_whole_cols,start_x+i*LSIZE0*4+1);
|
|
|
|
|
index[i].y= ADDR_R(start_x+i*LSIZE0*4+1,src_whole_cols,index[i].y);
|
|
|
|
|
index[i].z= ADDR_L(start_x+i*LSIZE0*4+2,0,src_whole_cols,start_x+i*LSIZE0*4+2);
|
|
|
|
|
index[i].z= ADDR_R(start_x+i*LSIZE0*4+2,src_whole_cols,index[i].z);
|
|
|
|
|
index[i].w= ADDR_L(start_x+i*LSIZE0*4+3,0,src_whole_cols,start_x+i*LSIZE0*4+3);
|
|
|
|
|
index[i].w= ADDR_R(start_x+i*LSIZE0*4+3,src_whole_cols,index[i].w);
|
|
|
|
|
index[i] = (int4)(start_x+i*LSIZE0*4) + (int4)(0, 1, 2, 3);
|
|
|
|
|
EXTRAPOLATE(index[i].x, src_whole_cols);
|
|
|
|
|
EXTRAPOLATE(index[i].y, src_whole_cols);
|
|
|
|
|
EXTRAPOLATE(index[i].z, src_whole_cols);
|
|
|
|
|
EXTRAPOLATE(index[i].w, src_whole_cols);
|
|
|
|
|
}
|
|
|
|
|
s_y= ADDR_L(start_y,0,src_whole_rows,start_y);
|
|
|
|
|
s_y= ADDR_R(start_y,src_whole_rows,s_y);
|
|
|
|
|
//read pixels from src
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
s_y = start_y;
|
|
|
|
|
EXTRAPOLATE(s_y, src_whole_rows);
|
|
|
|
|
|
|
|
|
|
// read pixels from src
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
addr = mad24((int4)s_y,(int4)src_step_in_pixel,index[i]);
|
|
|
|
|
temp[i].x = src[addr.x];
|
|
|
|
@@ -173,64 +180,55 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
//read pixels from src
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
// read pixels from src
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
temp[i] = *(__global uchar4*)&src[start_addr+i*LSIZE0*4];
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
//save pixels to lds
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
// save pixels to lds
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
LDS_DAT[l_y][l_x+i*LSIZE0]=temp[i];
|
|
|
|
|
}
|
|
|
|
|
barrier(CLK_LOCAL_MEM_FENCE);
|
|
|
|
|
|
|
|
|
|
//read pixels from lds and calculate the result
|
|
|
|
|
// read pixels from lds and calculate the result
|
|
|
|
|
sum =convert_float4(vload4(0,(__local uchar*)&LDS_DAT[l_y][l_x]+RADIUSX+offset))*mat_kernel[RADIUSX];
|
|
|
|
|
for(i=1; i<=RADIUSX; i++)
|
|
|
|
|
for (i=1; i<=RADIUSX; i++)
|
|
|
|
|
{
|
|
|
|
|
temp[0]=vload4(0,(__local uchar*)&LDS_DAT[l_y][l_x]+RADIUSX+offset-i);
|
|
|
|
|
temp[1]=vload4(0,(__local uchar*)&LDS_DAT[l_y][l_x]+RADIUSX+offset+i);
|
|
|
|
|
sum += convert_float4(temp[0])*mat_kernel[RADIUSX-i]+convert_float4(temp[1])*mat_kernel[RADIUSX+i];
|
|
|
|
|
temp[0] = vload4(0, (__local uchar*)&LDS_DAT[l_y][l_x] + RADIUSX + offset - i);
|
|
|
|
|
temp[1] = vload4(0, (__local uchar*)&LDS_DAT[l_y][l_x] + RADIUSX + offset + i);
|
|
|
|
|
sum += convert_float4(temp[0]) * mat_kernel[RADIUSX-i] + convert_float4(temp[1]) * mat_kernel[RADIUSX+i];
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
start_addr = mad24(y,dst_step_in_pixel,x);
|
|
|
|
|
//write the result to dst
|
|
|
|
|
if((x+3<dst_cols) & (y<dst_rows))
|
|
|
|
|
{
|
|
|
|
|
|
|
|
|
|
// write the result to dst
|
|
|
|
|
if ((x+3<dst_cols) & (y<dst_rows))
|
|
|
|
|
*(__global float4*)&dst[start_addr] = sum;
|
|
|
|
|
}
|
|
|
|
|
else if((x+2<dst_cols) & (y<dst_rows))
|
|
|
|
|
else if ((x+2<dst_cols) && (y<dst_rows))
|
|
|
|
|
{
|
|
|
|
|
dst[start_addr] = sum.x;
|
|
|
|
|
dst[start_addr+1] = sum.y;
|
|
|
|
|
dst[start_addr+2] = sum.z;
|
|
|
|
|
}
|
|
|
|
|
else if((x+1<dst_cols) & (y<dst_rows))
|
|
|
|
|
else if ((x+1<dst_cols) && (y<dst_rows))
|
|
|
|
|
{
|
|
|
|
|
dst[start_addr] = sum.x;
|
|
|
|
|
dst[start_addr+1] = sum.y;
|
|
|
|
|
}
|
|
|
|
|
else if((x<dst_cols) & (y<dst_rows))
|
|
|
|
|
{
|
|
|
|
|
else if (x<dst_cols && y<dst_rows)
|
|
|
|
|
dst[start_addr] = sum.x;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
__kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_C4_D0
|
|
|
|
|
(__global const uchar4 * restrict src,
|
|
|
|
|
__global float4 * dst,
|
|
|
|
|
const int dst_cols,
|
|
|
|
|
const int dst_rows,
|
|
|
|
|
const int src_whole_cols,
|
|
|
|
|
const int src_whole_rows,
|
|
|
|
|
const int src_step_in_pixel,
|
|
|
|
|
const int src_offset_x,
|
|
|
|
|
const int src_offset_y,
|
|
|
|
|
const int dst_step_in_pixel,
|
|
|
|
|
const int radiusy,
|
|
|
|
|
__constant float * mat_kernel __attribute__((max_constant_size(4*(2*RADIUSX+1)))))
|
|
|
|
|
(__global uchar4 * restrict src,
|
|
|
|
|
__global float4 * dst,
|
|
|
|
|
int dst_cols, int dst_rows,
|
|
|
|
|
int src_whole_cols, int src_whole_rows,
|
|
|
|
|
int src_step_in_pixel,
|
|
|
|
|
int src_offset_x, int src_offset_y,
|
|
|
|
|
int dst_step_in_pixel, int radiusy,
|
|
|
|
|
__constant float * mat_kernel __attribute__((max_constant_size(4*(2*RADIUSX+1)))))
|
|
|
|
|
{
|
|
|
|
|
int x = get_global_id(0);
|
|
|
|
|
int y = get_global_id(1);
|
|
|
|
@@ -246,15 +244,17 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
|
|
|
|
|
__local uchar4 LDS_DAT[LSIZE1][READ_TIMES_ROW*LSIZE0+1];
|
|
|
|
|
#ifdef BORDER_CONSTANT
|
|
|
|
|
int end_addr = mad24(src_whole_rows - 1,src_step_in_pixel,src_whole_cols);
|
|
|
|
|
//read pixels from src
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
|
|
|
|
|
// read pixels from src
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
int current_addr = start_addr+i*LSIZE0;
|
|
|
|
|
current_addr = ((current_addr < end_addr) && (current_addr > 0)) ? current_addr : 0;
|
|
|
|
|
temp[i] = src[current_addr];
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
//judge if read out of boundary
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
temp[i]= ELEM(start_x+i*LSIZE0,0,src_whole_cols,(uchar4)0,temp[i]);
|
|
|
|
|
temp[i]= ELEM(start_y,0,src_whole_rows,(uchar4)0,temp[i]);
|
|
|
|
@@ -262,39 +262,37 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
|
|
|
|
|
#else
|
|
|
|
|
int index[READ_TIMES_ROW];
|
|
|
|
|
int s_x,s_y;
|
|
|
|
|
//judge if read out of boundary
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
|
|
|
|
|
// judge if read out of boundary
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
s_x= ADDR_L(start_x+i*LSIZE0,0,src_whole_cols,start_x+i*LSIZE0);
|
|
|
|
|
s_x= ADDR_R(start_x+i*LSIZE0,src_whole_cols,s_x);
|
|
|
|
|
s_y= ADDR_L(start_y,0,src_whole_rows,start_y);
|
|
|
|
|
s_y= ADDR_R(start_y,src_whole_rows,s_y);
|
|
|
|
|
s_x = start_x+i*LSIZE0;
|
|
|
|
|
EXTRAPOLATE(s_x, src_whole_cols);
|
|
|
|
|
s_y = start_y;
|
|
|
|
|
EXTRAPOLATE(s_y, src_whole_rows);
|
|
|
|
|
index[i]=mad24(s_y,src_step_in_pixel,s_x);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
//read pixels from src
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
temp[i] = src[index[i]];
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
//save pixels to lds
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
LDS_DAT[l_y][l_x+i*LSIZE0]=temp[i];
|
|
|
|
|
}
|
|
|
|
|
barrier(CLK_LOCAL_MEM_FENCE);
|
|
|
|
|
|
|
|
|
|
//read pixels from lds and calculate the result
|
|
|
|
|
sum =convert_float4(LDS_DAT[l_y][l_x+RADIUSX])*mat_kernel[RADIUSX];
|
|
|
|
|
for(i=1; i<=RADIUSX; i++)
|
|
|
|
|
for (i=1; i<=RADIUSX; i++)
|
|
|
|
|
{
|
|
|
|
|
temp[0]=LDS_DAT[l_y][l_x+RADIUSX-i];
|
|
|
|
|
temp[1]=LDS_DAT[l_y][l_x+RADIUSX+i];
|
|
|
|
|
sum += convert_float4(temp[0])*mat_kernel[RADIUSX-i]+convert_float4(temp[1])*mat_kernel[RADIUSX+i];
|
|
|
|
|
}
|
|
|
|
|
//write the result to dst
|
|
|
|
|
if((x<dst_cols) & (y<dst_rows))
|
|
|
|
|
if (x<dst_cols && y<dst_rows)
|
|
|
|
|
{
|
|
|
|
|
start_addr = mad24(y,dst_step_in_pixel,x);
|
|
|
|
|
dst[start_addr] = sum;
|
|
|
|
@@ -302,18 +300,14 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
__kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_C1_D5
|
|
|
|
|
(__global const float * restrict src,
|
|
|
|
|
__global float * dst,
|
|
|
|
|
const int dst_cols,
|
|
|
|
|
const int dst_rows,
|
|
|
|
|
const int src_whole_cols,
|
|
|
|
|
const int src_whole_rows,
|
|
|
|
|
const int src_step_in_pixel,
|
|
|
|
|
const int src_offset_x,
|
|
|
|
|
const int src_offset_y,
|
|
|
|
|
const int dst_step_in_pixel,
|
|
|
|
|
const int radiusy,
|
|
|
|
|
__constant float * mat_kernel __attribute__((max_constant_size(4*(2*RADIUSX+1)))))
|
|
|
|
|
(__global float * restrict src,
|
|
|
|
|
__global float * dst,
|
|
|
|
|
int dst_cols, int dst_rows,
|
|
|
|
|
int src_whole_cols, int src_whole_rows,
|
|
|
|
|
int src_step_in_pixel,
|
|
|
|
|
int src_offset_x, int src_offset_y,
|
|
|
|
|
int dst_step_in_pixel, int radiusy,
|
|
|
|
|
__constant float * mat_kernel __attribute__((max_constant_size(4*(2*RADIUSX+1)))))
|
|
|
|
|
{
|
|
|
|
|
int x = get_global_id(0);
|
|
|
|
|
int y = get_global_id(1);
|
|
|
|
@@ -329,15 +323,17 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
|
|
|
|
|
__local float LDS_DAT[LSIZE1][READ_TIMES_ROW*LSIZE0+1];
|
|
|
|
|
#ifdef BORDER_CONSTANT
|
|
|
|
|
int end_addr = mad24(src_whole_rows - 1,src_step_in_pixel,src_whole_cols);
|
|
|
|
|
//read pixels from src
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
|
|
|
|
|
// read pixels from src
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
int current_addr = start_addr+i*LSIZE0;
|
|
|
|
|
current_addr = ((current_addr < end_addr) && (current_addr > 0)) ? current_addr : 0;
|
|
|
|
|
temp[i] = src[current_addr];
|
|
|
|
|
}
|
|
|
|
|
//judge if read out of boundary
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
|
|
|
|
|
// judge if read out of boundary
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
temp[i]= ELEM(start_x+i*LSIZE0,0,src_whole_cols,(float)0,temp[i]);
|
|
|
|
|
temp[i]= ELEM(start_y,0,src_whole_rows,(float)0,temp[i]);
|
|
|
|
@@ -345,39 +341,36 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
|
|
|
|
|
#else
|
|
|
|
|
int index[READ_TIMES_ROW];
|
|
|
|
|
int s_x,s_y;
|
|
|
|
|
//judge if read out of boundary
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
// judge if read out of boundary
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
s_x= ADDR_L(start_x+i*LSIZE0,0,src_whole_cols,start_x+i*LSIZE0);
|
|
|
|
|
s_x= ADDR_R(start_x+i*LSIZE0,src_whole_cols,s_x);
|
|
|
|
|
s_y= ADDR_L(start_y,0,src_whole_rows,start_y);
|
|
|
|
|
s_y= ADDR_R(start_y,src_whole_rows,s_y);
|
|
|
|
|
index[i]=mad24(s_y,src_step_in_pixel,s_x);
|
|
|
|
|
s_x = start_x + i*LSIZE0, s_y = start_y;
|
|
|
|
|
EXTRAPOLATE(s_x, src_whole_cols);
|
|
|
|
|
EXTRAPOLATE(s_y, src_whole_rows);
|
|
|
|
|
|
|
|
|
|
index[i]=mad24(s_y, src_step_in_pixel, s_x);
|
|
|
|
|
}
|
|
|
|
|
//read pixels from src
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
// read pixels from src
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
temp[i] = src[index[i]];
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
//save pixels to lds
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
LDS_DAT[l_y][l_x+i*LSIZE0]=temp[i];
|
|
|
|
|
}
|
|
|
|
|
barrier(CLK_LOCAL_MEM_FENCE);
|
|
|
|
|
|
|
|
|
|
//read pixels from lds and calculate the result
|
|
|
|
|
// read pixels from lds and calculate the result
|
|
|
|
|
sum =LDS_DAT[l_y][l_x+RADIUSX]*mat_kernel[RADIUSX];
|
|
|
|
|
for(i=1; i<=RADIUSX; i++)
|
|
|
|
|
for (i=1; i<=RADIUSX; i++)
|
|
|
|
|
{
|
|
|
|
|
temp[0]=LDS_DAT[l_y][l_x+RADIUSX-i];
|
|
|
|
|
temp[1]=LDS_DAT[l_y][l_x+RADIUSX+i];
|
|
|
|
|
sum += temp[0]*mat_kernel[RADIUSX-i]+temp[1]*mat_kernel[RADIUSX+i];
|
|
|
|
|
}
|
|
|
|
|
//write the result to dst
|
|
|
|
|
if((x<dst_cols) & (y<dst_rows))
|
|
|
|
|
|
|
|
|
|
// write the result to dst
|
|
|
|
|
if (x<dst_cols && y<dst_rows)
|
|
|
|
|
{
|
|
|
|
|
start_addr = mad24(y,dst_step_in_pixel,x);
|
|
|
|
|
dst[start_addr] = sum;
|
|
|
|
@@ -385,18 +378,14 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
__kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_C4_D5
|
|
|
|
|
(__global const float4 * restrict src,
|
|
|
|
|
__global float4 * dst,
|
|
|
|
|
const int dst_cols,
|
|
|
|
|
const int dst_rows,
|
|
|
|
|
const int src_whole_cols,
|
|
|
|
|
const int src_whole_rows,
|
|
|
|
|
const int src_step_in_pixel,
|
|
|
|
|
const int src_offset_x,
|
|
|
|
|
const int src_offset_y,
|
|
|
|
|
const int dst_step_in_pixel,
|
|
|
|
|
const int radiusy,
|
|
|
|
|
__constant float * mat_kernel __attribute__((max_constant_size(4*(2*RADIUSX+1)))))
|
|
|
|
|
(__global float4 * restrict src,
|
|
|
|
|
__global float4 * dst,
|
|
|
|
|
int dst_cols, int dst_rows,
|
|
|
|
|
int src_whole_cols, int src_whole_rows,
|
|
|
|
|
int src_step_in_pixel,
|
|
|
|
|
int src_offset_x, int src_offset_y,
|
|
|
|
|
int dst_step_in_pixel, int radiusy,
|
|
|
|
|
__constant float * mat_kernel __attribute__((max_constant_size(4*(2*RADIUSX+1)))))
|
|
|
|
|
{
|
|
|
|
|
int x = get_global_id(0);
|
|
|
|
|
int y = get_global_id(1);
|
|
|
|
@@ -412,15 +401,17 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
|
|
|
|
|
__local float4 LDS_DAT[LSIZE1][READ_TIMES_ROW*LSIZE0+1];
|
|
|
|
|
#ifdef BORDER_CONSTANT
|
|
|
|
|
int end_addr = mad24(src_whole_rows - 1,src_step_in_pixel,src_whole_cols);
|
|
|
|
|
//read pixels from src
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
|
|
|
|
|
// read pixels from src
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
int current_addr = start_addr+i*LSIZE0;
|
|
|
|
|
current_addr = ((current_addr < end_addr) && (current_addr > 0)) ? current_addr : 0;
|
|
|
|
|
temp[i] = src[current_addr];
|
|
|
|
|
}
|
|
|
|
|
//judge if read out of boundary
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
|
|
|
|
|
// judge if read out of boundary
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
temp[i]= ELEM(start_x+i*LSIZE0,0,src_whole_cols,(float4)0,temp[i]);
|
|
|
|
|
temp[i]= ELEM(start_y,0,src_whole_rows,(float4)0,temp[i]);
|
|
|
|
@@ -428,42 +419,39 @@ __kernel __attribute__((reqd_work_group_size(LSIZE0,LSIZE1,1))) void row_filter_
|
|
|
|
|
#else
|
|
|
|
|
int index[READ_TIMES_ROW];
|
|
|
|
|
int s_x,s_y;
|
|
|
|
|
//judge if read out of boundary
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
|
|
|
|
|
// judge if read out of boundary
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
s_x= ADDR_L(start_x+i*LSIZE0,0,src_whole_cols,start_x+i*LSIZE0);
|
|
|
|
|
s_x= ADDR_R(start_x+i*LSIZE0,src_whole_cols,s_x);
|
|
|
|
|
s_y= ADDR_L(start_y,0,src_whole_rows,start_y);
|
|
|
|
|
s_y= ADDR_R(start_y,src_whole_rows,s_y);
|
|
|
|
|
s_x = start_x + i*LSIZE0, s_y = start_y;
|
|
|
|
|
EXTRAPOLATE(s_x, src_whole_cols);
|
|
|
|
|
EXTRAPOLATE(s_y, src_whole_rows);
|
|
|
|
|
|
|
|
|
|
index[i]=mad24(s_y,src_step_in_pixel,s_x);
|
|
|
|
|
}
|
|
|
|
|
//read pixels from src
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
// read pixels from src
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
temp[i] = src[index[i]];
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
//save pixels to lds
|
|
|
|
|
for(i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
{
|
|
|
|
|
// save pixels to lds
|
|
|
|
|
for (i = 0; i<READ_TIMES_ROW; i++)
|
|
|
|
|
LDS_DAT[l_y][l_x+i*LSIZE0]=temp[i];
|
|
|
|
|
}
|
|
|
|
|
barrier(CLK_LOCAL_MEM_FENCE);
|
|
|
|
|
|
|
|
|
|
//read pixels from lds and calculate the result
|
|
|
|
|
// read pixels from lds and calculate the result
|
|
|
|
|
sum =LDS_DAT[l_y][l_x+RADIUSX]*mat_kernel[RADIUSX];
|
|
|
|
|
for(i=1; i<=RADIUSX; i++)
|
|
|
|
|
for (i=1; i<=RADIUSX; i++)
|
|
|
|
|
{
|
|
|
|
|
temp[0]=LDS_DAT[l_y][l_x+RADIUSX-i];
|
|
|
|
|
temp[1]=LDS_DAT[l_y][l_x+RADIUSX+i];
|
|
|
|
|
sum += temp[0]*mat_kernel[RADIUSX-i]+temp[1]*mat_kernel[RADIUSX+i];
|
|
|
|
|
}
|
|
|
|
|
//write the result to dst
|
|
|
|
|
if((x<dst_cols) & (y<dst_rows))
|
|
|
|
|
|
|
|
|
|
// write the result to dst
|
|
|
|
|
if (x<dst_cols && y<dst_rows)
|
|
|
|
|
{
|
|
|
|
|
start_addr = mad24(y,dst_step_in_pixel,x);
|
|
|
|
|
dst[start_addr] = sum;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|