mirror of
https://github.com/opencv/opencv.git
synced 2024-12-05 09:49:12 +08:00
261 lines
11 KiB
C++
261 lines
11 KiB
C++
// This file is part of OpenCV project.
|
|
// It is subject to the license terms in the LICENSE file found in the top-level directory
|
|
// of this distribution and at http://opencv.org/license.html.
|
|
//
|
|
// Copyright (C) 2018 Intel Corporation
|
|
|
|
#include <opencv2/core/ocl.hpp>
|
|
#include <opencv2/core/ocl_genbase.hpp>
|
|
#include <opencv2/core/opencl/ocl_defs.hpp>
|
|
|
|
#ifdef HAVE_OPENCL
|
|
const char* opencl_symm7x7_src =
|
|
"#if BORDER_REPLICATE\n"
|
|
"#define GET_BORDER(elem) (elem)\n"
|
|
"#define SET_ALL(i, j) a0[i] = a0[j]; a1[i] = a1[j]; a2[i] = a2[j]; b[i] = b[j]; c0[i] = c0[j]; c1[i] = c1[j]; c2[i] = c2[j];\n"
|
|
"#else\n"
|
|
"#define GET_BORDER(elem) (BORDER_CONSTANT_VALUE)\n"
|
|
"#define SET_ALL(i, j) a0[i] = a1[i] = a2[i] = c0[i] = c1[i] = c2[i] = BORDER_CONSTANT_VALUE; b[i] = BORDER_CONSTANT_VALUE;\n"
|
|
"#endif\n"
|
|
"#define GET_A0(id, x, l_edge, a1) ((x) <= (l_edge + 2) ? GET_BORDER(a1) : (((const __global uchar*)(id))[-3]))\n"
|
|
"#define GET_A1(id, x, l_edge, a2) ((x) <= (l_edge + 1) ? GET_BORDER(a2) : (((const __global uchar*)(id))[-2]))\n"
|
|
"#define GET_A2(id, x, l_edge, b) ((x) <= (l_edge) ? GET_BORDER(b.s0) : (((const __global uchar*)(id))[-1]))\n"
|
|
"#define GET_C0(id, x, r_edge, b) ((x) >= (r_edge) ? GET_BORDER(b.s7) : (((const __global uchar*)(id))[8]))\n"
|
|
"#define GET_C1(id, x, r_edge, c0) ((x) >= (r_edge - 1) ? GET_BORDER(c0) : (((const __global uchar*)(id))[8 + 1]))\n"
|
|
"#define GET_C2(id, x, r_edge, c1) ((x) >= (r_edge - 2) ? GET_BORDER(c1) : (((const __global uchar*)(id))[8 + 2]))\n"
|
|
"__kernel void symm_7x7_test(\n"
|
|
"__global const uchar * srcptr,\n"
|
|
"int srcStep, int srcEndX, int srcEndY,\n"
|
|
"__global uchar * dstptr, int dstStep,\n"
|
|
"int rows, int cols,\n"
|
|
"int tile_y_coord,\n"
|
|
"__constant int * coeff)\n"
|
|
"{\n"
|
|
"int lEdge = 0, rEdge = cols - 8;\n"
|
|
"int x = (get_global_id(0) < cols/8) ? get_global_id(0) * 8: cols - 8;\n"
|
|
"int y = get_global_id(1);\n"
|
|
"int yd = min(3, tile_y_coord);\n"
|
|
"int dst_id = mad24(y, dstStep, x);\n"
|
|
"y+=yd;\n"
|
|
"int src_id = mad24(y, srcStep, x);\n"
|
|
"int y_limit = y + tile_y_coord;\n"
|
|
"y_limit-=yd;\n"
|
|
"const __global uchar* psrc = (const __global uchar*)(srcptr + src_id);\n"
|
|
"__global uchar* pdst = (__global uchar*)(dstptr + dst_id);\n"
|
|
"#define BSIZE (7)\n"
|
|
"float a0[BSIZE]; float a1[BSIZE]; float a2[BSIZE];\n"
|
|
"float8 b[BSIZE];\n"
|
|
"float c0[BSIZE]; float c1[BSIZE]; float c2[BSIZE];\n"
|
|
"b[3] = convert_float8(vload8(0, (const __global uchar*)psrc));\n"
|
|
"if( (y_limit <=2 ) || (y_limit >= srcEndY - 3) || (x >= rEdge-2) || (x <= lEdge + 2) )\n"
|
|
"{\n"
|
|
"a2[3] = GET_A2(psrc, x, lEdge, b[3]);\n"
|
|
"a1[3] = GET_A1(psrc, x, lEdge, a2[3]);\n"
|
|
"a0[3] = GET_A0(psrc, x, lEdge, a1[3]);\n"
|
|
"c0[3] = GET_C0(psrc, x, rEdge, b[3]);\n"
|
|
"c1[3] = GET_C1(psrc, x, rEdge, c0[3]);\n"
|
|
"c2[3] = GET_C2(psrc, x, rEdge, c1[3]);\n"
|
|
"if(y_limit > 0)\n"
|
|
"{\n"
|
|
"b[2] = convert_float8(vload8(0, (const __global uchar*)(psrc - srcStep)));\n"
|
|
"a2[2] = GET_A2(psrc - srcStep, x, lEdge, b[2]);\n"
|
|
"a1[2] = GET_A1(psrc - srcStep, x, lEdge, a2[2]);\n"
|
|
"a0[2] = GET_A0(psrc - srcStep, x, lEdge, a1[2]);\n"
|
|
"c0[2] = GET_C0(psrc - srcStep, x, rEdge, b[2]);\n"
|
|
"c1[2] = GET_C1(psrc - srcStep, x, rEdge, c0[2]);\n"
|
|
"c2[2] = GET_C2(psrc - srcStep, x, rEdge, c1[2]);\n"
|
|
"}\n"
|
|
"else\n"
|
|
"{\n"
|
|
"SET_ALL(2, 3);\n"
|
|
"}\n"
|
|
"if( y_limit > 1 )\n"
|
|
"{\n"
|
|
"b[1] = convert_float8(vload8(0, (const __global uchar*)(psrc - srcStep*2)));\n"
|
|
"a2[1] = GET_A2(psrc - srcStep*2, x, lEdge, b[1]);\n"
|
|
"a1[1] = GET_A1(psrc - srcStep*2, x, lEdge, a2[1]);\n"
|
|
"a0[1] = GET_A0(psrc - srcStep*2, x, lEdge, a1[1]);\n"
|
|
"c0[1] = GET_C0(psrc - srcStep*2, x, rEdge, b[1]);\n"
|
|
"c1[1] = GET_C1(psrc - srcStep*2, x, rEdge, c0[1]);\n"
|
|
"c2[1] = GET_C2(psrc - srcStep*2, x, rEdge, c1[1]);\n"
|
|
"}\n"
|
|
"else\n"
|
|
"{\n"
|
|
"SET_ALL(1, 2);\n"
|
|
"}\n"
|
|
"if( y_limit > 2 )\n"
|
|
"{\n"
|
|
"b[0] = convert_float8(vload8(0, (const __global uchar*)(psrc - srcStep*3)));\n"
|
|
"a2[0] = GET_A2(psrc - srcStep*3, x, lEdge, b[0]);\n"
|
|
"a1[0] = GET_A1(psrc - srcStep*3, x, lEdge, a2[0]);\n"
|
|
"a0[0] = GET_A0(psrc - srcStep*3, x, lEdge, a1[0]);\n"
|
|
"c0[0] = GET_C0(psrc - srcStep*3, x, rEdge, b[0]);\n"
|
|
"c1[0] = GET_C1(psrc - srcStep*3, x, rEdge, c0[0]);\n"
|
|
"c2[0] = GET_C2(psrc - srcStep*3, x, rEdge, c1[0]);\n"
|
|
"}\n"
|
|
"else\n"
|
|
"{\n"
|
|
"SET_ALL(0, 1);\n"
|
|
"}\n"
|
|
"if( y_limit < srcEndY - 1 )\n"
|
|
"{\n"
|
|
"b[4] = convert_float8(vload8(0, (const __global uchar*)(psrc + srcStep)));\n"
|
|
"a2[4] = GET_A2(psrc + srcStep, x, lEdge, b[4]);\n"
|
|
"a1[4] = GET_A1(psrc + srcStep, x, lEdge, a2[4]);\n"
|
|
"a0[4] = GET_A0(psrc + srcStep, x, lEdge, a1[4]);\n"
|
|
"c0[4] = GET_C0(psrc + srcStep, x, rEdge, b[4]);\n"
|
|
"c1[4] = GET_C1(psrc + srcStep, x, rEdge, c0[4]);\n"
|
|
"c2[4] = GET_C2(psrc + srcStep, x, rEdge, c1[4]);\n"
|
|
"}\n"
|
|
"else\n"
|
|
"{\n"
|
|
"SET_ALL(4, 3);\n"
|
|
"}\n"
|
|
"if( y_limit < srcEndY - 2 )\n"
|
|
"{\n"
|
|
"b[5] = convert_float8(vload8(0, (const __global uchar*)(psrc + srcStep*2)));\n"
|
|
"a2[5] = GET_A2(psrc + srcStep*2, x, lEdge, b[5]);\n"
|
|
"a1[5] = GET_A1(psrc + srcStep*2, x, lEdge, a2[5]);\n"
|
|
"a0[5] = GET_A0(psrc + srcStep*2, x, lEdge, a1[5]);\n"
|
|
"c0[5] = GET_C0(psrc + srcStep*2, x, rEdge, b[5]);\n"
|
|
"c1[5] = GET_C1(psrc + srcStep*2, x, rEdge, c0[5]);\n"
|
|
"c2[5] = GET_C2(psrc + srcStep*2, x, rEdge, c1[5]);\n"
|
|
"}\n"
|
|
"else\n"
|
|
"{\n"
|
|
"SET_ALL(5, 4);\n"
|
|
"}\n"
|
|
"if( y_limit < srcEndY - 3 )\n"
|
|
"{\n"
|
|
"b[6] = convert_float8(vload8(0, (const __global uchar*)(psrc + srcStep*3)));\n"
|
|
"a2[6] = GET_A2(psrc + srcStep*3, x, lEdge, b[6]);\n"
|
|
"a1[6] = GET_A1(psrc + srcStep*3, x, lEdge, a2[6]);\n"
|
|
"a0[6] = GET_A0(psrc + srcStep*3, x, lEdge, a1[6]);\n"
|
|
"c0[6] = GET_C0(psrc + srcStep*3, x, rEdge, b[6]);\n"
|
|
"c1[6] = GET_C1(psrc + srcStep*3, x, rEdge, c0[6]);\n"
|
|
"c2[6] = GET_C2(psrc + srcStep*3, x, rEdge, c1[6]);\n"
|
|
"}\n"
|
|
"else\n"
|
|
"{\n"
|
|
"SET_ALL(6, 5);\n"
|
|
"}\n"
|
|
"}\n"
|
|
"else\n"
|
|
"{\n"
|
|
"a2[3] = (((const __global uchar*)(psrc))[-1]);\n"
|
|
"a1[3] = (((const __global uchar*)(psrc))[-2]);\n"
|
|
"a0[3] = (((const __global uchar*)(psrc))[-3]);\n"
|
|
"c0[3] = (((const __global uchar*)(psrc))[8]);\n"
|
|
"c1[3] = (((const __global uchar*)(psrc))[8 + 1]);\n"
|
|
"c2[3] = (((const __global uchar*)(psrc))[8 + 2]);\n"
|
|
"b[2] = convert_float8(vload8(0, (const __global uchar*)(psrc - srcStep)));\n"
|
|
"a2[2] = (((const __global uchar*)(psrc - srcStep))[-1]);\n"
|
|
"a1[2] = (((const __global uchar*)(psrc - srcStep))[-2]);\n"
|
|
"a0[2] = (((const __global uchar*)(psrc - srcStep))[-3]);\n"
|
|
"c0[2] = (((const __global uchar*)(psrc - srcStep))[8]);\n"
|
|
"c1[2] = (((const __global uchar*)(psrc - srcStep))[8 + 1]);\n"
|
|
"c2[2] = (((const __global uchar*)(psrc - srcStep))[8 + 2]);\n"
|
|
"b[1] = convert_float8(vload8(0, (const __global uchar*)(psrc - srcStep*2)));\n"
|
|
"a2[1] = (((const __global uchar*)(psrc - srcStep*2))[-1]);\n"
|
|
"a1[1] = (((const __global uchar*)(psrc - srcStep*2))[-2]);\n"
|
|
"a0[1] = (((const __global uchar*)(psrc - srcStep*2))[-3]);\n"
|
|
"c0[1] = (((const __global uchar*)(psrc - srcStep*2))[8]);\n"
|
|
"c1[1] = (((const __global uchar*)(psrc - srcStep*2))[8 + 1]);\n"
|
|
"c2[1] = (((const __global uchar*)(psrc - srcStep*2))[8 + 2]);\n"
|
|
"b[0] = convert_float8(vload8(0, (const __global uchar*)(psrc - srcStep*3)));\n"
|
|
"a2[0] = (((const __global uchar*)(psrc - srcStep*3))[-1]);\n"
|
|
"a1[0] = (((const __global uchar*)(psrc - srcStep*3))[-2]);\n"
|
|
"a0[0] = (((const __global uchar*)(psrc - srcStep*3))[-3]);\n"
|
|
"c0[0] = (((const __global uchar*)(psrc - srcStep*3))[8]);\n"
|
|
"c1[0] = (((const __global uchar*)(psrc - srcStep*3))[8 + 1]);\n"
|
|
"c2[0] = (((const __global uchar*)(psrc - srcStep*3))[8 + 2]);\n"
|
|
"b[4] = convert_float8(vload8(0, (const __global uchar*)(psrc + srcStep)));\n"
|
|
"a2[4] = (((const __global uchar*)(psrc + srcStep))[-1]);\n"
|
|
"a1[4] = (((const __global uchar*)(psrc + srcStep))[-2]);\n"
|
|
"a0[4] = (((const __global uchar*)(psrc + srcStep))[-3]);\n"
|
|
"c0[4] = (((const __global uchar*)(psrc + srcStep))[8]);\n"
|
|
"c1[4] = (((const __global uchar*)(psrc + srcStep))[8 + 1]);\n"
|
|
"c2[4] = (((const __global uchar*)(psrc + srcStep))[8 + 2]);\n"
|
|
"b[5] = convert_float8(vload8(0, (const __global uchar*)(psrc + srcStep*2)));\n"
|
|
"a2[5] = (((const __global uchar*)(psrc + srcStep*2))[-1]);\n"
|
|
"a1[5] = (((const __global uchar*)(psrc + srcStep*2))[-2]);\n"
|
|
"a0[5] = (((const __global uchar*)(psrc + srcStep*2))[-3]);\n"
|
|
"c0[5] = (((const __global uchar*)(psrc + srcStep*2))[8]);\n"
|
|
"c1[5] = (((const __global uchar*)(psrc + srcStep*2))[8 + 1]);\n"
|
|
"c2[5] = (((const __global uchar*)(psrc + srcStep*2))[8 + 2]);\n"
|
|
"b[6] = convert_float8(vload8(0, (const __global uchar*)(psrc + srcStep*3)));\n"
|
|
"a2[6] = (((const __global uchar*)(psrc + srcStep*3))[-1]);\n"
|
|
"a1[6] = (((const __global uchar*)(psrc + srcStep*3))[-2]);\n"
|
|
"a0[6] = (((const __global uchar*)(psrc + srcStep*3))[-3]);\n"
|
|
"c0[6] = (((const __global uchar*)(psrc + srcStep*3))[8]);\n"
|
|
"c1[6] = (((const __global uchar*)(psrc + srcStep*3))[8 + 1]);\n"
|
|
"c2[6] = (((const __global uchar*)(psrc + srcStep*3))[8 + 2]);\n"
|
|
"}\n"
|
|
"float a0_sum[3]; float a1_sum[3]; float a2_sum[3];\n"
|
|
"float8 b_sum[3];\n"
|
|
"float c0_sum[3]; float c1_sum[3]; float c2_sum[3];\n"
|
|
"a0_sum[0] = a0[0] + a0[6];\n"
|
|
"a0_sum[1] = a0[1] + a0[5];\n"
|
|
"a0_sum[2] = a0[2] + a0[4];\n"
|
|
"a1_sum[0] = a1[0] + a1[6];\n"
|
|
"a1_sum[1] = a1[1] + a1[5];\n"
|
|
"a1_sum[2] = a1[2] + a1[4];\n"
|
|
"a2_sum[0] = a2[0] + a2[6];\n"
|
|
"a2_sum[1] = a2[1] + a2[5];\n"
|
|
"a2_sum[2] = a2[2] + a2[4];\n"
|
|
"c0_sum[0] = c0[0] + c0[6];\n"
|
|
"c0_sum[1] = c0[1] + c0[5];\n"
|
|
"c0_sum[2] = c0[2] + c0[4];\n"
|
|
"c1_sum[0] = c1[0] + c1[6];\n"
|
|
"c1_sum[1] = c1[1] + c1[5];\n"
|
|
"c1_sum[2] = c1[2] + c1[4];\n"
|
|
"c2_sum[0] = c2[0] + c2[6];\n"
|
|
"c2_sum[1] = c2[1] + c2[5];\n"
|
|
"c2_sum[2] = c2[2] + c2[4];\n"
|
|
"b_sum[0] = b[0] + b[6];\n"
|
|
"b_sum[1] = b[1] + b[5];\n"
|
|
"b_sum[2] = b[2] + b[4];\n"
|
|
"float8 A = b[3];\n"
|
|
"float8 intermediate = A * (float)coeff[0];\n"
|
|
"float8 B = b_sum[2] +\n"
|
|
"(float8)(a2[3], b[3].s0123, b[3].s456) +\n"
|
|
"(float8)(b[3].s123, b[3].s4567, c0[3]);\n"
|
|
"intermediate += B * (float)coeff[1];\n"
|
|
"float8 C = (float8)(a2_sum[2], b_sum[2].s0123, b_sum[2].s456) +\n"
|
|
"(float8)(b_sum[2].s123, b_sum[2].s4567, c0_sum[2]);\n"
|
|
"intermediate += C * (float)coeff[2];\n"
|
|
"float8 D = b_sum[1] +\n"
|
|
"(float8)(a1[3], a2[3], b[3].s0123, b[3].s45) +\n"
|
|
"(float8)(b[3].s23, b[3].s4567, c0[3], c1[3]);\n"
|
|
"intermediate += D * (float)coeff[3];\n"
|
|
"float8 E = (float8)(a2_sum[1], b_sum[1].s0123, b_sum[1].s456) +\n"
|
|
"(float8)( b_sum[1].s123, b_sum[1].s4567, c0_sum[1]) +\n"
|
|
"(float8)( a1_sum[2], a2_sum[2], b_sum[2].s0123, b_sum[2].s45) +\n"
|
|
"(float8)( b_sum[2].s23, b_sum[2].s4567, c0_sum[2], c1_sum[2]);\n"
|
|
"intermediate += E * (float)coeff[4];\n"
|
|
"float8 F = (float8)(a1_sum[1], a2_sum[1], b_sum[1].s0123, b_sum[1].s45) +\n"
|
|
"(float8)(b_sum[1].s23, b_sum[1].s4567, c0_sum[1], c1_sum[1]);\n"
|
|
"intermediate += F * (float)coeff[5];\n"
|
|
"float8 G = b_sum[0] +\n"
|
|
"(float8)(a0[3], a1[3], a2[3], b[3].s0123, b[3].s4) +\n"
|
|
"(float8)(b[3].s3, b[3].s4567, c0[3], c1[3], c2[3]);\n"
|
|
"intermediate += G * (float)coeff[6];\n"
|
|
"float8 H = (float8)(a2_sum[0], b_sum[0].s0123, b_sum[0].s456) +\n"
|
|
"(float8)(b_sum[0].s123, b_sum[0].s4567, c0_sum[0]) +\n"
|
|
"(float8)(a0_sum[2], a1_sum[2], a2_sum[2], b_sum[2].s0123, b_sum[2].s4) +\n"
|
|
"(float8)(b_sum[2].s3, b_sum[2].s4567, c0_sum[2], c1_sum[2], c2_sum[2]);\n"
|
|
"intermediate += H * (float)coeff[7];\n"
|
|
"float8 I = (float8)(a1_sum[0], a2_sum[0], b_sum[0].s0123, b_sum[0].s45) +\n"
|
|
"(float8)(b_sum[0].s23, b_sum[0].s4567, c0_sum[0], c1_sum[0]) +\n"
|
|
"(float8)(a0_sum[1], a1_sum[1], a2_sum[1], b_sum[1].s0123, b_sum[1].s4) +\n"
|
|
"(float8)(b_sum[1].s3, b_sum[1].s4567, c0_sum[1], c1_sum[1], c2_sum[1]);\n"
|
|
"intermediate += I * (float)coeff[8];\n"
|
|
"float8 J = (float8)(a0_sum[0], a1_sum[0], a2_sum[0], b_sum[0].s0123, b_sum[0].s4) +\n"
|
|
"(float8)(b_sum[0].s3, b_sum[0].s4567, c0_sum[0], c1_sum[0], c2_sum[0]);\n"
|
|
"intermediate += J * (float)coeff[9];\n"
|
|
"intermediate *= SCALE;\n"
|
|
"vstore8(convert_uchar8_sat(intermediate), 0, (__global uchar*)(pdst));\n"
|
|
"}\n"
|
|
;
|
|
#endif
|