diff --git a/3rdparty/hal_rvv/hal_rvv.hpp b/3rdparty/hal_rvv/hal_rvv.hpp index 756983521e..a4dd6c2326 100644 --- a/3rdparty/hal_rvv/hal_rvv.hpp +++ b/3rdparty/hal_rvv/hal_rvv.hpp @@ -39,6 +39,7 @@ #include "hal_rvv_1p0/qr.hpp" // core #include "hal_rvv_1p0/svd.hpp" // core +#include "hal_rvv_1p0/filter.hpp" // imgproc #include "hal_rvv_1p0/pyramids.hpp" // imgproc #include "hal_rvv_1p0/color.hpp" // imgproc #endif diff --git a/3rdparty/hal_rvv/hal_rvv_1p0/filter.hpp b/3rdparty/hal_rvv/hal_rvv_1p0/filter.hpp new file mode 100644 index 0000000000..d4577c8893 --- /dev/null +++ b/3rdparty/hal_rvv/hal_rvv_1p0/filter.hpp @@ -0,0 +1,852 @@ +// This file is part of OpenCV project. +// It is subject to the license terms in the LICENSE file found in the top-level directory +// of this distribution and at http://opencv.org/license.html. +#ifndef OPENCV_HAL_RVV_FILTER_HPP_INCLUDED +#define OPENCV_HAL_RVV_FILTER_HPP_INCLUDED + +#include "../../imgproc/include/opencv2/imgproc/hal/interface.h" +#include + +struct cvhalFilter2D; + +namespace cv { namespace cv_hal_rvv { + +namespace filter { +#undef cv_hal_filterInit +#undef cv_hal_filter +#undef cv_hal_filterFree +#define cv_hal_filterInit cv::cv_hal_rvv::filter::filterInit +#define cv_hal_filter cv::cv_hal_rvv::filter::filter +#define cv_hal_filterFree cv::cv_hal_rvv::filter::filterFree + +class FilterInvoker : public ParallelLoopBody +{ +public: + template + FilterInvoker(std::function _func, Args&&... args) + { + func = std::bind(_func, std::placeholders::_1, std::placeholders::_2, std::forward(args)...); + } + + virtual void operator()(const Range& range) const override + { + func(range.start, range.end); + } + +private: + std::function func; +}; + +template +static inline int invoke(int start, int end, std::function func, Args&&... args) +{ + cv::parallel_for_(Range(start + 1, end), FilterInvoker(func, std::forward(args)...), cv::getNumThreads()); + return func(start, start + 1, std::forward(args)...); +} + +static inline int borderInterpolate( int p, int len, int borderType ) +{ + if( (unsigned)p < (unsigned)len ) + ; + else if( borderType == BORDER_REPLICATE ) + p = p < 0 ? 0 : len - 1; + else if( borderType == BORDER_REFLECT || borderType == BORDER_REFLECT_101 ) + { + int delta = borderType == BORDER_REFLECT_101; + if( len == 1 ) + return 0; + do + { + if( p < 0 ) + p = -p - 1 + delta; + else + p = len - 1 - (p - len) - delta; + } + while( (unsigned)p >= (unsigned)len ); + } + else if( borderType == BORDER_CONSTANT ) + p = -1; + return p; +} + +struct Filter2D +{ + const uchar* kernel_data; + size_t kernel_step; + int kernel_type; + int kernel_width; + int kernel_height; + int src_type; + int dst_type; + int borderType; + double delta; + int anchor_x; + int anchor_y; +}; + +inline int filterInit(cvhalFilter2D** context, uchar* kernel_data, size_t kernel_step, int kernel_type, int kernel_width, int kernel_height, int /*max_width*/, int /*max_height*/, int src_type, int dst_type, int borderType, double delta, int anchor_x, int anchor_y, bool /*allowSubmatrix*/, bool /*allowInplace*/) +{ + if (kernel_type != CV_32FC1 || src_type != CV_8UC4 || dst_type != CV_8UC4) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + if (kernel_width != kernel_height) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + if (kernel_width != 3 && kernel_width != 5) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + if ((borderType & ~BORDER_ISOLATED) == BORDER_WRAP) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + + anchor_x = anchor_x < 0 ? kernel_width / 2 : anchor_x; + anchor_y = anchor_y < 0 ? kernel_height / 2 : anchor_y; + *context = reinterpret_cast(new Filter2D{kernel_data, kernel_step, kernel_type, kernel_width, kernel_height, src_type, dst_type, borderType, delta, anchor_x, anchor_y}); + return CV_HAL_ERROR_OK; +} + +static void process3(int anchor, int left, int right, float delta, const float* kernel, const uchar* row0, const uchar* row1, const uchar* row2, uchar* dst) +{ + int vl; + for (int i = left; i < right; i += vl) + { + vl = __riscv_vsetvl_e8m1(right - i); + auto s0 = __riscv_vfmv_v_f_f32m4(delta, vl); + auto s1 = __riscv_vfmv_v_f_f32m4(delta, vl); + auto s2 = __riscv_vfmv_v_f_f32m4(delta, vl); + auto s3 = __riscv_vfmv_v_f_f32m4(delta, vl); + + auto addshift = [&](vfloat32m4_t a, vfloat32m4_t b, float k0, float k1, float k2, float r1, float r2) { + a = __riscv_vfmacc(a, k0, b, vl); + b = __riscv_vfslide1down(b, r1, vl); + a = __riscv_vfmacc(a, k1, b, vl); + b = __riscv_vfslide1down(b, r2, vl); + return __riscv_vfmacc(a, k2, b, vl); + }; + auto loadsrc = [&](const uchar* row, float k0, float k1, float k2) { + if (!row) return; + + const uchar* extra = row + (i - anchor) * 4; + auto src = __riscv_vlseg4e8_v_u8m1x4(extra, vl); + auto v0 = __riscv_vfwcvt_f(__riscv_vwcvtu_x(__riscv_vget_v_u8m1x4_u8m1(src, 0), vl), vl); + auto v1 = __riscv_vfwcvt_f(__riscv_vwcvtu_x(__riscv_vget_v_u8m1x4_u8m1(src, 1), vl), vl); + auto v2 = __riscv_vfwcvt_f(__riscv_vwcvtu_x(__riscv_vget_v_u8m1x4_u8m1(src, 2), vl), vl); + auto v3 = __riscv_vfwcvt_f(__riscv_vwcvtu_x(__riscv_vget_v_u8m1x4_u8m1(src, 3), vl), vl); + + s0 = addshift(s0, v0, k0, k1, k2, extra[vl * 4 ], extra[vl * 4 + 4]); + s1 = addshift(s1, v1, k0, k1, k2, extra[vl * 4 + 1], extra[vl * 4 + 5]); + s2 = addshift(s2, v2, k0, k1, k2, extra[vl * 4 + 2], extra[vl * 4 + 6]); + s3 = addshift(s3, v3, k0, k1, k2, extra[vl * 4 + 3], extra[vl * 4 + 7]); + }; + + loadsrc(row0, kernel[0], kernel[1], kernel[2]); + loadsrc(row1, kernel[3], kernel[4], kernel[5]); + loadsrc(row2, kernel[6], kernel[7], kernel[8]); + vuint8m1x4_t val{}; + val = __riscv_vset_v_u8m1_u8m1x4(val, 0, __riscv_vnclipu(__riscv_vfncvt_xu(s0, vl), 0, __RISCV_VXRM_RNU, vl)); + val = __riscv_vset_v_u8m1_u8m1x4(val, 1, __riscv_vnclipu(__riscv_vfncvt_xu(s1, vl), 0, __RISCV_VXRM_RNU, vl)); + val = __riscv_vset_v_u8m1_u8m1x4(val, 2, __riscv_vnclipu(__riscv_vfncvt_xu(s2, vl), 0, __RISCV_VXRM_RNU, vl)); + val = __riscv_vset_v_u8m1_u8m1x4(val, 3, __riscv_vnclipu(__riscv_vfncvt_xu(s3, vl), 0, __RISCV_VXRM_RNU, vl)); + __riscv_vsseg4e8(dst + i * 4, val, vl); + } +} + +static void process5(int anchor, int left, int right, float delta, const float* kernel, const uchar* row0, const uchar* row1, const uchar* row2, const uchar* row3, const uchar* row4, uchar* dst) +{ + int vl; + for (int i = left; i < right; i += vl) + { + vl = __riscv_vsetvl_e8m1(right - i); + auto s0 = __riscv_vfmv_v_f_f32m4(delta, vl); + auto s1 = __riscv_vfmv_v_f_f32m4(delta, vl); + auto s2 = __riscv_vfmv_v_f_f32m4(delta, vl); + auto s3 = __riscv_vfmv_v_f_f32m4(delta, vl); + + auto addshift = [&](vfloat32m4_t a, vfloat32m4_t b, float k0, float k1, float k2, float k3, float k4, float r1, float r2, float r3, float r4) { + a = __riscv_vfmacc(a, k0, b, vl); + b = __riscv_vfslide1down(b, r1, vl); + a = __riscv_vfmacc(a, k1, b, vl); + b = __riscv_vfslide1down(b, r2, vl); + a = __riscv_vfmacc(a, k2, b, vl); + b = __riscv_vfslide1down(b, r3, vl); + a = __riscv_vfmacc(a, k3, b, vl); + b = __riscv_vfslide1down(b, r4, vl); + return __riscv_vfmacc(a, k4, b, vl); + }; + auto loadsrc = [&](const uchar* row, float k0, float k1, float k2, float k3, float k4) { + if (!row) return; + + auto src = __riscv_vlseg4e8_v_u8m1x4(row + (i - anchor) * 4, vl); + auto v0 = __riscv_vfwcvt_f(__riscv_vwcvtu_x(__riscv_vget_v_u8m1x4_u8m1(src, 0), vl), vl); + auto v1 = __riscv_vfwcvt_f(__riscv_vwcvtu_x(__riscv_vget_v_u8m1x4_u8m1(src, 1), vl), vl); + auto v2 = __riscv_vfwcvt_f(__riscv_vwcvtu_x(__riscv_vget_v_u8m1x4_u8m1(src, 2), vl), vl); + auto v3 = __riscv_vfwcvt_f(__riscv_vwcvtu_x(__riscv_vget_v_u8m1x4_u8m1(src, 3), vl), vl); + + const uchar* extra = row + (i + vl - anchor) * 4; + s0 = addshift(s0, v0, k0, k1, k2, k3, k4, *(extra ), *(extra + 4), *(extra + 8), *(extra + 12)); + s1 = addshift(s1, v1, k0, k1, k2, k3, k4, *(extra + 1), *(extra + 5), *(extra + 9), *(extra + 13)); + s2 = addshift(s2, v2, k0, k1, k2, k3, k4, *(extra + 2), *(extra + 6), *(extra + 10), *(extra + 14)); + s3 = addshift(s3, v3, k0, k1, k2, k3, k4, *(extra + 3), *(extra + 7), *(extra + 11), *(extra + 15)); + }; + + loadsrc(row0, kernel[ 0], kernel[ 1], kernel[ 2], kernel[ 3], kernel[ 4]); + loadsrc(row1, kernel[ 5], kernel[ 6], kernel[ 7], kernel[ 8], kernel[ 9]); + loadsrc(row2, kernel[10], kernel[11], kernel[12], kernel[13], kernel[14]); + loadsrc(row3, kernel[15], kernel[16], kernel[17], kernel[18], kernel[19]); + loadsrc(row4, kernel[20], kernel[21], kernel[22], kernel[23], kernel[24]); + vuint8m1x4_t val{}; + val = __riscv_vset_v_u8m1_u8m1x4(val, 0, __riscv_vnclipu(__riscv_vfncvt_xu(s0, vl), 0, __RISCV_VXRM_RNU, vl)); + val = __riscv_vset_v_u8m1_u8m1x4(val, 1, __riscv_vnclipu(__riscv_vfncvt_xu(s1, vl), 0, __RISCV_VXRM_RNU, vl)); + val = __riscv_vset_v_u8m1_u8m1x4(val, 2, __riscv_vnclipu(__riscv_vfncvt_xu(s2, vl), 0, __RISCV_VXRM_RNU, vl)); + val = __riscv_vset_v_u8m1_u8m1x4(val, 3, __riscv_vnclipu(__riscv_vfncvt_xu(s3, vl), 0, __RISCV_VXRM_RNU, vl)); + __riscv_vsseg4e8(dst + i * 4, val, vl); + } +} + +// the algorithm is copied from 3rdparty/carotene/src/convolution.cpp, +// in the function void CAROTENE_NS::convolution +template +static inline int filter(int start, int end, Filter2D* data, const uchar* src_data, size_t src_step, uchar* dst_data, int width, int height, int full_width, int full_height, int offset_x, int offset_y) +{ + float kernel[ksize * ksize]; + for (int i = 0; i < ksize * ksize; i++) + { + kernel[i] = reinterpret_cast(data->kernel_data + (i / ksize) * data->kernel_step)[i % ksize]; + } + + constexpr int noval = std::numeric_limits::max(); + auto access = [&](int x, int y) { + int pi, pj; + if (data->borderType & BORDER_ISOLATED) + { + pi = borderInterpolate(x - data->anchor_y, height, data->borderType & ~BORDER_ISOLATED); + pj = borderInterpolate(y - data->anchor_x, width , data->borderType & ~BORDER_ISOLATED); + pi = pi < 0 ? noval : pi; + pj = pj < 0 ? noval : pj; + } + else + { + pi = borderInterpolate(offset_y + x - data->anchor_y, full_height, data->borderType); + pj = borderInterpolate(offset_x + y - data->anchor_x, full_width , data->borderType); + pi = pi < 0 ? noval : pi - offset_y; + pj = pj < 0 ? noval : pj - offset_x; + } + return std::make_pair(pi, pj); + }; + + auto process = [&](int x, int y) { + float sum0, sum1, sum2, sum3; + sum0 = sum1 = sum2 = sum3 = data->delta; + for (int i = 0; i < ksize * ksize; i++) + { + auto p = access(x + i / ksize, y + i % ksize); + if (p.first != noval && p.second != noval) + { + sum0 += kernel[i] * src_data[p.first * src_step + p.second * 4 ]; + sum1 += kernel[i] * src_data[p.first * src_step + p.second * 4 + 1]; + sum2 += kernel[i] * src_data[p.first * src_step + p.second * 4 + 2]; + sum3 += kernel[i] * src_data[p.first * src_step + p.second * 4 + 3]; + } + } + dst_data[(x * width + y) * 4 ] = std::max(0, std::min((int)std::round(sum0), (int)std::numeric_limits::max())); + dst_data[(x * width + y) * 4 + 1] = std::max(0, std::min((int)std::round(sum1), (int)std::numeric_limits::max())); + dst_data[(x * width + y) * 4 + 2] = std::max(0, std::min((int)std::round(sum2), (int)std::numeric_limits::max())); + dst_data[(x * width + y) * 4 + 3] = std::max(0, std::min((int)std::round(sum3), (int)std::numeric_limits::max())); + }; + + for (int i = start; i < end; i++) + { + const int left = ksize - 1, right = width - (ksize - 1); + if (left >= right) + { + for (int j = 0; j < width; j++) + process(i, j); + } + else + { + for (int j = 0; j < left; j++) + process(i, j); + for (int j = right; j < width; j++) + process(i, j); + + const uchar* row0 = access(i , 0).first == noval ? nullptr : src_data + access(i , 0).first * src_step; + const uchar* row1 = access(i + 1, 0).first == noval ? nullptr : src_data + access(i + 1, 0).first * src_step; + const uchar* row2 = access(i + 2, 0).first == noval ? nullptr : src_data + access(i + 2, 0).first * src_step; + if (ksize == 3) + { + process3(data->anchor_x, left, right, data->delta, kernel, row0, row1, row2, dst_data + i * width * 4); + } + else + { + const uchar* row3 = access(i + 3, 0).first == noval ? nullptr : src_data + access(i + 3, 0).first * src_step; + const uchar* row4 = access(i + 4, 0).first == noval ? nullptr : src_data + access(i + 4, 0).first * src_step; + process5(data->anchor_x, left, right, data->delta, kernel, row0, row1, row2, row3, row4, dst_data + i * width * 4); + } + } + } + + return CV_HAL_ERROR_OK; +} + +inline int filter(cvhalFilter2D* context, uchar* src_data, size_t src_step, uchar* dst_data, size_t dst_step, int width, int height, int full_width, int full_height, int offset_x, int offset_y) +{ + Filter2D* data = reinterpret_cast(context); + std::vector dst(width * height * 4); + + int res = CV_HAL_ERROR_NOT_IMPLEMENTED; + switch (data->kernel_width) + { + case 3: + res = invoke(0, height, {filter<3>}, data, src_data, src_step, dst.data(), width, height, full_width, full_height, offset_x, offset_y); + break; + case 5: + res = invoke(0, height, {filter<5>}, data, src_data, src_step, dst.data(), width, height, full_width, full_height, offset_x, offset_y); + break; + } + + for (int i = 0; i < height; i++) + std::copy(dst.data() + i * width * 4, dst.data() + (i + 1) * width * 4, dst_data + i * dst_step); + return res; +} + +inline int filterFree(cvhalFilter2D* context) +{ + delete reinterpret_cast(context); + return CV_HAL_ERROR_OK; +} +} // cv::cv_hal_rvv::filter + +namespace sepFilter { +#undef cv_hal_sepFilterInit +#undef cv_hal_sepFilter +#undef cv_hal_sepFilterFree +#define cv_hal_sepFilterInit cv::cv_hal_rvv::sepFilter::sepFilterInit +#define cv_hal_sepFilter cv::cv_hal_rvv::sepFilter::sepFilter +#define cv_hal_sepFilterFree cv::cv_hal_rvv::sepFilter::sepFilterFree + +struct sepFilter2D +{ + int src_type; + int dst_type; + int kernel_type; + const uchar* kernelx_data; + int kernelx_length; + const uchar* kernely_data; + int kernely_length; + int anchor_x; + int anchor_y; + double delta; + int borderType; +}; + +inline int sepFilterInit(cvhalFilter2D **context, int src_type, int dst_type, int kernel_type, uchar *kernelx_data, int kernelx_length, uchar *kernely_data, int kernely_length, int anchor_x, int anchor_y, double delta, int borderType) +{ + if (kernel_type != CV_32FC1 || src_type != CV_8UC1 || (dst_type != CV_16SC1 && dst_type != CV_32FC1)) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + if (kernelx_length != kernely_length) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + if (kernelx_length != 3 && kernelx_length != 5) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + if ((borderType & ~BORDER_ISOLATED) == BORDER_WRAP) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + + anchor_x = anchor_x < 0 ? kernelx_length / 2 : anchor_x; + anchor_y = anchor_y < 0 ? kernely_length / 2 : anchor_y; + *context = reinterpret_cast(new sepFilter2D{src_type, dst_type, kernel_type, kernelx_data, kernelx_length, kernely_data, kernely_length, anchor_x, anchor_y, delta, borderType & ~BORDER_ISOLATED}); + return CV_HAL_ERROR_OK; +} + +// the algorithm is copied from 3rdparty/carotene/src/separable_filter.hpp, +// in the functor RowFilter3x3S16Generic and ColFilter3x3S16Generic +template +static inline int sepFilterRow(int start, int end, sepFilter2D* data, const uchar* src_data, size_t src_step, float* dst_data, int width, int full_width, int offset_x) +{ + constexpr int noval = std::numeric_limits::max(); + auto access = [&](int y) { + int pj; + if (data->borderType & BORDER_ISOLATED) + { + pj = filter::borderInterpolate(y - data->anchor_x, width, data->borderType & ~BORDER_ISOLATED); + pj = pj < 0 ? noval : pj; + } + else + { + pj = filter::borderInterpolate(offset_x + y - data->anchor_x, full_width, data->borderType); + pj = pj < 0 ? noval : pj - offset_x; + } + return pj; + }; + + const float* kx = reinterpret_cast(data->kernelx_data); + auto process = [&](int x, int y) { + float sum = 0; + for (int i = 0; i < ksize; i++) + { + int p = access(y + i); + if (p != noval) + { + sum += kx[i] * src_data[x * src_step + p]; + } + } + dst_data[x * width + y] = sum; + }; + + for (int i = start; i < end; i++) + { + const int left = ksize - 1, right = width - (ksize - 1); + if (left >= right) + { + for (int j = 0; j < width; j++) + process(i, j); + } + else + { + for (int j = 0; j < left; j++) + process(i, j); + for (int j = right; j < width; j++) + process(i, j); + + int vl; + for (int j = left; j < right; j += vl) + { + vl = __riscv_vsetvl_e8m2(right - j); + const uchar* extra = src_data + i * src_step + j - data->anchor_x; + auto sum = __riscv_vfmv_v_f_f32m8(0, vl); + auto src = __riscv_vfwcvt_f(__riscv_vwcvtu_x(__riscv_vle8_v_u8m2(extra, vl), vl), vl); + sum = __riscv_vfmacc(sum, kx[0], src, vl); + src = __riscv_vfslide1down(src, extra[vl], vl); + sum = __riscv_vfmacc(sum, kx[1], src, vl); + src = __riscv_vfslide1down(src, extra[vl + 1], vl); + sum = __riscv_vfmacc(sum, kx[2], src, vl); + if (ksize == 5) + { + src = __riscv_vfslide1down(src, extra[vl + 2], vl); + sum = __riscv_vfmacc(sum, kx[3], src, vl); + src = __riscv_vfslide1down(src, extra[vl + 3], vl); + sum = __riscv_vfmacc(sum, kx[4], src, vl); + } + __riscv_vse32(dst_data + i * width + j, sum, vl); + } + } + } + + return CV_HAL_ERROR_OK; +} + +template +static inline int sepFilterCol(int start, int end, sepFilter2D* data, const float* src_data, uchar* dst_data, size_t dst_step, int width, int height, int full_height, int offset_y) +{ + constexpr int noval = std::numeric_limits::max(); + auto access = [&](int x) { + int pi; + if (data->borderType & BORDER_ISOLATED) + { + pi = filter::borderInterpolate(x - data->anchor_y, height, data->borderType & ~BORDER_ISOLATED); + pi = pi < 0 ? noval : pi; + } + else + { + pi = filter::borderInterpolate(offset_y + x - data->anchor_y, full_height, data->borderType); + pi = pi < 0 ? noval : pi - offset_y; + } + return pi; + }; + + const float* ky = reinterpret_cast(data->kernely_data); + for (int i = start; i < end; i++) + { + const float* row0 = access(i ) == noval ? nullptr : src_data + access(i ) * width; + const float* row1 = access(i + 1) == noval ? nullptr : src_data + access(i + 1) * width; + const float* row2 = access(i + 2) == noval ? nullptr : src_data + access(i + 2) * width; + const float* row3, *row4; + if (ksize == 5) + { + row3 = access(i + 3) == noval ? nullptr : src_data + access(i + 3) * width; + row4 = access(i + 4) == noval ? nullptr : src_data + access(i + 4) * width; + } + + int vl; + for (int j = 0; j < width; j += vl) + { + vl = __riscv_vsetvl_e32m4(width - j); + auto v0 = row0 ? __riscv_vle32_v_f32m4(row0 + j, vl) : __riscv_vfmv_v_f_f32m4(0, vl); + auto v1 = row1 ? __riscv_vle32_v_f32m4(row1 + j, vl) : __riscv_vfmv_v_f_f32m4(0, vl); + auto v2 = row2 ? __riscv_vle32_v_f32m4(row2 + j, vl) : __riscv_vfmv_v_f_f32m4(0, vl); + auto sum = __riscv_vfmacc(__riscv_vfmacc(__riscv_vfmacc(__riscv_vfmv_v_f_f32m4(data->delta, vl), ky[0], v0, vl), ky[1], v1, vl), ky[2], v2, vl); + + if (ksize == 5) + { + auto v3 = row3 ? __riscv_vle32_v_f32m4(row3 + j, vl) : __riscv_vfmv_v_f_f32m4(0, vl); + auto v4 = row4 ? __riscv_vle32_v_f32m4(row4 + j, vl) : __riscv_vfmv_v_f_f32m4(0, vl); + sum = __riscv_vfmacc(__riscv_vfmacc(sum, ky[3], v3, vl), ky[4], v4, vl); + } + if (data->dst_type == CV_16SC1) + { + __riscv_vse16(reinterpret_cast(dst_data + i * dst_step) + j, __riscv_vfncvt_x(sum, vl), vl); + } + else + { + __riscv_vse32(reinterpret_cast(dst_data + i * dst_step) + j, sum, vl); + } + } + } + + return CV_HAL_ERROR_OK; +} + +inline int sepFilter(cvhalFilter2D *context, uchar *src_data, size_t src_step, uchar* dst_data, size_t dst_step, int width, int height, int full_width, int full_height, int offset_x, int offset_y) +{ + sepFilter2D* data = reinterpret_cast(context); + const int padding = data->kernelx_length - 1; + std::vector _result(width * (height + 2 * padding)); + float* result = _result.data() + width * padding; + + int res = CV_HAL_ERROR_NOT_IMPLEMENTED; + switch (data->kernelx_length) + { + case 3: + res = filter::invoke(-std::min(offset_y, padding), height + std::min(full_height - height - offset_y, padding), {sepFilterRow<3>}, data, src_data, src_step, result, width, full_width, offset_x); + break; + case 5: + res = filter::invoke(-std::min(offset_y, padding), height + std::min(full_height - height - offset_y, padding), {sepFilterRow<5>}, data, src_data, src_step, result, width, full_width, offset_x); + break; + } + if (res == CV_HAL_ERROR_NOT_IMPLEMENTED) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + + switch (data->kernelx_length) + { + case 3: + return filter::invoke(0, height, {sepFilterCol<3>}, data, result, dst_data, dst_step, width, height, full_height, offset_y); + case 5: + return filter::invoke(0, height, {sepFilterCol<5>}, data, result, dst_data, dst_step, width, height, full_height, offset_y); + } + + return CV_HAL_ERROR_NOT_IMPLEMENTED; +} + +inline int sepFilterFree(cvhalFilter2D* context) +{ + delete reinterpret_cast(context); + return CV_HAL_ERROR_OK; +} +} // cv::cv_hal_rvv::sepFilter + +namespace morph { +#undef cv_hal_morphInit +#undef cv_hal_morph +#undef cv_hal_morphFree +#define cv_hal_morphInit cv::cv_hal_rvv::morph::morphInit +#define cv_hal_morph cv::cv_hal_rvv::morph::morph +#define cv_hal_morphFree cv::cv_hal_rvv::morph::morphFree + +struct Morph2D +{ + int operation; + int src_type; + int dst_type; + int kernel_type; + uchar *kernel_data; + size_t kernel_step; + int kernel_width; + int kernel_height; + int anchor_x; + int anchor_y; + int borderType; + const uchar* borderValue; +}; + +inline int morphInit(cvhalFilter2D** context, int operation, int src_type, int dst_type, int /*max_width*/, int /*max_height*/, int kernel_type, uchar *kernel_data, size_t kernel_step, int kernel_width, int kernel_height, int anchor_x, int anchor_y, int borderType, const double borderValue[4], int iterations, bool /*allowSubmatrix*/, bool /*allowInplace*/) +{ + if (kernel_type != CV_8UC1 || src_type != dst_type) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + if (src_type != CV_8UC1 && src_type != CV_8UC4) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + if (kernel_width != kernel_height || kernel_width != 3) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + if (iterations != 1) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + if (operation != CV_HAL_MORPH_ERODE && operation != CV_HAL_MORPH_DILATE) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + if ((borderType & ~BORDER_ISOLATED) == BORDER_WRAP) + return CV_HAL_ERROR_NOT_IMPLEMENTED; + + uchar* borderV; + if (src_type == CV_8UC1) + { + borderV = new uchar{static_cast(borderValue[0])}; + if (operation == CV_HAL_MORPH_DILATE && borderValue[0] == DBL_MAX) + borderV[0] = 0; + } + else + { + borderV = new uchar[4]{static_cast(borderValue[0]), static_cast(borderValue[1]), static_cast(borderValue[2]), static_cast(borderValue[3])}; + if (operation == CV_HAL_MORPH_DILATE) + { + if (borderValue[0] == DBL_MAX) + borderV[0] = 0; + if (borderValue[1] == DBL_MAX) + borderV[1] = 0; + if (borderValue[2] == DBL_MAX) + borderV[2] = 0; + if (borderValue[3] == DBL_MAX) + borderV[3] = 0; + } + } + + anchor_x = anchor_x < 0 ? kernel_width / 2 : anchor_x; + anchor_y = anchor_y < 0 ? kernel_height / 2 : anchor_y; + *context = reinterpret_cast(new Morph2D{operation, src_type, dst_type, kernel_type, kernel_data, kernel_step, kernel_width, kernel_height, anchor_x, anchor_y, borderType, borderV}); + return CV_HAL_ERROR_OK; +} + +template struct rvv; +template<> struct rvv +{ + static inline uchar init() { return std::numeric_limits::max(); } + static inline uchar mop(uchar a, uchar b) { return a < b ? a : b; } + static inline vuint8m4_t vop(vuint8m4_t a, vuint8m4_t b, size_t c) { return __riscv_vminu(a, b, c); } + static inline vuint8m4_t vop(vuint8m4_t a, uchar b, size_t c) { return __riscv_vminu(a, b, c); } +}; +template<> struct rvv +{ + static inline uchar init() { return std::numeric_limits::min(); } + static inline uchar mop(uchar a, uchar b) { return a > b ? a : b; } + static inline vuint8m4_t vop(vuint8m4_t a, vuint8m4_t b, size_t c) { return __riscv_vmaxu(a, b, c); } + static inline vuint8m4_t vop(vuint8m4_t a, uchar b, size_t c) { return __riscv_vmaxu(a, b, c); } +}; + +// the algorithm is copied from 3rdparty/carotene/src/morph.cpp, +// in the function template void morph3x3 +template +static inline int morph(int start, int end, Morph2D* data, const uchar* src_data, size_t src_step, uchar* dst_data, int width, int height, int full_width, int full_height, int offset_x, int offset_y) +{ + bool kernel[9]; + for (int i = 0; i < 9; i++) + { + kernel[i] = data->kernel_data[(i / 3) * data->kernel_step + i % 3] != 0; + } + + constexpr int noval = std::numeric_limits::max(); + auto access = [&](int x, int y) { + int pi, pj; + if (data->borderType & BORDER_ISOLATED) + { + pi = filter::borderInterpolate(x - data->anchor_y, height, data->borderType & ~BORDER_ISOLATED); + pj = filter::borderInterpolate(y - data->anchor_x, width , data->borderType & ~BORDER_ISOLATED); + pi = pi < 0 ? noval : pi; + pj = pj < 0 ? noval : pj; + } + else + { + pi = filter::borderInterpolate(offset_y + x - data->anchor_y, full_height, data->borderType); + pj = filter::borderInterpolate(offset_x + y - data->anchor_x, full_width , data->borderType); + pi = pi < 0 ? noval : pi - offset_y; + pj = pj < 0 ? noval : pj - offset_x; + } + return std::make_pair(pi, pj); + }; + + auto process = [&](int x, int y) { + if (data->src_type == CV_8UC1) + { + uchar val = rvv::init(); + for (int i = 0; i < 9; i++) + { + if (kernel[i]) + { + auto p = access(x + i / 3, y + i % 3); + if (p.first != noval && p.second != noval) + { + val = rvv::mop(val, src_data[p.first * src_step + p.second]); + } + else + { + val = rvv::mop(val, data->borderValue[0]); + } + } + } + dst_data[x * width + y] = val; + } + else + { + uchar val0, val1, val2, val3; + val0 = val1 = val2 = val3 = rvv::init(); + for (int i = 0; i < 9; i++) + { + if (kernel[i]) + { + auto p = access(x + i / 3, y + i % 3); + if (p.first != noval && p.second != noval) + { + val0 = rvv::mop(val0, src_data[p.first * src_step + p.second * 4 ]); + val1 = rvv::mop(val1, src_data[p.first * src_step + p.second * 4 + 1]); + val2 = rvv::mop(val2, src_data[p.first * src_step + p.second * 4 + 2]); + val3 = rvv::mop(val3, src_data[p.first * src_step + p.second * 4 + 3]); + } + else + { + val0 = rvv::mop(val0, data->borderValue[0]); + val1 = rvv::mop(val1, data->borderValue[1]); + val2 = rvv::mop(val2, data->borderValue[2]); + val3 = rvv::mop(val3, data->borderValue[3]); + } + } + } + dst_data[(x * width + y) * 4 ] = val0; + dst_data[(x * width + y) * 4 + 1] = val1; + dst_data[(x * width + y) * 4 + 2] = val2; + dst_data[(x * width + y) * 4 + 3] = val3; + } + }; + + for (int i = start; i < end; i++) + { + const int left = 2, right = width - 2; + if (left >= right) + { + for (int j = 0; j < width; j++) + process(i, j); + } + else + { + for (int j = 0; j < left; j++) + process(i, j); + for (int j = right; j < width; j++) + process(i, j); + + const uchar* row0 = access(i , 0).first == noval ? nullptr : src_data + access(i , 0).first * src_step; + const uchar* row1 = access(i + 1, 0).first == noval ? nullptr : src_data + access(i + 1, 0).first * src_step; + const uchar* row2 = access(i + 2, 0).first == noval ? nullptr : src_data + access(i + 2, 0).first * src_step; + if (data->src_type == CV_8UC1) + { + int vl; + for (int j = left; j < right; j += vl) + { + vl = __riscv_vsetvl_e8m4(right - j); + auto m0 = __riscv_vmv_v_x_u8m4(rvv::init(), vl); + auto loadsrc = [&](const uchar* row, bool k0, bool k1, bool k2) { + if (!row) + { + m0 = rvv::vop(m0, data->borderValue[0], vl); + return; + } + + const uchar* extra = row + j - data->anchor_x; + auto v0 = __riscv_vle8_v_u8m4(extra, vl); + + if (k0) m0 = rvv::vop(m0, v0, vl); + v0 = __riscv_vslide1down(v0, extra[vl], vl); + if (k1) m0 = rvv::vop(m0, v0, vl); + if (!k2) return; + v0 = __riscv_vslide1down(v0, extra[vl + 1], vl); + m0 = rvv::vop(m0, v0, vl); + }; + + loadsrc(row0, kernel[0], kernel[1], kernel[2]); + loadsrc(row1, kernel[3], kernel[4], kernel[5]); + loadsrc(row2, kernel[6], kernel[7], kernel[8]); + __riscv_vse8(dst_data + i * width + j, m0, vl); + } + } + else + { + int vl, vl0, vl1; + for (int j = left; j < right; j += vl) + { + vl = __riscv_vsetvl_e8m4(right - j); + vl0 = std::min(vl, (int)__riscv_vlenb() * 2); + vl1 = vl - vl0; + auto m0 = __riscv_vmv_v_x_u8m4(rvv::init(), vl); + auto m1 = __riscv_vmv_v_x_u8m4(rvv::init(), vl); + auto m2 = __riscv_vmv_v_x_u8m4(rvv::init(), vl); + auto m3 = __riscv_vmv_v_x_u8m4(rvv::init(), vl); + + auto opshift = [&](vuint8m4_t a, vuint8m4_t b, bool k0, bool k1, bool k2, uchar r1, uchar r2) { + if (k0) a = rvv::vop(a, b, vl); + b = __riscv_vslide1down(b, r1, vl); + if (k1) a = rvv::vop(a, b, vl); + if (!k2) return a; + b = __riscv_vslide1down(b, r2, vl); + return rvv::vop(a, b, vl); + }; + auto loadsrc = [&](const uchar* row, bool k0, bool k1, bool k2) { + if (!row) + { + m0 = rvv::vop(m0, data->borderValue[0], vl); + m1 = rvv::vop(m1, data->borderValue[1], vl); + m2 = rvv::vop(m2, data->borderValue[2], vl); + m3 = rvv::vop(m3, data->borderValue[3], vl); + return; + } + + vuint8m4_t v0{}, v1{}, v2{}, v3{}; + const uchar* extra = row + (j - data->anchor_x) * 4; + auto src = __riscv_vlseg4e8_v_u8m2x4(extra, vl0); + v0 = __riscv_vset_v_u8m2_u8m4(v0, 0, __riscv_vget_v_u8m2x4_u8m2(src, 0)); + v1 = __riscv_vset_v_u8m2_u8m4(v1, 0, __riscv_vget_v_u8m2x4_u8m2(src, 1)); + v2 = __riscv_vset_v_u8m2_u8m4(v2, 0, __riscv_vget_v_u8m2x4_u8m2(src, 2)); + v3 = __riscv_vset_v_u8m2_u8m4(v3, 0, __riscv_vget_v_u8m2x4_u8m2(src, 3)); + src = __riscv_vlseg4e8_v_u8m2x4(extra + vl0 * 4, vl1); + v0 = __riscv_vset_v_u8m2_u8m4(v0, 1, __riscv_vget_v_u8m2x4_u8m2(src, 0)); + v1 = __riscv_vset_v_u8m2_u8m4(v1, 1, __riscv_vget_v_u8m2x4_u8m2(src, 1)); + v2 = __riscv_vset_v_u8m2_u8m4(v2, 1, __riscv_vget_v_u8m2x4_u8m2(src, 2)); + v3 = __riscv_vset_v_u8m2_u8m4(v3, 1, __riscv_vget_v_u8m2x4_u8m2(src, 3)); + + m0 = opshift(m0, v0, k0, k1, k2, extra[vl * 4 ], extra[vl * 4 + 4]); + m1 = opshift(m1, v1, k0, k1, k2, extra[vl * 4 + 1], extra[vl * 4 + 5]); + m2 = opshift(m2, v2, k0, k1, k2, extra[vl * 4 + 2], extra[vl * 4 + 6]); + m3 = opshift(m3, v3, k0, k1, k2, extra[vl * 4 + 3], extra[vl * 4 + 7]); + }; + + loadsrc(row0, kernel[0], kernel[1], kernel[2]); + loadsrc(row1, kernel[3], kernel[4], kernel[5]); + loadsrc(row2, kernel[6], kernel[7], kernel[8]); + vuint8m2x4_t val{}; + val = __riscv_vset_v_u8m2_u8m2x4(val, 0, __riscv_vget_v_u8m4_u8m2(m0, 0)); + val = __riscv_vset_v_u8m2_u8m2x4(val, 1, __riscv_vget_v_u8m4_u8m2(m1, 0)); + val = __riscv_vset_v_u8m2_u8m2x4(val, 2, __riscv_vget_v_u8m4_u8m2(m2, 0)); + val = __riscv_vset_v_u8m2_u8m2x4(val, 3, __riscv_vget_v_u8m4_u8m2(m3, 0)); + __riscv_vsseg4e8(dst_data + (i * width + j) * 4, val, vl0); + val = __riscv_vset_v_u8m2_u8m2x4(val, 0, __riscv_vget_v_u8m4_u8m2(m0, 1)); + val = __riscv_vset_v_u8m2_u8m2x4(val, 1, __riscv_vget_v_u8m4_u8m2(m1, 1)); + val = __riscv_vset_v_u8m2_u8m2x4(val, 2, __riscv_vget_v_u8m4_u8m2(m2, 1)); + val = __riscv_vset_v_u8m2_u8m2x4(val, 3, __riscv_vget_v_u8m4_u8m2(m3, 1)); + __riscv_vsseg4e8(dst_data + (i * width + j + vl0) * 4, val, vl1); + } + } + } + } + + return CV_HAL_ERROR_OK; +} + +inline int morph(cvhalFilter2D* context, uchar *src_data, size_t src_step, uchar *dst_data, size_t dst_step, int width, int height, int src_full_width, int src_full_height, int src_roi_x, int src_roi_y, int /*dst_full_width*/, int /*dst_full_height*/, int /*dst_roi_x*/, int /*dst_roi_y*/) +{ + Morph2D* data = reinterpret_cast(context); + int cn = data->src_type == CV_8UC1 ? 1 : 4; + std::vector dst(width * height * cn); + + int res = CV_HAL_ERROR_NOT_IMPLEMENTED; + switch (data->operation) + { + case CV_HAL_MORPH_ERODE: + res = filter::invoke(0, height, {morph}, data, src_data, src_step, dst.data(), width, height, src_full_width, src_full_height, src_roi_x, src_roi_y); + break; + case CV_HAL_MORPH_DILATE: + res = filter::invoke(0, height, {morph}, data, src_data, src_step, dst.data(), width, height, src_full_width, src_full_height, src_roi_x, src_roi_y); + break; + } + + for (int i = 0; i < height; i++) + std::copy(dst.data() + i * width * cn, dst.data() + (i + 1) * width * cn, dst_data + i * dst_step); + return res; +} + +inline int morphFree(cvhalFilter2D* context) +{ + delete reinterpret_cast(context)->borderValue; + delete reinterpret_cast(context); + return CV_HAL_ERROR_OK; +} +} // cv::cv_hal_rvv::morph + +}} + +#endif