mirror of
https://github.com/opencv/opencv.git
synced 2025-06-07 09:25:45 +08:00

* dnn: Add a Vulkan based backend This commit adds a new backend "DNN_BACKEND_VKCOM" and a new target "DNN_TARGET_VULKAN". VKCOM means vulkan based computation library. This backend uses Vulkan API and SPIR-V shaders to do the inference computation for layers. The layer types that implemented in DNN_BACKEND_VKCOM include: Conv, Concat, ReLU, LRN, PriorBox, Softmax, MaxPooling, AvePooling, Permute This is just a beginning work for Vulkan in OpenCV DNN, more layer types will be supported and performance tuning is on the way. Signed-off-by: Wu Zhiwen <zhiwen.wu@intel.com> * dnn/vulkan: Add FindVulkan.cmake to detect Vulkan SDK In order to build dnn with Vulkan support, need installing Vulkan SDK and setting environment variable "VULKAN_SDK" and add "-DWITH_VULKAN=ON" to cmake command. You can download Vulkan SDK from: https://vulkan.lunarg.com/sdk/home#linux For how to install, see https://vulkan.lunarg.com/doc/sdk/latest/linux/getting_started.html https://vulkan.lunarg.com/doc/sdk/latest/windows/getting_started.html https://vulkan.lunarg.com/doc/sdk/latest/mac/getting_started.html respectively for linux, windows and mac. To run the vulkan backend, also need installing mesa driver. On Ubuntu, use this command 'sudo apt-get install mesa-vulkan-drivers' To test, use command '$BUILD_DIR/bin/opencv_test_dnn --gtest_filter=*VkCom*' Signed-off-by: Wu Zhiwen <zhiwen.wu@intel.com> * dnn/Vulkan: dynamically load Vulkan runtime No compile-time dependency on Vulkan library. If Vulkan runtime is unavailable, fallback to CPU path. Use environment "OPENCL_VULKAN_RUNTIME" to specify path to your own vulkan runtime library. Signed-off-by: Wu Zhiwen <zhiwen.wu@intel.com> * dnn/Vulkan: Add a python script to compile GLSL shaders to SPIR-V shaders The SPIR-V shaders are in format of text-based 32-bit hexadecimal numbers, and inserted into .cpp files as unsigned int32 array. * dnn/Vulkan: Put Vulkan headers into 3rdparty directory and some other fixes Vulkan header files are copied from https://github.com/KhronosGroup/Vulkan-Docs/tree/master/include/vulkan to 3rdparty/include Fix the Copyright declaration issue. Refine OpenCVDetectVulkan.cmake * dnn/Vulkan: Add vulkan backend tests into existing ones. Also fixed some test failures. - Don't use bool variable as uniform for shader - Fix dispathed group number beyond max issue - Bypass "group > 1" convolution. This should be support in future. * dnn/Vulkan: Fix multiple initialization in one thread.
71 lines
1.7 KiB
C++
71 lines
1.7 KiB
C++
// This file is part of OpenCV project.
|
|
// It is subject to the license terms in the LICENSE file found in the top-level directory
|
|
// of this distribution and at http://opencv.org/license.html.
|
|
//
|
|
// Copyright (C) 2018, Intel Corporation, all rights reserved.
|
|
// Third party copyrights are property of their respective owners.
|
|
|
|
#ifndef OPENCV_DNN_VKCOM_OP_LRN_HPP
|
|
#define OPENCV_DNN_VKCOM_OP_LRN_HPP
|
|
|
|
#include "vkcom.hpp"
|
|
#include "op_base.hpp"
|
|
|
|
namespace cv { namespace dnn { namespace vkcom {
|
|
|
|
#ifdef HAVE_VULKAN
|
|
|
|
enum LRNShaderType
|
|
{
|
|
kLRNShaderTypeBasic = 0,
|
|
kLRNShaderTypeNum
|
|
};
|
|
|
|
struct LRNShaderConfig
|
|
{
|
|
int local_size_x;
|
|
int local_size_y;
|
|
int local_size_z;
|
|
int block_height;
|
|
int block_width;
|
|
int block_depth;
|
|
LRNShaderType shader_type;
|
|
};
|
|
|
|
class OpLRN : public OpBase
|
|
{
|
|
public:
|
|
OpLRN(const int radius, const float bias,
|
|
const float alpha, const float beta,
|
|
const bool norm_by_size);
|
|
void reshapeOutTensor(Tensor& in, Tensor& out);
|
|
bool forward(Tensor& in, Tensor& out);
|
|
virtual bool forward(std::vector<Tensor>& ins,
|
|
std::vector<Tensor>& blobs,
|
|
std::vector<Tensor>& outs) CV_OVERRIDE;
|
|
|
|
private:
|
|
bool init(const int radius, const float bias,
|
|
const float alpha, const float beta,
|
|
const bool norm_by_size);
|
|
bool computeGroupCount();
|
|
int batch_;
|
|
int height_;
|
|
int width_;
|
|
int channels_;
|
|
int radius_;
|
|
float bias_;
|
|
float alpha_;
|
|
float beta_;
|
|
int filter_len_;
|
|
int thread_num_;
|
|
bool norm_by_size_;
|
|
LRNShaderConfig config_;
|
|
};
|
|
|
|
#endif // HAVE_VULKAN
|
|
|
|
}}} // namespace cv::dnn::vkcom
|
|
|
|
#endif // OPENCV_DNN_VKCOM_OP_LRN_HPP
|