mirror of
https://github.com/opencv/opencv.git
synced 2025-06-07 09:25:45 +08:00

* dnn: Add a Vulkan based backend This commit adds a new backend "DNN_BACKEND_VKCOM" and a new target "DNN_TARGET_VULKAN". VKCOM means vulkan based computation library. This backend uses Vulkan API and SPIR-V shaders to do the inference computation for layers. The layer types that implemented in DNN_BACKEND_VKCOM include: Conv, Concat, ReLU, LRN, PriorBox, Softmax, MaxPooling, AvePooling, Permute This is just a beginning work for Vulkan in OpenCV DNN, more layer types will be supported and performance tuning is on the way. Signed-off-by: Wu Zhiwen <zhiwen.wu@intel.com> * dnn/vulkan: Add FindVulkan.cmake to detect Vulkan SDK In order to build dnn with Vulkan support, need installing Vulkan SDK and setting environment variable "VULKAN_SDK" and add "-DWITH_VULKAN=ON" to cmake command. You can download Vulkan SDK from: https://vulkan.lunarg.com/sdk/home#linux For how to install, see https://vulkan.lunarg.com/doc/sdk/latest/linux/getting_started.html https://vulkan.lunarg.com/doc/sdk/latest/windows/getting_started.html https://vulkan.lunarg.com/doc/sdk/latest/mac/getting_started.html respectively for linux, windows and mac. To run the vulkan backend, also need installing mesa driver. On Ubuntu, use this command 'sudo apt-get install mesa-vulkan-drivers' To test, use command '$BUILD_DIR/bin/opencv_test_dnn --gtest_filter=*VkCom*' Signed-off-by: Wu Zhiwen <zhiwen.wu@intel.com> * dnn/Vulkan: dynamically load Vulkan runtime No compile-time dependency on Vulkan library. If Vulkan runtime is unavailable, fallback to CPU path. Use environment "OPENCL_VULKAN_RUNTIME" to specify path to your own vulkan runtime library. Signed-off-by: Wu Zhiwen <zhiwen.wu@intel.com> * dnn/Vulkan: Add a python script to compile GLSL shaders to SPIR-V shaders The SPIR-V shaders are in format of text-based 32-bit hexadecimal numbers, and inserted into .cpp files as unsigned int32 array. * dnn/Vulkan: Put Vulkan headers into 3rdparty directory and some other fixes Vulkan header files are copied from https://github.com/KhronosGroup/Vulkan-Docs/tree/master/include/vulkan to 3rdparty/include Fix the Copyright declaration issue. Refine OpenCVDetectVulkan.cmake * dnn/Vulkan: Add vulkan backend tests into existing ones. Also fixed some test failures. - Don't use bool variable as uniform for shader - Fix dispathed group number beyond max issue - Bypass "group > 1" convolution. This should be support in future. * dnn/Vulkan: Fix multiple initialization in one thread.
70 lines
1.9 KiB
Plaintext
70 lines
1.9 KiB
Plaintext
#version 450
|
|
#define LOCAL_SZ_X 256
|
|
layout(push_constant) uniform pushBlock {
|
|
int channels;
|
|
int in_h;
|
|
int in_w;
|
|
int out_h;
|
|
int out_w;
|
|
int padding_h;
|
|
int padding_w;
|
|
int filter_h;
|
|
int filter_w;
|
|
int stride_h;
|
|
int stride_w;
|
|
int total;
|
|
int padded_area;
|
|
} p;
|
|
|
|
layout(binding = 0) readonly buffer Input0{
|
|
float in_buffer[];
|
|
};
|
|
|
|
layout(binding = 1) writeonly buffer Output{
|
|
float out_buffer[];
|
|
};
|
|
|
|
layout(local_size_x = LOCAL_SZ_X, local_size_y = 1, local_size_z = 1) in;
|
|
|
|
void main()
|
|
{
|
|
int global_size = int(gl_WorkGroupSize.x * gl_NumWorkGroups.x);
|
|
int gid = int(gl_GlobalInvocationID.x);
|
|
for (int index = gid; index < p.total; index += global_size)
|
|
{
|
|
const int pw = index % p.out_w;
|
|
const int ph = (index / p.out_w) % p.out_h;
|
|
const int c = (index / p.out_w / p.out_h) % p.channels;
|
|
const int n = index / p.out_w / p.out_h / p.channels;
|
|
int hstart = ph * p.stride_h - p.padding_h;
|
|
int wstart = pw * p.stride_w - p.padding_w;
|
|
int hend = min(hstart + p.filter_h, p.in_h + p.padding_h);
|
|
int wend = min(wstart + p.filter_w, p.in_w + p.padding_w);
|
|
int pool_size;
|
|
if (p.padded_area == 1)
|
|
{
|
|
pool_size = (hend - hstart) * (wend - wstart);
|
|
hstart = max(hstart, 0);
|
|
wstart = max(wstart, 0);
|
|
hend = min(hend, p.in_h);
|
|
wend = min(wend, p.in_w);
|
|
}
|
|
else
|
|
{
|
|
hstart = max(hstart, 0);
|
|
wstart = max(wstart, 0);
|
|
hend = min(hend, p.in_h);
|
|
wend = min(wend, p.in_w);
|
|
pool_size = (hend - hstart) * (wend - wstart);
|
|
}
|
|
float aveval = 0;
|
|
int off = (n * p.channels + c) * p.in_h * p.in_w;
|
|
for (int h = hstart; h < hend; ++h) {
|
|
for (int w = wstart; w < wend; ++w) {
|
|
aveval += in_buffer[off + h * p.in_w + w];
|
|
}
|
|
}
|
|
out_buffer[index] = aveval / pool_size;
|
|
}
|
|
}
|