#include #include #include #include #include #include #include "common.hpp" std::string param_keys = "{ help h | | Print help message. }" "{ @alias | | An alias name of model to extract preprocessing parameters from models.yml file. }" "{ zoo | models.yml | An optional path to file with preprocessing parameters }" "{ input i | | Path to input image or video file. Skip this argument to capture frames from a camera.}" "{ initial_width | 0 | Preprocess input image by initial resizing to a specific width.}" "{ initial_height | 0 | Preprocess input image by initial resizing to a specific height.}" "{ std | 0.0 0.0 0.0 | Preprocess input image by dividing on a standard deviation.}" "{ crop | false | Preprocess input image by center cropping.}" "{ framework f | | Optional name of an origin framework of the model. Detect it automatically if it does not set. }" "{ needSoftmax | false | Use Softmax to post-process the output of the net.}" "{ classes | | Optional path to a text file with names of classes. }"; std::string backend_keys = cv::format( "{ backend | 0 | Choose one of computation backends: " "%d: automatically (by default), " "%d: Intel's Deep Learning Inference Engine (https://software.intel.com/openvino-toolkit), " "%d: OpenCV implementation, " "%d: VKCOM, " "%d: CUDA, " "%d: WebNN }", cv::dnn::DNN_BACKEND_DEFAULT, cv::dnn::DNN_BACKEND_INFERENCE_ENGINE, cv::dnn::DNN_BACKEND_OPENCV, cv::dnn::DNN_BACKEND_VKCOM, cv::dnn::DNN_BACKEND_CUDA, cv::dnn::DNN_BACKEND_WEBNN); std::string target_keys = cv::format( "{ target | 0 | Choose one of target computation devices: " "%d: CPU target (by default), " "%d: OpenCL, " "%d: OpenCL fp16 (half-float precision), " "%d: VPU, " "%d: Vulkan, " "%d: CUDA, " "%d: CUDA fp16 (half-float preprocess) }", cv::dnn::DNN_TARGET_CPU, cv::dnn::DNN_TARGET_OPENCL, cv::dnn::DNN_TARGET_OPENCL_FP16, cv::dnn::DNN_TARGET_MYRIAD, cv::dnn::DNN_TARGET_VULKAN, cv::dnn::DNN_TARGET_CUDA, cv::dnn::DNN_TARGET_CUDA_FP16); std::string keys = param_keys + backend_keys + target_keys; using namespace cv; using namespace dnn; std::vector classes; int main(int argc, char** argv) { CommandLineParser parser(argc, argv, keys); const std::string modelName = parser.get("@alias"); const std::string zooFile = parser.get("zoo"); keys += genPreprocArguments(modelName, zooFile); parser = CommandLineParser(argc, argv, keys); parser.about("Use this script to run classification deep learning networks using OpenCV."); if (argc == 1 || parser.has("help")) { parser.printMessage(); return 0; } int rszWidth = parser.get("initial_width"); int rszHeight = parser.get("initial_height"); float scale = parser.get("scale"); Scalar mean = parser.get("mean"); Scalar std = parser.get("std"); bool swapRB = parser.get("rgb"); bool crop = parser.get("crop"); int inpWidth = parser.get("width"); int inpHeight = parser.get("height"); String model = findFile(parser.get("model")); String config = findFile(parser.get("config")); String framework = parser.get("framework"); int backendId = parser.get("backend"); int targetId = parser.get("target"); bool needSoftmax = parser.get("needSoftmax"); std::cout<<"mean: "<("classes"); std::ifstream ifs(file.c_str()); if (!ifs.is_open()) CV_Error(Error::StsError, "File " + file + " not found"); std::string line; while (std::getline(ifs, line)) { classes.push_back(line); } } if (!parser.check()) { parser.printErrors(); return 1; } CV_Assert(!model.empty()); //! [Read and initialize network] Net net = readNet(model, config, framework); net.setPreferableBackend(backendId); net.setPreferableTarget(targetId); //! [Read and initialize network] // Create a window static const std::string kWinName = "Deep learning image classification in OpenCV"; namedWindow(kWinName, WINDOW_NORMAL); //! [Open a video file or an image file or a camera stream] VideoCapture cap; if (parser.has("input")) cap.open(parser.get("input")); else cap.open(0); //! [Open a video file or an image file or a camera stream] // Process frames. Mat frame, blob; while (waitKey(1) < 0) { cap >> frame; if (frame.empty()) { waitKey(); break; } if (rszWidth != 0 && rszHeight != 0) { resize(frame, frame, Size(rszWidth, rszHeight)); } //! [Create a 4D blob from a frame] blobFromImage(frame, blob, scale, Size(inpWidth, inpHeight), mean, swapRB, crop); // Check std values. if (std.val[0] != 0.0 && std.val[1] != 0.0 && std.val[2] != 0.0) { // Divide blob by std. divide(blob, std, blob); } //! [Create a 4D blob from a frame] //! [Set input blob] net.setInput(blob); //! [Set input blob] //! [Make forward pass] // double t_sum = 0.0; // double t; int classId; double confidence; cv::TickMeter timeRecorder; timeRecorder.reset(); Mat prob = net.forward(); double t1; timeRecorder.start(); prob = net.forward(); timeRecorder.stop(); t1 = timeRecorder.getTimeMilli(); timeRecorder.reset(); for(int i = 0; i < 200; i++) { //! [Make forward pass] timeRecorder.start(); prob = net.forward(); timeRecorder.stop(); //! [Get a class with a highest score] Point classIdPoint; minMaxLoc(prob.reshape(1, 1), 0, &confidence, 0, &classIdPoint); classId = classIdPoint.x; //! [Get a class with a highest score] // Put efficiency information. // std::vector layersTimes; // double freq = getTickFrequency() / 1000; // t = net.getPerfProfile(layersTimes) / freq; // t_sum += t; } if (needSoftmax == true) { float maxProb = 0.0; float sum = 0.0; Mat softmaxProb; maxProb = *std::max_element(prob.begin(), prob.end()); cv::exp(prob-maxProb, softmaxProb); sum = (float)cv::sum(softmaxProb)[0]; softmaxProb /= sum; Point classIdPoint; minMaxLoc(softmaxProb.reshape(1, 1), 0, &confidence, 0, &classIdPoint); classId = classIdPoint.x; } std::string label = format("Inference time of 1 round: %.2f ms", t1); std::string label2 = format("Average time of 200 rounds: %.2f ms", timeRecorder.getTimeMilli()/200); putText(frame, label, Point(0, 15), FONT_HERSHEY_SIMPLEX, 0.5, Scalar(0, 255, 0)); putText(frame, label2, Point(0, 35), FONT_HERSHEY_SIMPLEX, 0.5, Scalar(0, 255, 0)); // Print predicted class. label = format("%s: %.4f", (classes.empty() ? format("Class #%d", classId).c_str() : classes[classId].c_str()), confidence); putText(frame, label, Point(0, 55), FONT_HERSHEY_SIMPLEX, 0.5, Scalar(0, 255, 0)); imshow(kWinName, frame); } return 0; }