#include #include #include #include #include #include "opencv2/core/utility.hpp" #include "opencv2/ocl/ocl.hpp" #include "opencv2/highgui/highgui.hpp" using namespace cv; using namespace std; using namespace ocl; bool help_showed = false; struct Params { Params(); static Params read(int argc, char** argv); string left; string right; string method_str() const { switch (method) { case BM: return "BM"; case BP: return "BP"; case CSBP: return "CSBP"; } return ""; } enum {BM, BP, CSBP} method; int ndisp; // Max disparity + 1 enum {GPU, CPU} type; }; struct App { App(const Params& p); void run(); void handleKey(char key); void printParams() const; void workBegin() { work_begin = getTickCount(); } void workEnd() { int64 d = getTickCount() - work_begin; double f = getTickFrequency(); work_fps = f / d; } string text() const { stringstream ss; ss << "(" << p.method_str() << ") FPS: " << setiosflags(ios::left) << setprecision(4) << work_fps; return ss.str(); } private: Params p; bool running; Mat left_src, right_src; Mat left, right; oclMat d_left, d_right; StereoBM_OCL bm; StereoBeliefPropagation bp; StereoConstantSpaceBP csbp; int64 work_begin; double work_fps; }; static void printHelp() { cout << "Usage: stereo_match_gpu\n" << "\t--left --right # must be rectified\n" << "\t--method # BM | BP | CSBP\n" << "\t--ndisp # number of disparity levels\n" << "\t--type # cpu | CPU | gpu | GPU\n"; help_showed = true; } int main(int argc, char** argv) { try { if (argc < 2) { printHelp(); return 1; } Params args = Params::read(argc, argv); if (help_showed) return -1; int flags[2] = { CVCL_DEVICE_TYPE_GPU, CVCL_DEVICE_TYPE_CPU }; vector info; if(getDevice(info, flags[args.type]) == 0) { throw runtime_error("Error: Did not find a valid OpenCL device!"); } cout << "Device name:" << info[0].DeviceName[0] << endl; App app(args); app.run(); } catch (const exception& e) { cout << "error: " << e.what() << endl; } return 0; } Params::Params() { method = BM; ndisp = 64; type = GPU; } Params Params::read(int argc, char** argv) { Params p; for (int i = 1; i < argc; i++) { if (string(argv[i]) == "--left") p.left = argv[++i]; else if (string(argv[i]) == "--right") p.right = argv[++i]; else if (string(argv[i]) == "--method") { if (string(argv[i + 1]) == "BM") p.method = BM; else if (string(argv[i + 1]) == "BP") p.method = BP; else if (string(argv[i + 1]) == "CSBP") p.method = CSBP; else throw runtime_error("unknown stereo match method: " + string(argv[i + 1])); i++; } else if (string(argv[i]) == "--ndisp") p.ndisp = atoi(argv[++i]); else if (string(argv[i]) == "--type") { string t(argv[++i]); if (t == "cpu" || t == "CPU") { p.type = CPU; } else if (t == "gpu" || t == "GPU") { p.type = GPU; } else throw runtime_error("unknown device type: " + t); } else if (string(argv[i]) == "--help") printHelp(); else throw runtime_error("unknown key: " + string(argv[i])); } return p; } App::App(const Params& params) : p(params), running(false) { cout << "stereo_match_ocl sample\n"; cout << "\nControls:\n" << "\tesc - exit\n" << "\tp - print current parameters\n" << "\tg - convert source images into gray\n" << "\tm - change stereo match method\n" << "\ts - change Sobel prefiltering flag (for BM only)\n" << "\t1/q - increase/decrease maximum disparity\n" << "\t2/w - increase/decrease window size (for BM only)\n" << "\t3/e - increase/decrease iteration count (for BP and CSBP only)\n" << "\t4/r - increase/decrease level count (for BP and CSBP only)\n"; } void App::run() { // Load images left_src = imread(p.left); right_src = imread(p.right); if (left_src.empty()) throw runtime_error("can't open file \"" + p.left + "\""); if (right_src.empty()) throw runtime_error("can't open file \"" + p.right + "\""); cvtColor(left_src, left, COLOR_BGR2GRAY); cvtColor(right_src, right, COLOR_BGR2GRAY); d_left.upload(left); d_right.upload(right); imshow("left", left); imshow("right", right); // Set common parameters bm.ndisp = p.ndisp; bp.ndisp = p.ndisp; csbp.ndisp = p.ndisp; cout << endl; printParams(); running = true; while (running) { // Prepare disparity map of specified type Mat disp; oclMat d_disp; workBegin(); switch (p.method) { case Params::BM: if (d_left.channels() > 1 || d_right.channels() > 1) { cout << "BM doesn't support color images\n"; cvtColor(left_src, left, COLOR_BGR2GRAY); cvtColor(right_src, right, COLOR_BGR2GRAY); cout << "image_channels: " << left.channels() << endl; d_left.upload(left); d_right.upload(right); imshow("left", left); imshow("right", right); } bm(d_left, d_right, d_disp); break; case Params::BP: bp(d_left, d_right, d_disp); break; case Params::CSBP: csbp(d_left, d_right, d_disp); break; } ocl::finish(); workEnd(); // Show results d_disp.download(disp); if (p.method != Params::BM) { disp.convertTo(disp, 0); } putText(disp, text(), Point(5, 25), FONT_HERSHEY_SIMPLEX, 1.0, Scalar::all(255)); imshow("disparity", disp); handleKey((char)waitKey(3)); } } void App::printParams() const { cout << "--- Parameters ---\n"; cout << "image_size: (" << left.cols << ", " << left.rows << ")\n"; cout << "image_channels: " << left.channels() << endl; cout << "method: " << p.method_str() << endl << "ndisp: " << p.ndisp << endl; switch (p.method) { case Params::BM: cout << "win_size: " << bm.winSize << endl; cout << "prefilter_sobel: " << bm.preset << endl; break; case Params::BP: cout << "iter_count: " << bp.iters << endl; cout << "level_count: " << bp.levels << endl; break; case Params::CSBP: cout << "iter_count: " << csbp.iters << endl; cout << "level_count: " << csbp.levels << endl; break; } cout << endl; } void App::handleKey(char key) { switch (key) { case 27: running = false; break; case 'p': case 'P': printParams(); break; case 'g': case 'G': if (left.channels() == 1 && p.method != Params::BM) { left = left_src; right = right_src; } else { cvtColor(left_src, left, COLOR_BGR2GRAY); cvtColor(right_src, right, COLOR_BGR2GRAY); } d_left.upload(left); d_right.upload(right); cout << "image_channels: " << left.channels() << endl; imshow("left", left); imshow("right", right); break; case 'm': case 'M': switch (p.method) { case Params::BM: p.method = Params::BP; break; case Params::BP: p.method = Params::CSBP; break; case Params::CSBP: p.method = Params::BM; break; } cout << "method: " << p.method_str() << endl; break; case 's': case 'S': if (p.method == Params::BM) { switch (bm.preset) { case StereoBM_OCL::BASIC_PRESET: bm.preset = StereoBM_OCL::PREFILTER_XSOBEL; break; case StereoBM_OCL::PREFILTER_XSOBEL: bm.preset = StereoBM_OCL::BASIC_PRESET; break; } cout << "prefilter_sobel: " << bm.preset << endl; } break; case '1': p.ndisp = p.ndisp == 1 ? 8 : p.ndisp + 8; cout << "ndisp: " << p.ndisp << endl; bm.ndisp = p.ndisp; bp.ndisp = p.ndisp; csbp.ndisp = p.ndisp; break; case 'q': case 'Q': p.ndisp = max(p.ndisp - 8, 1); cout << "ndisp: " << p.ndisp << endl; bm.ndisp = p.ndisp; bp.ndisp = p.ndisp; csbp.ndisp = p.ndisp; break; case '2': if (p.method == Params::BM) { bm.winSize = min(bm.winSize + 1, 51); cout << "win_size: " << bm.winSize << endl; } break; case 'w': case 'W': if (p.method == Params::BM) { bm.winSize = max(bm.winSize - 1, 2); cout << "win_size: " << bm.winSize << endl; } break; case '3': if (p.method == Params::BP) { bp.iters += 1; cout << "iter_count: " << bp.iters << endl; } else if (p.method == Params::CSBP) { csbp.iters += 1; cout << "iter_count: " << csbp.iters << endl; } break; case 'e': case 'E': if (p.method == Params::BP) { bp.iters = max(bp.iters - 1, 1); cout << "iter_count: " << bp.iters << endl; } else if (p.method == Params::CSBP) { csbp.iters = max(csbp.iters - 1, 1); cout << "iter_count: " << csbp.iters << endl; } break; case '4': if (p.method == Params::BP) { bp.levels += 1; cout << "level_count: " << bp.levels << endl; } else if (p.method == Params::CSBP) { csbp.levels += 1; cout << "level_count: " << csbp.levels << endl; } break; case 'r': case 'R': if (p.method == Params::BP) { bp.levels = max(bp.levels - 1, 1); cout << "level_count: " << bp.levels << endl; } else if (p.method == Params::CSBP) { csbp.levels = max(csbp.levels - 1, 1); cout << "level_count: " << csbp.levels << endl; } break; } }