#include #include #include #include #include #include "opencv2/core/core.hpp" #include "opencv2/video/video.hpp" #include "opencv2/imgproc/imgproc.hpp" #include "opencv2/highgui/highgui.hpp" #include "opencv2/videostab/videostab.hpp" using namespace std; using namespace cv; using namespace cv::videostab; Ptr stabilizedFrames; string saveMotionsPath; double outputFps; string outputPath; bool quietMode; void run(); void saveMotionsIfNecessary(); void printHelp(); class GlobalMotionReader : public IGlobalMotionEstimator { public: GlobalMotionReader(string path) { ifstream f(path.c_str()); if (!f.is_open()) throw runtime_error("can't open motions file: " + path); int size; f >> size; motions_.resize(size); for (int i = 0; i < size; ++i) { Mat_ M(3, 3); for (int l = 0; l < 3; ++l) for (int s = 0; s < 3; ++s) f >> M(l,s); motions_[i] = M; } pos_ = 0; } virtual Mat estimate(const Mat &/*frame0*/, const Mat &/*frame1*/) { if (pos_ >= motions_.size()) { stringstream text; text << "can't load motion between frames " << pos_ << " and " << pos_+1; throw runtime_error(text.str()); } return motions_[pos_++]; } private: vector motions_; size_t pos_; }; void run() { VideoWriter writer; Mat stabilizedFrame; while (!(stabilizedFrame = stabilizedFrames->nextFrame()).empty()) { if (!saveMotionsPath.empty()) saveMotionsIfNecessary(); if (!outputPath.empty()) { if (!writer.isOpened()) writer.open(outputPath, CV_FOURCC('X','V','I','D'), outputFps, stabilizedFrame.size()); writer << stabilizedFrame; } if (!quietMode) { imshow("stabilizedFrame", stabilizedFrame); char key = static_cast(waitKey(3)); if (key == 27) break; } } cout << "\nfinished\n"; } void saveMotionsIfNecessary() { static bool areMotionsSaved = false; if (!areMotionsSaved) { IFrameSource *frameSource = static_cast(stabilizedFrames); TwoPassStabilizer *twoPassStabilizer = dynamic_cast(frameSource); if (twoPassStabilizer) { ofstream f(saveMotionsPath.c_str()); const vector &motions = twoPassStabilizer->motions(); f << motions.size() << endl; for (size_t i = 0; i < motions.size(); ++i) { Mat_ M = motions[i]; for (int l = 0, k = 0; l < 3; ++l) for (int s = 0; s < 3; ++s, ++k) f << M(l,s) << " "; f << endl; } } areMotionsSaved = true; cout << "motions are saved"; } } void printHelp() { cout << "OpenCV video stabilizer.\n" "Usage: videostab [arguments]\n\n" "Arguments:\n" " -m, --model=(transl|transl_and_scale|linear_sim|affine)\n" " Set motion model. The default is affine.\n" " --outlier-ratio=\n" " Outliers ratio in motion estimation. The default is 0.5.\n" " --min-inlier-ratio=\n" " Minimum inlier ratio to decide if estimated motion is OK. The default is 0.1,\n" " but you may want to increase it.\n\n" " --save-motions=\n" " Save estimated motions into file.\n" " --load-motions=\n" " Load motions from file.\n\n" " -r, --radius=\n" " Set smoothing radius. The default is 15.\n" " --stdev=\n" " Set smoothing weights standard deviation. The default is sqrt(radius).\n\n" " --deblur=(yes|no)\n" " Do deblurring.\n" " --deblur-sens=\n" " Set deblurring sensitivity (from 0 to +inf). The default is 0.1.\n\n" " -t, --trim-ratio=\n" " Set trimming ratio (from 0 to 0.5). The default is 0.0.\n" " --est-trim=(yes|no)\n" " Estimate trim ratio automatically. The default is yes (that leads to two passes,\n" " you can turn it off if you want to use one pass only).\n" " --incl-constr=(yes|no)\n" " Ensure the inclusion constraint is always satisfied. The default is no.\n\n" " --border-mode=(replicate|reflect|const)\n" " Set border extrapolation mode. The default is replicate.\n\n" " --mosaic=(yes|no)\n" " Do consistent mosaicing. The default is no.\n" " --mosaic-stdev=\n" " Consistent mosaicing stdev threshold. The default is 10.0.\n\n" " --motion-inpaint=(yes|no)\n" " Do motion inpainting (requires GPU support). The default is no.\n" " --dist-thresh=\n" " Estimated flow distance threshold for motion inpainting. The default is 5.0.\n\n" " --color-inpaint=(no|average|ns|telea)\n" " Do color inpainting. The defailt is no.\n" " --color-inpaint-radius=\n" " Set color inpainting radius (for ns and telea options only).\n\n" " -o, --output=(no|)\n" " Set output file path explicitely. The default is stabilized.avi.\n" " --fps=\n" " Set output video FPS explicitely. By default the source FPS is used.\n" " -q, --quiet\n" " Don't show output video frames.\n\n" " -h, --help\n" " Print help.\n" "\n"; } int main(int argc, const char **argv) { try { const char *keys = "{ 1 | | | | }" "{ m | model | | }" "{ | min-inlier-ratio | | }" "{ | outlier-ratio | | }" "{ | save-motions | | }" "{ | load-motions | | }" "{ r | radius | | }" "{ | stdev | | }" "{ | deblur | | }" "{ | deblur-sens | | }" "{ | est-trim | yes | }" "{ t | trim-ratio | | }" "{ | incl-constr | | }" "{ | border-mode | | }" "{ | mosaic | | }" "{ | mosaic-stdev | | }" "{ | motion-inpaint | | }" "{ | dist-thresh | | }" "{ | color-inpaint | no | }" "{ | color-inpaint-radius | | }" "{ o | output | stabilized.avi | }" "{ | fps | | }" "{ q | quiet | false | }" "{ h | help | false | }"; CommandLineParser cmd(argc, argv, keys); // parse command arguments if (cmd.get("help")) { printHelp(); return 0; } StabilizerBase *stabilizer; GaussianMotionFilter *motionFilter = 0; if (!cmd.get("stdev").empty()) { motionFilter = new GaussianMotionFilter(); motionFilter->setStdev(cmd.get("stdev")); } if (!cmd.get("save-motions").empty()) saveMotionsPath = cmd.get("save-motions"); bool isTwoPass = cmd.get("est-trim") == "yes" || !cmd.get("save-motions").empty(); if (isTwoPass) { TwoPassStabilizer *twoPassStabilizer = new TwoPassStabilizer(); if (!cmd.get("est-trim").empty()) twoPassStabilizer->setEstimateTrimRatio(cmd.get("est-trim") == "yes"); if (motionFilter) twoPassStabilizer->setMotionStabilizer(motionFilter); stabilizer = twoPassStabilizer; } else { OnePassStabilizer *onePassStabilizer= new OnePassStabilizer(); if (motionFilter) onePassStabilizer->setMotionFilter(motionFilter); stabilizer = onePassStabilizer; } string inputPath = cmd.get("1"); if (inputPath.empty()) throw runtime_error("specify video file path"); VideoFileSource *frameSource = new VideoFileSource(inputPath); outputFps = frameSource->fps(); stabilizer->setFrameSource(frameSource); cout << "frame count: " << frameSource->frameCount() << endl; PyrLkRobustMotionEstimator *motionEstimator = new PyrLkRobustMotionEstimator(); if (cmd.get("model") == "transl") motionEstimator->setMotionModel(TRANSLATION); else if (cmd.get("model") == "transl_and_scale") motionEstimator->setMotionModel(TRANSLATION_AND_SCALE); else if (cmd.get("model") == "linear_sim") motionEstimator->setMotionModel(LINEAR_SIMILARITY); else if (cmd.get("model") == "affine") motionEstimator->setMotionModel(AFFINE); else if (!cmd.get("model").empty()) throw runtime_error("unknow motion mode: " + cmd.get("model")); if (!cmd.get("outlier-ratio").empty()) { RansacParams ransacParams = motionEstimator->ransacParams(); ransacParams.eps = cmd.get("outlier-ratio"); motionEstimator->setRansacParams(ransacParams); } if (!cmd.get("min-inlier-ratio").empty()) motionEstimator->setMinInlierRatio(cmd.get("min-inlier-ratio")); stabilizer->setMotionEstimator(motionEstimator); if (!cmd.get("load-motions").empty()) stabilizer->setMotionEstimator(new GlobalMotionReader(cmd.get("load-motions"))); if (!cmd.get("radius").empty()) stabilizer->setRadius(cmd.get("radius")); if (cmd.get("deblur") == "yes") { WeightingDeblurer *deblurer = new WeightingDeblurer(); if (!cmd.get("deblur-sens").empty()) deblurer->setSensitivity(cmd.get("deblur-sens")); stabilizer->setDeblurer(deblurer); } if (!cmd.get("trim-ratio").empty()) stabilizer->setTrimRatio(cmd.get("trim-ratio")); if (!cmd.get("incl-constr").empty()) stabilizer->setCorrectionForInclusion(cmd.get("incl-constr") == "yes"); if (cmd.get("border-mode") == "reflect") stabilizer->setBorderMode(BORDER_REFLECT); else if (cmd.get("border-mode") == "replicate") stabilizer->setBorderMode(BORDER_REPLICATE); else if (cmd.get("border-mode") == "const") stabilizer->setBorderMode(BORDER_CONSTANT); else if (!cmd.get("border-mode").empty()) throw runtime_error("unknown border extrapolation mode: " + cmd.get("border-mode")); InpaintingPipeline *inpainters = new InpaintingPipeline(); if (cmd.get("mosaic") == "yes") { ConsistentMosaicInpainter *inpainter = new ConsistentMosaicInpainter(); if (!cmd.get("mosaic-stdev").empty()) inpainter->setStdevThresh(cmd.get("mosaic-stdev")); inpainters->pushBack(inpainter); } if (cmd.get("motion-inpaint") == "yes") { MotionInpainter *inpainter = new MotionInpainter(); if (!cmd.get("dist-thresh").empty()) inpainter->setDistThreshold(cmd.get("dist-thresh")); inpainters->pushBack(inpainter); } if (!cmd.get("color-inpaint").empty()) { if (cmd.get("color-inpaint") == "average") inpainters->pushBack(new ColorAverageInpainter()); else if (!cmd.get("color-inpaint-radius").empty()) { float radius = cmd.get("color-inpaint-radius"); if (cmd.get("color-inpaint") == "ns") inpainters->pushBack(new ColorInpainter(INPAINT_NS, radius)); else if (cmd.get("color-inpaint") == "telea") inpainters->pushBack(new ColorInpainter(INPAINT_TELEA, radius)); else if (cmd.get("color-inpaint") != "no") throw runtime_error("unknown color inpainting method: " + cmd.get("color-inpaint")); } else { if (cmd.get("color-inpaint") == "ns") inpainters->pushBack(new ColorInpainter(INPAINT_NS)); else if (cmd.get("color-inpaint") == "telea") inpainters->pushBack(new ColorInpainter(INPAINT_TELEA)); else if (cmd.get("color-inpaint") != "no") throw runtime_error("unknown color inpainting method: " + cmd.get("color-inpaint")); } } if (!inpainters->empty()) stabilizer->setInpainter(inpainters); stabilizer->setLog(new LogToStdout()); outputPath = cmd.get("output") != "no" ? cmd.get("output") : ""; if (!cmd.get("fps").empty()) outputFps = cmd.get("fps"); quietMode = cmd.get("quiet"); stabilizedFrames = dynamic_cast(stabilizer); run(); } catch (const exception &e) { cout << "error: " << e.what() << endl; stabilizedFrames.release(); return -1; } stabilizedFrames.release(); return 0; }