#ifndef OPENCV_GAPI_PYOPENCV_GAPI_HPP #define OPENCV_GAPI_PYOPENCV_GAPI_HPP #ifdef HAVE_OPENCV_GAPI #ifdef _MSC_VER #pragma warning(disable: 4503) // "decorated name length exceeded" #endif #include #include // NB: Python wrapper replaces :: with _ for classes using gapi_GKernelPackage = cv::GKernelPackage; using gapi_GNetPackage = cv::gapi::GNetPackage; using gapi_ie_PyParams = cv::gapi::ie::PyParams; using gapi_onnx_PyParams = cv::gapi::onnx::PyParams; using gapi_ov_PyParams = cv::gapi::ov::PyParams; using gapi_wip_IStreamSource_Ptr = cv::Ptr; using detail_ExtractArgsCallback = cv::detail::ExtractArgsCallback; using detail_ExtractMetaCallback = cv::detail::ExtractMetaCallback; using vector_GNetParam = std::vector; using vector_GMat = std::vector; using gapi_streaming_queue_capacity = cv::gapi::streaming::queue_capacity; using GStreamerSource_OutputType = cv::gapi::wip::GStreamerSource::OutputType; using map_string_and_int = std::map; using map_string_and_string = std::map; using map_string_and_string = std::map; using map_string_and_vector_size_t = std::map>; using map_string_and_vector_float = std::map>; using map_int_and_double = std::map; using ep_OpenVINO = cv::gapi::onnx::ep::OpenVINO; using ep_DirectML = cv::gapi::onnx::ep::DirectML; using ep_CoreML = cv::gapi::onnx::ep::CoreML; using ep_CUDA = cv::gapi::onnx::ep::CUDA; using ep_TensorRT = cv::gapi::onnx::ep::TensorRT; // NB: Python wrapper generate T_U for T // This behavior is only observed for inputs using GOpaque_bool = cv::GOpaque; using GOpaque_int = cv::GOpaque; using GOpaque_double = cv::GOpaque; using GOpaque_float = cv::GOpaque; using GOpaque_string = cv::GOpaque; using GOpaque_Point2i = cv::GOpaque; using GOpaque_Point2f = cv::GOpaque; using GOpaque_Size = cv::GOpaque; using GOpaque_Rect = cv::GOpaque; using GArray_bool = cv::GArray; using GArray_int = cv::GArray; using GArray_double = cv::GArray; using GArray_float = cv::GArray; using GArray_string = cv::GArray; using GArray_Point2i = cv::GArray; using GArray_Point2f = cv::GArray; using GArray_Point3f = cv::GArray; using GArray_Size = cv::GArray; using GArray_Rect = cv::GArray; using GArray_Scalar = cv::GArray; using GArray_Mat = cv::GArray; using GArray_GMat = cv::GArray; using GArray_Prim = cv::GArray; // FIXME: Python wrapper generate code without namespace std, // so it cause error: "string wasn't declared" // WA: Create using using std::string; namespace cv { namespace detail { class PyObjectHolder { public: PyObjectHolder(PyObject* o, bool owner = true); PyObject* get() const; private: class Impl; std::shared_ptr m_impl; }; } // namespace detail } // namespace cv class cv::detail::PyObjectHolder::Impl { public: Impl(PyObject* object, bool owner); PyObject* get() const; ~Impl(); private: PyObject* m_object; }; cv::detail::PyObjectHolder::Impl::Impl(PyObject* object, bool owner) : m_object(object) { // NB: Become an owner of that PyObject. // Need to store this and get access // after the caller which provide the object is out of range. if (owner) { // NB: Impossible take ownership if object is NULL. GAPI_Assert(object); Py_INCREF(m_object); } } cv::detail::PyObjectHolder::Impl::~Impl() { // NB: If NULL was set, don't decrease counter. if (m_object) { Py_DECREF(m_object); } } PyObject* cv::detail::PyObjectHolder::Impl::get() const { return m_object; } cv::detail::PyObjectHolder::PyObjectHolder(PyObject* object, bool owner) : m_impl(new cv::detail::PyObjectHolder::Impl{object, owner}) { } PyObject* cv::detail::PyObjectHolder::get() const { return m_impl->get(); } template<> PyObject* pyopencv_from(const cv::detail::PyObjectHolder& v) { PyObject* o = cv::util::any_cast(v).get(); Py_INCREF(o); return o; } // #FIXME: Is it possible to implement pyopencv_from/pyopencv_to for generic // cv::variant ? template <> PyObject* pyopencv_from(const cv::gapi::wip::draw::Prim& prim) { switch (prim.index()) { case cv::gapi::wip::draw::Prim::index_of(): return pyopencv_from(cv::util::get(prim)); case cv::gapi::wip::draw::Prim::index_of(): return pyopencv_from(cv::util::get(prim)); case cv::gapi::wip::draw::Prim::index_of(): return pyopencv_from(cv::util::get(prim)); case cv::gapi::wip::draw::Prim::index_of(): return pyopencv_from(cv::util::get(prim)); case cv::gapi::wip::draw::Prim::index_of(): return pyopencv_from(cv::util::get(prim)); case cv::gapi::wip::draw::Prim::index_of(): return pyopencv_from(cv::util::get(prim)); case cv::gapi::wip::draw::Prim::index_of(): return pyopencv_from(cv::util::get(prim)); } util::throw_error(std::logic_error("Unsupported draw primitive type")); } template <> PyObject* pyopencv_from(const cv::gapi::wip::draw::Prims& value) { return pyopencv_from_generic_vec(value); } template<> bool pyopencv_to(PyObject* obj, cv::gapi::wip::draw::Prim& value, const ArgInfo&) { #define TRY_EXTRACT(Prim) \ if (PyObject_TypeCheck(obj, reinterpret_cast(pyopencv_gapi_wip_draw_##Prim##_TypePtr))) \ { \ value = reinterpret_cast(obj)->v; \ return true; \ } \ TRY_EXTRACT(Rect) TRY_EXTRACT(Text) TRY_EXTRACT(Circle) TRY_EXTRACT(Line) TRY_EXTRACT(Mosaic) TRY_EXTRACT(Image) TRY_EXTRACT(Poly) #undef TRY_EXTRACT failmsg("Unsupported primitive type"); return false; } template <> bool pyopencv_to(PyObject* obj, cv::gapi::wip::draw::Prims& value, const ArgInfo& info) { return pyopencv_to_generic_vec(obj, value, info); } template <> bool pyopencv_to(PyObject* obj, cv::GMetaArg& value, const ArgInfo&) { #define TRY_EXTRACT(Meta) \ if (PyObject_TypeCheck(obj, \ reinterpret_cast(pyopencv_##Meta##_TypePtr))) \ { \ value = reinterpret_cast(obj)->v; \ return true; \ } \ TRY_EXTRACT(GMatDesc) TRY_EXTRACT(GScalarDesc) TRY_EXTRACT(GArrayDesc) TRY_EXTRACT(GOpaqueDesc) #undef TRY_EXTRACT failmsg("Unsupported cv::GMetaArg type"); return false; } template <> bool pyopencv_to(PyObject* obj, cv::GMetaArgs& value, const ArgInfo& info) { return pyopencv_to_generic_vec(obj, value, info); } template<> PyObject* pyopencv_from(const cv::GArg& value) { GAPI_Assert(value.kind != cv::detail::ArgKind::GOBJREF); #define HANDLE_CASE(T, O) case cv::detail::OpaqueKind::CV_##T: \ { \ return pyopencv_from(value.get()); \ } #define UNSUPPORTED(T) case cv::detail::OpaqueKind::CV_##T: break switch (value.opaque_kind) { HANDLE_CASE(BOOL, bool); HANDLE_CASE(INT, int); HANDLE_CASE(INT64, int64_t); HANDLE_CASE(UINT64, uint64_t); HANDLE_CASE(DOUBLE, double); HANDLE_CASE(FLOAT, float); HANDLE_CASE(STRING, std::string); HANDLE_CASE(POINT, cv::Point); HANDLE_CASE(POINT2F, cv::Point2f); HANDLE_CASE(POINT3F, cv::Point3f); HANDLE_CASE(SIZE, cv::Size); HANDLE_CASE(RECT, cv::Rect); HANDLE_CASE(SCALAR, cv::Scalar); HANDLE_CASE(MAT, cv::Mat); HANDLE_CASE(UNKNOWN, cv::detail::PyObjectHolder); HANDLE_CASE(DRAW_PRIM, cv::gapi::wip::draw::Prim); #undef HANDLE_CASE #undef UNSUPPORTED } util::throw_error(std::logic_error("Unsupported kernel input type")); } template<> bool pyopencv_to(PyObject* obj, cv::GArg& value, const ArgInfo& info) { value = cv::GArg(cv::detail::PyObjectHolder(obj)); return true; } template <> bool pyopencv_to(PyObject* obj, std::vector& value, const ArgInfo& info) { return pyopencv_to_generic_vec(obj, value, info); } template <> PyObject* pyopencv_from(const std::vector& value) { return pyopencv_from_generic_vec(value); } template <> bool pyopencv_to(PyObject* obj, std::vector& value, const ArgInfo& info) { return pyopencv_to_generic_vec(obj, value, info); } template <> PyObject* pyopencv_from(const std::vector& value) { return pyopencv_from_generic_vec(value); } template<> PyObject* pyopencv_from(const cv::detail::OpaqueRef& o) { switch (o.getKind()) { case cv::detail::OpaqueKind::CV_BOOL : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_INT : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_INT64 : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_UINT64 : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_DOUBLE : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_FLOAT : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_STRING : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_POINT : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_POINT2F : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_POINT3F : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_SIZE : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_RECT : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_UNKNOWN : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_DRAW_PRIM : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_SCALAR : break; case cv::detail::OpaqueKind::CV_MAT : break; } PyErr_SetString(PyExc_TypeError, "Unsupported GOpaque type"); return NULL; } template <> PyObject* pyopencv_from(const cv::detail::VectorRef& v) { switch (v.getKind()) { case cv::detail::OpaqueKind::CV_BOOL : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_INT : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_INT64 : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_UINT64 : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_DOUBLE : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_FLOAT : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_STRING : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_POINT : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_POINT2F : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_POINT3F : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_SIZE : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_RECT : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_SCALAR : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_MAT : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_UNKNOWN : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_DRAW_PRIM : return pyopencv_from_generic_vec(v.rref()); } PyErr_SetString(PyExc_TypeError, "Unsupported GArray type"); return NULL; } template <> PyObject* pyopencv_from(const GRunArg& v) { switch (v.index()) { case GRunArg::index_of(): return pyopencv_from(util::get(v)); case GRunArg::index_of(): return pyopencv_from(util::get(v)); case GRunArg::index_of(): return pyopencv_from(util::get(v)); case GRunArg::index_of(): return pyopencv_from(util::get(v)); } PyErr_SetString(PyExc_TypeError, "Failed to unpack GRunArgs. Index of variant is unknown"); return NULL; } template PyObject* pyopencv_from(const cv::optional& opt) { if (!opt.has_value()) { Py_RETURN_NONE; } return pyopencv_from(*opt); } template <> PyObject* pyopencv_from(const GOptRunArg& v) { switch (v.index()) { case GOptRunArg::index_of>(): return pyopencv_from(util::get>(v)); case GOptRunArg::index_of>(): return pyopencv_from(util::get>(v)); case GOptRunArg::index_of>(): return pyopencv_from(util::get>(v)); case GOptRunArg::index_of>(): return pyopencv_from(util::get>(v)); } PyErr_SetString(PyExc_TypeError, "Failed to unpack GOptRunArg. Index of variant is unknown"); return NULL; } template<> PyObject* pyopencv_from(const GRunArgs& value) { return value.size() == 1 ? pyopencv_from(value[0]) : pyopencv_from_generic_vec(value); } template<> PyObject* pyopencv_from(const GOptRunArgs& value) { return value.size() == 1 ? pyopencv_from(value[0]) : pyopencv_from_generic_vec(value); } // FIXME: cv::variant should be wrapped once for all types. template <> PyObject* pyopencv_from(const cv::util::variant& v) { using RunArgs = cv::util::variant; switch (v.index()) { case RunArgs::index_of(): return pyopencv_from(util::get(v)); case RunArgs::index_of(): return pyopencv_from(util::get(v)); } PyErr_SetString(PyExc_TypeError, "Failed to recognize kind of RunArgs. Index of variant is unknown"); return NULL; } template void pyopencv_to_with_check(PyObject* from, T& to, const std::string& msg = "") { if (!pyopencv_to(from, to, ArgInfo("", false))) { cv::util::throw_error(std::logic_error(msg)); } } template void pyopencv_to_generic_vec_with_check(PyObject* from, std::vector& to, const std::string& msg = "") { if (!pyopencv_to_generic_vec(from, to, ArgInfo("", false))) { cv::util::throw_error(std::logic_error(msg)); } } template static T extract_proto_args(PyObject* py_args) { using namespace cv; GProtoArgs args; Py_ssize_t size = PyList_Size(py_args); args.reserve(size); for (int i = 0; i < size; ++i) { PyObject* item = PyList_GetItem(py_args, i); if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GScalar_TypePtr))) { args.emplace_back(reinterpret_cast(item)->v); } else if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GMat_TypePtr))) { args.emplace_back(reinterpret_cast(item)->v); } else if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GOpaqueT_TypePtr))) { args.emplace_back(reinterpret_cast(item)->v.strip()); } else if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GArrayT_TypePtr))) { args.emplace_back(reinterpret_cast(item)->v.strip()); } else { util::throw_error(std::logic_error("Unsupported type for GProtoArgs")); } } return T(std::move(args)); } static cv::detail::OpaqueRef extract_opaque_ref(PyObject* from, cv::detail::OpaqueKind kind) { #define HANDLE_CASE(T, O) case cv::detail::OpaqueKind::CV_##T: \ { \ O obj{}; \ pyopencv_to_with_check(from, obj, "Failed to obtain " # O); \ return cv::detail::OpaqueRef{std::move(obj)}; \ } #define UNSUPPORTED(T) case cv::detail::OpaqueKind::CV_##T: break switch (kind) { HANDLE_CASE(BOOL, bool); HANDLE_CASE(INT, int); HANDLE_CASE(INT64, int64_t); HANDLE_CASE(UINT64, uint64_t); HANDLE_CASE(DOUBLE, double); HANDLE_CASE(FLOAT, float); HANDLE_CASE(STRING, std::string); HANDLE_CASE(POINT, cv::Point); HANDLE_CASE(POINT2F, cv::Point2f); HANDLE_CASE(POINT3F, cv::Point3f); HANDLE_CASE(SIZE, cv::Size); HANDLE_CASE(RECT, cv::Rect); HANDLE_CASE(UNKNOWN, cv::GArg); UNSUPPORTED(SCALAR); UNSUPPORTED(MAT); UNSUPPORTED(DRAW_PRIM); #undef HANDLE_CASE #undef UNSUPPORTED } util::throw_error(std::logic_error("Unsupported type for GOpaqueT")); } static cv::detail::VectorRef extract_vector_ref(PyObject* from, cv::detail::OpaqueKind kind) { #define HANDLE_CASE(T, O) case cv::detail::OpaqueKind::CV_##T: \ { \ std::vector obj; \ pyopencv_to_generic_vec_with_check(from, obj, "Failed to obtain vector of " # O); \ return cv::detail::VectorRef{std::move(obj)}; \ } #define UNSUPPORTED(T) case cv::detail::OpaqueKind::CV_##T: break switch (kind) { HANDLE_CASE(BOOL, bool); HANDLE_CASE(INT, int); HANDLE_CASE(INT64, int64_t); HANDLE_CASE(UINT64, uint64_t); HANDLE_CASE(DOUBLE, double); HANDLE_CASE(FLOAT, float); HANDLE_CASE(STRING, std::string); HANDLE_CASE(POINT, cv::Point); HANDLE_CASE(POINT2F, cv::Point2f); HANDLE_CASE(POINT3F, cv::Point3f); HANDLE_CASE(SIZE, cv::Size); HANDLE_CASE(RECT, cv::Rect); HANDLE_CASE(SCALAR, cv::Scalar); HANDLE_CASE(MAT, cv::Mat); HANDLE_CASE(UNKNOWN, cv::GArg); HANDLE_CASE(DRAW_PRIM, cv::gapi::wip::draw::Prim); #undef HANDLE_CASE #undef UNSUPPORTED } util::throw_error(std::logic_error("Unsupported type for GArrayT")); } static cv::GRunArg extract_run_arg(const cv::GTypeInfo& info, PyObject* item) { switch (info.shape) { case cv::GShape::GMAT: { // NB: In case streaming it can be IStreamSource or cv::Mat if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_gapi_wip_IStreamSource_TypePtr))) { cv::gapi::wip::IStreamSource::Ptr source = reinterpret_cast(item)->v; return source; } cv::Mat obj; pyopencv_to_with_check(item, obj, "Failed to obtain cv::Mat"); return obj; } case cv::GShape::GSCALAR: { cv::Scalar obj; pyopencv_to_with_check(item, obj, "Failed to obtain cv::Scalar"); return obj; } case cv::GShape::GOPAQUE: { return extract_opaque_ref(item, info.kind); } case cv::GShape::GARRAY: { return extract_vector_ref(item, info.kind); } case cv::GShape::GFRAME: { // NB: Isn't supported yet. break; } } util::throw_error(std::logic_error("Unsupported output shape")); } static cv::GRunArgs extract_run_args(const cv::GTypesInfo& info, PyObject* py_args) { GAPI_Assert(PyList_Check(py_args)); cv::GRunArgs args; Py_ssize_t list_size = PyList_Size(py_args); args.reserve(list_size); for (int i = 0; i < list_size; ++i) { args.push_back(extract_run_arg(info[i], PyList_GetItem(py_args, i))); } return args; } static cv::GMetaArg extract_meta_arg(const cv::GTypeInfo& info, PyObject* item) { switch (info.shape) { case cv::GShape::GMAT: { cv::Mat obj; pyopencv_to_with_check(item, obj, "Failed to obtain cv::Mat"); return cv::GMetaArg{cv::descr_of(obj)}; } case cv::GShape::GSCALAR: { cv::Scalar obj; pyopencv_to_with_check(item, obj, "Failed to obtain cv::Scalar"); return cv::GMetaArg{cv::descr_of(obj)}; } case cv::GShape::GARRAY: { return cv::GMetaArg{cv::empty_array_desc()}; } case cv::GShape::GOPAQUE: { return cv::GMetaArg{cv::empty_gopaque_desc()}; } case cv::GShape::GFRAME: { // NB: Isn't supported yet. break; } } util::throw_error(std::logic_error("Unsupported output shape")); } static cv::GMetaArgs extract_meta_args(const cv::GTypesInfo& info, PyObject* py_args) { GAPI_Assert(PyList_Check(py_args)); cv::GMetaArgs metas; Py_ssize_t list_size = PyList_Size(py_args); metas.reserve(list_size); for (int i = 0; i < list_size; ++i) { metas.push_back(extract_meta_arg(info[i], PyList_GetItem(py_args, i))); } return metas; } static cv::GRunArgs run_py_kernel(cv::detail::PyObjectHolder kernel, const cv::gapi::python::GPythonContext &ctx) { const auto& ins = ctx.ins; const auto& in_metas = ctx.in_metas; const auto& out_info = ctx.out_info; PyGILState_STATE gstate; gstate = PyGILState_Ensure(); cv::GRunArgs outs; try { // NB: Doesn't increase reference counter (false), // because PyObject already have ownership. // In case exception decrement reference counter. cv::detail::PyObjectHolder args( PyTuple_New(ctx.m_state.has_value() ? ins.size() + 1 : ins.size()), false); for (size_t i = 0; i < ins.size(); ++i) { // NB: If meta is monostate then object isn't associated with G-TYPE. if (cv::util::holds_alternative(in_metas[i])) { PyTuple_SetItem(args.get(), i, pyopencv_from(ins[i])); continue; } switch (in_metas[i].index()) { case cv::GMetaArg::index_of(): PyTuple_SetItem(args.get(), i, pyopencv_from(ins[i].get())); break; case cv::GMetaArg::index_of(): PyTuple_SetItem(args.get(), i, pyopencv_from(ins[i].get())); break; case cv::GMetaArg::index_of(): PyTuple_SetItem(args.get(), i, pyopencv_from(ins[i].get())); break; case cv::GMetaArg::index_of(): PyTuple_SetItem(args.get(), i, pyopencv_from(ins[i].get())); break; case cv::GMetaArg::index_of(): util::throw_error(std::logic_error("GFrame isn't supported for custom operation")); break; } } if (ctx.m_state.has_value()) { PyTuple_SetItem(args.get(), ins.size(), pyopencv_from(ctx.m_state.value())); } // NB: Doesn't increase reference counter (false). // In case PyObject_CallObject return NULL, do nothing in destructor. cv::detail::PyObjectHolder result( PyObject_CallObject(kernel.get(), args.get()), false); if (PyErr_Occurred()) { PyErr_PrintEx(0); PyErr_Clear(); throw std::logic_error("Python kernel failed with error!"); } // NB: In fact it's impossible situation, because errors were handled above. GAPI_Assert(result.get() && "Python kernel returned NULL!"); if (out_info.size() == 1) { outs = cv::GRunArgs{extract_run_arg(out_info[0], result.get())}; } else if (out_info.size() > 1) { GAPI_Assert(PyTuple_Check(result.get())); Py_ssize_t tuple_size = PyTuple_Size(result.get()); outs.reserve(tuple_size); for (int i = 0; i < tuple_size; ++i) { outs.push_back(extract_run_arg(out_info[i], PyTuple_GetItem(result.get(), i))); } } else { // Seems to be impossible case. GAPI_Error("InternalError"); } } catch (...) { PyGILState_Release(gstate); throw; } PyGILState_Release(gstate); return outs; } static void unpackMetasToTuple(const cv::GMetaArgs& meta, const cv::GArgs& gargs, cv::detail::PyObjectHolder& tuple) { size_t idx = 0; for (auto&& m : meta) { switch (m.index()) { case cv::GMetaArg::index_of(): PyTuple_SetItem(tuple.get(), idx, pyopencv_from(cv::util::get(m))); break; case cv::GMetaArg::index_of(): PyTuple_SetItem(tuple.get(), idx, pyopencv_from(cv::util::get(m))); break; case cv::GMetaArg::index_of(): PyTuple_SetItem(tuple.get(), idx, pyopencv_from(cv::util::get(m))); break; case cv::GMetaArg::index_of(): PyTuple_SetItem(tuple.get(), idx, pyopencv_from(cv::util::get(m))); break; case cv::GMetaArg::index_of(): PyTuple_SetItem(tuple.get(), idx, pyopencv_from(gargs[idx])); break; case cv::GMetaArg::index_of(): util::throw_error( std::logic_error("GFrame isn't supported for custom operation")); break; } ++idx; } } static cv::GArg run_py_setup(cv::detail::PyObjectHolder setup, const cv::GMetaArgs &meta, const cv::GArgs &gargs) { PyGILState_STATE gstate; gstate = PyGILState_Ensure(); cv::GArg state; try { // NB: Doesn't increase reference counter (false), // because PyObject already have ownership. // In case exception decrement reference counter. cv::detail::PyObjectHolder args(PyTuple_New(meta.size()), false); unpackMetasToTuple(meta, gargs, args); PyObject *py_kernel_state = PyObject_CallObject(setup.get(), args.get()); if (PyErr_Occurred()) { PyErr_PrintEx(0); PyErr_Clear(); throw std::logic_error("Python kernel setup failed with error!"); } // NB: In fact it's impossible situation, because errors were handled above. GAPI_Assert(py_kernel_state && "Python kernel setup returned NULL!"); if (!pyopencv_to(py_kernel_state, state, ArgInfo("arg", false))) { util::throw_error(std::logic_error("Failed to convert python state")); } } catch (...) { PyGILState_Release(gstate); throw; } PyGILState_Release(gstate); return state; } static GMetaArg get_meta_arg(PyObject* obj) { cv::GMetaArg arg; if (!pyopencv_to(obj, arg, ArgInfo("arg", false))) { util::throw_error(std::logic_error("Unsupported output meta type")); } return arg; } static cv::GMetaArgs get_meta_args(PyObject* tuple) { size_t size = PyTuple_Size(tuple); cv::GMetaArgs metas; metas.reserve(size); for (size_t i = 0; i < size; ++i) { metas.push_back(get_meta_arg(PyTuple_GetItem(tuple, i))); } return metas; } static GMetaArgs run_py_meta(cv::detail::PyObjectHolder out_meta, const cv::GMetaArgs &meta, const cv::GArgs &gargs) { PyGILState_STATE gstate; gstate = PyGILState_Ensure(); cv::GMetaArgs out_metas; try { // NB: Doesn't increase reference counter (false), // because PyObject already have ownership. // In case exception decrement reference counter. cv::detail::PyObjectHolder args(PyTuple_New(meta.size()), false); unpackMetasToTuple(meta, gargs, args); // NB: Doesn't increase reference counter (false). // In case PyObject_CallObject return NULL, do nothing in destructor. cv::detail::PyObjectHolder result( PyObject_CallObject(out_meta.get(), args.get()), false); if (PyErr_Occurred()) { PyErr_PrintEx(0); PyErr_Clear(); throw std::logic_error("Python outMeta failed with error!"); } // NB: In fact it's impossible situation, because errors were handled above. GAPI_Assert(result.get() && "Python outMeta returned NULL!"); out_metas = PyTuple_Check(result.get()) ? get_meta_args(result.get()) : cv::GMetaArgs{get_meta_arg(result.get())}; } catch (...) { PyGILState_Release(gstate); throw; } PyGILState_Release(gstate); return out_metas; } static PyObject* pyopencv_cv_gapi_kernels(PyObject* , PyObject* py_args, PyObject*) { using namespace cv; GKernelPackage pkg; Py_ssize_t size = PyTuple_Size(py_args); for (int i = 0; i < size; ++i) { PyObject* user_kernel = PyTuple_GetItem(py_args, i); PyObject* id_obj = PyObject_GetAttrString(user_kernel, "id"); if (!id_obj) { PyErr_SetString(PyExc_TypeError, "Python kernel should contain id, please use cv.gapi.kernel to define kernel"); return NULL; } PyObject* out_meta = PyObject_GetAttrString(user_kernel, "outMeta"); if (!out_meta) { PyErr_SetString(PyExc_TypeError, "Python kernel should contain outMeta, please use cv.gapi.kernel to define kernel"); return NULL; } PyObject* run = PyObject_GetAttrString(user_kernel, "run"); if (!run) { PyErr_SetString(PyExc_TypeError, "Python kernel should contain run, please use cv.gapi.kernel to define kernel"); return NULL; } PyObject* setup = nullptr; if (PyObject_HasAttrString(user_kernel, "setup")) { setup = PyObject_GetAttrString(user_kernel, "setup"); } std::string id; if (!pyopencv_to(id_obj, id, ArgInfo("id", false))) { PyErr_SetString(PyExc_TypeError, "Failed to obtain string"); return NULL; } using namespace std::placeholders; if (setup) { gapi::python::GPythonFunctor f( id.c_str(), std::bind(run_py_meta, cv::detail::PyObjectHolder{out_meta}, _1, _2), std::bind(run_py_kernel, cv::detail::PyObjectHolder{run}, _1), std::bind(run_py_setup, cv::detail::PyObjectHolder{setup}, _1, _2)); pkg.include(f); } else { gapi::python::GPythonFunctor f( id.c_str(), std::bind(run_py_meta, cv::detail::PyObjectHolder{out_meta}, _1, _2), std::bind(run_py_kernel, cv::detail::PyObjectHolder{run}, _1)); pkg.include(f); } } return pyopencv_from(pkg); } static PyObject* pyopencv_cv_gapi_op(PyObject* , PyObject* py_args, PyObject*) { using namespace cv; Py_ssize_t size = PyTuple_Size(py_args); std::string id; if (!pyopencv_to(PyTuple_GetItem(py_args, 0), id, ArgInfo("id", false))) { PyErr_SetString(PyExc_TypeError, "Failed to obtain: operation id must be a string"); return NULL; } PyObject* outMeta = PyTuple_GetItem(py_args, 1); cv::GArgs args; for (int i = 2; i < size; i++) { PyObject* item = PyTuple_GetItem(py_args, i); if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GMat_TypePtr))) { args.emplace_back(reinterpret_cast(item)->v); } else if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GScalar_TypePtr))) { args.emplace_back(reinterpret_cast(item)->v); } else if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GOpaqueT_TypePtr))) { auto&& arg = reinterpret_cast(item)->v.arg(); #define HC(T, K) case cv::GOpaqueT::Storage:: index_of>(): \ args.emplace_back(cv::util::get>(arg)); \ break; \ SWITCH(arg.index(), GOPAQUE_TYPE_LIST_G, HC) #undef HC } else if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GArrayT_TypePtr))) { auto&& arg = reinterpret_cast(item)->v.arg(); #define HC(T, K) case cv::GArrayT::Storage:: index_of>(): \ args.emplace_back(cv::util::get>(arg)); \ break; \ SWITCH(arg.index(), GARRAY_TYPE_LIST_G, HC) #undef HC } else { args.emplace_back(cv::GArg(cv::detail::PyObjectHolder{item})); } } cv::GKernel::M outMetaWrapper = std::bind(run_py_meta, cv::detail::PyObjectHolder{outMeta}, std::placeholders::_1, std::placeholders::_2); return pyopencv_from(cv::gapi::wip::op(id, outMetaWrapper, std::move(args))); } template<> bool pyopencv_to(PyObject* obj, cv::detail::ExtractArgsCallback& value, const ArgInfo&) { cv::detail::PyObjectHolder holder{obj}; value = cv::detail::ExtractArgsCallback{[=](const cv::GTypesInfo& info) { PyGILState_STATE gstate; gstate = PyGILState_Ensure(); cv::GRunArgs args; try { args = extract_run_args(info, holder.get()); } catch (...) { PyGILState_Release(gstate); throw; } PyGILState_Release(gstate); return args; }}; return true; } template<> bool pyopencv_to(PyObject* obj, cv::detail::ExtractMetaCallback& value, const ArgInfo&) { cv::detail::PyObjectHolder holder{obj}; value = cv::detail::ExtractMetaCallback{[=](const cv::GTypesInfo& info) { PyGILState_STATE gstate; gstate = PyGILState_Ensure(); cv::GMetaArgs args; try { args = extract_meta_args(info, holder.get()); } catch (...) { PyGILState_Release(gstate); throw; } PyGILState_Release(gstate); return args; }}; return true; } template struct PyOpenCV_Converter> { static PyObject* from(const cv::GArray& p) { return pyopencv_from(cv::GArrayT(p)); } static bool to(PyObject *obj, cv::GArray& value, const ArgInfo& info) { if (PyObject_TypeCheck(obj, reinterpret_cast(pyopencv_GArrayT_TypePtr))) { auto& array = reinterpret_cast(obj)->v; try { value = cv::util::get>(array.arg()); } catch (...) { return false; } return true; } return false; } }; template struct PyOpenCV_Converter> { static PyObject* from(const cv::GOpaque& p) { return pyopencv_from(cv::GOpaqueT(p)); } static bool to(PyObject *obj, cv::GOpaque& value, const ArgInfo& info) { if (PyObject_TypeCheck(obj, reinterpret_cast(pyopencv_GOpaqueT_TypePtr))) { auto& opaque = reinterpret_cast(obj)->v; try { value = cv::util::get>(opaque.arg()); } catch (...) { return false; } return true; } return false; } }; template<> bool pyopencv_to(PyObject* obj, cv::GProtoInputArgs& value, const ArgInfo& info) { try { value = extract_proto_args(obj); return true; } catch (...) { failmsg("Can't parse cv::GProtoInputArgs"); return false; } } template<> bool pyopencv_to(PyObject* obj, cv::GProtoOutputArgs& value, const ArgInfo& info) { try { value = extract_proto_args(obj); return true; } catch (...) { failmsg("Can't parse cv::GProtoOutputArgs"); return false; } } // extend cv.gapi methods #define PYOPENCV_EXTRA_METHODS_GAPI \ {"kernels", CV_PY_FN_WITH_KW(pyopencv_cv_gapi_kernels), "kernels(...) -> GKernelPackage"}, \ {"__op", CV_PY_FN_WITH_KW(pyopencv_cv_gapi_op), "__op(...) -> retval\n"}, #endif // HAVE_OPENCV_GAPI #endif // OPENCV_GAPI_PYOPENCV_GAPI_HPP