2012-10-17 07:18:30 +08:00
|
|
|
/*M///////////////////////////////////////////////////////////////////////////////////////
|
|
|
|
//
|
|
|
|
// IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
|
|
|
|
//
|
|
|
|
// By downloading, copying, installing or using the software you agree to this license.
|
|
|
|
// If you do not agree to this license, do not download, install,
|
|
|
|
// copy or use the software.
|
|
|
|
//
|
|
|
|
//
|
|
|
|
// License Agreement
|
|
|
|
// For Open Source Computer Vision Library
|
|
|
|
//
|
|
|
|
// Copyright (C) 2000-2008, Intel Corporation, all rights reserved.
|
|
|
|
// Copyright (C) 2009, Willow Garage Inc., all rights reserved.
|
|
|
|
// Third party copyrights are property of their respective owners.
|
|
|
|
//
|
|
|
|
// Redistribution and use in source and binary forms, with or without modification,
|
|
|
|
// are permitted provided that the following conditions are met:
|
|
|
|
//
|
|
|
|
// * Redistribution's of source code must retain the above copyright notice,
|
|
|
|
// this list of conditions and the following disclaimer.
|
|
|
|
//
|
|
|
|
// * Redistribution's in binary form must reproduce the above copyright notice,
|
|
|
|
// this list of conditions and the following disclaimer in the documentation
|
|
|
|
// and/or other materials provided with the distribution.
|
|
|
|
//
|
|
|
|
// * The name of the copyright holders may not be used to endorse or promote products
|
|
|
|
// derived from this software without specific prior written permission.
|
|
|
|
//
|
|
|
|
// This software is provided by the copyright holders and contributors "as is" and
|
|
|
|
// any express or implied warranties, including, but not limited to, the implied
|
|
|
|
// warranties of merchantability and fitness for a particular purpose are disclaimed.
|
|
|
|
// In no event shall the Intel Corporation or contributors be liable for any direct,
|
|
|
|
// indirect, incidental, special, exemplary, or consequential damages
|
|
|
|
// (including, but not limited to, procurement of substitute goods or services;
|
|
|
|
// loss of use, data, or profits; or business interruption) however caused
|
|
|
|
// and on any theory of liability, whether in contract, strict liability,
|
|
|
|
// or tort (including negligence or otherwise) arising in any way out of
|
|
|
|
// the use of this software, even if advised of the possibility of such damage.
|
|
|
|
//
|
|
|
|
//M*/
|
|
|
|
|
|
|
|
#include "precomp.hpp"
|
|
|
|
|
|
|
|
using namespace cv;
|
2013-08-28 19:45:13 +08:00
|
|
|
using namespace cv::cuda;
|
2012-10-17 07:18:30 +08:00
|
|
|
|
2013-04-23 21:11:45 +08:00
|
|
|
////////////////////////////////////////////////////////////////
|
|
|
|
// Stream
|
|
|
|
|
2013-04-16 21:43:49 +08:00
|
|
|
#ifndef HAVE_CUDA
|
2012-10-17 07:18:30 +08:00
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
class cv::cuda::Stream::Impl
|
2012-10-17 07:18:30 +08:00
|
|
|
{
|
2013-04-16 21:43:49 +08:00
|
|
|
public:
|
|
|
|
Impl(void* ptr = 0)
|
2012-10-17 07:18:30 +08:00
|
|
|
{
|
2013-04-16 21:43:49 +08:00
|
|
|
(void) ptr;
|
|
|
|
throw_no_cuda();
|
2013-02-13 19:51:27 +08:00
|
|
|
}
|
2013-04-16 21:43:49 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
#else
|
2012-10-17 07:18:30 +08:00
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
class cv::cuda::Stream::Impl
|
2013-04-16 21:43:49 +08:00
|
|
|
{
|
|
|
|
public:
|
2012-10-17 07:18:30 +08:00
|
|
|
cudaStream_t stream;
|
2013-04-16 21:43:49 +08:00
|
|
|
|
|
|
|
Impl();
|
|
|
|
Impl(cudaStream_t stream);
|
|
|
|
|
|
|
|
~Impl();
|
2013-02-13 19:51:27 +08:00
|
|
|
};
|
2012-10-17 07:18:30 +08:00
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
cv::cuda::Stream::Impl::Impl() : stream(0)
|
2013-02-13 19:51:27 +08:00
|
|
|
{
|
2013-04-16 21:43:49 +08:00
|
|
|
cudaSafeCall( cudaStreamCreate(&stream) );
|
2012-10-17 07:18:30 +08:00
|
|
|
}
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
cv::cuda::Stream::Impl::Impl(cudaStream_t stream_) : stream(stream_)
|
2012-10-17 07:18:30 +08:00
|
|
|
{
|
|
|
|
}
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
cv::cuda::Stream::Impl::~Impl()
|
2013-02-13 19:51:27 +08:00
|
|
|
{
|
2013-04-16 21:43:49 +08:00
|
|
|
if (stream)
|
|
|
|
cudaStreamDestroy(stream);
|
2013-02-13 19:51:27 +08:00
|
|
|
}
|
2012-10-17 07:18:30 +08:00
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
cudaStream_t cv::cuda::StreamAccessor::getStream(const Stream& stream)
|
2012-10-17 07:18:30 +08:00
|
|
|
{
|
2013-04-16 21:43:49 +08:00
|
|
|
return stream.impl_->stream;
|
2012-10-17 07:18:30 +08:00
|
|
|
}
|
2013-02-13 19:51:27 +08:00
|
|
|
|
2013-04-16 21:43:49 +08:00
|
|
|
#endif
|
2013-02-13 19:51:27 +08:00
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
cv::cuda::Stream::Stream()
|
2013-04-16 21:43:49 +08:00
|
|
|
{
|
|
|
|
#ifndef HAVE_CUDA
|
|
|
|
throw_no_cuda();
|
|
|
|
#else
|
2013-09-06 19:44:44 +08:00
|
|
|
impl_ = makePtr<Impl>();
|
2013-04-16 21:43:49 +08:00
|
|
|
#endif
|
2012-10-17 07:18:30 +08:00
|
|
|
}
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
bool cv::cuda::Stream::queryIfComplete() const
|
2012-10-17 07:18:30 +08:00
|
|
|
{
|
2013-04-16 21:43:49 +08:00
|
|
|
#ifndef HAVE_CUDA
|
|
|
|
throw_no_cuda();
|
|
|
|
return false;
|
|
|
|
#else
|
|
|
|
cudaError_t err = cudaStreamQuery(impl_->stream);
|
2012-10-17 07:18:30 +08:00
|
|
|
|
|
|
|
if (err == cudaErrorNotReady || err == cudaSuccess)
|
|
|
|
return err == cudaSuccess;
|
|
|
|
|
2013-04-08 16:37:36 +08:00
|
|
|
cudaSafeCall(err);
|
2012-10-17 07:18:30 +08:00
|
|
|
return false;
|
2013-04-16 21:43:49 +08:00
|
|
|
#endif
|
2012-10-17 07:18:30 +08:00
|
|
|
}
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
void cv::cuda::Stream::waitForCompletion()
|
2013-02-13 19:51:27 +08:00
|
|
|
{
|
2013-04-16 21:43:49 +08:00
|
|
|
#ifndef HAVE_CUDA
|
|
|
|
throw_no_cuda();
|
|
|
|
#else
|
|
|
|
cudaSafeCall( cudaStreamSynchronize(impl_->stream) );
|
|
|
|
#endif
|
2012-10-17 07:18:30 +08:00
|
|
|
}
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
void cv::cuda::Stream::waitEvent(const Event& event)
|
2013-04-23 21:11:45 +08:00
|
|
|
{
|
|
|
|
#ifndef HAVE_CUDA
|
|
|
|
(void) event;
|
|
|
|
throw_no_cuda();
|
|
|
|
#else
|
|
|
|
cudaSafeCall( cudaStreamWaitEvent(impl_->stream, EventAccessor::getEvent(event), 0) );
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2013-04-16 21:43:49 +08:00
|
|
|
#if defined(HAVE_CUDA) && (CUDART_VERSION >= 5000)
|
2013-02-13 19:51:27 +08:00
|
|
|
|
|
|
|
namespace
|
2012-10-17 07:18:30 +08:00
|
|
|
{
|
2013-02-13 19:51:27 +08:00
|
|
|
struct CallbackData
|
|
|
|
{
|
2013-04-16 21:43:49 +08:00
|
|
|
Stream::StreamCallback callback;
|
2013-02-13 19:51:27 +08:00
|
|
|
void* userData;
|
2013-04-16 21:43:49 +08:00
|
|
|
|
|
|
|
CallbackData(Stream::StreamCallback callback_, void* userData_) : callback(callback_), userData(userData_) {}
|
2013-02-13 19:51:27 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
void CUDART_CB cudaStreamCallback(cudaStream_t, cudaError_t status, void* userData)
|
|
|
|
{
|
|
|
|
CallbackData* data = reinterpret_cast<CallbackData*>(userData);
|
2013-04-16 21:43:49 +08:00
|
|
|
data->callback(static_cast<int>(status), data->userData);
|
2013-02-13 19:51:27 +08:00
|
|
|
delete data;
|
|
|
|
}
|
2012-10-17 07:18:30 +08:00
|
|
|
}
|
|
|
|
|
2013-02-13 19:51:27 +08:00
|
|
|
#endif
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
void cv::cuda::Stream::enqueueHostCallback(StreamCallback callback, void* userData)
|
2013-02-13 19:51:27 +08:00
|
|
|
{
|
2013-04-16 21:43:49 +08:00
|
|
|
#ifndef HAVE_CUDA
|
2013-02-13 19:51:27 +08:00
|
|
|
(void) callback;
|
|
|
|
(void) userData;
|
2013-04-16 21:43:49 +08:00
|
|
|
throw_no_cuda();
|
|
|
|
#else
|
|
|
|
#if CUDART_VERSION < 5000
|
|
|
|
(void) callback;
|
|
|
|
(void) userData;
|
|
|
|
CV_Error(cv::Error::StsNotImplemented, "This function requires CUDA 5.0");
|
|
|
|
#else
|
|
|
|
CallbackData* data = new CallbackData(callback, userData);
|
|
|
|
|
|
|
|
cudaSafeCall( cudaStreamAddCallback(impl_->stream, cudaStreamCallback, data, 0) );
|
|
|
|
#endif
|
2013-02-13 19:51:27 +08:00
|
|
|
#endif
|
|
|
|
}
|
2012-10-17 07:18:30 +08:00
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
Stream& cv::cuda::Stream::Null()
|
2012-10-17 07:18:30 +08:00
|
|
|
{
|
2013-09-06 19:44:44 +08:00
|
|
|
static Stream s(Ptr<Impl>(new Impl(0)));
|
2012-10-17 07:18:30 +08:00
|
|
|
return s;
|
|
|
|
}
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
cv::cuda::Stream::operator bool_type() const
|
2013-02-13 19:51:27 +08:00
|
|
|
{
|
2013-04-16 21:43:49 +08:00
|
|
|
#ifndef HAVE_CUDA
|
|
|
|
return 0;
|
|
|
|
#else
|
|
|
|
return (impl_->stream != 0) ? &Stream::this_type_does_not_support_comparisons : 0;
|
|
|
|
#endif
|
2013-02-13 19:51:27 +08:00
|
|
|
}
|
|
|
|
|
2013-04-23 21:11:45 +08:00
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////
|
|
|
|
// Stream
|
|
|
|
|
|
|
|
#ifndef HAVE_CUDA
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
class cv::cuda::Event::Impl
|
2013-04-23 21:11:45 +08:00
|
|
|
{
|
|
|
|
public:
|
|
|
|
Impl(unsigned int)
|
|
|
|
{
|
|
|
|
throw_no_cuda();
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
#else
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
class cv::cuda::Event::Impl
|
2013-04-23 21:11:45 +08:00
|
|
|
{
|
|
|
|
public:
|
|
|
|
cudaEvent_t event;
|
|
|
|
|
|
|
|
Impl(unsigned int flags);
|
|
|
|
~Impl();
|
|
|
|
};
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
cv::cuda::Event::Impl::Impl(unsigned int flags) : event(0)
|
2013-04-23 21:11:45 +08:00
|
|
|
{
|
|
|
|
cudaSafeCall( cudaEventCreateWithFlags(&event, flags) );
|
|
|
|
}
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
cv::cuda::Event::Impl::~Impl()
|
2013-04-23 21:11:45 +08:00
|
|
|
{
|
|
|
|
if (event)
|
|
|
|
cudaEventDestroy(event);
|
|
|
|
}
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
cudaEvent_t cv::cuda::EventAccessor::getEvent(const Event& event)
|
2013-04-23 21:11:45 +08:00
|
|
|
{
|
|
|
|
return event.impl_->event;
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
cv::cuda::Event::Event(CreateFlags flags)
|
2013-04-23 21:11:45 +08:00
|
|
|
{
|
|
|
|
#ifndef HAVE_CUDA
|
|
|
|
(void) flags;
|
|
|
|
throw_no_cuda();
|
|
|
|
#else
|
2013-09-06 19:44:44 +08:00
|
|
|
impl_ = makePtr<Impl>(flags);
|
2013-04-23 21:11:45 +08:00
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
void cv::cuda::Event::record(Stream& stream)
|
2013-04-23 21:11:45 +08:00
|
|
|
{
|
|
|
|
#ifndef HAVE_CUDA
|
|
|
|
(void) stream;
|
|
|
|
throw_no_cuda();
|
|
|
|
#else
|
|
|
|
cudaSafeCall( cudaEventRecord(impl_->event, StreamAccessor::getStream(stream)) );
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
bool cv::cuda::Event::queryIfComplete() const
|
2013-04-23 21:11:45 +08:00
|
|
|
{
|
|
|
|
#ifndef HAVE_CUDA
|
|
|
|
throw_no_cuda();
|
|
|
|
return false;
|
|
|
|
#else
|
|
|
|
cudaError_t err = cudaEventQuery(impl_->event);
|
|
|
|
|
|
|
|
if (err == cudaErrorNotReady || err == cudaSuccess)
|
|
|
|
return err == cudaSuccess;
|
|
|
|
|
|
|
|
cudaSafeCall(err);
|
|
|
|
return false;
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
void cv::cuda::Event::waitForCompletion()
|
2013-04-23 21:11:45 +08:00
|
|
|
{
|
|
|
|
#ifndef HAVE_CUDA
|
|
|
|
throw_no_cuda();
|
|
|
|
#else
|
|
|
|
cudaSafeCall( cudaEventSynchronize(impl_->event) );
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2013-08-28 19:45:13 +08:00
|
|
|
float cv::cuda::Event::elapsedTime(const Event& start, const Event& end)
|
2013-04-23 21:11:45 +08:00
|
|
|
{
|
|
|
|
#ifndef HAVE_CUDA
|
|
|
|
(void) start;
|
|
|
|
(void) end;
|
|
|
|
throw_no_cuda();
|
|
|
|
return 0.0f;
|
|
|
|
#else
|
|
|
|
float ms;
|
|
|
|
cudaSafeCall( cudaEventElapsedTime(&ms, start.impl_->event, end.impl_->event) );
|
|
|
|
return ms;
|
|
|
|
#endif
|
|
|
|
}
|