From 703f79b7573d552cc8d1bd00e644d32cb34cde2d Mon Sep 17 00:00:00 2001
From: Alexander Alekhin <alexander.alekhin@intel.com>
Date: Tue, 15 May 2018 15:56:26 +0300
Subject: [PATCH] tests: add "bigdata" tests

---
 modules/core/test/test_io.cpp        | 38 ++++++++++------------------
 modules/core/test/test_mat.cpp       | 22 ++++++++++++++++
 modules/imgproc/test/test_thresh.cpp | 34 +++++++------------------
 3 files changed, 45 insertions(+), 49 deletions(-)

diff --git a/modules/core/test/test_io.cpp b/modules/core/test/test_io.cpp
index 6b39c41b3b..b4e3d10db6 100644
--- a/modules/core/test/test_io.cpp
+++ b/modules/core/test/test_io.cpp
@@ -522,33 +522,23 @@ protected:
 
 TEST(Core_InputOutput, misc) { CV_MiscIOTest test; test.safe_run(); }
 
-/*class CV_BigMatrixIOTest : public cvtest::BaseTest
+#if 0 // 4+ GB of data, 40+ GB of estimated result size, it is very slow
+BIGDATA_TEST(Core_InputOutput, huge)
 {
-public:
-    CV_BigMatrixIOTest() {}
-    ~CV_BigMatrixIOTest() {}
-protected:
-    void run(int)
+    RNG& rng = theRNG();
+    int N = 1000, M = 1200000;
+    std::cout << "Allocating..." << std::endl;
+    Mat mat(M, N, CV_32F);
+    std::cout << "Initializing..." << std::endl;
+    rng.fill(mat, RNG::UNIFORM, 0, 1);
+    std::cout << "Writing..." << std::endl;
     {
-        try
-        {
-            RNG& rng = theRNG();
-            int N = 1000, M = 1200000;
-            Mat mat(M, N, CV_32F);
-            rng.fill(mat, RNG::UNIFORM, 0, 1);
-            FileStorage fs(cv::tempfile(".xml"), FileStorage::WRITE);
-            fs << "mat" << mat;
-            fs.release();
-        }
-        catch(...)
-        {
-            ts->set_failed_test_info(cvtest::TS::FAIL_MISMATCH);
-        }
+        FileStorage fs(cv::tempfile(".xml"), FileStorage::WRITE);
+        fs << "mat" << mat;
+        fs.release();
     }
-};
-
-TEST(Core_InputOutput, huge) { CV_BigMatrixIOTest test; test.safe_run(); }
-*/
+}
+#endif
 
 TEST(Core_globbing, accuracy)
 {
diff --git a/modules/core/test/test_mat.cpp b/modules/core/test/test_mat.cpp
index 53b43ae8c2..18906f8dcd 100644
--- a/modules/core/test/test_mat.cpp
+++ b/modules/core/test/test_mat.cpp
@@ -1776,4 +1776,26 @@ TEST(Mat_, template_based_ptr)
 
 #endif
 
+
+BIGDATA_TEST(Mat, push_back_regression_4158)  // memory usage: ~10.6 Gb
+{
+    Mat result;
+
+    Mat tail(100, 500000, CV_32FC2, Scalar(1, 2));
+
+    tail.copyTo(result);
+    for (int i = 1; i < 15; i++)
+    {
+        result.push_back(tail);
+        std::cout << "i = " << i << "  result = " << result.size() << "   used = " << (uint64)result.total()*result.elemSize()*(1.0 / (1 << 20)) << " Mb"
+            << "   allocated=" << (uint64)(result.datalimit - result.datastart)*(1.0 / (1 << 20)) << " Mb" << std::endl;
+    }
+    for (int i = 0; i < 15; i++)
+    {
+        Rect roi(0, tail.rows * i, tail.cols, tail.rows);
+        int nz = countNonZero(result(roi).reshape(1) == 2);
+        EXPECT_EQ(tail.total(), (size_t)nz) << "i=" << i;
+    }
+}
+
 }} // namespace
diff --git a/modules/imgproc/test/test_thresh.cpp b/modules/imgproc/test/test_thresh.cpp
index 8064eed992..e9bed8c72e 100644
--- a/modules/imgproc/test/test_thresh.cpp
+++ b/modules/imgproc/test/test_thresh.cpp
@@ -420,34 +420,18 @@ void CV_ThreshTest::prepare_to_validation( int /*test_case_idx*/ )
 
 TEST(Imgproc_Threshold, accuracy) { CV_ThreshTest test; test.safe_run(); }
 
-#if defined(_M_X64) || defined(__x86_64__)
-TEST(Imgproc_Threshold, huge) /* since the test needs a lot of memory, enable it only on 64-bit Intel/AMD platforms, otherwise it may take a lot of time because of heavy swapping */
-#else
-TEST(DISABLED_Imgproc_Threshold, huge)
-#endif
+BIGDATA_TEST(Imgproc_Threshold, huge)
 {
-    Mat m;
-    try
-    {
-        m.create(65000, 40000, CV_8U);
-    }
-    catch(...)
-    {
-    }
+    Mat m(65000, 40000, CV_8U);
+    ASSERT_FALSE(m.isContinuous());
 
-    if( !m.empty() )
-    {
-        ASSERT_FALSE(m.isContinuous());
+    uint64 i, n = (uint64)m.rows*m.cols;
+    for( i = 0; i < n; i++ )
+        m.data[i] = (uchar)(i & 255);
 
-        uint64 i, n = (uint64)m.rows*m.cols;
-        for( i = 0; i < n; i++ )
-            m.data[i] = (uchar)(i & 255);
-
-        cv::threshold(m, m, 127, 255, cv::THRESH_BINARY);
-        int nz = cv::countNonZero(m);
-        ASSERT_EQ(nz, (int)(n/2));
-    }
-    // just skip the test if there is no enough memory
+    cv::threshold(m, m, 127, 255, cv::THRESH_BINARY);
+    int nz = cv::countNonZero(m);  // FIXIT 'int' is not enough here (overflow is possible with other inputs)
+    ASSERT_EQ((uint64)nz, n / 2);
 }
 
 }} // namespace