[GSoC 2017] Obstruction Free

modules/xphoto/CMakeLists.txt

@@ -1,2 +1,2 @@
 set(the_description "Addon to basic photo module")
-ocv_define_module(xphoto opencv_core opencv_imgproc WRAP python)
+ocv_define_module(xphoto opencv_core opencv_imgproc opencv_highgui WRAP python)

modules/xphoto/README.md

@@ -4,4 +4,5 @@ Additional photo processing algorithms
 1. Color balance
 2. Denoising
 3. Inpainting
+4. Obstruction-free photography (occlusion and reflection)
 

modules/xphoto/doc/xphoto.bib

@@ -14,3 +14,12 @@ @inproceedings{Cheng2015
   pages={1000--1008},
   year={2015}
 }
+
+@article{Xue2015ObstructionFree,
+  author = {Tianfan Xue and Michael Rubinstein and Ce Liu and William T. Freeman},
+  title = {A Computational Approach for Obstruction-Free Photography},
+  journal = {ACM Transactions on Graphics (Proc. SIGGRAPH)},
+  year = {2015},
+  volume = {34},
+  number = {4},
+}

modules/xphoto/include/opencv2/xphoto.hpp

@@ -50,4 +50,5 @@
 #include "xphoto/white_balance.hpp"
 #include "xphoto/dct_image_denoising.hpp"
 #include "xphoto/bm3d_image_denoising.hpp"
+#include "xphoto/obstruction_free.hpp"
 #endif

modules/xphoto/include/opencv2/xphoto/obstruction_free.hpp

@@ -0,0 +1,77 @@
+/*M///////////////////////////////////////////////////////////////////////////////////////
+//
+//  IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
+//
+//  By downloading, copying, installing or using the software you agree to this license.
+//  If you do not agree to this license, do not download, install,
+//  copy or use the software.
+//
+//
+//                           License Agreement
+//                For Open Source Computer Vision Library
+//
+// Copyright (C) 2000-2008, Intel Corporation, all rights reserved.
+// Copyright (C) 2009-2011, Willow Garage Inc., all rights reserved.
+// Third party copyrights are property of their respective owners.
+//
+// Redistribution and use in source and binary forms, with or without modification,
+// are permitted provided that the following conditions are met:
+//
+//   * Redistribution's of source code must retain the above copyright notice,
+//     this list of conditions and the following disclaimer.
+//
+//   * Redistribution's in binary form must reproduce the above copyright notice,
+//     this list of conditions and the following disclaimer in the documentation
+//     and/or other materials provided with the distribution.
+//
+//   * The name of the copyright holders may not be used to endorse or promote products
+//     derived from this software without specific prior written permission.
+//
+// This software is provided by the copyright holders and contributors "as is" and
+// any express or implied warranties, including, but not limited to, the implied
+// warranties of merchantability and fitness for a particular purpose are disclaimed.
+// In no event shall the Intel Corporation or contributors be liable for any direct,
+// indirect, incidental, special, exemplary, or consequential damages
+// (including, but not limited to, procurement of substitute goods or services;
+// loss of use, data, or profits; or business interruption) however caused
+// and on any theory of liability, whether in contract, strict liability,
+// or tort (including negligence or otherwise) arising in any way out of
+// the use of this software, even if advised of the possibility of such damage.
+//
+//M*/
+
+#ifndef __OPENCV_OBSTRUCTION_FREE_HPP__
+#define __OPENCV_OBSTRUCTION_FREE_HPP__
+
+/** @file
+@date June 18, 2017
+@author Binbin Xu
+*/
+
+#include <opencv2/core.hpp>
+
+namespace cv
+{
+namespace xphoto
+{
+
+//! @addtogroup xphoto
+//! @{
+
+
+    /** @brief The function implements a general obstruction free approach that can remove occlusions and reflections from input image sequences without manual masks.
+
+    See the original paper @cite Xue2015ObstructionFree for more details.
+
+    @param srcImgs source image sequences, involving translation motions.
+    @param dst Obstruction-removed destination image, corresponding to the reference image, with the same size and type. In general, the reference image is the center frame of the input image.
+    @param mask mask (CV_8UC1), where zero pixels indicate area to be estimated to be occlusions.
+    */
+    CV_EXPORTS void obstructionFree(const std::vector <Mat> &srcImgs, Mat &dst, Mat &mask);
+
+//! @}
+
+}
+}
+
+#endif // __OPENCV_INPAINTING_HPP__

modules/xphoto/src/obstruction_free.cpp

@@ -0,0 +1,80 @@
+/*M///////////////////////////////////////////////////////////////////////////////////////
+//
+//  IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
+//
+//  By downloading, copying, installing or using the software you agree to this license.
+//  If you do not agree to this license, do not download, install,
+//  copy or use the software.
+//
+//
+//                           License Agreement
+//                For Open Source Computer Vision Library
+//
+// Copyright (C) 2000-2008, Intel Corporation, all rights reserved.
+// Copyright (C) 2009-2011, Willow Garage Inc., all rights reserved.
+// Third party copyrights are property of their respective owners.
+//
+//   * Redistribution's of source code must retain the above copyright notice,
+//     this list of conditions and the following disclaimer.
+//
+//   * Redistribution's in binary form must reproduce the above copyright notice,
+//     this list of conditions and the following disclaimer in the documentation
+//     and/or other materials provided with the distribution.
+//
+//   * The name of Intel Corporation may not be used to endorse or promote products
+//     derived from this software without specific prior written permission.
+//
+// This software is provided by the copyright holders and contributors "as is" and
+// any express or implied warranties, including, but not limited to, the implied
+// warranties of merchantability and fitness for a particular purpose are disclaimed.
+// In no event shall the Intel Corporation or contributors be liable for any direct,
+// indirect, incidental, special, exemplary, or consequential damages
+// (including, but not limited to, procurement of substitute goods or services;
+// loss of use, data, or profits; or business interruption) however caused
+// and on any theory of liability, whether in contract, strict liability,
+// or tort (including negligence or otherwise) arising in any way out of
+// the use of this software, even if advised of the possibility of such damage.
+//
+//M*/
+
+#ifndef __OPENCV_OBSTRUCTION_FREE_CPP__
+#define __OPENCV_OBSTRUCTION_FREE_CPP__
+#ifdef __cplusplus
+
+#include <vector>
+#include <iostream>
+
+#include <opencv2/xphoto.hpp>
+
+#include <opencv2/core.hpp>
+#include <opencv2/imgproc.hpp>
+#include <opencv2/highgui.hpp>
+
+namespace cv
+{
+namespace xphoto
+{
+void obstructionFree(const std::vector <Mat> &srcImgs, Mat &dst, Mat &mask){
+    size_t frameNumber = srcImgs.size();
+    size_t reference_number = (frameNumber-1)/2;;
+    dst.create( srcImgs[reference_number].size(), srcImgs[reference_number].type() );
+    mask = Mat::zeros(dst.rows,dst.cols,CV_8UC1);
+
+
+        /////////construct image pyramids//////
+    int pyramid_level=3;
+    std::vector<Mat> video_coarseLeve;
+    for (size_t frame_i=0; frame_i<frameNumber; frame_i++){
+        Mat temp, temp_gray;
+        temp=srcImgs[frame_i].clone();
+        cvtColor(temp, temp_gray, COLOR_RGB2GRAY);
+        for (int i=0; i<pyramid_level; i++){
+            pyrDown( temp_gray, temp_gray );
+        }
+        video_coarseLeve.push_back(temp_gray.clone());
+    }
+}
+}
+}
+#endif // __OPENCV_PCALIB_CPP__
+#endif // cplusplus