Add shadow effect to libopenshot

bindings/python/openshot.i

@@ -119,6 +119,7 @@
         #include "effects/Tracker.h"
         #include "effects/ObjectDetection.h"
         #include "effects/Outline.h"
+        #include "effects/Shadow.h"
         #include "TrackedObjectBase.h"
         #include "TrackedObjectBBox.h"
     %}
@@ -362,4 +363,5 @@
     %include "effects/Tracker.h"
     %include "effects/ObjectDetection.h"
     %include "effects/Outline.h"
+    %include "effects/Shadow.h"
 #endif

src/CMakeLists.txt

@@ -101,6 +101,7 @@ set(OPENSHOT_CV_SOURCES
   effects/Tracker.cpp
   effects/ObjectDetection.cpp
   effects/Outline.cpp
+  effects/Shadow.cpp
   ./sort_filter/sort.cpp
   ./sort_filter/Hungarian.cpp
   ./sort_filter/KalmanTracker.cpp)

src/EffectInfo.cpp

@@ -116,6 +116,9 @@ EffectBase* EffectInfo::CreateEffect(std::string effect_type) {
 	#ifdef USE_OPENCV
 	else if (effect_type == "Outline")
 		return new Outline();
+
+	else if (effect_type == "Shadow")
+		return new Shadow();
 
 	else if(effect_type == "Stabilizer")
 		return new Stabilizer();
@@ -170,6 +173,7 @@ Json::Value EffectInfo::JsonValue() {
 
 	#ifdef USE_OPENCV
 	root.append(Outline().JsonInfo());
+	root.append(Shadow().JsonInfo());
 	root.append(Stabilizer().JsonInfo());	
 	root.append(Tracker().JsonInfo());
 	root.append(ObjectDetection().JsonInfo());

src/Effects.h

@@ -48,6 +48,7 @@
 
 /* OpenCV Effects */
 #ifdef USE_OPENCV
+#include "effects/Shadow.h"
 #include "effects/Outline.h"
 #include "effects/ObjectDetection.h"
 #include "effects/Tracker.h"

src/Frame.cpp

@@ -2,6 +2,7 @@
  * @file
  * @brief Source file for Frame class
  * @author Jonathan Thomas <jonathan@openshot.org>
+ * @author HaiVQ <me@haivq.com>
  *
  * @ref License
  */
@@ -113,6 +114,7 @@ Frame::~Frame() {
 	audio.reset();
 	#ifdef USE_OPENCV
 	imagecv.release();
+	brga_image_cv.release();
 	#endif
 }
 
@@ -893,6 +895,13 @@ cv::Mat Frame::GetImageCV()
 	return imagecv;
 }
 
+// Set pointer to OpenCV image object
+void Frame::SetImageCV(cv::Mat _image)
+{
+	imagecv = _image;
+	image = Mat2Qimage(_image);
+}
+
 std::shared_ptr<QImage> Frame::Mat2Qimage(cv::Mat img){
 	cv::cvtColor(img, img, cv::COLOR_BGR2RGB);
 	QImage qimg((uchar*) img.data, img.cols, img.rows, img.step, QImage::Format_RGB888);
@@ -906,11 +915,39 @@ std::shared_ptr<QImage> Frame::Mat2Qimage(cv::Mat img){
 	return imgIn;
 }
 
-// Set pointer to OpenCV image object
-void Frame::SetImageCV(cv::Mat _image)
-{
-	imagecv = _image;
-	image = Mat2Qimage(_image);
+// Convert QImage to cv::Mat and vice versa
+// Frame class has GetImageCV, but it does not include alpha channel
+// so we need a separate methods which preserve alpha channel
+cv::Mat Frame::QImage2BGRACvMat(std::shared_ptr<QImage>& qimage) {
+	cv::Mat cv_img(
+		qimage->height(), qimage->width(),
+		CV_8UC4, (uchar*)qimage->constBits(),
+		qimage->bytesPerLine()
+	);
+	return cv_img;
+}
+
+// Convert cv::Mat back to QImage
+std::shared_ptr<QImage> Frame::BGRACvMat2QImage(cv::Mat img) {
+	cv::Mat final_img;
+	cv::cvtColor(img, final_img, cv::COLOR_BGRA2RGBA);
+	QImage qimage(final_img.data, final_img.cols, final_img.rows, final_img.step, QImage::Format_ARGB32);
+	std::shared_ptr<QImage> imgIn = std::make_shared<QImage>(qimage.convertToFormat(QImage::Format_RGBA8888_Premultiplied));
+	return imgIn;
+}
+
+// Get BGRA
+cv::Mat Frame::GetBGRACvMat() {
+	if (!image)
+		// Fill with black
+		AddColor(width, height, color);
+	brga_image_cv = QImage2BGRACvMat(image);
+	return brga_image_cv;
+}
+
+void Frame::SetBGRACvMat(cv::Mat _image) {
+	brga_image_cv = _image;
+	image = BGRACvMat2QImage(_image);
 }
 #endif
 

src/Frame.h

@@ -2,6 +2,7 @@
  * @file
  * @brief Header file for Frame class
  * @author Jonathan Thomas <jonathan@openshot.org>
+ * @author HaiVQ <me@haivq.com>
  *
  * @ref License
  */
@@ -106,6 +107,7 @@ namespace openshot
 
 #ifdef USE_OPENCV
 		cv::Mat imagecv; ///< OpenCV image. It will always be in BGR format
+		cv::Mat brga_image_cv; ///< OpenCV image. It will always be in BGR format
 #endif
 
 		/// Constrain a color value from 0 to 255
@@ -276,6 +278,18 @@ namespace openshot
 
 		/// Set pointer to OpenCV image object
 		void SetImageCV(cv::Mat _image);
+
+		/// Convert QImage to OpenCV Mat (alpha channel included)
+		cv::Mat QImage2BGRACvMat(std::shared_ptr<QImage>& qimage);
+
+		/// Convert OpenCV Mat to QImage (alpha channel included)
+		std::shared_ptr<QImage> BGRACvMat2QImage(cv::Mat img);
+
+		/// Get pointer to OpenCV Mat image object (with alpha channel)
+		cv::Mat GetBGRACvMat();
+
+		/// Set pointer to OpenCV image object (with alpha channel)
+		void SetBGRACvMat(cv::Mat _image);
 #endif
 	};
 

src/effects/Outline.cpp

@@ -1,8 +1,9 @@
 /**
  * @file
  * @brief Source file for Outline effect class
- * @author Jonathan Thomas <jonathan@openshot.org>, HaiVQ <me@haivq.com>
- *
+ * @author Jonathan Thomas <jonathan@openshot.org>
+ * @author HaiVQ <me@haivq.com>
+ * 
  * @ref License
  */
 
@@ -60,12 +61,11 @@ std::shared_ptr<openshot::Frame> Outline::GetFrame(std::shared_ptr<openshot::Fra
 	}
 
 	// Get the frame's image
-	std::shared_ptr<QImage> frame_image = frame->GetImage();
-
+	cv::Mat cv_image = frame->GetBGRACvMat();
+	
 	float sigmaValue = widthValue / 3.0;
 	if (sigmaValue <= 0.0)
 		sigmaValue = 0.01;
-	cv::Mat cv_image = QImageToBGRACvMat(frame_image);
 
 	// Extract alpha channel for the mask
 	std::vector<cv::Mat> channels(4);
@@ -95,25 +95,24 @@ std::shared_ptr<openshot::Frame> Outline::GetFrame(std::shared_ptr<openshot::Fra
 	solid_color_mat.copyTo(final_image, outline_mask);
 	cv_image.copyTo(final_image, alpha_mask);
 
-	std::shared_ptr<QImage> new_frame_image = BGRACvMatToQImage(final_image);
-
-	// FIXME: The shared_ptr::swap does not work somehow
-	*frame_image = *new_frame_image;
+	frame->SetBGRACvMat(final_image);
+
 	return frame;
 }
 
-cv::Mat Outline::QImageToBGRACvMat(std::shared_ptr<QImage>& qimage) {
-	cv::Mat cv_img(qimage->height(), qimage->width(), CV_8UC4, (uchar*)qimage->constBits(), qimage->bytesPerLine());
-	return cv_img;
-}
-
-std::shared_ptr<QImage> Outline::BGRACvMatToQImage(cv::Mat img) {
-	cv::Mat final_img;
-	cv::cvtColor(img, final_img, cv::COLOR_RGBA2BGRA);
-	QImage qimage(final_img.data, final_img.cols, final_img.rows, final_img.step, QImage::Format_ARGB32);
-	std::shared_ptr<QImage> imgIn = std::make_shared<QImage>(qimage.convertToFormat(QImage::Format_RGBA8888_Premultiplied));
-	return imgIn;
-}
+// Moved to Frame.cpp
+// cv::Mat Outline::QImageToBGRACvMat(std::shared_ptr<QImage>& qimage) {
+// 	cv::Mat cv_img(qimage->height(), qimage->width(), CV_8UC4, (uchar*)qimage->constBits(), qimage->bytesPerLine());
+// 	return cv_img;
+// }
+
+// std::shared_ptr<QImage> Outline::BGRACvMatToQImage(cv::Mat img) {
+// 	cv::Mat final_img;
+// 	cv::cvtColor(img, final_img, cv::COLOR_RGBA2BGRA);
+// 	QImage qimage(final_img.data, final_img.cols, final_img.rows, final_img.step, QImage::Format_ARGB32);
+// 	std::shared_ptr<QImage> imgIn = std::make_shared<QImage>(qimage.convertToFormat(QImage::Format_RGBA8888_Premultiplied));
+// 	return imgIn;
+// }
 
 // Generate JSON string of this object
 std::string Outline::Json() const {

src/effects/Outline.h

@@ -1,7 +1,8 @@
 /**
  * @file
  * @brief Header file for Outline effect class
- * @author Jonathan Thomas <jonathan@openshot.org>, HaiVQ <me@haivq.com>
+ * @author Jonathan Thomas <jonathan@openshot.org>
+ * @author HaiVQ <me@haivq.com>
  *
  * @ref License
  */
@@ -33,19 +34,17 @@ namespace openshot
 	 * with openshot::Keyframe curves over time.
 	 *
 	 * Outlines can be added around any image or text, and animated over time.
+	 * Idea from: https://stackoverflow.com/a/78480103
 	 */
 	class Outline : public EffectBase
 	{
 	private:
 		/// Init effect settings
 		void init_effect_details();
 
-		// Convert QImage to cv::Mat and vice versa
-		// Although Frame class has GetImageCV, but it does not include alpha channel
-		// so we need a separate methods which preserve alpha channel
-		// Idea from: https://stackoverflow.com/a/78480103
-		cv::Mat QImageToBGRACvMat(std::shared_ptr<QImage>& qimage);
-		std::shared_ptr<QImage> BGRACvMatToQImage(cv::Mat img);
+		// Moved to Frame.h
+		// cv::Mat QImageToBGRACvMat(std::shared_ptr<QImage>& qimage);
+		// std::shared_ptr<QImage> BGRACvMatToQImage(cv::Mat img);
 
 	public:
 		Keyframe width;	///< Width of the outline