1 /*
2 * GStreamer
3 * Copyright (C) <2010-2015> Luis de Bethencourt <luis@debethencourt.com>
4 *
5 * Dilate - dilated eye video effect.
6 * Based on Pete Warden's FreeFrame plugin with the same name.
7 *
8 * Permission is hereby granted, free of charge, to any person obtaining a
9 * copy of this software and associated documentation files (the "Software"),
10 * to deal in the Software without restriction, including without limitation
11 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
12 * and/or sell copies of the Software, and to permit persons to whom the
13 * Software is furnished to do so, subject to the following conditions:
14 *
15 * The above copyright notice and this permission notice shall be included in
16 * all copies or substantial portions of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
21 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
22 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
23 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
24 * DEALINGS IN THE SOFTWARE.
25 *
26 * Alternatively, the contents of this file may be used under the
27 * GNU Lesser General Public License Version 2.1 (the "LGPL"), in
28 * which case the following provisions apply instead of the ones
29 * mentioned above:
30 *
31 * This library is free software; you can redistribute it and/or
32 * modify it under the terms of the GNU Library General Public
33 * License as published by the Free Software Foundation; either
34 * version 2 of the License, or (at your option) any later version.
35 *
36 * This library is distributed in the hope that it will be useful,
37 * but WITHOUT ANY WARRANTY; without even the implied warranty of
38 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
39 * Library General Public License for more details.
40 *
41 * You should have received a copy of the GNU Library General Public
42 * License along with this library; if not, write to the
43 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
44 * Boston, MA 02110-1301, USA.
45 */
46
47 /**
48 * SECTION:element-dilate
49 * @title: dilate
50 *
51 * Dilate adjusts the colors of a video stream in realtime.
52 *
53 * ## Example launch line
54 * |[
55 * gst-launch-1.0 -v videotestsrc ! dilate ! videoconvert ! autovideosink
56 * ]| This pipeline shows the effect of dilate on a test stream
57 *
58 */
59
60 #ifdef HAVE_CONFIG_H
61 # include <config.h>
62 #endif
63
64 #include <gst/gst.h>
65 #include <math.h>
66
67 #include "gstplugin.h"
68 #include "gstdilate.h"
69
70 GST_DEBUG_CATEGORY_STATIC (gst_dilate_debug);
71 #define GST_CAT_DEFAULT gst_dilate_debug
72
73 #if G_BYTE_ORDER == G_LITTLE_ENDIAN
74 #define CAPS_STR GST_VIDEO_CAPS_MAKE ("{ BGRx, RGBx }")
75 #else
76 #define CAPS_STR GST_VIDEO_CAPS_MAKE ("{ xBGR, xRGB }")
77 #endif
78
79 #define gst_dilate_parent_class parent_class
80 G_DEFINE_TYPE (GstDilate, gst_dilate, GST_TYPE_VIDEO_FILTER);
81
82 /* Filter signals and args. */
83 enum
84 {
85 LAST_SIGNAL
86 };
87
88 enum
89 {
90 PROP_0,
91 PROP_ERODE,
92 };
93
94 /* Initializations */
95
96 #define DEFAULT_ERODE FALSE
97
98 static void transform (guint32 * src, guint32 * dest, gint video_area,
99 gint width, gint height, gboolean erode);
100 static inline guint32 get_luminance (guint32 in);
101
102 /* The capabilities of the inputs and outputs. */
103
104 static GstStaticPadTemplate gst_dilate_sink_template =
105 GST_STATIC_PAD_TEMPLATE ("sink",
106 GST_PAD_SINK,
107 GST_PAD_ALWAYS,
108 GST_STATIC_CAPS (CAPS_STR)
109 );
110
111 static GstStaticPadTemplate gst_dilate_src_template =
112 GST_STATIC_PAD_TEMPLATE ("src",
113 GST_PAD_SRC,
114 GST_PAD_ALWAYS,
115 GST_STATIC_CAPS (CAPS_STR)
116 );
117
118 static void gst_dilate_set_property (GObject * object, guint prop_id,
119 const GValue * value, GParamSpec * pspec);
120 static void gst_dilate_get_property (GObject * object, guint prop_id,
121 GValue * value, GParamSpec * pspec);
122 static void gst_dilate_finalize (GObject * object);
123
124 static GstFlowReturn gst_dilate_transform_frame (GstVideoFilter * vfilter,
125 GstVideoFrame * in_frame, GstVideoFrame * out_frame);
126
127 /* GObject vmethod implementations */
128
129 /* Initialize the dilate's class. */
130 static void
gst_dilate_class_init(GstDilateClass * klass)131 gst_dilate_class_init (GstDilateClass * klass)
132 {
133 GObjectClass *gobject_class = (GObjectClass *) klass;
134 GstElementClass *gstelement_class = (GstElementClass *) klass;
135 GstVideoFilterClass *vfilter_class = (GstVideoFilterClass *) klass;
136
137 gst_element_class_set_static_metadata (gstelement_class,
138 "Dilate",
139 "Filter/Effect/Video",
140 "Dilate copies the brightest pixel around.",
141 "Luis de Bethencourt <luis@debethencourt.com>");
142
143 gst_element_class_add_static_pad_template (gstelement_class,
144 &gst_dilate_sink_template);
145 gst_element_class_add_static_pad_template (gstelement_class,
146 &gst_dilate_src_template);
147
148 gobject_class->set_property = gst_dilate_set_property;
149 gobject_class->get_property = gst_dilate_get_property;
150 gobject_class->finalize = gst_dilate_finalize;
151
152 g_object_class_install_property (gobject_class, PROP_ERODE,
153 g_param_spec_boolean ("erode", "Erode", "Erode parameter", FALSE,
154 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | GST_PARAM_CONTROLLABLE));
155
156 vfilter_class->transform_frame =
157 GST_DEBUG_FUNCPTR (gst_dilate_transform_frame);
158 }
159
160 /* Initialize the element,
161 * instantiate pads and add them to element,
162 * set pad calback functions, and
163 * initialize instance structure.
164 */
165 static void
gst_dilate_init(GstDilate * filter)166 gst_dilate_init (GstDilate * filter)
167 {
168 filter->erode = DEFAULT_ERODE;
169 }
170
171 static void
gst_dilate_set_property(GObject * object,guint prop_id,const GValue * value,GParamSpec * pspec)172 gst_dilate_set_property (GObject * object, guint prop_id,
173 const GValue * value, GParamSpec * pspec)
174 {
175 GstDilate *filter = GST_DILATE (object);
176
177 switch (prop_id) {
178 case PROP_ERODE:
179 filter->erode = g_value_get_boolean (value);
180 break;
181 default:
182 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
183 break;
184 }
185 }
186
187 static void
gst_dilate_get_property(GObject * object,guint prop_id,GValue * value,GParamSpec * pspec)188 gst_dilate_get_property (GObject * object, guint prop_id,
189 GValue * value, GParamSpec * pspec)
190 {
191 GstDilate *filter = GST_DILATE (object);
192
193 GST_OBJECT_LOCK (filter);
194 switch (prop_id) {
195 case PROP_ERODE:
196 g_value_set_boolean (value, filter->erode);
197 break;
198 default:
199 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
200 break;
201 }
202 GST_OBJECT_UNLOCK (filter);
203 }
204
205 static void
gst_dilate_finalize(GObject * object)206 gst_dilate_finalize (GObject * object)
207 {
208 G_OBJECT_CLASS (parent_class)->finalize (object);
209 }
210
211 /* GstElement vmethod implementations */
212
213 /* Actual processing. */
214 static GstFlowReturn
gst_dilate_transform_frame(GstVideoFilter * vfilter,GstVideoFrame * in_frame,GstVideoFrame * out_frame)215 gst_dilate_transform_frame (GstVideoFilter * vfilter,
216 GstVideoFrame * in_frame, GstVideoFrame * out_frame)
217 {
218 GstDilate *filter = GST_DILATE (vfilter);
219 gint video_size, width, height;
220 gboolean erode;
221 guint32 *src, *dest;
222 GstClockTime timestamp;
223 gint64 stream_time;
224
225 src = GST_VIDEO_FRAME_PLANE_DATA (in_frame, 0);
226 dest = GST_VIDEO_FRAME_PLANE_DATA (out_frame, 0);
227
228 width = GST_VIDEO_FRAME_WIDTH (in_frame);
229 height = GST_VIDEO_FRAME_HEIGHT (in_frame);
230
231 /* GstController: update the properties */
232 timestamp = GST_BUFFER_TIMESTAMP (in_frame->buffer);
233 stream_time =
234 gst_segment_to_stream_time (&GST_BASE_TRANSFORM (filter)->segment,
235 GST_FORMAT_TIME, timestamp);
236
237 GST_DEBUG_OBJECT (filter, "sync to %" GST_TIME_FORMAT,
238 GST_TIME_ARGS (timestamp));
239
240 if (GST_CLOCK_TIME_IS_VALID (stream_time))
241 gst_object_sync_values (GST_OBJECT (filter), stream_time);
242
243 GST_OBJECT_LOCK (filter);
244 erode = filter->erode;
245 GST_OBJECT_UNLOCK (filter);
246
247 video_size = width * height;
248 transform (src, dest, video_size, width, height, erode);
249
250 return GST_FLOW_OK;
251 }
252
253 /* Entry point to initialize the plug-in.
254 * Register the element factories and other features. */
255 gboolean
gst_dilate_plugin_init(GstPlugin * dilate)256 gst_dilate_plugin_init (GstPlugin * dilate)
257 {
258 /* debug category for fltering log messages */
259 GST_DEBUG_CATEGORY_INIT (gst_dilate_debug, "dilate", 0, "Template dilate");
260
261 return gst_element_register (dilate, "dilate", GST_RANK_NONE,
262 GST_TYPE_DILATE);
263 }
264
265 /*** Now the image processing work.... ***/
266
267 /* Return luminance of the color */
268 static inline guint32
get_luminance(guint32 in)269 get_luminance (guint32 in)
270 {
271 guint32 red, green, blue, luminance;
272
273 red = (in >> 16) & 0xff;
274 green = (in >> 8) & 0xff;
275 blue = (in) & 0xff;
276
277 luminance = ((90 * red) + (115 * green) + (51 * blue));
278
279 return luminance;
280 }
281
282 /* Transform processes each frame. */
283 static void
transform(guint32 * src,guint32 * dest,gint video_area,gint width,gint height,gboolean erode)284 transform (guint32 * src, guint32 * dest, gint video_area, gint width,
285 gint height, gboolean erode)
286 {
287 guint32 out_luminance, down_luminance, right_luminance;
288 guint32 up_luminance, left_luminance;
289
290 guint32 *src_end = src + video_area;
291 guint32 *up;
292 guint32 *left;
293 guint32 *down;
294 guint32 *right;
295
296 while (src != src_end) {
297 guint32 *src_line_start = src;
298 guint32 *src_line_end = src + width;
299
300 while (src != src_line_end) {
301 up = src - width;
302 if (up < src) {
303 up = src;
304 }
305
306 left = src - 1;
307 if (left < src_line_start) {
308 left = src;
309 }
310
311 down = src + width;
312 if (down >= src_end) {
313 down = src;
314 }
315
316 right = src + 1;
317 if (right >= src_line_end) {
318 right = src;
319 }
320
321 *dest = *src;
322 out_luminance = get_luminance (*src);
323
324 down_luminance = get_luminance (*down);
325 if ((erode && down_luminance < out_luminance) ||
326 (!erode && down_luminance > out_luminance)) {
327 *dest = *down;
328 out_luminance = down_luminance;
329 }
330
331 right_luminance = get_luminance (*right);
332 if ((erode && right_luminance < out_luminance) ||
333 (!erode && right_luminance > out_luminance)) {
334 *dest = *right;
335 out_luminance = right_luminance;
336 }
337
338 up_luminance = get_luminance (*up);
339 if ((erode && up_luminance < out_luminance) ||
340 (!erode && up_luminance > out_luminance)) {
341 *dest = *up;
342 out_luminance = up_luminance;
343 }
344
345 left_luminance = get_luminance (*left);
346 if ((erode && left_luminance < out_luminance) ||
347 (!erode && left_luminance > out_luminance)) {
348 *dest = *left;
349 }
350
351 src += 1;
352 dest += 1;
353 }
354 }
355 }
356