1 /* GStreamer
2 * Copyright (C) 1999 Erik Walthinsen <omega@cse.ogi.edu>
3 * Copyright (C) 2007 Wim Taymans <wim.taymans@collabora.co.uk>
4 * Copyright (C) 2007 Edward Hervey <edward.hervey@collabora.co.uk>
5 * Copyright (C) 2007 Jan Schmidt <thaytan@noraisin.net>
6 * Copyright (C) 2010 Sebastian Dröge <sebastian.droege@collabora.co.uk>
7 *
8 * This library is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Library General Public
10 * License as published by the Free Software Foundation; either
11 * version 2 of the License, or (at your option) any later version.
12 *
13 * This library is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Library General Public License for more details.
17 *
18 * You should have received a copy of the GNU Library General Public
19 * License along with this library; if not, write to the
20 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
21 * Boston, MA 02110-1301, USA.
22 */
23
24 /**
25 * SECTION:element-chromahold
26 * @title: chromahold
27 *
28 * The chromahold element will remove all color information for
29 * all colors except a single one and converts them to grayscale.
30 *
31 * Sample pipeline:
32 * |[
33 * gst-launch-1.0 videotestsrc pattern=smpte75 ! \
34 * chromahold target-r=0 target-g=0 target-b=255 ! \
35 * videoconvert ! autovideosink \
36 * ]| This pipeline only keeps the red color.
37 */
38
39 #ifdef HAVE_CONFIG_H
40 #include "config.h"
41 #endif
42
43 #include "gstchromahold.h"
44
45 #include <stdlib.h>
46 #include <string.h>
47 #include <math.h>
48
49 GST_DEBUG_CATEGORY_STATIC (gst_chroma_hold_debug);
50 #define GST_CAT_DEFAULT gst_chroma_hold_debug
51
52 #define DEFAULT_TARGET_R 255
53 #define DEFAULT_TARGET_G 0
54 #define DEFAULT_TARGET_B 0
55 #define DEFAULT_TOLERANCE 30
56
57 enum
58 {
59 PROP_0,
60 PROP_TARGET_R,
61 PROP_TARGET_G,
62 PROP_TARGET_B,
63 PROP_TOLERANCE
64 };
65
66 static GstStaticPadTemplate gst_chroma_hold_src_template =
67 GST_STATIC_PAD_TEMPLATE ("src",
68 GST_PAD_SRC,
69 GST_PAD_ALWAYS,
70 GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE
71 ("{ ARGB, BGRA, ABGR, RGBA, xRGB, BGRx, xBGR, RGBx}"))
72 );
73
74 static GstStaticPadTemplate gst_chroma_hold_sink_template =
75 GST_STATIC_PAD_TEMPLATE ("sink",
76 GST_PAD_SINK,
77 GST_PAD_ALWAYS,
78 GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE
79 ("{ ARGB, BGRA, ABGR, RGBA, xRGB, BGRx, xBGR, RGBx}"))
80 );
81
82 #define GST_CHROMA_HOLD_LOCK(self) G_STMT_START { \
83 GST_LOG_OBJECT (self, "Locking chromahold from thread %p", g_thread_self ()); \
84 g_mutex_lock (&self->lock); \
85 GST_LOG_OBJECT (self, "Locked chromahold from thread %p", g_thread_self ()); \
86 } G_STMT_END
87
88 #define GST_CHROMA_HOLD_UNLOCK(self) G_STMT_START { \
89 GST_LOG_OBJECT (self, "Unlocking chromahold from thread %p", \
90 g_thread_self ()); \
91 g_mutex_unlock (&self->lock); \
92 } G_STMT_END
93
94 static gboolean gst_chroma_hold_start (GstBaseTransform * trans);
95 static gboolean gst_chroma_hold_set_info (GstVideoFilter * vfilter,
96 GstCaps * incaps, GstVideoInfo * in_info, GstCaps * outcaps,
97 GstVideoInfo * out_info);
98 static GstFlowReturn gst_chroma_hold_transform_frame_ip (GstVideoFilter *
99 vfilter, GstVideoFrame * frame);
100 static void gst_chroma_hold_before_transform (GstBaseTransform * btrans,
101 GstBuffer * buf);
102
103 static void gst_chroma_hold_init_params (GstChromaHold * self);
104 static gboolean gst_chroma_hold_set_process_function (GstChromaHold * self);
105
106 static void gst_chroma_hold_set_property (GObject * object, guint prop_id,
107 const GValue * value, GParamSpec * pspec);
108 static void gst_chroma_hold_get_property (GObject * object, guint prop_id,
109 GValue * value, GParamSpec * pspec);
110 static void gst_chroma_hold_finalize (GObject * object);
111
112 #define gst_chroma_hold_parent_class parent_class
113 G_DEFINE_TYPE (GstChromaHold, gst_chroma_hold, GST_TYPE_VIDEO_FILTER);
114
115 static void
gst_chroma_hold_class_init(GstChromaHoldClass * klass)116 gst_chroma_hold_class_init (GstChromaHoldClass * klass)
117 {
118 GObjectClass *gobject_class = (GObjectClass *) klass;
119 GstElementClass *gstelement_class = (GstElementClass *) klass;
120 GstBaseTransformClass *btrans_class = (GstBaseTransformClass *) klass;
121 GstVideoFilterClass *vfilter_class = (GstVideoFilterClass *) klass;
122
123 gobject_class->set_property = gst_chroma_hold_set_property;
124 gobject_class->get_property = gst_chroma_hold_get_property;
125 gobject_class->finalize = gst_chroma_hold_finalize;
126
127 g_object_class_install_property (G_OBJECT_CLASS (klass), PROP_TARGET_R,
128 g_param_spec_uint ("target-r", "Target Red", "The Red target", 0, 255,
129 DEFAULT_TARGET_R,
130 G_PARAM_READWRITE | GST_PARAM_CONTROLLABLE | G_PARAM_STATIC_STRINGS));
131 g_object_class_install_property (G_OBJECT_CLASS (klass), PROP_TARGET_G,
132 g_param_spec_uint ("target-g", "Target Green", "The Green target", 0, 255,
133 DEFAULT_TARGET_G,
134 G_PARAM_READWRITE | GST_PARAM_CONTROLLABLE | G_PARAM_STATIC_STRINGS));
135 g_object_class_install_property (G_OBJECT_CLASS (klass), PROP_TARGET_B,
136 g_param_spec_uint ("target-b", "Target Blue", "The Blue target", 0, 255,
137 DEFAULT_TARGET_B,
138 G_PARAM_READWRITE | GST_PARAM_CONTROLLABLE | G_PARAM_STATIC_STRINGS));
139 g_object_class_install_property (G_OBJECT_CLASS (klass), PROP_TOLERANCE,
140 g_param_spec_uint ("tolerance", "Tolerance",
141 "Tolerance for the target color", 0, 180, DEFAULT_TOLERANCE,
142 G_PARAM_READWRITE | GST_PARAM_CONTROLLABLE | G_PARAM_STATIC_STRINGS));
143
144 btrans_class->start = GST_DEBUG_FUNCPTR (gst_chroma_hold_start);
145 btrans_class->before_transform =
146 GST_DEBUG_FUNCPTR (gst_chroma_hold_before_transform);
147
148 vfilter_class->transform_frame_ip =
149 GST_DEBUG_FUNCPTR (gst_chroma_hold_transform_frame_ip);
150 vfilter_class->set_info = GST_DEBUG_FUNCPTR (gst_chroma_hold_set_info);
151
152 gst_element_class_set_static_metadata (gstelement_class, "Chroma hold filter",
153 "Filter/Effect/Video",
154 "Removes all color information except for one color",
155 "Sebastian Dröge <sebastian.droege@collabora.co.uk>");
156
157 gst_element_class_add_static_pad_template (gstelement_class,
158 &gst_chroma_hold_sink_template);
159 gst_element_class_add_static_pad_template (gstelement_class,
160 &gst_chroma_hold_src_template);
161
162 GST_DEBUG_CATEGORY_INIT (gst_chroma_hold_debug, "chromahold", 0,
163 "chromahold - Removes all color information except for one color");
164 }
165
166 static void
gst_chroma_hold_init(GstChromaHold * self)167 gst_chroma_hold_init (GstChromaHold * self)
168 {
169 self->target_r = DEFAULT_TARGET_R;
170 self->target_g = DEFAULT_TARGET_G;
171 self->target_b = DEFAULT_TARGET_B;
172 self->tolerance = DEFAULT_TOLERANCE;
173
174 g_mutex_init (&self->lock);
175 }
176
177 static void
gst_chroma_hold_finalize(GObject * object)178 gst_chroma_hold_finalize (GObject * object)
179 {
180 GstChromaHold *self = GST_CHROMA_HOLD (object);
181
182 g_mutex_clear (&self->lock);
183
184 G_OBJECT_CLASS (parent_class)->finalize (object);
185 }
186
187 static void
gst_chroma_hold_set_property(GObject * object,guint prop_id,const GValue * value,GParamSpec * pspec)188 gst_chroma_hold_set_property (GObject * object, guint prop_id,
189 const GValue * value, GParamSpec * pspec)
190 {
191 GstChromaHold *self = GST_CHROMA_HOLD (object);
192
193 GST_CHROMA_HOLD_LOCK (self);
194 switch (prop_id) {
195 case PROP_TARGET_R:
196 self->target_r = g_value_get_uint (value);
197 gst_chroma_hold_init_params (self);
198 break;
199 case PROP_TARGET_G:
200 self->target_g = g_value_get_uint (value);
201 gst_chroma_hold_init_params (self);
202 break;
203 case PROP_TARGET_B:
204 self->target_b = g_value_get_uint (value);
205 gst_chroma_hold_init_params (self);
206 break;
207 case PROP_TOLERANCE:
208 self->tolerance = g_value_get_uint (value);
209 break;
210 default:
211 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
212 break;
213 }
214
215 GST_CHROMA_HOLD_UNLOCK (self);
216 }
217
218 static void
gst_chroma_hold_get_property(GObject * object,guint prop_id,GValue * value,GParamSpec * pspec)219 gst_chroma_hold_get_property (GObject * object, guint prop_id, GValue * value,
220 GParamSpec * pspec)
221 {
222 GstChromaHold *self = GST_CHROMA_HOLD (object);
223
224 switch (prop_id) {
225 case PROP_TARGET_R:
226 g_value_set_uint (value, self->target_r);
227 break;
228 case PROP_TARGET_G:
229 g_value_set_uint (value, self->target_g);
230 break;
231 case PROP_TARGET_B:
232 g_value_set_uint (value, self->target_b);
233 break;
234 case PROP_TOLERANCE:
235 g_value_set_uint (value, self->tolerance);
236 break;
237 default:
238 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
239 break;
240 }
241 }
242
243 static gboolean
gst_chroma_hold_set_info(GstVideoFilter * vfilter,GstCaps * incaps,GstVideoInfo * in_info,GstCaps * outcaps,GstVideoInfo * out_info)244 gst_chroma_hold_set_info (GstVideoFilter * vfilter, GstCaps * incaps,
245 GstVideoInfo * in_info, GstCaps * outcaps, GstVideoInfo * out_info)
246 {
247 GstChromaHold *self = GST_CHROMA_HOLD (vfilter);
248
249 GST_CHROMA_HOLD_LOCK (self);
250
251 GST_DEBUG_OBJECT (self,
252 "Setting caps %" GST_PTR_FORMAT " -> %" GST_PTR_FORMAT, incaps, outcaps);
253
254 self->format = GST_VIDEO_INFO_FORMAT (in_info);
255 self->width = GST_VIDEO_INFO_WIDTH (in_info);
256 self->height = GST_VIDEO_INFO_HEIGHT (in_info);
257
258 if (!gst_chroma_hold_set_process_function (self)) {
259 GST_WARNING_OBJECT (self, "No processing function for this caps");
260 GST_CHROMA_HOLD_UNLOCK (self);
261 return FALSE;
262 }
263
264 GST_CHROMA_HOLD_UNLOCK (self);
265
266 return TRUE;
267 }
268
269 static inline gint
rgb_to_hue(gint r,gint g,gint b)270 rgb_to_hue (gint r, gint g, gint b)
271 {
272 gint m, M, C, C2, h;
273
274 m = MIN (MIN (r, g), b);
275 M = MAX (MAX (r, g), b);
276 C = M - m;
277 C2 = C >> 1;
278
279 if (C == 0) {
280 return G_MAXUINT;
281 } else if (M == r) {
282 h = ((256 * 60 * (g - b) + C2) / C);
283 } else if (M == g) {
284 h = ((256 * 60 * (b - r) + C2) / C) + 120 * 256;
285 } else {
286 /* if (M == b) */
287 h = ((256 * 60 * (r - g) + C2) / C) + 240 * 256;
288 }
289 h >>= 8;
290
291 if (h >= 360)
292 h -= 360;
293 else if (h < 0)
294 h += 360;
295
296 return h;
297 }
298
299 static inline gint
hue_dist(gint h1,gint h2)300 hue_dist (gint h1, gint h2)
301 {
302 gint d1, d2;
303
304 d1 = h1 - h2;
305 d2 = h2 - h1;
306
307 if (d1 < 0)
308 d1 += 360;
309 if (d2 < 0)
310 d2 += 360;
311
312 return MIN (d1, d2);
313 }
314
315 static void
gst_chroma_hold_process_xrgb(GstVideoFrame * frame,gint width,gint height,GstChromaHold * self)316 gst_chroma_hold_process_xrgb (GstVideoFrame * frame, gint width,
317 gint height, GstChromaHold * self)
318 {
319 gint i, j;
320 gint r, g, b;
321 gint grey;
322 gint h1, h2;
323 gint tolerance = self->tolerance;
324 gint p[4];
325 gint diff;
326 gint row_wrap;
327 guint8 *dest;
328
329 dest = GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
330 p[0] = GST_VIDEO_FRAME_COMP_POFFSET (frame, 3);
331 p[1] = GST_VIDEO_FRAME_COMP_POFFSET (frame, 0);
332 p[2] = GST_VIDEO_FRAME_COMP_POFFSET (frame, 1);
333 p[3] = GST_VIDEO_FRAME_COMP_POFFSET (frame, 2);
334 row_wrap = GST_VIDEO_FRAME_PLANE_STRIDE (frame, 0) - 4 * width;
335
336 h1 = self->hue;
337
338 for (i = 0; i < height; i++) {
339 for (j = 0; j < width; j++) {
340 r = dest[p[1]];
341 g = dest[p[2]];
342 b = dest[p[3]];
343
344 h2 = rgb_to_hue (r, g, b);
345 diff = hue_dist (h1, h2);
346 if (h1 == G_MAXUINT || diff > tolerance) {
347 grey = (13938 * r + 46869 * g + 4730 * b) >> 16;
348 grey = CLAMP (grey, 0, 255);
349 dest[p[1]] = grey;
350 dest[p[2]] = grey;
351 dest[p[3]] = grey;
352 }
353
354 dest += 4;
355 }
356 dest += row_wrap;
357 }
358 }
359
360 /* Protected with the chroma hold lock */
361 static void
gst_chroma_hold_init_params(GstChromaHold * self)362 gst_chroma_hold_init_params (GstChromaHold * self)
363 {
364 self->hue = rgb_to_hue (self->target_r, self->target_g, self->target_b);
365 }
366
367 /* Protected with the chroma hold lock */
368 static gboolean
gst_chroma_hold_set_process_function(GstChromaHold * self)369 gst_chroma_hold_set_process_function (GstChromaHold * self)
370 {
371 self->process = NULL;
372
373 switch (self->format) {
374 case GST_VIDEO_FORMAT_ARGB:
375 case GST_VIDEO_FORMAT_ABGR:
376 case GST_VIDEO_FORMAT_RGBA:
377 case GST_VIDEO_FORMAT_BGRA:
378 case GST_VIDEO_FORMAT_xRGB:
379 case GST_VIDEO_FORMAT_xBGR:
380 case GST_VIDEO_FORMAT_RGBx:
381 case GST_VIDEO_FORMAT_BGRx:
382 self->process = gst_chroma_hold_process_xrgb;
383 break;
384 default:
385 break;
386 }
387 return self->process != NULL;
388 }
389
390 static gboolean
gst_chroma_hold_start(GstBaseTransform * btrans)391 gst_chroma_hold_start (GstBaseTransform * btrans)
392 {
393 GstChromaHold *self = GST_CHROMA_HOLD (btrans);
394
395 GST_CHROMA_HOLD_LOCK (self);
396 gst_chroma_hold_init_params (self);
397 GST_CHROMA_HOLD_UNLOCK (self);
398
399 return TRUE;
400 }
401
402 static void
gst_chroma_hold_before_transform(GstBaseTransform * btrans,GstBuffer * buf)403 gst_chroma_hold_before_transform (GstBaseTransform * btrans, GstBuffer * buf)
404 {
405 GstChromaHold *self = GST_CHROMA_HOLD (btrans);
406 GstClockTime timestamp;
407
408 timestamp = gst_segment_to_stream_time (&btrans->segment, GST_FORMAT_TIME,
409 GST_BUFFER_TIMESTAMP (buf));
410 GST_LOG ("Got stream time of %" GST_TIME_FORMAT, GST_TIME_ARGS (timestamp));
411 if (GST_CLOCK_TIME_IS_VALID (timestamp))
412 gst_object_sync_values (GST_OBJECT (self), timestamp);
413 }
414
415 static GstFlowReturn
gst_chroma_hold_transform_frame_ip(GstVideoFilter * vfilter,GstVideoFrame * frame)416 gst_chroma_hold_transform_frame_ip (GstVideoFilter * vfilter,
417 GstVideoFrame * frame)
418 {
419 GstChromaHold *self = GST_CHROMA_HOLD (vfilter);
420
421 GST_CHROMA_HOLD_LOCK (self);
422
423 if (G_UNLIKELY (!self->process)) {
424 GST_ERROR_OBJECT (self, "Not negotiated yet");
425 GST_CHROMA_HOLD_UNLOCK (self);
426 return GST_FLOW_NOT_NEGOTIATED;
427 }
428
429 self->process (frame, self->width, self->height, self);
430
431 GST_CHROMA_HOLD_UNLOCK (self);
432
433 return GST_FLOW_OK;
434 }
435