1 /*
2 * GStreamer
3 * Copyright (C) 2008 Filippo Argiolas <filippo.argiolas@gmail.com>
4 *
5 * This library is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU Library General Public
7 * License as published by the Free Software Foundation; either
8 * version 2 of the License, or (at your option) any later version.
9 *
10 * This library is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * Library General Public License for more details.
14 *
15 * You should have received a copy of the GNU Library General Public
16 * License along with this library; if not, write to the
17 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
18 * Boston, MA 02110-1301, USA.
19 */
20
21 /**
22 * SECTION:element-gleffects.
23 * @title: gleffects.
24 *
25 * GL Shading Language effects.
26 *
27 * ## Examples
28 * |[
29 * gst-launch-1.0 videotestsrc ! glupload ! gleffects effect=5 ! glimagesink
30 * ]|
31 * FBO (Frame Buffer Object) and GLSL (OpenGL Shading Language) are required.
32 *
33 */
34
35 #ifdef HAVE_CONFIG_H
36 #include "config.h"
37 #endif
38
39 #include "gstgleffects.h"
40
41 #define GST_CAT_DEFAULT gst_gl_effects_debug
42 GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
43
44 enum
45 {
46 PROP_0 = 0x0,
47 PROP_EFFECT = 0x1 << 1,
48 PROP_HSWAP = 0x1 << 2,
49 PROP_INVERT = 0x1 << 3
50 };
51
52 #define DEBUG_INIT \
53 GST_DEBUG_CATEGORY_INIT (gst_gl_effects_debug, "gleffects", 0, "gleffects element");
54
55 #define gst_gl_effects_parent_class parent_class
56 G_DEFINE_TYPE_WITH_CODE (GstGLEffects, gst_gl_effects, GST_TYPE_GL_FILTER,
57 DEBUG_INIT);
58
59 static void gst_gl_effects_set_property (GObject * object, guint prop_id,
60 const GValue * value, GParamSpec * pspec);
61 static void gst_gl_effects_get_property (GObject * object, guint prop_id,
62 GValue * value, GParamSpec * pspec);
63
64 static gboolean gst_gl_effects_init_resources (GstBaseTransform * trans);
65 static gboolean gst_gl_effects_reset_resources (GstBaseTransform * trans);
66
67 static gboolean gst_gl_effects_on_init_gl_context (GstGLFilter * filter);
68
69 static void gst_gl_effects_ghash_func_clean (gpointer key, gpointer value,
70 gpointer data);
71
72 static gboolean gst_gl_effects_filter_texture (GstGLFilter * filter,
73 GstGLMemory * in_tex, GstGLMemory * out_tex);
74 static gboolean gst_gl_effects_filters_is_property_supported (const
75 GstGLEffectsFilterDescriptor *, gint property);
76
77 /* dont' forget to edit the following when a new effect is added */
78 typedef enum
79 {
80 GST_GL_EFFECT_IDENTITY,
81 GST_GL_EFFECT_MIRROR,
82 GST_GL_EFFECT_SQUEEZE,
83 GST_GL_EFFECT_STRETCH,
84 GST_GL_EFFECT_TUNNEL,
85 GST_GL_EFFECT_FISHEYE,
86 GST_GL_EFFECT_TWIRL,
87 GST_GL_EFFECT_BULGE,
88 GST_GL_EFFECT_SQUARE,
89 GST_GL_EFFECT_HEAT,
90 GST_GL_EFFECT_SEPIA,
91 GST_GL_EFFECT_XPRO,
92 GST_GL_EFFECT_LUMA_XPRO,
93 GST_GL_EFFECT_XRAY,
94 GST_GL_EFFECT_SIN,
95 GST_GL_EFFECT_GLOW,
96 GST_GL_EFFECT_SOBEL,
97 GST_GL_EFFECT_BLUR,
98 GST_GL_EFFECT_LAPLACIAN,
99 GST_GL_N_EFFECTS
100 } GstGLEffectsEffect;
101
102 static const GEnumValue *
gst_gl_effects_get_effects(void)103 gst_gl_effects_get_effects (void)
104 {
105 static const GEnumValue effect_types[] = {
106 {GST_GL_EFFECT_IDENTITY, "Do nothing Effect", "identity"},
107 {GST_GL_EFFECT_MIRROR, "Mirror Effect", "mirror"},
108 {GST_GL_EFFECT_SQUEEZE, "Squeeze Effect", "squeeze"},
109 {GST_GL_EFFECT_STRETCH, "Stretch Effect", "stretch"},
110 {GST_GL_EFFECT_TUNNEL, "Light Tunnel Effect", "tunnel"},
111 {GST_GL_EFFECT_FISHEYE, "FishEye Effect", "fisheye"},
112 {GST_GL_EFFECT_TWIRL, "Twirl Effect", "twirl"},
113 {GST_GL_EFFECT_BULGE, "Bulge Effect", "bulge"},
114 {GST_GL_EFFECT_SQUARE, "Square Effect", "square"},
115 {GST_GL_EFFECT_HEAT, "Heat Signature Effect", "heat"},
116 {GST_GL_EFFECT_SEPIA, "Sepia Toning Effect", "sepia"},
117 {GST_GL_EFFECT_XPRO, "Cross Processing Effect", "xpro"},
118 {GST_GL_EFFECT_LUMA_XPRO, "Luma Cross Processing Effect", "lumaxpro"},
119 {GST_GL_EFFECT_XRAY, "Glowing negative effect", "xray"},
120 {GST_GL_EFFECT_SIN, "All Grey but Red Effect", "sin"},
121 {GST_GL_EFFECT_GLOW, "Glow Lighting Effect", "glow"},
122 {GST_GL_EFFECT_SOBEL, "Sobel edge detection Effect", "sobel"},
123 {GST_GL_EFFECT_BLUR, "Blur with 9x9 separable convolution Effect", "blur"},
124 {GST_GL_EFFECT_LAPLACIAN, "Laplacian Convolution Demo Effect", "laplacian"},
125 {0, NULL, NULL}
126 };
127 return effect_types;
128 }
129
130 #define GST_TYPE_GL_EFFECTS_EFFECT (gst_gl_effects_effect_get_type ())
131 static GType
gst_gl_effects_effect_get_type(void)132 gst_gl_effects_effect_get_type (void)
133 {
134 static GType gl_effects_effect_type = 0;
135 if (!gl_effects_effect_type) {
136 gl_effects_effect_type =
137 g_enum_register_static ("GstGLEffectsEffect",
138 gst_gl_effects_get_effects ());
139 }
140 return gl_effects_effect_type;
141 }
142
143 static void
gst_gl_effects_set_effect(GstGLEffects * effects,gint effect_type)144 gst_gl_effects_set_effect (GstGLEffects * effects, gint effect_type)
145 {
146 GstGLBaseFilterClass *filter_class = GST_GL_BASE_FILTER_GET_CLASS (effects);
147
148 switch (effect_type) {
149 case GST_GL_EFFECT_IDENTITY:
150 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_identity;
151 filter_class->supported_gl_api =
152 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
153 effects->current_effect = effect_type;
154 break;
155 case GST_GL_EFFECT_MIRROR:
156 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_mirror;
157 filter_class->supported_gl_api =
158 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
159 effects->current_effect = effect_type;
160 break;
161 case GST_GL_EFFECT_SQUEEZE:
162 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_squeeze;
163 filter_class->supported_gl_api =
164 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
165 effects->current_effect = effect_type;
166 break;
167 case GST_GL_EFFECT_STRETCH:
168 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_stretch;
169 filter_class->supported_gl_api =
170 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
171 effects->current_effect = effect_type;
172 break;
173 case GST_GL_EFFECT_TUNNEL:
174 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_tunnel;
175 filter_class->supported_gl_api =
176 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
177 effects->current_effect = effect_type;
178 break;
179 case GST_GL_EFFECT_FISHEYE:
180 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_fisheye;
181 filter_class->supported_gl_api =
182 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
183 effects->current_effect = effect_type;
184 break;
185 case GST_GL_EFFECT_TWIRL:
186 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_twirl;
187 filter_class->supported_gl_api =
188 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
189 effects->current_effect = effect_type;
190 break;
191 case GST_GL_EFFECT_BULGE:
192 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_bulge;
193 filter_class->supported_gl_api =
194 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
195 effects->current_effect = effect_type;
196 break;
197 case GST_GL_EFFECT_SQUARE:
198 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_square;
199 filter_class->supported_gl_api =
200 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
201 effects->current_effect = effect_type;
202 break;
203 case GST_GL_EFFECT_HEAT:
204 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_heat;
205 filter_class->supported_gl_api =
206 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
207 effects->current_effect = effect_type;
208 break;
209 case GST_GL_EFFECT_SEPIA:
210 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_sepia;
211 filter_class->supported_gl_api =
212 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
213 effects->current_effect = effect_type;
214 break;
215 case GST_GL_EFFECT_XPRO:
216 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_xpro;
217 filter_class->supported_gl_api =
218 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
219 effects->current_effect = effect_type;
220 break;
221 case GST_GL_EFFECT_LUMA_XPRO:
222 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_luma_xpro;
223 filter_class->supported_gl_api =
224 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
225 effects->current_effect = effect_type;
226 break;
227 case GST_GL_EFFECT_SIN:
228 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_sin;
229 filter_class->supported_gl_api =
230 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
231 effects->current_effect = effect_type;
232 break;
233 case GST_GL_EFFECT_XRAY:
234 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_xray;
235 filter_class->supported_gl_api =
236 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
237 effects->current_effect = effect_type;
238 break;
239 case GST_GL_EFFECT_GLOW:
240 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_glow;
241 filter_class->supported_gl_api =
242 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
243 effects->current_effect = effect_type;
244 break;
245 case GST_GL_EFFECT_SOBEL:
246 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_sobel;
247 filter_class->supported_gl_api =
248 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
249 effects->current_effect = effect_type;
250 break;
251 case GST_GL_EFFECT_BLUR:
252 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_blur;
253 filter_class->supported_gl_api =
254 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
255 effects->current_effect = effect_type;
256 break;
257 case GST_GL_EFFECT_LAPLACIAN:
258 effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_laplacian;
259 filter_class->supported_gl_api =
260 GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
261 effects->current_effect = effect_type;
262 break;
263 default:
264 g_assert_not_reached ();
265 }
266
267 effects->current_effect = effect_type;
268 }
269
270 /* init resources that need a gl context */
271 static gboolean
gst_gl_effects_gl_start(GstGLBaseFilter * base_filter)272 gst_gl_effects_gl_start (GstGLBaseFilter * base_filter)
273 {
274 GstGLEffects *effects = GST_GL_EFFECTS (base_filter);
275 GstGLFilter *filter = GST_GL_FILTER (base_filter);
276 GstGLContext *context = base_filter->context;
277 GstGLBaseMemoryAllocator *base_alloc;
278 GstGLAllocationParams *params;
279 gint i;
280
281 if (!GST_GL_BASE_FILTER_CLASS (parent_class)->gl_start (base_filter))
282 return FALSE;
283
284 base_alloc = (GstGLBaseMemoryAllocator *)
285 gst_allocator_find (GST_GL_MEMORY_ALLOCATOR_NAME);
286 params =
287 (GstGLAllocationParams *) gst_gl_video_allocation_params_new (context,
288 NULL, &filter->out_info, 0, NULL, GST_GL_TEXTURE_TARGET_2D, GST_GL_RGBA);
289
290 for (i = 0; i < NEEDED_TEXTURES; i++) {
291 if (effects->midtexture[i])
292 gst_memory_unref (GST_MEMORY_CAST (effects->midtexture[i]));
293
294 effects->midtexture[i] =
295 (GstGLMemory *) gst_gl_base_memory_alloc (base_alloc, params);
296 }
297
298 gst_object_unref (base_alloc);
299 gst_gl_allocation_params_free (params);
300
301 return TRUE;
302 }
303
304 /* free resources that need a gl context */
305 static void
gst_gl_effects_gl_stop(GstGLBaseFilter * base_filter)306 gst_gl_effects_gl_stop (GstGLBaseFilter * base_filter)
307 {
308 GstGLEffects *effects = GST_GL_EFFECTS (base_filter);
309 const GstGLFuncs *gl = base_filter->context->gl_vtable;
310 gint i = 0;
311
312 for (i = 0; i < NEEDED_TEXTURES; i++) {
313 gst_memory_unref (GST_MEMORY_CAST (effects->midtexture[i]));
314 }
315
316 for (i = 0; i < GST_GL_EFFECTS_N_CURVES; i++) {
317 gl->DeleteTextures (1, &effects->curve[i]);
318 effects->curve[i] = 0;
319 }
320
321 GST_GL_BASE_FILTER_CLASS (parent_class)->gl_stop (base_filter);
322 }
323
324 static void
gst_gl_effects_class_init(GstGLEffectsClass * klass)325 gst_gl_effects_class_init (GstGLEffectsClass * klass)
326 {
327 GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
328
329 gst_gl_filter_add_rgba_pad_templates (GST_GL_FILTER_CLASS (klass));
330
331 GST_BASE_TRANSFORM_CLASS (klass)->start = gst_gl_effects_init_resources;
332 GST_BASE_TRANSFORM_CLASS (klass)->stop = gst_gl_effects_reset_resources;
333
334 GST_GL_BASE_FILTER_CLASS (klass)->gl_start = gst_gl_effects_gl_start;
335 GST_GL_BASE_FILTER_CLASS (klass)->gl_stop = gst_gl_effects_gl_stop;
336
337 GST_GL_FILTER_CLASS (klass)->filter_texture = gst_gl_effects_filter_texture;
338 GST_GL_FILTER_CLASS (klass)->init_fbo = gst_gl_effects_on_init_gl_context;
339
340 klass->filter_descriptor = NULL;
341
342 gst_element_class_set_metadata (element_class,
343 "Gstreamer OpenGL Effects", "Filter/Effect/Video",
344 "GL Shading Language effects",
345 "Filippo Argiolas <filippo.argiolas@gmail.com>");
346
347 GST_GL_BASE_FILTER_CLASS (klass)->supported_gl_api =
348 GST_GL_API_OPENGL | GST_GL_API_GLES2 | GST_GL_API_OPENGL3;
349 }
350
351 static void
gst_gl_effects_filter_class_init(GstGLEffectsClass * klass,const GstGLEffectsFilterDescriptor * filter_descriptor)352 gst_gl_effects_filter_class_init (GstGLEffectsClass * klass,
353 const GstGLEffectsFilterDescriptor * filter_descriptor)
354 {
355 GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
356 GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
357
358 klass->filter_descriptor = filter_descriptor;
359
360 gobject_class->set_property = gst_gl_effects_set_property;
361 gobject_class->get_property = gst_gl_effects_get_property;
362
363 /* if filterDescriptor is null it's a generic gleffects */
364 if (!filter_descriptor) {
365 g_object_class_install_property (gobject_class,
366 PROP_EFFECT,
367 g_param_spec_enum ("effect",
368 "Effect",
369 "Select which effect apply to GL video texture",
370 GST_TYPE_GL_EFFECTS_EFFECT,
371 GST_GL_EFFECT_IDENTITY,
372 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
373 } else {
374 gchar *description = g_strdup_printf ("GL Shading Language effects - %s",
375 filter_descriptor->filter_longname);
376
377 gst_element_class_set_metadata (element_class,
378 filter_descriptor->filter_longname, "Filter/Effect/Video",
379 description, "Filippo Argiolas <filippo.argiolas@gmail.com>");
380
381 g_free (description);
382 }
383
384 g_object_class_install_property (gobject_class,
385 PROP_HSWAP,
386 g_param_spec_boolean ("hswap",
387 "Horizontal Swap",
388 "Switch video texture left to right, useful with webcams",
389 FALSE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
390
391 /* FIXME: make it work on every effect */
392 if (gst_gl_effects_filters_is_property_supported (filter_descriptor,
393 PROP_INVERT)) {
394 g_object_class_install_property (gobject_class, PROP_INVERT,
395 g_param_spec_boolean ("invert", "Invert the colors for sobel effect",
396 "Invert colors to get dark edges on bright background when using sobel effect",
397 FALSE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
398 }
399 }
400
401 static void
set_horizontal_swap(GstGLEffects * effects)402 set_horizontal_swap (GstGLEffects * effects)
403 {
404 #if GST_GL_HAVE_OPENGL
405 GstGLContext *context = GST_GL_BASE_FILTER (effects)->context;
406 const GstGLFuncs *gl = context->gl_vtable;
407
408 if (gst_gl_context_get_gl_api (context) & GST_GL_API_OPENGL) {
409 const gfloat mirrormatrix[16] = {
410 -1.0, 0.0, 0.0, 0.0,
411 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0
412 };
413
414 gl->MatrixMode (GL_MODELVIEW);
415 gl->LoadMatrixf (mirrormatrix);
416 }
417 #endif
418 }
419
420 static void
gst_gl_effects_init(GstGLEffects * effects)421 gst_gl_effects_init (GstGLEffects * effects)
422 {
423 effects->horizontal_swap = FALSE;
424 effects->invert = FALSE;
425 effects->effect = gst_gl_effects_identity;
426 }
427
428 static void
gst_gl_effects_filter_init(GstGLEffects * effects)429 gst_gl_effects_filter_init (GstGLEffects * effects)
430 {
431 gst_gl_effects_set_effect (effects,
432 GST_GL_EFFECTS_GET_CLASS (effects)->filter_descriptor->effect);
433 }
434
435 static void
gst_gl_effects_ghash_func_clean(gpointer key,gpointer value,gpointer data)436 gst_gl_effects_ghash_func_clean (gpointer key, gpointer value, gpointer data)
437 {
438 GstGLShader *shader = (GstGLShader *) value;
439
440 gst_object_unref (shader);
441
442 value = NULL;
443 }
444
445 static gboolean
gst_gl_effects_reset_resources(GstBaseTransform * trans)446 gst_gl_effects_reset_resources (GstBaseTransform * trans)
447 {
448 GstGLEffects *effects = GST_GL_EFFECTS (trans);
449
450 /* release shaders in the gl thread */
451 g_hash_table_foreach (effects->shaderstable, gst_gl_effects_ghash_func_clean,
452 effects);
453
454 /* clean the htable without calling values destructors
455 * because shaders have been released in the glthread
456 * through the foreach func */
457 g_hash_table_unref (effects->shaderstable);
458 effects->shaderstable = NULL;
459
460 return GST_BASE_TRANSFORM_CLASS (parent_class)->stop (trans);
461 }
462
463 static void
gst_gl_effects_set_property(GObject * object,guint prop_id,const GValue * value,GParamSpec * pspec)464 gst_gl_effects_set_property (GObject * object, guint prop_id,
465 const GValue * value, GParamSpec * pspec)
466 {
467 GstGLEffects *effects = GST_GL_EFFECTS (object);
468
469 switch (prop_id) {
470 case PROP_EFFECT:
471 gst_gl_effects_set_effect (effects, g_value_get_enum (value));
472 break;
473 case PROP_HSWAP:
474 effects->horizontal_swap = g_value_get_boolean (value);
475 break;
476 case PROP_INVERT:
477 effects->invert = g_value_get_boolean (value);
478 break;
479 default:
480 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
481 break;
482 }
483 }
484
485 static void
gst_gl_effects_get_property(GObject * object,guint prop_id,GValue * value,GParamSpec * pspec)486 gst_gl_effects_get_property (GObject * object, guint prop_id,
487 GValue * value, GParamSpec * pspec)
488 {
489 GstGLEffects *effects = GST_GL_EFFECTS (object);
490
491 switch (prop_id) {
492 case PROP_EFFECT:
493 g_value_set_enum (value, effects->current_effect);
494 break;
495 case PROP_HSWAP:
496 g_value_set_boolean (value, effects->horizontal_swap);
497 break;
498 case PROP_INVERT:
499 g_value_set_boolean (value, effects->invert);
500 break;
501 default:
502 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
503 break;
504 }
505 }
506
507 static gboolean
gst_gl_effects_init_resources(GstBaseTransform * trans)508 gst_gl_effects_init_resources (GstBaseTransform * trans)
509 {
510 GstGLEffects *effects = GST_GL_EFFECTS (trans);
511 gint i;
512
513 effects->shaderstable = g_hash_table_new (g_str_hash, g_str_equal);
514
515 for (i = 0; i < NEEDED_TEXTURES; i++) {
516 effects->midtexture[i] = 0;
517 }
518 for (i = 0; i < GST_GL_EFFECTS_N_CURVES; i++) {
519 effects->curve[i] = 0;
520 }
521
522 return GST_BASE_TRANSFORM_CLASS (parent_class)->start (trans);
523 }
524
525 static gboolean
gst_gl_effects_on_init_gl_context(GstGLFilter * filter)526 gst_gl_effects_on_init_gl_context (GstGLFilter * filter)
527 {
528 return TRUE;
529 }
530
531 static gboolean
gst_gl_effects_filter_texture(GstGLFilter * filter,GstGLMemory * in_tex,GstGLMemory * out_tex)532 gst_gl_effects_filter_texture (GstGLFilter * filter, GstGLMemory * in_tex,
533 GstGLMemory * out_tex)
534 {
535 GstGLEffects *effects = GST_GL_EFFECTS (filter);
536
537 effects->intexture = in_tex;
538 effects->outtexture = out_tex;
539
540 if (effects->horizontal_swap == TRUE)
541 set_horizontal_swap (effects);
542
543 effects->effect (effects);
544
545 return TRUE;
546 }
547
548 GstGLShader *
gst_gl_effects_get_fragment_shader(GstGLEffects * effects,const gchar * shader_name,const gchar * shader_source_gles2)549 gst_gl_effects_get_fragment_shader (GstGLEffects * effects,
550 const gchar * shader_name, const gchar * shader_source_gles2)
551 {
552 GstGLShader *shader = NULL;
553 GstGLFilter *filter = GST_GL_FILTER (effects);
554 GstGLContext *context = GST_GL_BASE_FILTER (filter)->context;
555
556 shader = g_hash_table_lookup (effects->shaderstable, shader_name);
557
558 if (!shader) {
559 GError *error = NULL;
560 const gchar *frag_strs[2];
561
562 frag_strs[0] =
563 gst_gl_shader_string_get_highest_precision (context,
564 GST_GLSL_VERSION_NONE,
565 GST_GLSL_PROFILE_ES | GST_GLSL_PROFILE_COMPATIBILITY);
566 frag_strs[1] = shader_source_gles2;
567
568 if (!(shader = gst_gl_shader_new_link_with_stages (context, &error,
569 gst_glsl_stage_new_default_vertex (context),
570 gst_glsl_stage_new_with_strings (context, GL_FRAGMENT_SHADER,
571 GST_GLSL_VERSION_NONE,
572 GST_GLSL_PROFILE_ES | GST_GLSL_PROFILE_COMPATIBILITY, 2,
573 frag_strs), NULL))) {
574 GST_ELEMENT_ERROR (effects, RESOURCE, NOT_FOUND,
575 ("Failed to initialize %s shader", shader_name), (NULL));
576 }
577
578 filter->draw_attr_position_loc =
579 gst_gl_shader_get_attribute_location (shader, "a_position");
580 filter->draw_attr_texture_loc =
581 gst_gl_shader_get_attribute_location (shader, "a_texcoord");
582 }
583
584 g_hash_table_insert (effects->shaderstable, (gchar *) shader_name, shader);
585
586 return shader;
587 }
588
589 static const GstGLEffectsFilterDescriptor *
gst_gl_effects_filters_supported_properties(void)590 gst_gl_effects_filters_supported_properties (void)
591 {
592 /* Horizontal swap property is supported by all filters */
593 static const GstGLEffectsFilterDescriptor effects[] = {
594 {GST_GL_EFFECT_SOBEL, PROP_INVERT, NULL},
595 {GST_GL_EFFECT_LAPLACIAN, PROP_INVERT, NULL},
596 {0, 0, NULL}
597 };
598 return effects;
599 }
600
601 static inline gboolean
gst_gl_effects_filters_is_property_supported(const GstGLEffectsFilterDescriptor * descriptor,gint property)602 gst_gl_effects_filters_is_property_supported (const GstGLEffectsFilterDescriptor
603 * descriptor, gint property)
604 {
605 /* generic filter (NULL descriptor) supports all properties */
606 return !descriptor || (descriptor->supported_properties & property);
607 }
608
609 static const GstGLEffectsFilterDescriptor *
gst_gl_effects_filters_descriptors(void)610 gst_gl_effects_filters_descriptors (void)
611 {
612 static GstGLEffectsFilterDescriptor *descriptors = NULL;
613 if (!descriptors) {
614 const GEnumValue *e;
615 const GEnumValue *effect = gst_gl_effects_get_effects ();
616 const GstGLEffectsFilterDescriptor *defined;
617 guint n_filters = 0, i;
618
619 for (e = effect; NULL != e->value_nick; ++e, ++n_filters) {
620 }
621
622 descriptors = g_new0 (GstGLEffectsFilterDescriptor, n_filters + 1);
623 for (i = 0; i < n_filters; ++i, ++effect) {
624 descriptors[i].effect = effect->value;
625 descriptors[i].filter_name = effect->value_nick;
626 descriptors[i].filter_longname = effect->value_name;
627 }
628
629 for (defined = gst_gl_effects_filters_supported_properties ();
630 0 != defined->supported_properties; ++defined) {
631
632 for (i = 0; i < n_filters; ++i) {
633 if (descriptors[i].effect == defined->effect) {
634 descriptors[i].supported_properties = defined->supported_properties;
635 break;
636 }
637 }
638 if (i >= n_filters) {
639 GST_WARNING ("Could not match gstgleffects-%s descriptor",
640 defined->filter_name);
641 }
642 }
643 }
644 return descriptors;
645 }
646
647 gboolean
gst_gl_effects_register_filters(GstPlugin * plugin,GstRank rank)648 gst_gl_effects_register_filters (GstPlugin * plugin, GstRank rank)
649 {
650 static volatile gsize registered = 0;
651
652 if (g_once_init_enter (®istered)) {
653 GTypeInfo info = {
654 sizeof (GstGLEffectsClass),
655 NULL,
656 NULL,
657 (GClassInitFunc) gst_gl_effects_filter_class_init,
658 NULL,
659 NULL,
660 sizeof (GstGLEffects),
661 0,
662 NULL
663 };
664 GType generic_type =
665 g_type_register_static (GST_TYPE_GL_EFFECTS, "GstGLEffectsGeneric",
666 &info, 0);
667
668 if (gst_element_register (plugin, "gleffects", rank, generic_type)) {
669 const GstGLEffectsFilterDescriptor *filters;
670 for (filters = gst_gl_effects_filters_descriptors ();
671 NULL != filters->filter_name; ++filters) {
672 gchar *name = g_strdup_printf ("gleffects_%s", filters->filter_name);
673 GTypeInfo info = {
674 sizeof (GstGLEffectsClass),
675 NULL,
676 NULL,
677 (GClassInitFunc) gst_gl_effects_filter_class_init,
678 NULL,
679 filters,
680 sizeof (GstGLEffects),
681 0,
682 (GInstanceInitFunc) gst_gl_effects_filter_init
683 };
684 GType type =
685 g_type_register_static (GST_TYPE_GL_EFFECTS, name, &info, 0);
686 if (!gst_element_register (plugin, name, rank, type)) {
687 GST_WARNING ("Could not register %s", name);
688 }
689 g_free (name);
690 }
691 }
692 g_once_init_leave (®istered, generic_type);
693 }
694 return registered;
695 }
696