1 /*
2  * GStreamer
3  * Copyright (C) 2008 Filippo Argiolas <filippo.argiolas@gmail.com>
4  *
5  * This library is free software; you can redistribute it and/or
6  * modify it under the terms of the GNU Library General Public
7  * License as published by the Free Software Foundation; either
8  * version 2 of the License, or (at your option) any later version.
9  *
10  * This library is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13  * Library General Public License for more details.
14  *
15  * You should have received a copy of the GNU Library General Public
16  * License along with this library; if not, write to the
17  * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
18  * Boston, MA 02110-1301, USA.
19  */
20 
21 /**
22  * SECTION:element-gleffects.
23  * @title: gleffects.
24  *
25  * GL Shading Language effects.
26  *
27  * ## Examples
28  * |[
29  * gst-launch-1.0 videotestsrc ! glupload ! gleffects effect=5 ! glimagesink
30  * ]|
31  * FBO (Frame Buffer Object) and GLSL (OpenGL Shading Language) are required.
32  *
33  */
34 
35 #ifdef HAVE_CONFIG_H
36 #include "config.h"
37 #endif
38 
39 #include "gstgleffects.h"
40 
41 #define GST_CAT_DEFAULT gst_gl_effects_debug
42 GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
43 
44 enum
45 {
46   PROP_0 = 0x0,
47   PROP_EFFECT = 0x1 << 1,
48   PROP_HSWAP = 0x1 << 2,
49   PROP_INVERT = 0x1 << 3
50 };
51 
52 #define DEBUG_INIT \
53   GST_DEBUG_CATEGORY_INIT (gst_gl_effects_debug, "gleffects", 0, "gleffects element");
54 
55 #define gst_gl_effects_parent_class parent_class
56 G_DEFINE_TYPE_WITH_CODE (GstGLEffects, gst_gl_effects, GST_TYPE_GL_FILTER,
57     DEBUG_INIT);
58 
59 static void gst_gl_effects_set_property (GObject * object, guint prop_id,
60     const GValue * value, GParamSpec * pspec);
61 static void gst_gl_effects_get_property (GObject * object, guint prop_id,
62     GValue * value, GParamSpec * pspec);
63 
64 static gboolean gst_gl_effects_init_resources (GstBaseTransform * trans);
65 static gboolean gst_gl_effects_reset_resources (GstBaseTransform * trans);
66 
67 static gboolean gst_gl_effects_on_init_gl_context (GstGLFilter * filter);
68 
69 static void gst_gl_effects_ghash_func_clean (gpointer key, gpointer value,
70     gpointer data);
71 
72 static gboolean gst_gl_effects_filter_texture (GstGLFilter * filter,
73     GstGLMemory * in_tex, GstGLMemory * out_tex);
74 static gboolean gst_gl_effects_filters_is_property_supported (const
75     GstGLEffectsFilterDescriptor *, gint property);
76 
77 /* dont' forget to edit the following when a new effect is added */
78 typedef enum
79 {
80   GST_GL_EFFECT_IDENTITY,
81   GST_GL_EFFECT_MIRROR,
82   GST_GL_EFFECT_SQUEEZE,
83   GST_GL_EFFECT_STRETCH,
84   GST_GL_EFFECT_TUNNEL,
85   GST_GL_EFFECT_FISHEYE,
86   GST_GL_EFFECT_TWIRL,
87   GST_GL_EFFECT_BULGE,
88   GST_GL_EFFECT_SQUARE,
89   GST_GL_EFFECT_HEAT,
90   GST_GL_EFFECT_SEPIA,
91   GST_GL_EFFECT_XPRO,
92   GST_GL_EFFECT_LUMA_XPRO,
93   GST_GL_EFFECT_XRAY,
94   GST_GL_EFFECT_SIN,
95   GST_GL_EFFECT_GLOW,
96   GST_GL_EFFECT_SOBEL,
97   GST_GL_EFFECT_BLUR,
98   GST_GL_EFFECT_LAPLACIAN,
99   GST_GL_N_EFFECTS
100 } GstGLEffectsEffect;
101 
102 static const GEnumValue *
gst_gl_effects_get_effects(void)103 gst_gl_effects_get_effects (void)
104 {
105   static const GEnumValue effect_types[] = {
106     {GST_GL_EFFECT_IDENTITY, "Do nothing Effect", "identity"},
107     {GST_GL_EFFECT_MIRROR, "Mirror Effect", "mirror"},
108     {GST_GL_EFFECT_SQUEEZE, "Squeeze Effect", "squeeze"},
109     {GST_GL_EFFECT_STRETCH, "Stretch Effect", "stretch"},
110     {GST_GL_EFFECT_TUNNEL, "Light Tunnel Effect", "tunnel"},
111     {GST_GL_EFFECT_FISHEYE, "FishEye Effect", "fisheye"},
112     {GST_GL_EFFECT_TWIRL, "Twirl Effect", "twirl"},
113     {GST_GL_EFFECT_BULGE, "Bulge Effect", "bulge"},
114     {GST_GL_EFFECT_SQUARE, "Square Effect", "square"},
115     {GST_GL_EFFECT_HEAT, "Heat Signature Effect", "heat"},
116     {GST_GL_EFFECT_SEPIA, "Sepia Toning Effect", "sepia"},
117     {GST_GL_EFFECT_XPRO, "Cross Processing Effect", "xpro"},
118     {GST_GL_EFFECT_LUMA_XPRO, "Luma Cross Processing Effect", "lumaxpro"},
119     {GST_GL_EFFECT_XRAY, "Glowing negative effect", "xray"},
120     {GST_GL_EFFECT_SIN, "All Grey but Red Effect", "sin"},
121     {GST_GL_EFFECT_GLOW, "Glow Lighting Effect", "glow"},
122     {GST_GL_EFFECT_SOBEL, "Sobel edge detection Effect", "sobel"},
123     {GST_GL_EFFECT_BLUR, "Blur with 9x9 separable convolution Effect", "blur"},
124     {GST_GL_EFFECT_LAPLACIAN, "Laplacian Convolution Demo Effect", "laplacian"},
125     {0, NULL, NULL}
126   };
127   return effect_types;
128 }
129 
130 #define GST_TYPE_GL_EFFECTS_EFFECT (gst_gl_effects_effect_get_type ())
131 static GType
gst_gl_effects_effect_get_type(void)132 gst_gl_effects_effect_get_type (void)
133 {
134   static GType gl_effects_effect_type = 0;
135   if (!gl_effects_effect_type) {
136     gl_effects_effect_type =
137         g_enum_register_static ("GstGLEffectsEffect",
138         gst_gl_effects_get_effects ());
139   }
140   return gl_effects_effect_type;
141 }
142 
143 static void
gst_gl_effects_set_effect(GstGLEffects * effects,gint effect_type)144 gst_gl_effects_set_effect (GstGLEffects * effects, gint effect_type)
145 {
146   GstGLBaseFilterClass *filter_class = GST_GL_BASE_FILTER_GET_CLASS (effects);
147 
148   switch (effect_type) {
149     case GST_GL_EFFECT_IDENTITY:
150       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_identity;
151       filter_class->supported_gl_api =
152           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
153       effects->current_effect = effect_type;
154       break;
155     case GST_GL_EFFECT_MIRROR:
156       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_mirror;
157       filter_class->supported_gl_api =
158           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
159       effects->current_effect = effect_type;
160       break;
161     case GST_GL_EFFECT_SQUEEZE:
162       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_squeeze;
163       filter_class->supported_gl_api =
164           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
165       effects->current_effect = effect_type;
166       break;
167     case GST_GL_EFFECT_STRETCH:
168       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_stretch;
169       filter_class->supported_gl_api =
170           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
171       effects->current_effect = effect_type;
172       break;
173     case GST_GL_EFFECT_TUNNEL:
174       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_tunnel;
175       filter_class->supported_gl_api =
176           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
177       effects->current_effect = effect_type;
178       break;
179     case GST_GL_EFFECT_FISHEYE:
180       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_fisheye;
181       filter_class->supported_gl_api =
182           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
183       effects->current_effect = effect_type;
184       break;
185     case GST_GL_EFFECT_TWIRL:
186       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_twirl;
187       filter_class->supported_gl_api =
188           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
189       effects->current_effect = effect_type;
190       break;
191     case GST_GL_EFFECT_BULGE:
192       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_bulge;
193       filter_class->supported_gl_api =
194           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
195       effects->current_effect = effect_type;
196       break;
197     case GST_GL_EFFECT_SQUARE:
198       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_square;
199       filter_class->supported_gl_api =
200           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
201       effects->current_effect = effect_type;
202       break;
203     case GST_GL_EFFECT_HEAT:
204       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_heat;
205       filter_class->supported_gl_api =
206           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
207       effects->current_effect = effect_type;
208       break;
209     case GST_GL_EFFECT_SEPIA:
210       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_sepia;
211       filter_class->supported_gl_api =
212           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
213       effects->current_effect = effect_type;
214       break;
215     case GST_GL_EFFECT_XPRO:
216       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_xpro;
217       filter_class->supported_gl_api =
218           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
219       effects->current_effect = effect_type;
220       break;
221     case GST_GL_EFFECT_LUMA_XPRO:
222       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_luma_xpro;
223       filter_class->supported_gl_api =
224           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
225       effects->current_effect = effect_type;
226       break;
227     case GST_GL_EFFECT_SIN:
228       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_sin;
229       filter_class->supported_gl_api =
230           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
231       effects->current_effect = effect_type;
232       break;
233     case GST_GL_EFFECT_XRAY:
234       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_xray;
235       filter_class->supported_gl_api =
236           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
237       effects->current_effect = effect_type;
238       break;
239     case GST_GL_EFFECT_GLOW:
240       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_glow;
241       filter_class->supported_gl_api =
242           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
243       effects->current_effect = effect_type;
244       break;
245     case GST_GL_EFFECT_SOBEL:
246       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_sobel;
247       filter_class->supported_gl_api =
248           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
249       effects->current_effect = effect_type;
250       break;
251     case GST_GL_EFFECT_BLUR:
252       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_blur;
253       filter_class->supported_gl_api =
254           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
255       effects->current_effect = effect_type;
256       break;
257     case GST_GL_EFFECT_LAPLACIAN:
258       effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_laplacian;
259       filter_class->supported_gl_api =
260           GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
261       effects->current_effect = effect_type;
262       break;
263     default:
264       g_assert_not_reached ();
265   }
266 
267   effects->current_effect = effect_type;
268 }
269 
270 /* init resources that need a gl context */
271 static gboolean
gst_gl_effects_gl_start(GstGLBaseFilter * base_filter)272 gst_gl_effects_gl_start (GstGLBaseFilter * base_filter)
273 {
274   GstGLEffects *effects = GST_GL_EFFECTS (base_filter);
275   GstGLFilter *filter = GST_GL_FILTER (base_filter);
276   GstGLContext *context = base_filter->context;
277   GstGLBaseMemoryAllocator *base_alloc;
278   GstGLAllocationParams *params;
279   gint i;
280 
281   if (!GST_GL_BASE_FILTER_CLASS (parent_class)->gl_start (base_filter))
282     return FALSE;
283 
284   base_alloc = (GstGLBaseMemoryAllocator *)
285       gst_allocator_find (GST_GL_MEMORY_ALLOCATOR_NAME);
286   params =
287       (GstGLAllocationParams *) gst_gl_video_allocation_params_new (context,
288       NULL, &filter->out_info, 0, NULL, GST_GL_TEXTURE_TARGET_2D, GST_GL_RGBA);
289 
290   for (i = 0; i < NEEDED_TEXTURES; i++) {
291     if (effects->midtexture[i])
292       gst_memory_unref (GST_MEMORY_CAST (effects->midtexture[i]));
293 
294     effects->midtexture[i] =
295         (GstGLMemory *) gst_gl_base_memory_alloc (base_alloc, params);
296   }
297 
298   gst_object_unref (base_alloc);
299   gst_gl_allocation_params_free (params);
300 
301   return TRUE;
302 }
303 
304 /* free resources that need a gl context */
305 static void
gst_gl_effects_gl_stop(GstGLBaseFilter * base_filter)306 gst_gl_effects_gl_stop (GstGLBaseFilter * base_filter)
307 {
308   GstGLEffects *effects = GST_GL_EFFECTS (base_filter);
309   const GstGLFuncs *gl = base_filter->context->gl_vtable;
310   gint i = 0;
311 
312   for (i = 0; i < NEEDED_TEXTURES; i++) {
313     gst_memory_unref (GST_MEMORY_CAST (effects->midtexture[i]));
314   }
315 
316   for (i = 0; i < GST_GL_EFFECTS_N_CURVES; i++) {
317     gl->DeleteTextures (1, &effects->curve[i]);
318     effects->curve[i] = 0;
319   }
320 
321   GST_GL_BASE_FILTER_CLASS (parent_class)->gl_stop (base_filter);
322 }
323 
324 static void
gst_gl_effects_class_init(GstGLEffectsClass * klass)325 gst_gl_effects_class_init (GstGLEffectsClass * klass)
326 {
327   GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
328 
329   gst_gl_filter_add_rgba_pad_templates (GST_GL_FILTER_CLASS (klass));
330 
331   GST_BASE_TRANSFORM_CLASS (klass)->start = gst_gl_effects_init_resources;
332   GST_BASE_TRANSFORM_CLASS (klass)->stop = gst_gl_effects_reset_resources;
333 
334   GST_GL_BASE_FILTER_CLASS (klass)->gl_start = gst_gl_effects_gl_start;
335   GST_GL_BASE_FILTER_CLASS (klass)->gl_stop = gst_gl_effects_gl_stop;
336 
337   GST_GL_FILTER_CLASS (klass)->filter_texture = gst_gl_effects_filter_texture;
338   GST_GL_FILTER_CLASS (klass)->init_fbo = gst_gl_effects_on_init_gl_context;
339 
340   klass->filter_descriptor = NULL;
341 
342   gst_element_class_set_metadata (element_class,
343       "Gstreamer OpenGL Effects", "Filter/Effect/Video",
344       "GL Shading Language effects",
345       "Filippo Argiolas <filippo.argiolas@gmail.com>");
346 
347   GST_GL_BASE_FILTER_CLASS (klass)->supported_gl_api =
348       GST_GL_API_OPENGL | GST_GL_API_GLES2 | GST_GL_API_OPENGL3;
349 }
350 
351 static void
gst_gl_effects_filter_class_init(GstGLEffectsClass * klass,const GstGLEffectsFilterDescriptor * filter_descriptor)352 gst_gl_effects_filter_class_init (GstGLEffectsClass * klass,
353     const GstGLEffectsFilterDescriptor * filter_descriptor)
354 {
355   GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
356   GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
357 
358   klass->filter_descriptor = filter_descriptor;
359 
360   gobject_class->set_property = gst_gl_effects_set_property;
361   gobject_class->get_property = gst_gl_effects_get_property;
362 
363   /* if filterDescriptor is null it's a generic gleffects */
364   if (!filter_descriptor) {
365     g_object_class_install_property (gobject_class,
366         PROP_EFFECT,
367         g_param_spec_enum ("effect",
368             "Effect",
369             "Select which effect apply to GL video texture",
370             GST_TYPE_GL_EFFECTS_EFFECT,
371             GST_GL_EFFECT_IDENTITY,
372             G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
373   } else {
374     gchar *description = g_strdup_printf ("GL Shading Language effects - %s",
375         filter_descriptor->filter_longname);
376 
377     gst_element_class_set_metadata (element_class,
378         filter_descriptor->filter_longname, "Filter/Effect/Video",
379         description, "Filippo Argiolas <filippo.argiolas@gmail.com>");
380 
381     g_free (description);
382   }
383 
384   g_object_class_install_property (gobject_class,
385       PROP_HSWAP,
386       g_param_spec_boolean ("hswap",
387           "Horizontal Swap",
388           "Switch video texture left to right, useful with webcams",
389           FALSE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
390 
391   /* FIXME: make it work on every effect */
392   if (gst_gl_effects_filters_is_property_supported (filter_descriptor,
393           PROP_INVERT)) {
394     g_object_class_install_property (gobject_class, PROP_INVERT,
395         g_param_spec_boolean ("invert", "Invert the colors for sobel effect",
396             "Invert colors to get dark edges on bright background when using sobel effect",
397             FALSE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
398   }
399 }
400 
401 static void
set_horizontal_swap(GstGLEffects * effects)402 set_horizontal_swap (GstGLEffects * effects)
403 {
404 #if GST_GL_HAVE_OPENGL
405   GstGLContext *context = GST_GL_BASE_FILTER (effects)->context;
406   const GstGLFuncs *gl = context->gl_vtable;
407 
408   if (gst_gl_context_get_gl_api (context) & GST_GL_API_OPENGL) {
409     const gfloat mirrormatrix[16] = {
410       -1.0, 0.0, 0.0, 0.0,
411       0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0
412     };
413 
414     gl->MatrixMode (GL_MODELVIEW);
415     gl->LoadMatrixf (mirrormatrix);
416   }
417 #endif
418 }
419 
420 static void
gst_gl_effects_init(GstGLEffects * effects)421 gst_gl_effects_init (GstGLEffects * effects)
422 {
423   effects->horizontal_swap = FALSE;
424   effects->invert = FALSE;
425   effects->effect = gst_gl_effects_identity;
426 }
427 
428 static void
gst_gl_effects_filter_init(GstGLEffects * effects)429 gst_gl_effects_filter_init (GstGLEffects * effects)
430 {
431   gst_gl_effects_set_effect (effects,
432       GST_GL_EFFECTS_GET_CLASS (effects)->filter_descriptor->effect);
433 }
434 
435 static void
gst_gl_effects_ghash_func_clean(gpointer key,gpointer value,gpointer data)436 gst_gl_effects_ghash_func_clean (gpointer key, gpointer value, gpointer data)
437 {
438   GstGLShader *shader = (GstGLShader *) value;
439 
440   gst_object_unref (shader);
441 
442   value = NULL;
443 }
444 
445 static gboolean
gst_gl_effects_reset_resources(GstBaseTransform * trans)446 gst_gl_effects_reset_resources (GstBaseTransform * trans)
447 {
448   GstGLEffects *effects = GST_GL_EFFECTS (trans);
449 
450   /* release shaders in the gl thread */
451   g_hash_table_foreach (effects->shaderstable, gst_gl_effects_ghash_func_clean,
452       effects);
453 
454   /* clean the htable without calling values destructors
455    * because shaders have been released in the glthread
456    * through the foreach func */
457   g_hash_table_unref (effects->shaderstable);
458   effects->shaderstable = NULL;
459 
460   return GST_BASE_TRANSFORM_CLASS (parent_class)->stop (trans);
461 }
462 
463 static void
gst_gl_effects_set_property(GObject * object,guint prop_id,const GValue * value,GParamSpec * pspec)464 gst_gl_effects_set_property (GObject * object, guint prop_id,
465     const GValue * value, GParamSpec * pspec)
466 {
467   GstGLEffects *effects = GST_GL_EFFECTS (object);
468 
469   switch (prop_id) {
470     case PROP_EFFECT:
471       gst_gl_effects_set_effect (effects, g_value_get_enum (value));
472       break;
473     case PROP_HSWAP:
474       effects->horizontal_swap = g_value_get_boolean (value);
475       break;
476     case PROP_INVERT:
477       effects->invert = g_value_get_boolean (value);
478       break;
479     default:
480       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
481       break;
482   }
483 }
484 
485 static void
gst_gl_effects_get_property(GObject * object,guint prop_id,GValue * value,GParamSpec * pspec)486 gst_gl_effects_get_property (GObject * object, guint prop_id,
487     GValue * value, GParamSpec * pspec)
488 {
489   GstGLEffects *effects = GST_GL_EFFECTS (object);
490 
491   switch (prop_id) {
492     case PROP_EFFECT:
493       g_value_set_enum (value, effects->current_effect);
494       break;
495     case PROP_HSWAP:
496       g_value_set_boolean (value, effects->horizontal_swap);
497       break;
498     case PROP_INVERT:
499       g_value_set_boolean (value, effects->invert);
500       break;
501     default:
502       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
503       break;
504   }
505 }
506 
507 static gboolean
gst_gl_effects_init_resources(GstBaseTransform * trans)508 gst_gl_effects_init_resources (GstBaseTransform * trans)
509 {
510   GstGLEffects *effects = GST_GL_EFFECTS (trans);
511   gint i;
512 
513   effects->shaderstable = g_hash_table_new (g_str_hash, g_str_equal);
514 
515   for (i = 0; i < NEEDED_TEXTURES; i++) {
516     effects->midtexture[i] = 0;
517   }
518   for (i = 0; i < GST_GL_EFFECTS_N_CURVES; i++) {
519     effects->curve[i] = 0;
520   }
521 
522   return GST_BASE_TRANSFORM_CLASS (parent_class)->start (trans);
523 }
524 
525 static gboolean
gst_gl_effects_on_init_gl_context(GstGLFilter * filter)526 gst_gl_effects_on_init_gl_context (GstGLFilter * filter)
527 {
528   return TRUE;
529 }
530 
531 static gboolean
gst_gl_effects_filter_texture(GstGLFilter * filter,GstGLMemory * in_tex,GstGLMemory * out_tex)532 gst_gl_effects_filter_texture (GstGLFilter * filter, GstGLMemory * in_tex,
533     GstGLMemory * out_tex)
534 {
535   GstGLEffects *effects = GST_GL_EFFECTS (filter);
536 
537   effects->intexture = in_tex;
538   effects->outtexture = out_tex;
539 
540   if (effects->horizontal_swap == TRUE)
541     set_horizontal_swap (effects);
542 
543   effects->effect (effects);
544 
545   return TRUE;
546 }
547 
548 GstGLShader *
gst_gl_effects_get_fragment_shader(GstGLEffects * effects,const gchar * shader_name,const gchar * shader_source_gles2)549 gst_gl_effects_get_fragment_shader (GstGLEffects * effects,
550     const gchar * shader_name, const gchar * shader_source_gles2)
551 {
552   GstGLShader *shader = NULL;
553   GstGLFilter *filter = GST_GL_FILTER (effects);
554   GstGLContext *context = GST_GL_BASE_FILTER (filter)->context;
555 
556   shader = g_hash_table_lookup (effects->shaderstable, shader_name);
557 
558   if (!shader) {
559     GError *error = NULL;
560     const gchar *frag_strs[2];
561 
562     frag_strs[0] =
563         gst_gl_shader_string_get_highest_precision (context,
564         GST_GLSL_VERSION_NONE,
565         GST_GLSL_PROFILE_ES | GST_GLSL_PROFILE_COMPATIBILITY);
566     frag_strs[1] = shader_source_gles2;
567 
568     if (!(shader = gst_gl_shader_new_link_with_stages (context, &error,
569                 gst_glsl_stage_new_default_vertex (context),
570                 gst_glsl_stage_new_with_strings (context, GL_FRAGMENT_SHADER,
571                     GST_GLSL_VERSION_NONE,
572                     GST_GLSL_PROFILE_ES | GST_GLSL_PROFILE_COMPATIBILITY, 2,
573                     frag_strs), NULL))) {
574       GST_ELEMENT_ERROR (effects, RESOURCE, NOT_FOUND,
575           ("Failed to initialize %s shader", shader_name), (NULL));
576     }
577 
578     filter->draw_attr_position_loc =
579         gst_gl_shader_get_attribute_location (shader, "a_position");
580     filter->draw_attr_texture_loc =
581         gst_gl_shader_get_attribute_location (shader, "a_texcoord");
582   }
583 
584   g_hash_table_insert (effects->shaderstable, (gchar *) shader_name, shader);
585 
586   return shader;
587 }
588 
589 static const GstGLEffectsFilterDescriptor *
gst_gl_effects_filters_supported_properties(void)590 gst_gl_effects_filters_supported_properties (void)
591 {
592   /* Horizontal swap property is supported by all filters */
593   static const GstGLEffectsFilterDescriptor effects[] = {
594     {GST_GL_EFFECT_SOBEL, PROP_INVERT, NULL},
595     {GST_GL_EFFECT_LAPLACIAN, PROP_INVERT, NULL},
596     {0, 0, NULL}
597   };
598   return effects;
599 }
600 
601 static inline gboolean
gst_gl_effects_filters_is_property_supported(const GstGLEffectsFilterDescriptor * descriptor,gint property)602 gst_gl_effects_filters_is_property_supported (const GstGLEffectsFilterDescriptor
603     * descriptor, gint property)
604 {
605   /* generic filter (NULL descriptor) supports all properties */
606   return !descriptor || (descriptor->supported_properties & property);
607 }
608 
609 static const GstGLEffectsFilterDescriptor *
gst_gl_effects_filters_descriptors(void)610 gst_gl_effects_filters_descriptors (void)
611 {
612   static GstGLEffectsFilterDescriptor *descriptors = NULL;
613   if (!descriptors) {
614     const GEnumValue *e;
615     const GEnumValue *effect = gst_gl_effects_get_effects ();
616     const GstGLEffectsFilterDescriptor *defined;
617     guint n_filters = 0, i;
618 
619     for (e = effect; NULL != e->value_nick; ++e, ++n_filters) {
620     }
621 
622     descriptors = g_new0 (GstGLEffectsFilterDescriptor, n_filters + 1);
623     for (i = 0; i < n_filters; ++i, ++effect) {
624       descriptors[i].effect = effect->value;
625       descriptors[i].filter_name = effect->value_nick;
626       descriptors[i].filter_longname = effect->value_name;
627     }
628 
629     for (defined = gst_gl_effects_filters_supported_properties ();
630         0 != defined->supported_properties; ++defined) {
631 
632       for (i = 0; i < n_filters; ++i) {
633         if (descriptors[i].effect == defined->effect) {
634           descriptors[i].supported_properties = defined->supported_properties;
635           break;
636         }
637       }
638       if (i >= n_filters) {
639         GST_WARNING ("Could not match gstgleffects-%s descriptor",
640             defined->filter_name);
641       }
642     }
643   }
644   return descriptors;
645 }
646 
647 gboolean
gst_gl_effects_register_filters(GstPlugin * plugin,GstRank rank)648 gst_gl_effects_register_filters (GstPlugin * plugin, GstRank rank)
649 {
650   static volatile gsize registered = 0;
651 
652   if (g_once_init_enter (&registered)) {
653     GTypeInfo info = {
654       sizeof (GstGLEffectsClass),
655       NULL,
656       NULL,
657       (GClassInitFunc) gst_gl_effects_filter_class_init,
658       NULL,
659       NULL,
660       sizeof (GstGLEffects),
661       0,
662       NULL
663     };
664     GType generic_type =
665         g_type_register_static (GST_TYPE_GL_EFFECTS, "GstGLEffectsGeneric",
666         &info, 0);
667 
668     if (gst_element_register (plugin, "gleffects", rank, generic_type)) {
669       const GstGLEffectsFilterDescriptor *filters;
670       for (filters = gst_gl_effects_filters_descriptors ();
671           NULL != filters->filter_name; ++filters) {
672         gchar *name = g_strdup_printf ("gleffects_%s", filters->filter_name);
673         GTypeInfo info = {
674           sizeof (GstGLEffectsClass),
675           NULL,
676           NULL,
677           (GClassInitFunc) gst_gl_effects_filter_class_init,
678           NULL,
679           filters,
680           sizeof (GstGLEffects),
681           0,
682           (GInstanceInitFunc) gst_gl_effects_filter_init
683         };
684         GType type =
685             g_type_register_static (GST_TYPE_GL_EFFECTS, name, &info, 0);
686         if (!gst_element_register (plugin, name, rank, type)) {
687           GST_WARNING ("Could not register %s", name);
688         }
689         g_free (name);
690       }
691     }
692     g_once_init_leave (&registered, generic_type);
693   }
694   return registered;
695 }
696