1 /*
2  * GStreamer
3  * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu>
4  * Copyright (C) 2002,2007 David A. Schleef <ds@schleef.org>
5  * Copyright (C) 2008 Julien Isorce <julien.isorce@gmail.com>
6  * Copyright (C) 2015 Matthew Waters <matthew@centricular.com>
7  *
8  * This library is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Library General Public
10  * License as published by the Free Software Foundation; either
11  * version 2 of the License, or (at your option) any later version.
12  *
13  * This library is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
16  * Library General Public License for more details.
17  *
18  * You should have received a copy of the GNU Library General Public
19  * License along with this library; if not, write to the
20  * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
21  * Boston, MA 02110-1301, USA.
22  */
23 
24 /**
25  * SECTION:element-gltestsrc
26  * @title: gltestsrc
27  *
28  * The gltestsrc element is used to produce test video texture.
29  * The video test produced can be controlled with the "pattern"
30  * property.
31  *
32  * ## Example launch line
33  *
34  * |[
35  * gst-launch-1.0 -v gltestsrc pattern=smpte ! glimagesink
36  * ]|
37  * Shows original SMPTE color bars in a window.
38  *
39  */
40 
41 #ifdef HAVE_CONFIG_H
42 #include "config.h"
43 #endif
44 
45 #include <gst/gl/gstglfuncs.h>
46 #include <gst/gst-i18n-plugin.h>
47 
48 #include "gstgltestsrc.h"
49 #include "gltestsrc.h"
50 
51 #define USE_PEER_BUFFERALLOC
52 #define SUPPORTED_GL_APIS (GST_GL_API_OPENGL | GST_GL_API_OPENGL3 | GST_GL_API_GLES2)
53 
54 GST_DEBUG_CATEGORY_STATIC (gl_test_src_debug);
55 #define GST_CAT_DEFAULT gl_test_src_debug
56 
57 enum
58 {
59   PROP_0,
60   PROP_PATTERN,
61   PROP_TIMESTAMP_OFFSET,
62   PROP_IS_LIVE
63       /* FILL ME */
64 };
65 
66 /* *INDENT-OFF* */
67 static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src",
68     GST_PAD_SRC,
69     GST_PAD_ALWAYS,
70     GST_STATIC_CAPS ("video/x-raw(" GST_CAPS_FEATURE_MEMORY_GL_MEMORY "), "
71         "format = (string) RGBA, "
72         "width = " GST_VIDEO_SIZE_RANGE ", "
73         "height = " GST_VIDEO_SIZE_RANGE ", "
74         "framerate = " GST_VIDEO_FPS_RANGE ","
75         "texture-target = (string) 2D")
76     );
77 /* *INDENT-ON* */
78 
79 #define gst_gl_test_src_parent_class parent_class
80 G_DEFINE_TYPE (GstGLTestSrc, gst_gl_test_src, GST_TYPE_PUSH_SRC);
81 
82 static void gst_gl_test_src_set_pattern (GstGLTestSrc * gltestsrc,
83     int pattern_type);
84 static void gst_gl_test_src_set_property (GObject * object, guint prop_id,
85     const GValue * value, GParamSpec * pspec);
86 static void gst_gl_test_src_get_property (GObject * object, guint prop_id,
87     GValue * value, GParamSpec * pspec);
88 
89 static gboolean gst_gl_test_src_setcaps (GstBaseSrc * bsrc, GstCaps * caps);
90 static GstCaps *gst_gl_test_src_fixate (GstBaseSrc * bsrc, GstCaps * caps);
91 
92 static gboolean gst_gl_test_src_is_seekable (GstBaseSrc * psrc);
93 static gboolean gst_gl_test_src_do_seek (GstBaseSrc * bsrc,
94     GstSegment * segment);
95 static gboolean gst_gl_test_src_query (GstBaseSrc * bsrc, GstQuery * query);
96 static void gst_gl_test_src_set_context (GstElement * element,
97     GstContext * context);
98 static GstStateChangeReturn gst_gl_test_src_change_state (GstElement * element,
99     GstStateChange transition);
100 
101 static void gst_gl_test_src_get_times (GstBaseSrc * basesrc,
102     GstBuffer * buffer, GstClockTime * start, GstClockTime * end);
103 static GstFlowReturn gst_gl_test_src_fill (GstPushSrc * psrc,
104     GstBuffer * buffer);
105 static gboolean gst_gl_test_src_start (GstBaseSrc * basesrc);
106 static gboolean gst_gl_test_src_stop (GstBaseSrc * basesrc);
107 static gboolean gst_gl_test_src_decide_allocation (GstBaseSrc * basesrc,
108     GstQuery * query);
109 
110 static gboolean gst_gl_test_src_callback (gpointer stuff);
111 
112 static gboolean gst_gl_test_src_init_shader (GstGLTestSrc * gltestsrc);
113 
114 #define GST_TYPE_GL_TEST_SRC_PATTERN (gst_gl_test_src_pattern_get_type ())
115 static GType
gst_gl_test_src_pattern_get_type(void)116 gst_gl_test_src_pattern_get_type (void)
117 {
118   static GType gl_test_src_pattern_type = 0;
119   static const GEnumValue pattern_types[] = {
120     {GST_GL_TEST_SRC_SMPTE, "SMPTE 100% color bars", "smpte"},
121     {GST_GL_TEST_SRC_SNOW, "Random (television snow)", "snow"},
122     {GST_GL_TEST_SRC_BLACK, "100% Black", "black"},
123     {GST_GL_TEST_SRC_WHITE, "100% White", "white"},
124     {GST_GL_TEST_SRC_RED, "Red", "red"},
125     {GST_GL_TEST_SRC_GREEN, "Green", "green"},
126     {GST_GL_TEST_SRC_BLUE, "Blue", "blue"},
127     {GST_GL_TEST_SRC_CHECKERS1, "Checkers 1px", "checkers-1"},
128     {GST_GL_TEST_SRC_CHECKERS2, "Checkers 2px", "checkers-2"},
129     {GST_GL_TEST_SRC_CHECKERS4, "Checkers 4px", "checkers-4"},
130     {GST_GL_TEST_SRC_CHECKERS8, "Checkers 8px", "checkers-8"},
131     {GST_GL_TEST_SRC_CIRCULAR, "Circular", "circular"},
132     {GST_GL_TEST_SRC_BLINK, "Blink", "blink"},
133     {GST_GL_TEST_SRC_MANDELBROT, "Mandelbrot Fractal", "mandelbrot"},
134     {0, NULL, NULL}
135   };
136 
137   if (!gl_test_src_pattern_type) {
138     gl_test_src_pattern_type =
139         g_enum_register_static ("GstGLTestSrcPattern", pattern_types);
140   }
141   return gl_test_src_pattern_type;
142 }
143 
144 static void
gst_gl_test_src_class_init(GstGLTestSrcClass * klass)145 gst_gl_test_src_class_init (GstGLTestSrcClass * klass)
146 {
147   GObjectClass *gobject_class;
148   GstBaseSrcClass *gstbasesrc_class;
149   GstPushSrcClass *gstpushsrc_class;
150   GstElementClass *element_class;
151 
152   GST_DEBUG_CATEGORY_INIT (gl_test_src_debug, "gltestsrc", 0,
153       "Video Test Source");
154 
155   gobject_class = (GObjectClass *) klass;
156   gstbasesrc_class = (GstBaseSrcClass *) klass;
157   gstpushsrc_class = (GstPushSrcClass *) klass;
158   element_class = GST_ELEMENT_CLASS (klass);
159 
160   gobject_class->set_property = gst_gl_test_src_set_property;
161   gobject_class->get_property = gst_gl_test_src_get_property;
162 
163   g_object_class_install_property (gobject_class, PROP_PATTERN,
164       g_param_spec_enum ("pattern", "Pattern",
165           "Type of test pattern to generate", GST_TYPE_GL_TEST_SRC_PATTERN,
166           GST_GL_TEST_SRC_SMPTE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
167   g_object_class_install_property (gobject_class,
168       PROP_TIMESTAMP_OFFSET, g_param_spec_int64 ("timestamp-offset",
169           "Timestamp offset",
170           "An offset added to timestamps set on buffers (in ns)", G_MININT64,
171           G_MAXINT64, 0, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
172   g_object_class_install_property (gobject_class, PROP_IS_LIVE,
173       g_param_spec_boolean ("is-live", "Is Live",
174           "Whether to act as a live source", FALSE,
175           G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
176 
177   gst_element_class_set_metadata (element_class, "Video test source",
178       "Source/Video", "Creates a test video stream",
179       "David A. Schleef <ds@schleef.org>");
180 
181   gst_element_class_add_static_pad_template (element_class, &src_factory);
182 
183   element_class->set_context = gst_gl_test_src_set_context;
184   element_class->change_state = gst_gl_test_src_change_state;
185 
186   gstbasesrc_class->set_caps = gst_gl_test_src_setcaps;
187   gstbasesrc_class->is_seekable = gst_gl_test_src_is_seekable;
188   gstbasesrc_class->do_seek = gst_gl_test_src_do_seek;
189   gstbasesrc_class->query = gst_gl_test_src_query;
190   gstbasesrc_class->get_times = gst_gl_test_src_get_times;
191   gstbasesrc_class->start = gst_gl_test_src_start;
192   gstbasesrc_class->stop = gst_gl_test_src_stop;
193   gstbasesrc_class->fixate = gst_gl_test_src_fixate;
194   gstbasesrc_class->decide_allocation = gst_gl_test_src_decide_allocation;
195 
196   gstpushsrc_class->fill = gst_gl_test_src_fill;
197 }
198 
199 static void
gst_gl_test_src_init(GstGLTestSrc * src)200 gst_gl_test_src_init (GstGLTestSrc * src)
201 {
202   gst_gl_test_src_set_pattern (src, GST_GL_TEST_SRC_SMPTE);
203 
204   src->timestamp_offset = 0;
205 
206   /* we operate in time */
207   gst_base_src_set_format (GST_BASE_SRC (src), GST_FORMAT_TIME);
208   gst_base_src_set_live (GST_BASE_SRC (src), FALSE);
209 }
210 
211 static GstCaps *
gst_gl_test_src_fixate(GstBaseSrc * bsrc,GstCaps * caps)212 gst_gl_test_src_fixate (GstBaseSrc * bsrc, GstCaps * caps)
213 {
214   GstStructure *structure;
215 
216   GST_DEBUG ("fixate");
217 
218   caps = gst_caps_make_writable (caps);
219 
220   structure = gst_caps_get_structure (caps, 0);
221 
222   gst_structure_fixate_field_nearest_int (structure, "width", 320);
223   gst_structure_fixate_field_nearest_int (structure, "height", 240);
224   gst_structure_fixate_field_nearest_fraction (structure, "framerate", 30, 1);
225 
226   caps = GST_BASE_SRC_CLASS (parent_class)->fixate (bsrc, caps);
227 
228   return caps;
229 }
230 
231 static void
gst_gl_test_src_set_pattern(GstGLTestSrc * gltestsrc,gint pattern_type)232 gst_gl_test_src_set_pattern (GstGLTestSrc * gltestsrc, gint pattern_type)
233 {
234   gltestsrc->set_pattern = pattern_type;
235 }
236 
237 static void
gst_gl_test_src_set_property(GObject * object,guint prop_id,const GValue * value,GParamSpec * pspec)238 gst_gl_test_src_set_property (GObject * object, guint prop_id,
239     const GValue * value, GParamSpec * pspec)
240 {
241   GstGLTestSrc *src = GST_GL_TEST_SRC (object);
242 
243   switch (prop_id) {
244     case PROP_PATTERN:
245       gst_gl_test_src_set_pattern (src, g_value_get_enum (value));
246       break;
247     case PROP_TIMESTAMP_OFFSET:
248       src->timestamp_offset = g_value_get_int64 (value);
249       break;
250     case PROP_IS_LIVE:
251       gst_base_src_set_live (GST_BASE_SRC (src), g_value_get_boolean (value));
252       break;
253     default:
254       break;
255   }
256 }
257 
258 static void
gst_gl_test_src_get_property(GObject * object,guint prop_id,GValue * value,GParamSpec * pspec)259 gst_gl_test_src_get_property (GObject * object, guint prop_id,
260     GValue * value, GParamSpec * pspec)
261 {
262   GstGLTestSrc *src = GST_GL_TEST_SRC (object);
263 
264   switch (prop_id) {
265     case PROP_PATTERN:
266       g_value_set_enum (value, src->set_pattern);
267       break;
268     case PROP_TIMESTAMP_OFFSET:
269       g_value_set_int64 (value, src->timestamp_offset);
270       break;
271     case PROP_IS_LIVE:
272       g_value_set_boolean (value, gst_base_src_is_live (GST_BASE_SRC (src)));
273       break;
274     default:
275       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
276       break;
277   }
278 }
279 
280 static gboolean
gst_gl_test_src_setcaps(GstBaseSrc * bsrc,GstCaps * caps)281 gst_gl_test_src_setcaps (GstBaseSrc * bsrc, GstCaps * caps)
282 {
283   GstGLTestSrc *gltestsrc = GST_GL_TEST_SRC (bsrc);
284 
285   GST_DEBUG ("setcaps");
286 
287   if (!gst_video_info_from_caps (&gltestsrc->out_info, caps))
288     goto wrong_caps;
289 
290   gltestsrc->negotiated = TRUE;
291 
292   gst_caps_replace (&gltestsrc->out_caps, caps);
293 
294   return TRUE;
295 
296 /* ERRORS */
297 wrong_caps:
298   {
299     GST_WARNING ("wrong caps");
300     return FALSE;
301   }
302 }
303 
304 static void
gst_gl_test_src_set_context(GstElement * element,GstContext * context)305 gst_gl_test_src_set_context (GstElement * element, GstContext * context)
306 {
307   GstGLTestSrc *src = GST_GL_TEST_SRC (element);
308 
309   gst_gl_handle_set_context (element, context, &src->display,
310       &src->other_context);
311 
312   if (src->display)
313     gst_gl_display_filter_gl_api (src->display, SUPPORTED_GL_APIS);
314 
315   GST_ELEMENT_CLASS (parent_class)->set_context (element, context);
316 }
317 
318 static gboolean
gst_gl_test_src_query(GstBaseSrc * bsrc,GstQuery * query)319 gst_gl_test_src_query (GstBaseSrc * bsrc, GstQuery * query)
320 {
321   gboolean res = FALSE;
322   GstGLTestSrc *src;
323 
324   src = GST_GL_TEST_SRC (bsrc);
325 
326   switch (GST_QUERY_TYPE (query)) {
327     case GST_QUERY_CONTEXT:
328     {
329       if (gst_gl_handle_context_query ((GstElement *) src, query,
330               src->display, src->context, src->other_context))
331         return TRUE;
332       break;
333     }
334     case GST_QUERY_CONVERT:
335     {
336       GstFormat src_fmt, dest_fmt;
337       gint64 src_val, dest_val;
338 
339       gst_query_parse_convert (query, &src_fmt, &src_val, &dest_fmt, &dest_val);
340       res =
341           gst_video_info_convert (&src->out_info, src_fmt, src_val, dest_fmt,
342           &dest_val);
343       gst_query_set_convert (query, src_fmt, src_val, dest_fmt, dest_val);
344 
345       return res;
346     }
347     default:
348       break;
349   }
350 
351   return GST_BASE_SRC_CLASS (parent_class)->query (bsrc, query);
352 }
353 
354 static void
gst_gl_test_src_get_times(GstBaseSrc * basesrc,GstBuffer * buffer,GstClockTime * start,GstClockTime * end)355 gst_gl_test_src_get_times (GstBaseSrc * basesrc, GstBuffer * buffer,
356     GstClockTime * start, GstClockTime * end)
357 {
358   /* for live sources, sync on the timestamp of the buffer */
359   if (gst_base_src_is_live (basesrc)) {
360     GstClockTime timestamp = GST_BUFFER_TIMESTAMP (buffer);
361 
362     if (GST_CLOCK_TIME_IS_VALID (timestamp)) {
363       /* get duration to calculate end time */
364       GstClockTime duration = GST_BUFFER_DURATION (buffer);
365 
366       if (GST_CLOCK_TIME_IS_VALID (duration))
367         *end = timestamp + duration;
368       *start = timestamp;
369     }
370   } else {
371     *start = -1;
372     *end = -1;
373   }
374 }
375 
376 static gboolean
gst_gl_test_src_do_seek(GstBaseSrc * bsrc,GstSegment * segment)377 gst_gl_test_src_do_seek (GstBaseSrc * bsrc, GstSegment * segment)
378 {
379   GstClockTime time;
380   GstGLTestSrc *src;
381 
382   src = GST_GL_TEST_SRC (bsrc);
383 
384   segment->time = segment->start;
385   time = segment->position;
386 
387   /* now move to the time indicated */
388   if (src->out_info.fps_n) {
389     src->n_frames = gst_util_uint64_scale (time,
390         src->out_info.fps_n, src->out_info.fps_d * GST_SECOND);
391   } else
392     src->n_frames = 0;
393 
394   if (src->out_info.fps_n) {
395     src->running_time = gst_util_uint64_scale (src->n_frames,
396         src->out_info.fps_d * GST_SECOND, src->out_info.fps_n);
397   } else {
398     /* FIXME : Not sure what to set here */
399     src->running_time = 0;
400   }
401 
402   g_return_val_if_fail (src->running_time <= time, FALSE);
403 
404   return TRUE;
405 }
406 
407 static gboolean
gst_gl_test_src_is_seekable(GstBaseSrc * psrc)408 gst_gl_test_src_is_seekable (GstBaseSrc * psrc)
409 {
410   /* we're seekable... */
411   return TRUE;
412 }
413 
414 static gboolean
gst_gl_test_src_init_shader(GstGLTestSrc * gltestsrc)415 gst_gl_test_src_init_shader (GstGLTestSrc * gltestsrc)
416 {
417   if (gst_gl_context_get_gl_api (gltestsrc->context)) {
418     /* blocking call, wait until the opengl thread has compiled the shader */
419 //    if (gltestsrc->vertex_src == NULL)
420 //      return FALSE;
421 //    return gst_gl_context_gen_shader (gltestsrc->context, gltestsrc->vertex_src,
422 //        gltestsrc->fragment_src, &gltestsrc->shader);
423   }
424   return TRUE;
425 }
426 
427 static void
_fill_gl(GstGLContext * context,GstGLTestSrc * src)428 _fill_gl (GstGLContext * context, GstGLTestSrc * src)
429 {
430   src->gl_result = gst_gl_framebuffer_draw_to_texture (src->fbo, src->out_tex,
431       gst_gl_test_src_callback, src);
432 }
433 
434 static GstFlowReturn
gst_gl_test_src_fill(GstPushSrc * psrc,GstBuffer * buffer)435 gst_gl_test_src_fill (GstPushSrc * psrc, GstBuffer * buffer)
436 {
437   GstGLTestSrc *src = GST_GL_TEST_SRC (psrc);
438   GstClockTime next_time;
439   GstVideoFrame out_frame;
440   GstGLSyncMeta *sync_meta;
441 
442   if (G_UNLIKELY (!src->negotiated || !src->context))
443     goto not_negotiated;
444 
445   /* 0 framerate and we are at the second frame, eos */
446   if (G_UNLIKELY (GST_VIDEO_INFO_FPS_N (&src->out_info) == 0
447           && src->n_frames == 1))
448     goto eos;
449 
450   if (!gst_video_frame_map (&out_frame, &src->out_info, buffer,
451           GST_MAP_WRITE | GST_MAP_GL)) {
452     return GST_FLOW_NOT_NEGOTIATED;
453   }
454 
455   src->out_tex = (GstGLMemory *) out_frame.map[0].memory;
456 
457   gst_gl_context_thread_add (src->context, (GstGLContextThreadFunc) _fill_gl,
458       src);
459   if (!src->gl_result) {
460     gst_video_frame_unmap (&out_frame);
461     goto gl_error;
462   }
463   gst_video_frame_unmap (&out_frame);
464   if (!src->gl_result)
465     goto gl_error;
466 
467   sync_meta = gst_buffer_get_gl_sync_meta (buffer);
468   if (sync_meta)
469     gst_gl_sync_meta_set_sync_point (sync_meta, src->context);
470 
471   GST_BUFFER_TIMESTAMP (buffer) = src->timestamp_offset + src->running_time;
472   GST_BUFFER_OFFSET (buffer) = src->n_frames;
473   src->n_frames++;
474   GST_BUFFER_OFFSET_END (buffer) = src->n_frames;
475   if (src->out_info.fps_n) {
476     next_time = gst_util_uint64_scale_int (src->n_frames * GST_SECOND,
477         src->out_info.fps_d, src->out_info.fps_n);
478     GST_BUFFER_DURATION (buffer) = next_time - src->running_time;
479   } else {
480     next_time = src->timestamp_offset;
481     /* NONE means forever */
482     GST_BUFFER_DURATION (buffer) = GST_CLOCK_TIME_NONE;
483   }
484 
485   src->running_time = next_time;
486 
487   return GST_FLOW_OK;
488 
489 gl_error:
490   {
491     GST_ELEMENT_ERROR (src, RESOURCE, NOT_FOUND, (_("failed to draw pattern")),
492         (_("A GL error occurred")));
493     return GST_FLOW_NOT_NEGOTIATED;
494   }
495 not_negotiated:
496   {
497     GST_ELEMENT_ERROR (src, CORE, NEGOTIATION, (NULL),
498         (_("format wasn't negotiated before get function")));
499     return GST_FLOW_NOT_NEGOTIATED;
500   }
501 eos:
502   {
503     GST_DEBUG_OBJECT (src, "eos: 0 framerate, frame %d", (gint) src->n_frames);
504     return GST_FLOW_EOS;
505   }
506 }
507 
508 static gboolean
gst_gl_test_src_start(GstBaseSrc * basesrc)509 gst_gl_test_src_start (GstBaseSrc * basesrc)
510 {
511   GstGLTestSrc *src = GST_GL_TEST_SRC (basesrc);
512 
513   src->running_time = 0;
514   src->n_frames = 0;
515   src->negotiated = FALSE;
516 
517   return TRUE;
518 }
519 
520 static void
gst_gl_test_src_gl_stop(GstGLContext * context,GstGLTestSrc * src)521 gst_gl_test_src_gl_stop (GstGLContext * context, GstGLTestSrc * src)
522 {
523   if (src->fbo)
524     gst_object_unref (src->fbo);
525   src->fbo = NULL;
526 
527   if (src->shader)
528     gst_object_unref (src->shader);
529   src->shader = NULL;
530 
531 
532   if (src->src_impl)
533     src->src_funcs->free (src->src_impl);
534   src->src_impl = NULL;
535 }
536 
537 static gboolean
gst_gl_test_src_stop(GstBaseSrc * basesrc)538 gst_gl_test_src_stop (GstBaseSrc * basesrc)
539 {
540   GstGLTestSrc *src = GST_GL_TEST_SRC (basesrc);
541 
542   if (src->context)
543     gst_gl_context_thread_add (src->context,
544         (GstGLContextThreadFunc) gst_gl_test_src_gl_stop, src);
545 
546   gst_caps_replace (&src->out_caps, NULL);
547 
548   if (src->context)
549     gst_object_unref (src->context);
550   src->context = NULL;
551 
552   return TRUE;
553 }
554 
555 static gboolean
_find_local_gl_context(GstGLTestSrc * src)556 _find_local_gl_context (GstGLTestSrc * src)
557 {
558   if (gst_gl_query_local_gl_context (GST_ELEMENT (src), GST_PAD_SRC,
559           &src->context))
560     return TRUE;
561   return FALSE;
562 }
563 
564 static void
_src_generate_fbo_gl(GstGLContext * context,GstGLTestSrc * src)565 _src_generate_fbo_gl (GstGLContext * context, GstGLTestSrc * src)
566 {
567   src->fbo = gst_gl_framebuffer_new_with_default_depth (src->context,
568       GST_VIDEO_INFO_WIDTH (&src->out_info),
569       GST_VIDEO_INFO_HEIGHT (&src->out_info));
570 }
571 
572 static gboolean
gst_gl_test_src_decide_allocation(GstBaseSrc * basesrc,GstQuery * query)573 gst_gl_test_src_decide_allocation (GstBaseSrc * basesrc, GstQuery * query)
574 {
575   GstGLTestSrc *src = GST_GL_TEST_SRC (basesrc);
576   GstBufferPool *pool = NULL;
577   GstStructure *config;
578   GstCaps *caps;
579   guint min, max, size;
580   gboolean update_pool;
581   GError *error = NULL;
582 
583   if (!gst_gl_ensure_element_data (src, &src->display, &src->other_context))
584     return FALSE;
585 
586   gst_gl_display_filter_gl_api (src->display, SUPPORTED_GL_APIS);
587 
588   _find_local_gl_context (src);
589 
590   if (!src->context) {
591     GST_OBJECT_LOCK (src->display);
592     do {
593       if (src->context) {
594         gst_object_unref (src->context);
595         src->context = NULL;
596       }
597       /* just get a GL context.  we don't care */
598       src->context =
599           gst_gl_display_get_gl_context_for_thread (src->display, NULL);
600       if (!src->context) {
601         if (!gst_gl_display_create_context (src->display, src->other_context,
602                 &src->context, &error)) {
603           GST_OBJECT_UNLOCK (src->display);
604           goto context_error;
605         }
606       }
607     } while (!gst_gl_display_add_context (src->display, src->context));
608     GST_OBJECT_UNLOCK (src->display);
609   }
610 
611   if ((gst_gl_context_get_gl_api (src->context) & SUPPORTED_GL_APIS) == 0)
612     goto unsupported_gl_api;
613 
614   gst_gl_context_thread_add (src->context,
615       (GstGLContextThreadFunc) _src_generate_fbo_gl, src);
616   if (!src->fbo)
617     goto context_error;
618 
619   gst_query_parse_allocation (query, &caps, NULL);
620 
621   if (gst_query_get_n_allocation_pools (query) > 0) {
622     gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
623 
624     update_pool = TRUE;
625   } else {
626     GstVideoInfo vinfo;
627 
628     gst_video_info_init (&vinfo);
629     gst_video_info_from_caps (&vinfo, caps);
630     size = vinfo.size;
631     min = max = 0;
632     update_pool = FALSE;
633   }
634 
635   if (!pool || !GST_IS_GL_BUFFER_POOL (pool)) {
636     /* can't use this pool */
637     if (pool)
638       gst_object_unref (pool);
639     pool = gst_gl_buffer_pool_new (src->context);
640   }
641   config = gst_buffer_pool_get_config (pool);
642 
643   gst_buffer_pool_config_set_params (config, caps, size, min, max);
644   gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
645   if (gst_query_find_allocation_meta (query, GST_GL_SYNC_META_API_TYPE, NULL))
646     gst_buffer_pool_config_add_option (config,
647         GST_BUFFER_POOL_OPTION_GL_SYNC_META);
648   gst_buffer_pool_config_add_option (config,
649       GST_BUFFER_POOL_OPTION_VIDEO_GL_TEXTURE_UPLOAD_META);
650 
651   gst_buffer_pool_set_config (pool, config);
652 
653   if (update_pool)
654     gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
655   else
656     gst_query_add_allocation_pool (query, pool, size, min, max);
657 
658   gst_gl_test_src_init_shader (src);
659 
660   gst_object_unref (pool);
661 
662   return TRUE;
663 
664 unsupported_gl_api:
665   {
666     GstGLAPI gl_api = gst_gl_context_get_gl_api (src->context);
667     gchar *gl_api_str = gst_gl_api_to_string (gl_api);
668     gchar *supported_gl_api_str = gst_gl_api_to_string (SUPPORTED_GL_APIS);
669     GST_ELEMENT_ERROR (src, RESOURCE, BUSY,
670         ("GL API's not compatible context: %s supported: %s", gl_api_str,
671             supported_gl_api_str), (NULL));
672 
673     g_free (supported_gl_api_str);
674     g_free (gl_api_str);
675     return FALSE;
676   }
677 context_error:
678   {
679     if (error) {
680       GST_ELEMENT_ERROR (src, RESOURCE, NOT_FOUND, ("%s", error->message),
681           (NULL));
682       g_clear_error (&error);
683     } else {
684       GST_ELEMENT_ERROR (src, RESOURCE, NOT_FOUND, (NULL), (NULL));
685     }
686     if (src->context)
687       gst_object_unref (src->context);
688     src->context = NULL;
689     return FALSE;
690   }
691 }
692 
693 static gboolean
gst_gl_test_src_callback(gpointer stuff)694 gst_gl_test_src_callback (gpointer stuff)
695 {
696   GstGLTestSrc *src = GST_GL_TEST_SRC (stuff);
697   const struct SrcFuncs *funcs;
698 
699   funcs = src->src_funcs;
700 
701   if (!funcs || src->set_pattern != src->active_pattern) {
702     if (src->src_impl && funcs)
703       funcs->free (src->src_impl);
704     src->src_funcs = funcs =
705         gst_gl_test_src_get_src_funcs_for_pattern (src->set_pattern);
706     if (funcs == NULL) {
707       GST_ERROR_OBJECT (src, "Could not find an implementation of the "
708           "requested pattern");
709       return FALSE;
710     }
711     src->src_impl = funcs->new (src);
712     if (!(src->gl_result =
713             funcs->init (src->src_impl, src->context, &src->out_info))) {
714       GST_ERROR_OBJECT (src, "Failed to initialize pattern");
715       return FALSE;
716     }
717     src->active_pattern = src->set_pattern;
718   }
719 
720   return funcs->fill_bound_fbo (src->src_impl);
721 }
722 
723 static GstStateChangeReturn
gst_gl_test_src_change_state(GstElement * element,GstStateChange transition)724 gst_gl_test_src_change_state (GstElement * element, GstStateChange transition)
725 {
726   GstGLTestSrc *src = GST_GL_TEST_SRC (element);
727   GstStateChangeReturn ret = GST_STATE_CHANGE_SUCCESS;
728 
729   GST_DEBUG_OBJECT (src, "changing state: %s => %s",
730       gst_element_state_get_name (GST_STATE_TRANSITION_CURRENT (transition)),
731       gst_element_state_get_name (GST_STATE_TRANSITION_NEXT (transition)));
732 
733   ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition);
734   if (ret == GST_STATE_CHANGE_FAILURE)
735     return ret;
736 
737   switch (transition) {
738     case GST_STATE_CHANGE_READY_TO_NULL:
739       if (src->other_context) {
740         gst_object_unref (src->other_context);
741         src->other_context = NULL;
742       }
743 
744       if (src->display) {
745         gst_object_unref (src->display);
746         src->display = NULL;
747       }
748       break;
749     default:
750       break;
751   }
752 
753   return ret;
754 }
755