]> git.saurik.com Git - wxWidgets.git/blob - src/unix/mediactrl.cpp
Better place for coordinate mirroring and removal
[wxWidgets.git] / src / unix / mediactrl.cpp
1 /////////////////////////////////////////////////////////////////////////////
2 // Name: src/unix/mediactrl.cpp
3 // Purpose: GStreamer backend for Unix
4 // Author: Ryan Norton <wxprojects@comcast.net>
5 // Modified by:
6 // Created: 02/04/05
7 // RCS-ID: $Id$
8 // Copyright: (c) 2004-2005 Ryan Norton
9 // Licence: wxWindows licence
10 /////////////////////////////////////////////////////////////////////////////
11
12 // For compilers that support precompilation, includes "wx.h".
13 #include "wx/wxprec.h"
14
15 #if wxUSE_MEDIACTRL
16
17 #include "wx/mediactrl.h"
18
19 #if wxUSE_GSTREAMER
20
21 #include <gst/gst.h> // main gstreamer header
22
23 // xoverlay/video stuff, gst-gconf for 0.8
24 #if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10
25 # include <gst/interfaces/xoverlay.h>
26 #else
27 # include <gst/xoverlay/xoverlay.h>
28 # include <gst/gconf/gconf.h> // gstreamer glib configuration
29 #endif
30
31 #ifndef WX_PRECOMP
32 #include "wx/log.h" // wxLogDebug/wxLogSysError/wxLogTrace
33 #include "wx/app.h" // wxTheApp->argc, wxTheApp->argv
34 #include "wx/timer.h" // wxTimer
35 #endif
36
37 #include "wx/thread.h" // wxMutex/wxMutexLocker
38
39 #ifdef __WXGTK__
40 # include "wx/gtk/win_gtk.h"
41 # include <gdk/gdkx.h> // for GDK_WINDOW_XWINDOW
42 #endif
43
44 //-----------------------------------------------------------------------------
45 // Discussion of internals
46 //-----------------------------------------------------------------------------
47
48 /*
49 This is the GStreamer backend for unix. Currently we require 0.8 or
50 0.10. Here we use the "playbin" GstElement for ease of use.
51
52 Note that now we compare state change functions to GST_STATE_FAILURE
53 now rather than GST_STATE_SUCCESS as newer gstreamer versions return
54 non-success values for returns that are otherwise successful but not
55 immediate.
56
57 Also this probably doesn't work with anything other than wxGTK at the
58 moment but with a tad bit of work it could theorectically work in
59 straight wxX11 et al.
60
61 One last note is that resuming from pausing/seeking can result
62 in erratic video playback (GStreamer-based bug, happens in totem as well)
63 - this is better in 0.10, however. One thing that might make it worse
64 here is that we don't preserve the aspect ratio of the video and stretch
65 it to the whole window.
66
67 Note that there are some things used here that could be undocumented -
68 for reference see the media player Kiss and Totem as well as some
69 other sources. There was a backend for a kde media player as well
70 that attempted thread-safety...
71
72 Then there is the issue of m_asynclock. This serves several purposes:
73 1) It prevents the C callbacks from sending wx state change events
74 so that we don't get duplicate ones in 0.8
75 2) It makes the sync and async handlers in 0.10 not drop any
76 messages so that while we are polling it we get the messages in
77 SyncStateChange instead of the queue.
78 3) Keeps the pausing in Stop() synchronous
79
80 RN: Note that I've tried to follow the wxGTK conventions here as close
81 as possible. In the implementation the C Callbacks come first, then
82 the internal functions, then the public ones. Set your vi to 80
83 characters people :).
84 */
85
86 //=============================================================================
87 // Declarations
88 //=============================================================================
89
90 //-----------------------------------------------------------------------------
91 // GStreamer (most version compatability) macros
92 //-----------------------------------------------------------------------------
93
94 // In 0.9 there was a HUGE change to GstQuery and the
95 // gst_element_query function changed dramatically and split off
96 // into two seperate ones
97 #if GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR <= 8
98 # define wxGst_element_query_duration(e, f, p) \
99 gst_element_query(e, GST_QUERY_TOTAL, f, p)
100 # define wxGst_element_query_position(e, f, p) \
101 gst_element_query(e, GST_QUERY_POSITION, f, p)
102 #elif GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR == 9
103 // However, the actual 0.9 version has a slightly different definition
104 // and instead of gst_element_query_duration it has two parameters to
105 // gst_element_query_position instead
106 # define wxGst_element_query_duration(e, f, p) \
107 gst_element_query_position(e, f, 0, p)
108 # define wxGst_element_query_position(e, f, p) \
109 gst_element_query_position(e, f, p, 0)
110 #else
111 # define wxGst_element_query_duration \
112 gst_element_query_duration
113 # define wxGst_element_query_position \
114 gst_element_query_position
115 #endif
116
117 // Other 0.10 macros
118 #if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10
119 # define GST_STATE_FAILURE GST_STATE_CHANGE_FAILURE
120 # define GST_STATE_SUCCESS GST_STATE_CHANGE_SUCCESS
121 # define GstElementState GstState
122 # define gst_gconf_get_default_video_sink() \
123 gst_element_factory_make ("gconfvideosink", "video-sink");
124 # define gst_gconf_get_default_audio_sink() \
125 gst_element_factory_make ("gconfaudiosink", "audio-sink");
126 #endif
127
128 // Max wait time for element state waiting - GST_CLOCK_TIME_NONE for inf
129 #define wxGSTREAMER_TIMEOUT (100 * GST_MSECOND) // Max 100 milliseconds
130
131 //-----------------------------------------------------------------------------
132 // wxGTK Debugging and idle stuff
133 //-----------------------------------------------------------------------------
134 #ifdef __WXGTK__
135
136 # ifdef __WXDEBUG__
137 # if wxUSE_THREADS
138 # define DEBUG_MAIN_THREAD \
139 if (wxThread::IsMain() && g_mainThreadLocked) \
140 wxPrintf(wxT("gui reentrance"));
141 # else
142 # define DEBUG_MAIN_THREAD
143 # endif
144 # else
145 # define DEBUG_MAIN_THREAD
146 # endif // Debug
147
148 extern void wxapp_install_idle_handler();
149 extern bool g_isIdle;
150 extern bool g_mainThreadLocked;
151 #endif // wxGTK
152
153 //-----------------------------------------------------------------------------
154 // wxLogTrace mask string
155 //-----------------------------------------------------------------------------
156 #define wxTRACE_GStreamer wxT("GStreamer")
157
158 //-----------------------------------------------------------------------------
159 //
160 // wxGStreamerMediaBackend
161 //
162 //-----------------------------------------------------------------------------
163 class WXDLLIMPEXP_MEDIA
164 wxGStreamerMediaBackend : public wxMediaBackendCommonBase
165 {
166 public:
167
168 wxGStreamerMediaBackend();
169 virtual ~wxGStreamerMediaBackend();
170
171 virtual bool CreateControl(wxControl* ctrl, wxWindow* parent,
172 wxWindowID id,
173 const wxPoint& pos,
174 const wxSize& size,
175 long style,
176 const wxValidator& validator,
177 const wxString& name);
178
179 virtual bool Play();
180 virtual bool Pause();
181 virtual bool Stop();
182
183 virtual bool Load(const wxString& fileName);
184 virtual bool Load(const wxURI& location);
185
186 virtual wxMediaState GetState();
187
188 virtual bool SetPosition(wxLongLong where);
189 virtual wxLongLong GetPosition();
190 virtual wxLongLong GetDuration();
191
192 virtual void Move(int x, int y, int w, int h);
193 wxSize GetVideoSize() const;
194
195 virtual double GetPlaybackRate();
196 virtual bool SetPlaybackRate(double dRate);
197
198 virtual wxLongLong GetDownloadProgress();
199 virtual wxLongLong GetDownloadTotal();
200
201 virtual bool SetVolume(double dVolume);
202 virtual double GetVolume();
203
204 //------------implementation from now on-----------------------------------
205 bool DoLoad(const wxString& locstring);
206 wxMediaCtrl* GetControl() { return m_ctrl; } // for C Callbacks
207 void HandleStateChange(GstElementState oldstate, GstElementState newstate);
208 bool QueryVideoSizeFromElement(GstElement* element);
209 bool QueryVideoSizeFromPad(GstPad* caps);
210 void SetupXOverlay();
211 bool SyncStateChange(GstElement* element, GstElementState state,
212 gint64 llTimeout = wxGSTREAMER_TIMEOUT);
213 bool TryAudioSink(GstElement* audiosink);
214 bool TryVideoSink(GstElement* videosink);
215
216 GstElement* m_playbin; // GStreamer media element
217 wxSize m_videoSize; // Cached actual video size
218 double m_dRate; // Current playback rate -
219 // see GetPlaybackRate for notes
220 wxLongLong m_llPausedPos; // Paused position - see Pause()
221 GstXOverlay* m_xoverlay; // X Overlay that contains the GST video
222 wxMutex m_asynclock; // See "discussion of internals"
223 class wxGStreamerMediaEventHandler* m_eventHandler; // see below
224
225 friend class wxGStreamerMediaEventHandler;
226 friend class wxGStreamerLoadWaitTimer;
227 DECLARE_DYNAMIC_CLASS(wxGStreamerMediaBackend);
228 };
229
230 //-----------------------------------------------------------------------------
231 // wxGStreamerMediaEventHandler
232 //
233 // OK, this will take an explanation - basically gstreamer callbacks
234 // are issued in a seperate thread, and in this thread we may not set
235 // the state of the playbin, so we need to send a wx event in that
236 // callback so that we set the state of the media and other stuff
237 // like GUI calls.
238 //-----------------------------------------------------------------------------
239 class wxGStreamerMediaEventHandler : public wxEvtHandler
240 {
241 public:
242 wxGStreamerMediaEventHandler(wxGStreamerMediaBackend* be) : m_be(be)
243 {
244 this->Connect(wxID_ANY, wxEVT_MEDIA_FINISHED,
245 wxMediaEventHandler(wxGStreamerMediaEventHandler::OnMediaFinish));
246 }
247
248 void OnMediaFinish(wxMediaEvent& event);
249
250 wxGStreamerMediaBackend* m_be;
251 };
252
253 //=============================================================================
254 // Implementation
255 //=============================================================================
256
257 IMPLEMENT_DYNAMIC_CLASS(wxGStreamerMediaBackend, wxMediaBackend)
258
259 //-----------------------------------------------------------------------------
260 //
261 // C Callbacks
262 //
263 //-----------------------------------------------------------------------------
264
265 //-----------------------------------------------------------------------------
266 // "expose_event" from m_ctrl->m_wxwindow
267 //
268 // Handle GTK expose event from our window - here we hopefully
269 // redraw the video in the case of pausing and other instances...
270 // (Returns TRUE to pass to other handlers, FALSE if not)
271 //
272 // TODO: Do a DEBUG_MAIN_THREAD/install_idle_handler here?
273 //-----------------------------------------------------------------------------
274 #ifdef __WXGTK__
275 extern "C" {
276 static gboolean gtk_window_expose_callback(GtkWidget *widget,
277 GdkEventExpose *event,
278 wxGStreamerMediaBackend *be)
279 {
280 if(event->count > 0)
281 return FALSE;
282
283 GdkWindow *window = GTK_PIZZA(be->GetControl()->m_wxwindow)->bin_window;
284
285 // I've seen this reccommended somewhere...
286 // TODO: Is this needed? Maybe it is just cruft...
287 // gst_x_overlay_set_xwindow_id( GST_X_OVERLAY(be->m_xoverlay),
288 // GDK_WINDOW_XWINDOW( window ) );
289
290 // If we have actual video.....
291 if(!(be->m_videoSize.x==0&&be->m_videoSize.y==0) &&
292 GST_STATE(be->m_playbin) >= GST_STATE_PAUSED)
293 {
294 // GST Doesn't redraw automatically while paused
295 // Plus, the video sometimes doesn't redraw when it looses focus
296 // or is painted over so we just tell it to redraw...
297 gst_x_overlay_expose(be->m_xoverlay);
298 }
299 else
300 {
301 // draw a black background like some other backends do....
302 gdk_draw_rectangle (window, widget->style->black_gc, TRUE, 0, 0,
303 widget->allocation.width,
304 widget->allocation.height);
305 }
306
307 return FALSE;
308 }
309 }
310 #endif // wxGTK
311
312 //-----------------------------------------------------------------------------
313 // "realize" from m_ctrl->m_wxwindow
314 //
315 // If the window wasn't realized when Load was called, this is the
316 // callback for when it is - the purpose of which is to tell
317 // GStreamer to play the video in our control
318 //-----------------------------------------------------------------------------
319 #ifdef __WXGTK__
320 extern "C" {
321 static gint gtk_window_realize_callback(GtkWidget* theWidget,
322 wxGStreamerMediaBackend* be)
323 {
324 DEBUG_MAIN_THREAD // TODO: Is this neccessary?
325
326 if (g_isIdle) // FIXME: Why is needed? For wxYield? ??
327 wxapp_install_idle_handler();
328
329 wxYield(); // FIXME: RN: X Server gets an error/crash if I don't do
330 // this or a messagebox beforehand?!?!??
331
332 GdkWindow *window = GTK_PIZZA(theWidget)->bin_window;
333 wxASSERT(window);
334
335 gst_x_overlay_set_xwindow_id( GST_X_OVERLAY(be->m_xoverlay),
336 GDK_WINDOW_XWINDOW( window )
337 );
338 g_signal_connect (be->GetControl()->m_wxwindow,
339 "expose_event",
340 G_CALLBACK(gtk_window_expose_callback), be);
341 return 0;
342 }
343 }
344 #endif // wxGTK
345
346 //-----------------------------------------------------------------------------
347 // "state-change" from m_playbin/GST_MESSAGE_STATE_CHANGE
348 //
349 // Called by gstreamer when the state changes - here we
350 // send the appropriate corresponding wx event.
351 //
352 // 0.8 only as HandleStateChange does this in both versions
353 //-----------------------------------------------------------------------------
354 #if GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR < 10
355 extern "C" {
356 static void gst_state_change_callback(GstElement *play,
357 GstElementState oldstate,
358 GstElementState newstate,
359 wxGStreamerMediaBackend* be)
360 {
361 if(be->m_asynclock.TryLock() == wxMUTEX_NO_ERROR)
362 {
363 be->HandleStateChange(oldstate, newstate);
364 be->m_asynclock.Unlock();
365 }
366 }
367 }
368 #endif // <0.10
369
370 //-----------------------------------------------------------------------------
371 // "eos" from m_playbin/GST_MESSAGE_EOS
372 //
373 // Called by gstreamer when the media is done playing ("end of stream")
374 //-----------------------------------------------------------------------------
375 extern "C" {
376 static void gst_finish_callback(GstElement *play,
377 wxGStreamerMediaBackend* be)
378 {
379 wxLogTrace(wxTRACE_GStreamer, wxT("gst_finish_callback"));
380 wxMediaEvent event(wxEVT_MEDIA_FINISHED);
381 be->m_eventHandler->AddPendingEvent(event);
382 }
383 }
384
385 //-----------------------------------------------------------------------------
386 // "error" from m_playbin/GST_MESSAGE_ERROR
387 //
388 // Called by gstreamer when an error is encountered playing the media -
389 // We call wxLogTrace in addition wxLogSysError so that we can get it
390 // on the command line as well for those who want extra traces.
391 //-----------------------------------------------------------------------------
392 extern "C" {
393 static void gst_error_callback(GstElement *play,
394 GstElement *src,
395 GError *err,
396 gchar *debug,
397 wxGStreamerMediaBackend* be)
398 {
399 wxString sError;
400 sError.Printf(wxT("gst_error_callback\n")
401 wxT("Error Message:%s\nDebug:%s\n"),
402 (const wxChar*)wxConvUTF8.cMB2WX(err->message),
403 (const wxChar*)wxConvUTF8.cMB2WX(debug));
404 wxLogTrace(wxTRACE_GStreamer, sError);
405 wxLogSysError(sError);
406 }
407 }
408
409 //-----------------------------------------------------------------------------
410 // "notify::caps" from the videopad inside "stream-info" of m_playbin
411 //
412 // Called by gstreamer when the video caps for the media is ready - currently
413 // we use the caps to get the natural size of the video
414 //
415 // (Undocumented?)
416 //-----------------------------------------------------------------------------
417 extern "C" {
418 static void gst_notify_caps_callback(GstPad* pad,
419 GParamSpec* pspec,
420 wxGStreamerMediaBackend* be)
421 {
422 wxLogTrace(wxTRACE_GStreamer, wxT("gst_notify_caps_callback"));
423 be->QueryVideoSizeFromPad(pad);
424 }
425 }
426
427 //-----------------------------------------------------------------------------
428 // "notify::stream-info" from m_playbin
429 //
430 // Run through the stuff in "stream-info" of m_playbin for a valid
431 // video pad, and then attempt to query the video size from it - if not
432 // set up an event to do so when ready.
433 //
434 // Currently unused - now we just query it directly using
435 // QueryVideoSizeFromElement.
436 //
437 // (Undocumented?)
438 //-----------------------------------------------------------------------------
439 #if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10
440 extern "C" {
441 static void gst_notify_stream_info_callback(GstElement* element,
442 GParamSpec* pspec,
443 wxGStreamerMediaBackend* be)
444 {
445 wxLogTrace(wxTRACE_GStreamer, wxT("gst_notify_stream_info_callback"));
446 be->QueryVideoSizeFromElement(be->m_playbin);
447 }
448 }
449 #endif
450
451 //-----------------------------------------------------------------------------
452 // "desired-size-changed" from m_xoverlay
453 //
454 // 0.8-specific this provides us with the video size when it changes -
455 // even though we get the caps as well this seems to come before the
456 // caps notification does...
457 //
458 // Note it will return 16,16 for an early-bird value or for audio
459 //-----------------------------------------------------------------------------
460 #if GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR < 10
461 extern "C" {
462 static void gst_desired_size_changed_callback(GstElement * play,
463 guint width, guint height,
464 wxGStreamerMediaBackend* be)
465 {
466 if(!(width == 16 && height == 16))
467 {
468 be->m_videoSize.x = width;
469 be->m_videoSize.y = height;
470 }
471 else
472 be->QueryVideoSizeFromElement(be->m_playbin);
473 }
474 }
475 #endif
476
477 //-----------------------------------------------------------------------------
478 // gst_bus_async_callback [static]
479 // gst_bus_sync_callback [static]
480 //
481 // Called by m_playbin for notifications such as end-of-stream in 0.10 -
482 // in previous versions g_signal notifications were used. Because everything
483 // in centered in one switch statement though it reminds one of old WinAPI
484 // stuff.
485 //
486 // gst_bus_sync_callback is that sync version that is called on the main GUI
487 // thread before the async version that we use to set the xwindow id of the
488 // XOverlay (NB: This isn't currently used - see CreateControl()).
489 //-----------------------------------------------------------------------------
490 #if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10
491 extern "C" {
492 static gboolean gst_bus_async_callback(GstBus* bus,
493 GstMessage* message,
494 wxGStreamerMediaBackend* be)
495 {
496 if(((GstElement*)GST_MESSAGE_SRC(message)) != be->m_playbin)
497 return TRUE;
498 if(be->m_asynclock.TryLock() != wxMUTEX_NO_ERROR)
499 return TRUE;
500
501 switch(GST_MESSAGE_TYPE(message))
502 {
503 case GST_MESSAGE_STATE_CHANGED:
504 {
505 GstState oldstate, newstate, pendingstate;
506 gst_message_parse_state_changed(message, &oldstate,
507 &newstate, &pendingstate);
508 be->HandleStateChange(oldstate, newstate);
509 break;
510 }
511 case GST_MESSAGE_EOS:
512 {
513 gst_finish_callback(NULL, be);
514 break;
515 }
516 case GST_MESSAGE_ERROR:
517 {
518 GError* error;
519 gchar* debug;
520 gst_message_parse_error(message, &error, &debug);
521 gst_error_callback(NULL, NULL, error, debug, be);
522 break;
523 }
524 default:
525 break;
526 }
527
528 be->m_asynclock.Unlock();
529 return FALSE; // remove the message from Z queue
530 }
531
532 static GstBusSyncReply gst_bus_sync_callback(GstBus* bus,
533 GstMessage* message,
534 wxGStreamerMediaBackend* be)
535 {
536 // Pass a non-xwindowid-setting event on to the async handler where it
537 // belongs
538 if (GST_MESSAGE_TYPE (message) != GST_MESSAGE_ELEMENT ||
539 !gst_structure_has_name (message->structure, "prepare-xwindow-id"))
540 {
541 //
542 // NB: Unfortunately, the async callback can be quite
543 // buggy at times and often doesn't get called at all,
544 // so here we are processing it right here in the calling
545 // thread instead of the GUI one...
546 //
547 if(gst_bus_async_callback(bus, message, be))
548 return GST_BUS_PASS;
549 else
550 return GST_BUS_DROP;
551 }
552
553 wxLogTrace(wxTRACE_GStreamer, wxT("Got prepare-xwindow-id"));
554 be->SetupXOverlay();
555 return GST_BUS_DROP; // We handled this message - drop from the queue
556 }
557 }
558 #endif
559
560 //-----------------------------------------------------------------------------
561 //
562 // Private (although not in the C++ sense) methods
563 //
564 //-----------------------------------------------------------------------------
565
566 //-----------------------------------------------------------------------------
567 // wxGStreamerMediaBackend::HandleStateChange
568 //
569 // Handles a state change event from our C Callback for "state-change" or
570 // the async queue in 0.10. (Mostly this is here to avoid locking the
571 // the mutex twice...)
572 //-----------------------------------------------------------------------------
573 void wxGStreamerMediaBackend::HandleStateChange(GstElementState oldstate,
574 GstElementState newstate)
575 {
576 switch(newstate)
577 {
578 case GST_STATE_PLAYING:
579 wxLogTrace(wxTRACE_GStreamer, wxT("Play event"));
580 QueuePlayEvent();
581 break;
582 case GST_STATE_PAUSED:
583 // For some reason .10 sends a lot of oldstate == newstate
584 // messages - most likely for pending ones - also
585 // !<GST_STATE_PAUSED as we are only concerned
586 if(oldstate < GST_STATE_PAUSED || oldstate == newstate)
587 break;
588 if(wxGStreamerMediaBackend::GetPosition() != 0)
589 {
590 wxLogTrace(wxTRACE_GStreamer, wxT("Pause event"));
591 QueuePauseEvent();
592 }
593 else
594 {
595 wxLogTrace(wxTRACE_GStreamer, wxT("Stop event"));
596 QueueStopEvent();
597 }
598 break;
599 default: // GST_STATE_NULL etc.
600 break;
601 }
602 }
603
604 //-----------------------------------------------------------------------------
605 // wxGStreamerMediaBackend::QueryVideoSizeFromElement
606 //
607 // Run through the stuff in "stream-info" of element for a valid
608 // video pad, and then attempt to query the video size from it - if not
609 // set up an event to do so when ready. Return true
610 // if we got a valid video pad.
611 //-----------------------------------------------------------------------------
612 bool wxGStreamerMediaBackend::QueryVideoSizeFromElement(GstElement* element)
613 {
614 const GList *list = NULL;
615 g_object_get (G_OBJECT (element), "stream-info", &list, NULL);
616
617 for ( ; list != NULL; list = list->next)
618 {
619 GObject *info = (GObject *) list->data;
620 gint type;
621 GParamSpec *pspec;
622 GEnumValue *val;
623 GstPad *pad = NULL;
624
625 g_object_get (info, "type", &type, NULL);
626 pspec = g_object_class_find_property (
627 G_OBJECT_GET_CLASS (info), "type");
628 val = g_enum_get_value (G_PARAM_SPEC_ENUM (pspec)->enum_class, type);
629
630 if (!strncasecmp(val->value_name, "video", 5) ||
631 !strncmp(val->value_name, "GST_STREAM_TYPE_VIDEO", 21))
632 {
633 // Newer gstreamer 0.8+ plugins are SUPPOSED to have "object"...
634 // but a lot of old plugins still use "pad" :)
635 pspec = g_object_class_find_property (
636 G_OBJECT_GET_CLASS (info), "object");
637
638 if (!pspec)
639 g_object_get (info, "pad", &pad, NULL);
640 else
641 g_object_get (info, "object", &pad, NULL);
642
643 #if GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR <= 8
644 // Killed in 0.9, presumely because events and such
645 // should be pushed on pads regardless of whether they
646 // are currently linked
647 pad = (GstPad *) GST_PAD_REALIZE (pad);
648 wxASSERT(pad);
649 #endif
650
651 if(!QueryVideoSizeFromPad(pad))
652 {
653 // wait for those caps to get ready
654 g_signal_connect(
655 pad,
656 "notify::caps",
657 G_CALLBACK(gst_notify_caps_callback),
658 this);
659 }
660 break;
661 }// end if video
662 }// end searching through info list
663
664 // no video (or extremely delayed stream-info)
665 if(list == NULL)
666 {
667 m_videoSize = wxSize(0,0);
668 return false;
669 }
670
671 return true;
672 }
673
674 //-----------------------------------------------------------------------------
675 // wxGStreamerMediaBackend::QueryVideoSizeFromPad
676 //
677 // Gets the size of our video (in wxSize) from a GstPad
678 //-----------------------------------------------------------------------------
679 bool wxGStreamerMediaBackend::QueryVideoSizeFromPad(GstPad* pad)
680 {
681 const GstCaps* caps = GST_PAD_CAPS(pad);
682 if ( caps )
683 {
684 const GstStructure *s = gst_caps_get_structure (caps, 0);
685 wxASSERT(s);
686
687 gst_structure_get_int (s, "width", &m_videoSize.x);
688 gst_structure_get_int (s, "height", &m_videoSize.y);
689
690 const GValue *par;
691 par = gst_structure_get_value (s, "pixel-aspect-ratio");
692
693 if (par)
694 {
695 wxLogTrace(wxTRACE_GStreamer,
696 wxT("pixel-aspect-ratio found in pad"));
697 int num = par->data[0].v_int,
698 den = par->data[1].v_int;
699
700 // TODO: maybe better fraction normalization...
701 if (num > den)
702 m_videoSize.x = (int) ((float) num * m_videoSize.x / den);
703 else
704 m_videoSize.y = (int) ((float) den * m_videoSize.y / num);
705 }
706
707 wxLogTrace(wxTRACE_GStreamer, wxT("Adjusted video size: [%i,%i]"),
708 m_videoSize.x, m_videoSize.y);
709 return true;
710 } // end if caps
711
712 return false; // not ready/massive failure
713 }
714
715 //-----------------------------------------------------------------------------
716 // wxGStreamerMediaBackend::SetupXOverlay
717 //
718 // Attempts to set the XWindow id of our GstXOverlay to tell it which
719 // window to play video in.
720 //-----------------------------------------------------------------------------
721 void wxGStreamerMediaBackend::SetupXOverlay()
722 {
723 // Use the xoverlay extension to tell gstreamer to play in our window
724 #ifdef __WXGTK__
725 if(!GTK_WIDGET_REALIZED(m_ctrl->m_wxwindow))
726 {
727 // Not realized yet - set to connect at realization time
728 g_signal_connect (m_ctrl->m_wxwindow,
729 "realize",
730 G_CALLBACK (gtk_window_realize_callback),
731 this);
732 }
733 else
734 {
735 wxYield(); // see realize callback...
736 GdkWindow *window = GTK_PIZZA(m_ctrl->m_wxwindow)->bin_window;
737 wxASSERT(window);
738 #endif
739
740 gst_x_overlay_set_xwindow_id( GST_X_OVERLAY(m_xoverlay),
741 #ifdef __WXGTK__
742 GDK_WINDOW_XWINDOW( window )
743 #else
744 ctrl->GetHandle()
745 #endif
746 );
747
748 #ifdef __WXGTK__
749 g_signal_connect (m_ctrl->m_wxwindow,
750 // m_ctrl->m_wxwindow/*m_ctrl->m_widget*/,
751 "expose_event",
752 G_CALLBACK(gtk_window_expose_callback), this);
753 } // end if GtkPizza realized
754 #endif
755 }
756
757 //-----------------------------------------------------------------------------
758 // wxGStreamerMediaBackend::SyncStateChange
759 //
760 // This function is rather complex - basically the idea is that we
761 // poll the GstBus of m_playbin until it has reached desiredstate, an error
762 // is reached, or there are no more messages left in the GstBus queue.
763 //
764 // Returns true if there are no messages left in the queue or
765 // the current state reaches the disired state.
766 //
767 // PRECONDITION: Assumes m_asynclock is Lock()ed
768 //-----------------------------------------------------------------------------
769 #if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10
770 bool wxGStreamerMediaBackend::SyncStateChange(GstElement* element,
771 GstElementState desiredstate,
772 gint64 llTimeout)
773 {
774 GstBus* bus = gst_element_get_bus(element);
775 GstMessage* message;
776 bool bBreak = false,
777 bSuccess = false;
778 gint64 llTimeWaited = 0;
779
780 do
781 {
782 #if 1
783 // NB: The GStreamer gst_bus_poll is unfortunately broken and
784 // throws silly critical internal errors (for instance
785 // "message != NULL" when the whole point of it is to
786 // poll for the message in the first place!) so we implement
787 // our own "waiting mechinism"
788 if(gst_bus_have_pending(bus) == FALSE)
789 {
790 if(llTimeWaited >= llTimeout)
791 return true; // Reached timeout... assume success
792 llTimeWaited += 10*GST_MSECOND;
793 wxMilliSleep(10);
794 continue;
795 }
796
797 message = gst_bus_pop(bus);
798 #else
799 message = gst_bus_poll(bus, (GstMessageType)
800 (GST_MESSAGE_STATE_CHANGED |
801 GST_MESSAGE_ERROR |
802 GST_MESSAGE_EOS), llTimeout);
803 if(!message)
804 return true;
805 #endif
806 if(((GstElement*)GST_MESSAGE_SRC(message)) == element)
807 {
808 switch(GST_MESSAGE_TYPE(message))
809 {
810 case GST_MESSAGE_STATE_CHANGED:
811 {
812 GstState oldstate, newstate, pendingstate;
813 gst_message_parse_state_changed(message, &oldstate,
814 &newstate, &pendingstate);
815 if(newstate == desiredstate)
816 {
817 bSuccess = bBreak = true;
818 }
819 break;
820 }
821 case GST_MESSAGE_ERROR:
822 {
823 GError* error;
824 gchar* debug;
825 gst_message_parse_error(message, &error, &debug);
826 gst_error_callback(NULL, NULL, error, debug, this);
827 bBreak = true;
828 break;
829 }
830 case GST_MESSAGE_EOS:
831 wxLogSysError(wxT("Reached end of stream prematurely"));
832 bBreak = true;
833 break;
834 default:
835 break; // not handled
836 }
837 }
838
839 gst_message_unref(message);
840 }while(!bBreak);
841
842 return bSuccess;
843 }
844 #else // 0.8 implementation
845 bool wxGStreamerMediaBackend::SyncStateChange(GstElement* element,
846 GstElementState desiredstate,
847 gint64 llTimeout)
848 {
849 gint64 llTimeWaited = 0;
850 while(GST_STATE(element) != desiredstate)
851 {
852 if(llTimeWaited >= llTimeout)
853 break;
854 llTimeWaited += 10*GST_MSECOND;
855 wxMilliSleep(10);
856 }
857
858 return llTimeWaited != llTimeout;
859 }
860 #endif
861
862 //-----------------------------------------------------------------------------
863 // wxGStreamerMediaBackend::TryAudioSink
864 // wxGStreamerMediaBackend::TryVideoSink
865 //
866 // Uses various means to determine whether a passed in video/audio sink
867 // if suitable for us - if it is not we return false and unref the
868 // inappropriate sink.
869 //-----------------------------------------------------------------------------
870 bool wxGStreamerMediaBackend::TryAudioSink(GstElement* audiosink)
871 {
872 if( !GST_IS_ELEMENT(audiosink) )
873 {
874 if(G_IS_OBJECT(audiosink))
875 g_object_unref(audiosink);
876 return false;
877 }
878
879 return true;
880 }
881
882 bool wxGStreamerMediaBackend::TryVideoSink(GstElement* videosink)
883 {
884 // Check if the video sink either is an xoverlay or might contain one...
885 if( !GST_IS_BIN(videosink) && !GST_IS_X_OVERLAY(videosink) )
886 {
887 if(G_IS_OBJECT(videosink))
888 g_object_unref(videosink);
889 return false;
890 }
891
892 // Make our video sink and make sure it supports the x overlay interface
893 // the x overlay enables us to put the video in our control window
894 // (i.e. we NEED it!) - also connect to the natural video size change event
895 if( GST_IS_BIN(videosink) )
896 m_xoverlay = (GstXOverlay*)
897 gst_bin_get_by_interface (GST_BIN (videosink),
898 GST_TYPE_X_OVERLAY);
899 else
900 m_xoverlay = (GstXOverlay*) videosink;
901
902 if ( !GST_IS_X_OVERLAY(m_xoverlay) )
903 {
904 g_object_unref(videosink);
905 return false;
906 }
907
908 return true;
909 }
910
911 //-----------------------------------------------------------------------------
912 // wxGStreamerMediaEventHandler::OnMediaFinish
913 //
914 // Called when the media is about to stop
915 //-----------------------------------------------------------------------------
916 void wxGStreamerMediaEventHandler::OnMediaFinish(wxMediaEvent& WXUNUSED(event))
917 {
918 // (RN - I have no idea why I thought this was good behaviour....
919 // maybe it made sense for streaming/nonseeking data but
920 // generally it seems like a really bad idea) -
921 if(m_be->SendStopEvent())
922 {
923 // Stop the media (we need to set it back to paused
924 // so that people can get the duration et al.
925 // and send the finish event (luckily we can "Sync" it out... LOL!)
926 // (We don't check return values here because we can't really do
927 // anything...)
928 wxMutexLocker lock(m_be->m_asynclock);
929
930 // Set element to ready+sync it
931 gst_element_set_state (m_be->m_playbin, GST_STATE_READY);
932 m_be->SyncStateChange(m_be->m_playbin, GST_STATE_READY);
933
934 // Now set it to paused + update pause pos to 0 and
935 // Sync that as well (note that we don't call Stop() here
936 // due to mutex issues)
937 gst_element_set_state (m_be->m_playbin, GST_STATE_PAUSED);
938 m_be->SyncStateChange(m_be->m_playbin, GST_STATE_PAUSED);
939 m_be->m_llPausedPos = 0;
940
941 // Finally, queue the finish event
942 m_be->QueueFinishEvent();
943 }
944 }
945
946 //-----------------------------------------------------------------------------
947 //
948 // Public methods
949 //
950 //-----------------------------------------------------------------------------
951
952 //-----------------------------------------------------------------------------
953 // wxGStreamerMediaBackend Constructor
954 //
955 // Sets m_playbin to NULL signifying we havn't loaded anything yet
956 //-----------------------------------------------------------------------------
957 wxGStreamerMediaBackend::wxGStreamerMediaBackend()
958 : m_playbin(NULL)
959 {
960 }
961
962 //-----------------------------------------------------------------------------
963 // wxGStreamerMediaBackend Destructor
964 //
965 // Stops/cleans up memory
966 //
967 // NB: This could trigger a critical warning but doing a SyncStateChange
968 // here is just going to slow down quitting of the app, which is bad.
969 //-----------------------------------------------------------------------------
970 wxGStreamerMediaBackend::~wxGStreamerMediaBackend()
971 {
972 // Dispose of the main player and related objects
973 if(m_playbin)
974 {
975 wxASSERT( GST_IS_OBJECT(m_playbin) );
976 gst_element_set_state (m_playbin, GST_STATE_NULL);
977 gst_object_unref (GST_OBJECT (m_playbin));
978 delete m_eventHandler;
979 }
980 }
981
982 //-----------------------------------------------------------------------------
983 // wxGStreamerMediaBackend::CreateControl
984 //
985 // Initializes GStreamer and creates the wx side of our media control
986 //-----------------------------------------------------------------------------
987 bool wxGStreamerMediaBackend::CreateControl(wxControl* ctrl, wxWindow* parent,
988 wxWindowID id,
989 const wxPoint& pos,
990 const wxSize& size,
991 long style,
992 const wxValidator& validator,
993 const wxString& name)
994 {
995 //
996 //init gstreamer
997 //
998
999 //Convert arguments to unicode if enabled
1000 #if wxUSE_UNICODE
1001 int i;
1002 char **argvGST = new char*[wxTheApp->argc + 1];
1003 for ( i = 0; i < wxTheApp->argc; i++ )
1004 {
1005 argvGST[i] = wxStrdupA(wxConvUTF8.cWX2MB(wxTheApp->argv[i]));
1006 }
1007
1008 argvGST[wxTheApp->argc] = NULL;
1009
1010 int argcGST = wxTheApp->argc;
1011 #else
1012 #define argcGST wxTheApp->argc
1013 #define argvGST wxTheApp->argv
1014 #endif
1015
1016 //Really init gstreamer
1017 gboolean bInited;
1018 GError* error = NULL;
1019 #if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10
1020 bInited = gst_init_check(&argcGST, &argvGST, &error);
1021 #else
1022 bInited = gst_init_check(&argcGST, &argvGST);
1023 #endif
1024
1025 // Cleanup arguments for unicode case
1026 #if wxUSE_UNICODE
1027 for ( i = 0; i < argcGST; i++ )
1028 {
1029 free(argvGST[i]);
1030 }
1031
1032 delete [] argvGST;
1033 #endif
1034
1035 if(!bInited) //gst_init_check fail?
1036 {
1037 if(error)
1038 {
1039 wxLogSysError(wxT("Could not initialize GStreamer\n")
1040 wxT("Error Message:%s"),
1041 (const wxChar*) wxConvUTF8.cMB2WX(error->message)
1042 );
1043 g_error_free(error);
1044 }
1045 else
1046 wxLogSysError(wxT("Could not initialize GStreamer"));
1047
1048 return false;
1049 }
1050
1051 //
1052 // wxControl creation
1053 //
1054 m_ctrl = wxStaticCast(ctrl, wxMediaCtrl);
1055
1056 #ifdef __WXGTK__
1057 // We handle our own GTK expose events
1058 m_ctrl->m_noExpose = true;
1059 #endif
1060
1061 if( !m_ctrl->wxControl::Create(parent, id, pos, size,
1062 style, // TODO: remove borders???
1063 validator, name) )
1064 {
1065 wxFAIL_MSG(wxT("Could not create wxControl!!!"));
1066 return false;
1067 }
1068
1069 #ifdef __WXGTK__
1070 // Turn off double-buffering so that
1071 // so it doesn't draw over the video and cause sporadic
1072 // disappearances of the video
1073 gtk_widget_set_double_buffered(m_ctrl->m_wxwindow, FALSE);
1074 #endif
1075
1076 // don't erase the background of our control window
1077 // so that resizing is a bit smoother
1078 m_ctrl->SetBackgroundStyle(wxBG_STYLE_CUSTOM);
1079
1080 // Create our playbin object
1081 m_playbin = gst_element_factory_make ("playbin", "play");
1082 if (!GST_IS_ELEMENT(m_playbin))
1083 {
1084 if(G_IS_OBJECT(m_playbin))
1085 g_object_unref(m_playbin);
1086 wxLogSysError(wxT("Got an invalid playbin"));
1087 return false;
1088 }
1089
1090 #if GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR < 10
1091 // Connect the glib events/callbacks we want to our playbin
1092 g_signal_connect(m_playbin, "eos",
1093 G_CALLBACK(gst_finish_callback), this);
1094 g_signal_connect(m_playbin, "error",
1095 G_CALLBACK(gst_error_callback), this);
1096 g_signal_connect(m_playbin, "state-change",
1097 G_CALLBACK(gst_state_change_callback), this);
1098 #else
1099 // GStreamer 0.10+ uses GstBus for this now, connect to the sync
1100 // handler as well so we can set the X window id of our xoverlay
1101 gst_bus_add_watch (gst_element_get_bus(m_playbin),
1102 (GstBusFunc) gst_bus_async_callback, this);
1103 gst_bus_set_sync_handler(gst_element_get_bus(m_playbin),
1104 (GstBusSyncHandler) gst_bus_sync_callback, this);
1105 g_signal_connect(m_playbin, "notify::stream-info",
1106 G_CALLBACK(gst_notify_stream_info_callback), this);
1107 #endif
1108
1109 // Get the audio sink
1110 GstElement* audiosink = gst_gconf_get_default_audio_sink();
1111 if( !TryAudioSink(audiosink) )
1112 {
1113 // fallback to autodetection, then alsa, then oss as a stopgap
1114 audiosink = gst_element_factory_make ("autoaudiosink", "audio-sink");
1115 if( !TryAudioSink(audiosink) )
1116 {
1117 audiosink = gst_element_factory_make ("alsasink", "alsa-output");
1118 if( !TryAudioSink(audiosink) )
1119 {
1120 audiosink = gst_element_factory_make ("osssink", "play_audio");
1121 if( !TryAudioSink(audiosink) )
1122 {
1123 wxLogSysError(wxT("Could not find a valid audiosink"));
1124 return false;
1125 }
1126 }
1127 }
1128 }
1129
1130 // Setup video sink - first try gconf, then auto, then xvimage and
1131 // then finally plain ximage
1132 GstElement* videosink = gst_gconf_get_default_video_sink();
1133 if( !TryVideoSink(videosink) )
1134 {
1135 videosink = gst_element_factory_make ("autovideosink", "video-sink");
1136 if( !TryVideoSink(videosink) )
1137 {
1138 videosink = gst_element_factory_make ("xvimagesink", "video-sink");
1139 if( !TryVideoSink(videosink) )
1140 {
1141 // finally, do a final fallback to ximagesink
1142 videosink =
1143 gst_element_factory_make ("ximagesink", "video-sink");
1144 if( !TryVideoSink(videosink) )
1145 {
1146 g_object_unref(audiosink);
1147 wxLogSysError(wxT("Could not find a suitable video sink"));
1148 return false;
1149 }
1150 }
1151 }
1152 }
1153
1154 #if GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR < 10
1155 // Not on 0.10... called when video size changes
1156 g_signal_connect(m_xoverlay, "desired-size-changed",
1157 G_CALLBACK(gst_desired_size_changed_callback), this);
1158 #endif
1159 // Tell GStreamer which window to draw to in 0.8 - 0.10
1160 // sometimes needs this too...
1161 SetupXOverlay();
1162
1163 // Now that we know (or, rather think) our video and audio sink
1164 // are valid set our playbin to use them
1165 g_object_set (G_OBJECT (m_playbin),
1166 "video-sink", videosink,
1167 "audio-sink", audiosink,
1168 NULL);
1169
1170 m_eventHandler = new wxGStreamerMediaEventHandler(this);
1171 return true;
1172 }
1173
1174 //-----------------------------------------------------------------------------
1175 // wxGStreamerMediaBackend::Load (File version)
1176 //
1177 // Just calls DoLoad() with a prepended file scheme
1178 //-----------------------------------------------------------------------------
1179 bool wxGStreamerMediaBackend::Load(const wxString& fileName)
1180 {
1181 return DoLoad(wxString( wxT("file://") ) + fileName);
1182 }
1183
1184 //-----------------------------------------------------------------------------
1185 // wxGStreamerMediaBackend::Load (URI version)
1186 //
1187 // In the case of a file URI passes it unencoded -
1188 // also, as of 0.10.3 and earlier GstURI (the uri parser for gstreamer)
1189 // is sort of broken and only accepts uris with at least two slashes
1190 // after the scheme (i.e. file: == not ok, file:// == ok)
1191 //-----------------------------------------------------------------------------
1192 bool wxGStreamerMediaBackend::Load(const wxURI& location)
1193 {
1194 if(location.GetScheme().CmpNoCase(wxT("file")) == 0)
1195 {
1196 wxString uristring = location.BuildUnescapedURI();
1197
1198 //Workaround GstURI leading "//" problem and make sure it leads
1199 //with that
1200 return DoLoad(wxString(wxT("file://")) +
1201 uristring.Right(uristring.length() - 5)
1202 );
1203 }
1204 else
1205 return DoLoad(location.BuildURI());
1206 }
1207
1208 //-----------------------------------------------------------------------------
1209 // wxGStreamerMediaBackend::DoLoad
1210 //
1211 // Loads the media
1212 // 1) Reset member variables and set playbin back to ready state
1213 // 2) Check URI for validity and then tell the playbin to load it
1214 // 3) Set the playbin to the pause state
1215 //
1216 // NB: Even after this function is over with we probably don't have the
1217 // video size or duration - no amount of clever hacking is going to get
1218 // around that, unfortunately.
1219 //-----------------------------------------------------------------------------
1220 bool wxGStreamerMediaBackend::DoLoad(const wxString& locstring)
1221 {
1222 wxMutexLocker lock(m_asynclock); // lock state events and async callbacks
1223
1224 // Reset positions & rate
1225 m_llPausedPos = 0;
1226 m_dRate = 1.0;
1227 m_videoSize = wxSize(0,0);
1228
1229 // Set playbin to ready to stop the current media...
1230 if( gst_element_set_state (m_playbin,
1231 GST_STATE_READY) == GST_STATE_FAILURE ||
1232 !SyncStateChange(m_playbin, GST_STATE_READY))
1233 {
1234 wxLogSysError(wxT("wxGStreamerMediaBackend::Load - ")
1235 wxT("Could not set initial state to ready"));
1236 return false;
1237 }
1238
1239 // Make sure the passed URI is valid and tell playbin to load it
1240 // non-file uris are encoded
1241 wxASSERT(gst_uri_protocol_is_valid("file"));
1242 wxASSERT(gst_uri_is_valid(locstring.mb_str()));
1243
1244 g_object_set (G_OBJECT (m_playbin), "uri",
1245 (const char*)locstring.mb_str(), NULL);
1246
1247 // Try to pause media as gstreamer won't let us query attributes
1248 // such as video size unless it is paused or playing
1249 if( gst_element_set_state (m_playbin,
1250 GST_STATE_PAUSED) == GST_STATE_FAILURE ||
1251 !SyncStateChange(m_playbin, GST_STATE_PAUSED))
1252 {
1253 return false; // no real error message needed here as this is
1254 // generic failure 99% of the time (i.e. no
1255 // source etc.) and has an error message
1256 }
1257
1258
1259 NotifyMovieLoaded(); // Notify the user - all we can do for now
1260 return true;
1261 }
1262
1263
1264 //-----------------------------------------------------------------------------
1265 // wxGStreamerMediaBackend::Play
1266 //
1267 // Sets the stream to a playing state
1268 //
1269 // THREAD-UNSAFE in 0.8, maybe in 0.10 as well
1270 //-----------------------------------------------------------------------------
1271 bool wxGStreamerMediaBackend::Play()
1272 {
1273 if (gst_element_set_state (m_playbin,
1274 GST_STATE_PLAYING) == GST_STATE_FAILURE)
1275 return false;
1276 return true;
1277 }
1278
1279 //-----------------------------------------------------------------------------
1280 // wxGStreamerMediaBackend::Pause
1281 //
1282 // Marks where we paused and pauses the stream
1283 //
1284 // THREAD-UNSAFE in 0.8, maybe in 0.10 as well
1285 //-----------------------------------------------------------------------------
1286 bool wxGStreamerMediaBackend::Pause()
1287 {
1288 m_llPausedPos = wxGStreamerMediaBackend::GetPosition();
1289 if (gst_element_set_state (m_playbin,
1290 GST_STATE_PAUSED) == GST_STATE_FAILURE)
1291 return false;
1292 return true;
1293 }
1294
1295 //-----------------------------------------------------------------------------
1296 // wxGStreamerMediaBackend::Stop
1297 //
1298 // Pauses the stream and sets the position to 0. Note that this is
1299 // synchronous (!) pausing.
1300 //
1301 // Due to the mutex locking this is probably thread-safe actually.
1302 //-----------------------------------------------------------------------------
1303 bool wxGStreamerMediaBackend::Stop()
1304 {
1305 { // begin state lock
1306 wxMutexLocker lock(m_asynclock);
1307 if(gst_element_set_state (m_playbin,
1308 GST_STATE_PAUSED) == GST_STATE_FAILURE ||
1309 !SyncStateChange(m_playbin, GST_STATE_PAUSED))
1310 {
1311 wxLogSysError(wxT("Could not set state to paused for Stop()"));
1312 return false;
1313 }
1314 } // end state lock
1315
1316 bool bSeekedOK = wxGStreamerMediaBackend::SetPosition(0);
1317
1318 if(!bSeekedOK)
1319 {
1320 wxLogSysError(wxT("Could not seek to initial position in Stop()"));
1321 return false;
1322 }
1323
1324 QueueStopEvent(); // Success
1325 return true;
1326 }
1327
1328 //-----------------------------------------------------------------------------
1329 // wxGStreamerMediaBackend::GetState
1330 //
1331 // Gets the state of the media
1332 //-----------------------------------------------------------------------------
1333 wxMediaState wxGStreamerMediaBackend::GetState()
1334 {
1335 switch(GST_STATE(m_playbin))
1336 {
1337 case GST_STATE_PLAYING:
1338 return wxMEDIASTATE_PLAYING;
1339 case GST_STATE_PAUSED:
1340 if (m_llPausedPos == 0)
1341 return wxMEDIASTATE_STOPPED;
1342 else
1343 return wxMEDIASTATE_PAUSED;
1344 default://case GST_STATE_READY:
1345 return wxMEDIASTATE_STOPPED;
1346 }
1347 }
1348
1349 //-----------------------------------------------------------------------------
1350 // wxGStreamerMediaBackend::GetPosition
1351 //
1352 // If paused, returns our marked position - otherwise it queries the
1353 // GStreamer playbin for the position and returns that
1354 //
1355 // NB:
1356 // NB: At least in 0.8, when you pause and seek gstreamer
1357 // NB: doesn't update the position sometimes, so we need to keep track of
1358 // NB: whether we have paused or not and keep track of the time after the
1359 // NB: pause and whenever the user seeks while paused
1360 // NB:
1361 //
1362 // THREAD-UNSAFE, at least if not paused. Requires media to be at least paused.
1363 //-----------------------------------------------------------------------------
1364 wxLongLong wxGStreamerMediaBackend::GetPosition()
1365 {
1366 if(GetState() != wxMEDIASTATE_PLAYING)
1367 return m_llPausedPos;
1368 else
1369 {
1370 gint64 pos;
1371 GstFormat fmtTime = GST_FORMAT_TIME;
1372
1373 if (!wxGst_element_query_position(m_playbin, &fmtTime, &pos) ||
1374 fmtTime != GST_FORMAT_TIME || pos == -1)
1375 return 0;
1376 return pos / GST_MSECOND ;
1377 }
1378 }
1379
1380 //-----------------------------------------------------------------------------
1381 // wxGStreamerMediaBackend::SetPosition
1382 //
1383 // Sets the position of the stream
1384 // Note that GST_MSECOND is 1000000 (GStreamer uses nanoseconds - so
1385 // there is 1000000 nanoseconds in a millisecond)
1386 //
1387 // If we are paused we update the cached pause position.
1388 //
1389 // This is also an exceedingly ugly function due to the three implementations
1390 // (or, rather two plus one implementation without a seek function).
1391 //
1392 // This is asynchronous and thread-safe on both 0.8 and 0.10.
1393 //
1394 // NB: This fires both a stop and play event if the media was previously
1395 // playing... which in some ways makes sense. And yes, this makes the video
1396 // go all haywire at times - a gstreamer bug...
1397 //-----------------------------------------------------------------------------
1398 bool wxGStreamerMediaBackend::SetPosition(wxLongLong where)
1399 {
1400 #if GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR == 8 \
1401 && GST_VERSION_MICRO == 0
1402 // 0.8.0 has no gst_element_seek according to official docs!!!
1403 wxLogSysError(wxT("GStreamer 0.8.0 does not have gst_element_seek")
1404 wxT(" according to official docs"));
1405 return false;
1406 #else // != 0.8.0
1407
1408 # if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10
1409 gst_element_seek (m_playbin, m_dRate, GST_FORMAT_TIME,
1410 (GstSeekFlags)(GST_SEEK_FLAG_FLUSH | GST_SEEK_FLAG_KEY_UNIT),
1411 GST_SEEK_TYPE_SET, where.GetValue() * GST_MSECOND,
1412 GST_SEEK_TYPE_NONE, GST_CLOCK_TIME_NONE );
1413 # else
1414 // NB: Some gstreamer versions return false basically all the time
1415 // here - even totem doesn't bother to check the return value here
1416 // so I guess we'll just assume it worked -
1417 // TODO: maybe check the gst error callback???
1418 gst_element_seek (m_playbin, (GstSeekType) (GST_SEEK_METHOD_SET |
1419 GST_FORMAT_TIME | GST_SEEK_FLAG_FLUSH),
1420 where.GetValue() * GST_MSECOND );
1421
1422 # endif // GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10
1423
1424 {
1425 m_llPausedPos = where;
1426 return true;
1427 }
1428 return true;
1429 #endif //== 0.8.0
1430 }
1431
1432 //-----------------------------------------------------------------------------
1433 // wxGStreamerMediaBackend::GetDuration
1434 //
1435 // Obtains the total time of our stream
1436 // THREAD-UNSAFE, requires media to be paused or playing
1437 //-----------------------------------------------------------------------------
1438 wxLongLong wxGStreamerMediaBackend::GetDuration()
1439 {
1440 gint64 length;
1441 GstFormat fmtTime = GST_FORMAT_TIME;
1442
1443 if(!wxGst_element_query_duration(m_playbin, &fmtTime, &length) ||
1444 fmtTime != GST_FORMAT_TIME || length == -1)
1445 return 0;
1446 return length / GST_MSECOND ;
1447 }
1448
1449 //-----------------------------------------------------------------------------
1450 // wxGStreamerMediaBackend::Move
1451 //
1452 // Called when the window is moved - GStreamer takes care of this
1453 // for us so nothing is needed
1454 //-----------------------------------------------------------------------------
1455 void wxGStreamerMediaBackend::Move(int x, int y, int w, int h)
1456 {
1457 }
1458
1459 //-----------------------------------------------------------------------------
1460 // wxGStreamerMediaBackend::GetVideoSize
1461 //
1462 // Returns our cached video size from Load/gst_notify_caps_callback
1463 // gst_x_overlay_get_desired_size also does this in 0.8...
1464 //-----------------------------------------------------------------------------
1465 wxSize wxGStreamerMediaBackend::GetVideoSize() const
1466 {
1467 return m_videoSize;
1468 }
1469
1470 //-----------------------------------------------------------------------------
1471 // wxGStreamerMediaBackend::GetPlaybackRate
1472 // wxGStreamerMediaBackend::SetPlaybackRate
1473 //
1474 // Obtains/Sets the playback rate of the stream
1475 //
1476 //TODO: PlaybackRate not currently supported via playbin directly -
1477 //TODO: Ronald S. Bultje noted on gstreamer-devel:
1478 //TODO:
1479 //TODO: Like "play at twice normal speed"? Or "play at 25 fps and 44,1 kHz"? As
1480 //TODO: for the first, yes, we have elements for that, btu they"re not part of
1481 //TODO: playbin. You can create a bin (with a ghost pad) containing the actual
1482 //TODO: video/audiosink and the speed-changing element for this, and set that
1483 //TODO: element as video-sink or audio-sink property in playbin. The
1484 //TODO: audio-element is called "speed", the video-element is called "videodrop"
1485 //TODO: (although that appears to be deprecated in favour of "videorate", which
1486 //TODO: again cannot do this, so this may not work at all in the end). For
1487 //TODO: forcing frame/samplerates, see audioscale and videorate. Audioscale is
1488 //TODO: part of playbin.
1489 //
1490 // In 0.10 GStreamer has new gst_element_seek API that might
1491 // support this - and I've got an attempt to do so but it is untested
1492 // but it would appear to work...
1493 //-----------------------------------------------------------------------------
1494 double wxGStreamerMediaBackend::GetPlaybackRate()
1495 {
1496 return m_dRate; // Could use GST_QUERY_RATE but the API doesn't seem
1497 // final on that yet and there may not be any actual
1498 // plugins that support it...
1499 }
1500
1501 bool wxGStreamerMediaBackend::SetPlaybackRate(double dRate)
1502 {
1503 #if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10
1504 #if 0 // not tested enough
1505 if( gst_element_seek (m_playbin, dRate, GST_FORMAT_TIME,
1506 (GstSeekFlags)(GST_SEEK_FLAG_FLUSH | GST_SEEK_FLAG_KEY_UNIT),
1507 GST_SEEK_TYPE_CUR, 0,
1508 GST_SEEK_TYPE_NONE, GST_CLOCK_TIME_NONE ) )
1509 {
1510 m_dRate = dRate;
1511 return true;
1512 }
1513 #endif
1514 #endif
1515
1516 // failure
1517 return false;
1518 }
1519
1520 //-----------------------------------------------------------------------------
1521 // wxGStreamerMediaBackend::GetDownloadProgress
1522 //
1523 // Not really outwardly possible - have been suggested that one could
1524 // get the information from the component that "downloads"
1525 //-----------------------------------------------------------------------------
1526 wxLongLong wxGStreamerMediaBackend::GetDownloadProgress()
1527 {
1528 return 0;
1529 }
1530
1531 //-----------------------------------------------------------------------------
1532 // wxGStreamerMediaBackend::GetDownloadTotal
1533 //
1534 // TODO: Cache this?
1535 // NB: The length changes every call for some reason due to
1536 // GStreamer implementation issues
1537 // THREAD-UNSAFE, requires media to be paused or playing
1538 //-----------------------------------------------------------------------------
1539 wxLongLong wxGStreamerMediaBackend::GetDownloadTotal()
1540 {
1541 gint64 length;
1542 GstFormat fmtBytes = GST_FORMAT_BYTES;
1543
1544 if (!wxGst_element_query_duration(m_playbin, &fmtBytes, &length) ||
1545 fmtBytes != GST_FORMAT_BYTES || length == -1)
1546 return 0;
1547 return length;
1548 }
1549
1550 //-----------------------------------------------------------------------------
1551 // wxGStreamerMediaBackend::SetVolume
1552 // wxGStreamerMediaBackend::GetVolume
1553 //
1554 // Sets/Gets the volume through the playbin object.
1555 // Note that this requires a relatively recent gst-plugins so we
1556 // check at runtime to see whether it is available or not otherwise
1557 // GST spits out an error on the command line
1558 //-----------------------------------------------------------------------------
1559 bool wxGStreamerMediaBackend::SetVolume(double dVolume)
1560 {
1561 if(g_object_class_find_property(
1562 G_OBJECT_GET_CLASS(G_OBJECT(m_playbin)),
1563 "volume") != NULL)
1564 {
1565 g_object_set(G_OBJECT(m_playbin), "volume", dVolume, NULL);
1566 return true;
1567 }
1568 else
1569 {
1570 wxLogTrace(wxTRACE_GStreamer,
1571 wxT("SetVolume: volume prop not found - 0.8.5 of ")
1572 wxT("gst-plugins probably needed"));
1573 return false;
1574 }
1575 }
1576
1577 double wxGStreamerMediaBackend::GetVolume()
1578 {
1579 double dVolume = 1.0;
1580
1581 if(g_object_class_find_property(
1582 G_OBJECT_GET_CLASS(G_OBJECT(m_playbin)),
1583 "volume") != NULL)
1584 {
1585 g_object_get(G_OBJECT(m_playbin), "volume", &dVolume, NULL);
1586 }
1587 else
1588 {
1589 wxLogTrace(wxTRACE_GStreamer,
1590 wxT("GetVolume: volume prop not found - 0.8.5 of ")
1591 wxT("gst-plugins probably needed"));
1592 }
1593
1594 return dVolume;
1595 }
1596
1597 #endif //wxUSE_GSTREAMER
1598
1599 // Force link into main library so this backend can be loaded
1600 #include "wx/html/forcelnk.h"
1601 FORCE_LINK_ME(basewxmediabackends)
1602
1603 #endif //wxUSE_MEDIACTRL