]>
Commit | Line | Data |
---|---|---|
1 | ///////////////////////////////////////////////////////////////////////////// | |
2 | // Name: src/unix/mediactrl.cpp | |
3 | // Purpose: GStreamer backend for Unix | |
4 | // Author: Ryan Norton <wxprojects@comcast.net> | |
5 | // Modified by: | |
6 | // Created: 02/04/05 | |
7 | // RCS-ID: $Id$ | |
8 | // Copyright: (c) 2004-2005 Ryan Norton | |
9 | // Licence: wxWindows licence | |
10 | ///////////////////////////////////////////////////////////////////////////// | |
11 | ||
12 | // For compilers that support precompilation, includes "wx.h". | |
13 | #include "wx/wxprec.h" | |
14 | ||
15 | #if wxUSE_MEDIACTRL | |
16 | ||
17 | #include "wx/mediactrl.h" | |
18 | ||
19 | #if wxUSE_GSTREAMER | |
20 | ||
21 | #include <gst/gst.h> // main gstreamer header | |
22 | ||
23 | // xoverlay/video stuff, gst-gconf for 0.8 | |
24 | #if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10 | |
25 | # include <gst/interfaces/xoverlay.h> | |
26 | #else | |
27 | # include <gst/xoverlay/xoverlay.h> | |
28 | # include <gst/gconf/gconf.h> // gstreamer glib configuration | |
29 | #endif | |
30 | ||
31 | #ifndef WX_PRECOMP | |
32 | #include "wx/log.h" // wxLogDebug/wxLogSysError/wxLogTrace | |
33 | #include "wx/app.h" // wxTheApp->argc, wxTheApp->argv | |
34 | #include "wx/timer.h" // wxTimer | |
35 | #endif | |
36 | ||
37 | #include "wx/thread.h" // wxMutex/wxMutexLocker | |
38 | ||
39 | #ifdef __WXGTK__ | |
40 | #include <gtk/gtk.h> | |
41 | # include <gdk/gdkx.h> // for GDK_WINDOW_XWINDOW | |
42 | #endif | |
43 | ||
44 | //----------------------------------------------------------------------------- | |
45 | // Discussion of internals | |
46 | //----------------------------------------------------------------------------- | |
47 | ||
48 | /* | |
49 | This is the GStreamer backend for unix. Currently we require 0.8 or | |
50 | 0.10. Here we use the "playbin" GstElement for ease of use. | |
51 | ||
52 | Note that now we compare state change functions to GST_STATE_FAILURE | |
53 | now rather than GST_STATE_SUCCESS as newer gstreamer versions return | |
54 | non-success values for returns that are otherwise successful but not | |
55 | immediate. | |
56 | ||
57 | Also this probably doesn't work with anything other than wxGTK at the | |
58 | moment but with a tad bit of work it could theorectically work in | |
59 | straight wxX11 et al. | |
60 | ||
61 | One last note is that resuming from pausing/seeking can result | |
62 | in erratic video playback (GStreamer-based bug, happens in totem as well) | |
63 | - this is better in 0.10, however. One thing that might make it worse | |
64 | here is that we don't preserve the aspect ratio of the video and stretch | |
65 | it to the whole window. | |
66 | ||
67 | Note that there are some things used here that could be undocumented - | |
68 | for reference see the media player Kiss and Totem as well as some | |
69 | other sources. There was a backend for a kde media player as well | |
70 | that attempted thread-safety... | |
71 | ||
72 | Then there is the issue of m_asynclock. This serves several purposes: | |
73 | 1) It prevents the C callbacks from sending wx state change events | |
74 | so that we don't get duplicate ones in 0.8 | |
75 | 2) It makes the sync and async handlers in 0.10 not drop any | |
76 | messages so that while we are polling it we get the messages in | |
77 | SyncStateChange instead of the queue. | |
78 | 3) Keeps the pausing in Stop() synchronous | |
79 | ||
80 | RN: Note that I've tried to follow the wxGTK conventions here as close | |
81 | as possible. In the implementation the C Callbacks come first, then | |
82 | the internal functions, then the public ones. Set your vi to 80 | |
83 | characters people :). | |
84 | */ | |
85 | ||
86 | //============================================================================= | |
87 | // Declarations | |
88 | //============================================================================= | |
89 | ||
90 | //----------------------------------------------------------------------------- | |
91 | // GStreamer (most version compatability) macros | |
92 | //----------------------------------------------------------------------------- | |
93 | ||
94 | // In 0.9 there was a HUGE change to GstQuery and the | |
95 | // gst_element_query function changed dramatically and split off | |
96 | // into two seperate ones | |
97 | #if GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR <= 8 | |
98 | # define wxGst_element_query_duration(e, f, p) \ | |
99 | gst_element_query(e, GST_QUERY_TOTAL, f, p) | |
100 | # define wxGst_element_query_position(e, f, p) \ | |
101 | gst_element_query(e, GST_QUERY_POSITION, f, p) | |
102 | #elif GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR == 9 | |
103 | // However, the actual 0.9 version has a slightly different definition | |
104 | // and instead of gst_element_query_duration it has two parameters to | |
105 | // gst_element_query_position instead | |
106 | # define wxGst_element_query_duration(e, f, p) \ | |
107 | gst_element_query_position(e, f, 0, p) | |
108 | # define wxGst_element_query_position(e, f, p) \ | |
109 | gst_element_query_position(e, f, p, 0) | |
110 | #else | |
111 | # define wxGst_element_query_duration \ | |
112 | gst_element_query_duration | |
113 | # define wxGst_element_query_position \ | |
114 | gst_element_query_position | |
115 | #endif | |
116 | ||
117 | // Other 0.10 macros | |
118 | #if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10 | |
119 | # define GST_STATE_FAILURE GST_STATE_CHANGE_FAILURE | |
120 | # define GST_STATE_SUCCESS GST_STATE_CHANGE_SUCCESS | |
121 | # define GstElementState GstState | |
122 | # define gst_gconf_get_default_video_sink() \ | |
123 | gst_element_factory_make ("gconfvideosink", "video-sink"); | |
124 | # define gst_gconf_get_default_audio_sink() \ | |
125 | gst_element_factory_make ("gconfaudiosink", "audio-sink"); | |
126 | #endif | |
127 | ||
128 | // Max wait time for element state waiting - GST_CLOCK_TIME_NONE for inf | |
129 | #define wxGSTREAMER_TIMEOUT (100 * GST_MSECOND) // Max 100 milliseconds | |
130 | ||
131 | //----------------------------------------------------------------------------- | |
132 | // wxLogTrace mask string | |
133 | //----------------------------------------------------------------------------- | |
134 | #define wxTRACE_GStreamer wxT("GStreamer") | |
135 | ||
136 | //----------------------------------------------------------------------------- | |
137 | // | |
138 | // wxGStreamerMediaBackend | |
139 | // | |
140 | //----------------------------------------------------------------------------- | |
141 | class WXDLLIMPEXP_MEDIA | |
142 | wxGStreamerMediaBackend : public wxMediaBackendCommonBase | |
143 | { | |
144 | public: | |
145 | ||
146 | wxGStreamerMediaBackend(); | |
147 | virtual ~wxGStreamerMediaBackend(); | |
148 | ||
149 | virtual bool CreateControl(wxControl* ctrl, wxWindow* parent, | |
150 | wxWindowID id, | |
151 | const wxPoint& pos, | |
152 | const wxSize& size, | |
153 | long style, | |
154 | const wxValidator& validator, | |
155 | const wxString& name); | |
156 | ||
157 | virtual bool Play(); | |
158 | virtual bool Pause(); | |
159 | virtual bool Stop(); | |
160 | ||
161 | virtual bool Load(const wxString& fileName); | |
162 | virtual bool Load(const wxURI& location); | |
163 | virtual bool Load(const wxURI& location, | |
164 | const wxURI& proxy) | |
165 | { return wxMediaBackendCommonBase::Load(location, proxy); } | |
166 | ||
167 | ||
168 | virtual wxMediaState GetState(); | |
169 | ||
170 | virtual bool SetPosition(wxLongLong where); | |
171 | virtual wxLongLong GetPosition(); | |
172 | virtual wxLongLong GetDuration(); | |
173 | ||
174 | virtual void Move(int x, int y, int w, int h); | |
175 | wxSize GetVideoSize() const; | |
176 | ||
177 | virtual double GetPlaybackRate(); | |
178 | virtual bool SetPlaybackRate(double dRate); | |
179 | ||
180 | virtual wxLongLong GetDownloadProgress(); | |
181 | virtual wxLongLong GetDownloadTotal(); | |
182 | ||
183 | virtual bool SetVolume(double dVolume); | |
184 | virtual double GetVolume(); | |
185 | ||
186 | //------------implementation from now on----------------------------------- | |
187 | bool DoLoad(const wxString& locstring); | |
188 | wxMediaCtrl* GetControl() { return m_ctrl; } // for C Callbacks | |
189 | void HandleStateChange(GstElementState oldstate, GstElementState newstate); | |
190 | bool QueryVideoSizeFromElement(GstElement* element); | |
191 | bool QueryVideoSizeFromPad(GstPad* caps); | |
192 | void SetupXOverlay(); | |
193 | bool SyncStateChange(GstElement* element, GstElementState state, | |
194 | gint64 llTimeout = wxGSTREAMER_TIMEOUT); | |
195 | bool TryAudioSink(GstElement* audiosink); | |
196 | bool TryVideoSink(GstElement* videosink); | |
197 | ||
198 | GstElement* m_playbin; // GStreamer media element | |
199 | wxSize m_videoSize; // Cached actual video size | |
200 | double m_dRate; // Current playback rate - | |
201 | // see GetPlaybackRate for notes | |
202 | wxLongLong m_llPausedPos; // Paused position - see Pause() | |
203 | GstXOverlay* m_xoverlay; // X Overlay that contains the GST video | |
204 | wxMutex m_asynclock; // See "discussion of internals" | |
205 | class wxGStreamerMediaEventHandler* m_eventHandler; // see below | |
206 | ||
207 | friend class wxGStreamerMediaEventHandler; | |
208 | friend class wxGStreamerLoadWaitTimer; | |
209 | DECLARE_DYNAMIC_CLASS(wxGStreamerMediaBackend); | |
210 | }; | |
211 | ||
212 | //----------------------------------------------------------------------------- | |
213 | // wxGStreamerMediaEventHandler | |
214 | // | |
215 | // OK, this will take an explanation - basically gstreamer callbacks | |
216 | // are issued in a seperate thread, and in this thread we may not set | |
217 | // the state of the playbin, so we need to send a wx event in that | |
218 | // callback so that we set the state of the media and other stuff | |
219 | // like GUI calls. | |
220 | //----------------------------------------------------------------------------- | |
221 | class wxGStreamerMediaEventHandler : public wxEvtHandler | |
222 | { | |
223 | public: | |
224 | wxGStreamerMediaEventHandler(wxGStreamerMediaBackend* be) : m_be(be) | |
225 | { | |
226 | this->Connect(wxID_ANY, wxEVT_MEDIA_FINISHED, | |
227 | wxMediaEventHandler(wxGStreamerMediaEventHandler::OnMediaFinish)); | |
228 | } | |
229 | ||
230 | void OnMediaFinish(wxMediaEvent& event); | |
231 | ||
232 | wxGStreamerMediaBackend* m_be; | |
233 | }; | |
234 | ||
235 | //============================================================================= | |
236 | // Implementation | |
237 | //============================================================================= | |
238 | ||
239 | IMPLEMENT_DYNAMIC_CLASS(wxGStreamerMediaBackend, wxMediaBackend) | |
240 | ||
241 | //----------------------------------------------------------------------------- | |
242 | // | |
243 | // C Callbacks | |
244 | // | |
245 | //----------------------------------------------------------------------------- | |
246 | ||
247 | //----------------------------------------------------------------------------- | |
248 | // "expose_event" from m_ctrl->m_wxwindow | |
249 | // | |
250 | // Handle GTK expose event from our window - here we hopefully | |
251 | // redraw the video in the case of pausing and other instances... | |
252 | // (Returns TRUE to pass to other handlers, FALSE if not) | |
253 | // | |
254 | // TODO: Do a DEBUG_MAIN_THREAD/install_idle_handler here? | |
255 | //----------------------------------------------------------------------------- | |
256 | #ifdef __WXGTK__ | |
257 | extern "C" { | |
258 | static gboolean gtk_window_expose_callback(GtkWidget *widget, | |
259 | GdkEventExpose *event, | |
260 | wxGStreamerMediaBackend *be) | |
261 | { | |
262 | if(event->count > 0) | |
263 | return FALSE; | |
264 | ||
265 | GdkWindow *window = widget->window; | |
266 | ||
267 | // I've seen this reccommended somewhere... | |
268 | // TODO: Is this needed? Maybe it is just cruft... | |
269 | // gst_x_overlay_set_xwindow_id( GST_X_OVERLAY(be->m_xoverlay), | |
270 | // GDK_WINDOW_XWINDOW( window ) ); | |
271 | ||
272 | // If we have actual video..... | |
273 | if(!(be->m_videoSize.x==0&&be->m_videoSize.y==0) && | |
274 | GST_STATE(be->m_playbin) >= GST_STATE_PAUSED) | |
275 | { | |
276 | // GST Doesn't redraw automatically while paused | |
277 | // Plus, the video sometimes doesn't redraw when it looses focus | |
278 | // or is painted over so we just tell it to redraw... | |
279 | gst_x_overlay_expose(be->m_xoverlay); | |
280 | } | |
281 | else | |
282 | { | |
283 | // draw a black background like some other backends do.... | |
284 | gdk_draw_rectangle (window, widget->style->black_gc, TRUE, 0, 0, | |
285 | widget->allocation.width, | |
286 | widget->allocation.height); | |
287 | } | |
288 | ||
289 | return FALSE; | |
290 | } | |
291 | } | |
292 | #endif // wxGTK | |
293 | ||
294 | //----------------------------------------------------------------------------- | |
295 | // "realize" from m_ctrl->m_wxwindow | |
296 | // | |
297 | // If the window wasn't realized when Load was called, this is the | |
298 | // callback for when it is - the purpose of which is to tell | |
299 | // GStreamer to play the video in our control | |
300 | //----------------------------------------------------------------------------- | |
301 | #ifdef __WXGTK__ | |
302 | extern "C" { | |
303 | static gint gtk_window_realize_callback(GtkWidget* widget, | |
304 | wxGStreamerMediaBackend* be) | |
305 | { | |
306 | gdk_flush(); | |
307 | ||
308 | GdkWindow *window = widget->window; | |
309 | wxASSERT(window); | |
310 | ||
311 | gst_x_overlay_set_xwindow_id( GST_X_OVERLAY(be->m_xoverlay), | |
312 | GDK_WINDOW_XWINDOW( window ) | |
313 | ); | |
314 | g_signal_connect (be->GetControl()->m_wxwindow, | |
315 | "expose_event", | |
316 | G_CALLBACK(gtk_window_expose_callback), be); | |
317 | return 0; | |
318 | } | |
319 | } | |
320 | #endif // wxGTK | |
321 | ||
322 | //----------------------------------------------------------------------------- | |
323 | // "state-change" from m_playbin/GST_MESSAGE_STATE_CHANGE | |
324 | // | |
325 | // Called by gstreamer when the state changes - here we | |
326 | // send the appropriate corresponding wx event. | |
327 | // | |
328 | // 0.8 only as HandleStateChange does this in both versions | |
329 | //----------------------------------------------------------------------------- | |
330 | #if GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR < 10 | |
331 | extern "C" { | |
332 | static void gst_state_change_callback(GstElement *play, | |
333 | GstElementState oldstate, | |
334 | GstElementState newstate, | |
335 | wxGStreamerMediaBackend* be) | |
336 | { | |
337 | if(be->m_asynclock.TryLock() == wxMUTEX_NO_ERROR) | |
338 | { | |
339 | be->HandleStateChange(oldstate, newstate); | |
340 | be->m_asynclock.Unlock(); | |
341 | } | |
342 | } | |
343 | } | |
344 | #endif // <0.10 | |
345 | ||
346 | //----------------------------------------------------------------------------- | |
347 | // "eos" from m_playbin/GST_MESSAGE_EOS | |
348 | // | |
349 | // Called by gstreamer when the media is done playing ("end of stream") | |
350 | //----------------------------------------------------------------------------- | |
351 | extern "C" { | |
352 | static void gst_finish_callback(GstElement *WXUNUSED(play), | |
353 | wxGStreamerMediaBackend* be) | |
354 | { | |
355 | wxLogTrace(wxTRACE_GStreamer, wxT("gst_finish_callback")); | |
356 | wxMediaEvent event(wxEVT_MEDIA_FINISHED); | |
357 | be->m_eventHandler->AddPendingEvent(event); | |
358 | } | |
359 | } | |
360 | ||
361 | //----------------------------------------------------------------------------- | |
362 | // "error" from m_playbin/GST_MESSAGE_ERROR | |
363 | // | |
364 | // Called by gstreamer when an error is encountered playing the media - | |
365 | // We call wxLogTrace in addition wxLogSysError so that we can get it | |
366 | // on the command line as well for those who want extra traces. | |
367 | //----------------------------------------------------------------------------- | |
368 | extern "C" { | |
369 | static void gst_error_callback(GstElement *WXUNUSED(play), | |
370 | GstElement *WXUNUSED(src), | |
371 | GError *err, | |
372 | gchar *debug, | |
373 | wxGStreamerMediaBackend* WXUNUSED(be)) | |
374 | { | |
375 | wxString sError; | |
376 | sError.Printf(wxT("gst_error_callback\n") | |
377 | wxT("Error Message:%s\nDebug:%s\n"), | |
378 | (const wxChar*)wxConvUTF8.cMB2WX(err->message), | |
379 | (const wxChar*)wxConvUTF8.cMB2WX(debug)); | |
380 | wxLogTrace(wxTRACE_GStreamer, sError); | |
381 | wxLogSysError(sError); | |
382 | } | |
383 | } | |
384 | ||
385 | //----------------------------------------------------------------------------- | |
386 | // "notify::caps" from the videopad inside "stream-info" of m_playbin | |
387 | // | |
388 | // Called by gstreamer when the video caps for the media is ready - currently | |
389 | // we use the caps to get the natural size of the video | |
390 | // | |
391 | // (Undocumented?) | |
392 | //----------------------------------------------------------------------------- | |
393 | extern "C" { | |
394 | static void gst_notify_caps_callback(GstPad* pad, | |
395 | GParamSpec* WXUNUSED(pspec), | |
396 | wxGStreamerMediaBackend* be) | |
397 | { | |
398 | wxLogTrace(wxTRACE_GStreamer, wxT("gst_notify_caps_callback")); | |
399 | be->QueryVideoSizeFromPad(pad); | |
400 | } | |
401 | } | |
402 | ||
403 | //----------------------------------------------------------------------------- | |
404 | // "notify::stream-info" from m_playbin | |
405 | // | |
406 | // Run through the stuff in "stream-info" of m_playbin for a valid | |
407 | // video pad, and then attempt to query the video size from it - if not | |
408 | // set up an event to do so when ready. | |
409 | // | |
410 | // Currently unused - now we just query it directly using | |
411 | // QueryVideoSizeFromElement. | |
412 | // | |
413 | // (Undocumented?) | |
414 | //----------------------------------------------------------------------------- | |
415 | #if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10 | |
416 | extern "C" { | |
417 | static void gst_notify_stream_info_callback(GstElement* WXUNUSED(element), | |
418 | GParamSpec* WXUNUSED(pspec), | |
419 | wxGStreamerMediaBackend* be) | |
420 | { | |
421 | wxLogTrace(wxTRACE_GStreamer, wxT("gst_notify_stream_info_callback")); | |
422 | be->QueryVideoSizeFromElement(be->m_playbin); | |
423 | } | |
424 | } | |
425 | #endif | |
426 | ||
427 | //----------------------------------------------------------------------------- | |
428 | // "desired-size-changed" from m_xoverlay | |
429 | // | |
430 | // 0.8-specific this provides us with the video size when it changes - | |
431 | // even though we get the caps as well this seems to come before the | |
432 | // caps notification does... | |
433 | // | |
434 | // Note it will return 16,16 for an early-bird value or for audio | |
435 | //----------------------------------------------------------------------------- | |
436 | #if GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR < 10 | |
437 | extern "C" { | |
438 | static void gst_desired_size_changed_callback(GstElement * play, | |
439 | guint width, guint height, | |
440 | wxGStreamerMediaBackend* be) | |
441 | { | |
442 | if(!(width == 16 && height == 16)) | |
443 | { | |
444 | be->m_videoSize.x = width; | |
445 | be->m_videoSize.y = height; | |
446 | } | |
447 | else | |
448 | be->QueryVideoSizeFromElement(be->m_playbin); | |
449 | } | |
450 | } | |
451 | #endif | |
452 | ||
453 | //----------------------------------------------------------------------------- | |
454 | // gst_bus_async_callback [static] | |
455 | // gst_bus_sync_callback [static] | |
456 | // | |
457 | // Called by m_playbin for notifications such as end-of-stream in 0.10 - | |
458 | // in previous versions g_signal notifications were used. Because everything | |
459 | // in centered in one switch statement though it reminds one of old WinAPI | |
460 | // stuff. | |
461 | // | |
462 | // gst_bus_sync_callback is that sync version that is called on the main GUI | |
463 | // thread before the async version that we use to set the xwindow id of the | |
464 | // XOverlay (NB: This isn't currently used - see CreateControl()). | |
465 | //----------------------------------------------------------------------------- | |
466 | #if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10 | |
467 | extern "C" { | |
468 | static gboolean gst_bus_async_callback(GstBus* WXUNUSED(bus), | |
469 | GstMessage* message, | |
470 | wxGStreamerMediaBackend* be) | |
471 | { | |
472 | if(((GstElement*)GST_MESSAGE_SRC(message)) != be->m_playbin) | |
473 | return TRUE; | |
474 | if(be->m_asynclock.TryLock() != wxMUTEX_NO_ERROR) | |
475 | return TRUE; | |
476 | ||
477 | switch(GST_MESSAGE_TYPE(message)) | |
478 | { | |
479 | case GST_MESSAGE_STATE_CHANGED: | |
480 | { | |
481 | GstState oldstate, newstate, pendingstate; | |
482 | gst_message_parse_state_changed(message, &oldstate, | |
483 | &newstate, &pendingstate); | |
484 | be->HandleStateChange(oldstate, newstate); | |
485 | break; | |
486 | } | |
487 | case GST_MESSAGE_EOS: | |
488 | { | |
489 | gst_finish_callback(NULL, be); | |
490 | break; | |
491 | } | |
492 | case GST_MESSAGE_ERROR: | |
493 | { | |
494 | GError* error; | |
495 | gchar* debug; | |
496 | gst_message_parse_error(message, &error, &debug); | |
497 | gst_error_callback(NULL, NULL, error, debug, be); | |
498 | break; | |
499 | } | |
500 | default: | |
501 | break; | |
502 | } | |
503 | ||
504 | be->m_asynclock.Unlock(); | |
505 | return FALSE; // remove the message from Z queue | |
506 | } | |
507 | ||
508 | static GstBusSyncReply gst_bus_sync_callback(GstBus* bus, | |
509 | GstMessage* message, | |
510 | wxGStreamerMediaBackend* be) | |
511 | { | |
512 | // Pass a non-xwindowid-setting event on to the async handler where it | |
513 | // belongs | |
514 | if (GST_MESSAGE_TYPE (message) != GST_MESSAGE_ELEMENT || | |
515 | !gst_structure_has_name (message->structure, "prepare-xwindow-id")) | |
516 | { | |
517 | // | |
518 | // NB: Unfortunately, the async callback can be quite | |
519 | // buggy at times and often doesn't get called at all, | |
520 | // so here we are processing it right here in the calling | |
521 | // thread instead of the GUI one... | |
522 | // | |
523 | if(gst_bus_async_callback(bus, message, be)) | |
524 | return GST_BUS_PASS; | |
525 | else | |
526 | return GST_BUS_DROP; | |
527 | } | |
528 | ||
529 | wxLogTrace(wxTRACE_GStreamer, wxT("Got prepare-xwindow-id")); | |
530 | be->SetupXOverlay(); | |
531 | return GST_BUS_DROP; // We handled this message - drop from the queue | |
532 | } | |
533 | } | |
534 | #endif | |
535 | ||
536 | //----------------------------------------------------------------------------- | |
537 | // | |
538 | // Private (although not in the C++ sense) methods | |
539 | // | |
540 | //----------------------------------------------------------------------------- | |
541 | ||
542 | //----------------------------------------------------------------------------- | |
543 | // wxGStreamerMediaBackend::HandleStateChange | |
544 | // | |
545 | // Handles a state change event from our C Callback for "state-change" or | |
546 | // the async queue in 0.10. (Mostly this is here to avoid locking the | |
547 | // the mutex twice...) | |
548 | //----------------------------------------------------------------------------- | |
549 | void wxGStreamerMediaBackend::HandleStateChange(GstElementState oldstate, | |
550 | GstElementState newstate) | |
551 | { | |
552 | switch(newstate) | |
553 | { | |
554 | case GST_STATE_PLAYING: | |
555 | wxLogTrace(wxTRACE_GStreamer, wxT("Play event")); | |
556 | QueuePlayEvent(); | |
557 | break; | |
558 | case GST_STATE_PAUSED: | |
559 | // For some reason .10 sends a lot of oldstate == newstate | |
560 | // messages - most likely for pending ones - also | |
561 | // !<GST_STATE_PAUSED as we are only concerned | |
562 | if(oldstate < GST_STATE_PAUSED || oldstate == newstate) | |
563 | break; | |
564 | if(wxGStreamerMediaBackend::GetPosition() != 0) | |
565 | { | |
566 | wxLogTrace(wxTRACE_GStreamer, wxT("Pause event")); | |
567 | QueuePauseEvent(); | |
568 | } | |
569 | else | |
570 | { | |
571 | wxLogTrace(wxTRACE_GStreamer, wxT("Stop event")); | |
572 | QueueStopEvent(); | |
573 | } | |
574 | break; | |
575 | default: // GST_STATE_NULL etc. | |
576 | break; | |
577 | } | |
578 | } | |
579 | ||
580 | //----------------------------------------------------------------------------- | |
581 | // wxGStreamerMediaBackend::QueryVideoSizeFromElement | |
582 | // | |
583 | // Run through the stuff in "stream-info" of element for a valid | |
584 | // video pad, and then attempt to query the video size from it - if not | |
585 | // set up an event to do so when ready. Return true | |
586 | // if we got a valid video pad. | |
587 | //----------------------------------------------------------------------------- | |
588 | bool wxGStreamerMediaBackend::QueryVideoSizeFromElement(GstElement* element) | |
589 | { | |
590 | const GList *list = NULL; | |
591 | g_object_get (G_OBJECT (element), "stream-info", &list, NULL); | |
592 | ||
593 | for ( ; list != NULL; list = list->next) | |
594 | { | |
595 | GObject *info = (GObject *) list->data; | |
596 | gint type; | |
597 | GParamSpec *pspec; | |
598 | GEnumValue *val; | |
599 | GstPad *pad = NULL; | |
600 | ||
601 | g_object_get (info, "type", &type, NULL); | |
602 | pspec = g_object_class_find_property ( | |
603 | G_OBJECT_GET_CLASS (info), "type"); | |
604 | val = g_enum_get_value (G_PARAM_SPEC_ENUM (pspec)->enum_class, type); | |
605 | ||
606 | if (!strncasecmp(val->value_name, "video", 5) || | |
607 | !strncmp(val->value_name, "GST_STREAM_TYPE_VIDEO", 21)) | |
608 | { | |
609 | // Newer gstreamer 0.8+ plugins are SUPPOSED to have "object"... | |
610 | // but a lot of old plugins still use "pad" :) | |
611 | pspec = g_object_class_find_property ( | |
612 | G_OBJECT_GET_CLASS (info), "object"); | |
613 | ||
614 | if (!pspec) | |
615 | g_object_get (info, "pad", &pad, NULL); | |
616 | else | |
617 | g_object_get (info, "object", &pad, NULL); | |
618 | ||
619 | #if GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR <= 8 | |
620 | // Killed in 0.9, presumely because events and such | |
621 | // should be pushed on pads regardless of whether they | |
622 | // are currently linked | |
623 | pad = (GstPad *) GST_PAD_REALIZE (pad); | |
624 | wxASSERT(pad); | |
625 | #endif | |
626 | ||
627 | if(!QueryVideoSizeFromPad(pad)) | |
628 | { | |
629 | // wait for those caps to get ready | |
630 | g_signal_connect( | |
631 | pad, | |
632 | "notify::caps", | |
633 | G_CALLBACK(gst_notify_caps_callback), | |
634 | this); | |
635 | } | |
636 | break; | |
637 | }// end if video | |
638 | }// end searching through info list | |
639 | ||
640 | // no video (or extremely delayed stream-info) | |
641 | if(list == NULL) | |
642 | { | |
643 | m_videoSize = wxSize(0,0); | |
644 | return false; | |
645 | } | |
646 | ||
647 | return true; | |
648 | } | |
649 | ||
650 | //----------------------------------------------------------------------------- | |
651 | // wxGStreamerMediaBackend::QueryVideoSizeFromPad | |
652 | // | |
653 | // Gets the size of our video (in wxSize) from a GstPad | |
654 | //----------------------------------------------------------------------------- | |
655 | bool wxGStreamerMediaBackend::QueryVideoSizeFromPad(GstPad* pad) | |
656 | { | |
657 | const GstCaps* caps = GST_PAD_CAPS(pad); | |
658 | if ( caps ) | |
659 | { | |
660 | const GstStructure *s = gst_caps_get_structure (caps, 0); | |
661 | wxASSERT(s); | |
662 | ||
663 | gst_structure_get_int (s, "width", &m_videoSize.x); | |
664 | gst_structure_get_int (s, "height", &m_videoSize.y); | |
665 | ||
666 | const GValue *par; | |
667 | par = gst_structure_get_value (s, "pixel-aspect-ratio"); | |
668 | ||
669 | if (par) | |
670 | { | |
671 | wxLogTrace(wxTRACE_GStreamer, | |
672 | wxT("pixel-aspect-ratio found in pad")); | |
673 | int num = par->data[0].v_int, | |
674 | den = par->data[1].v_int; | |
675 | ||
676 | // TODO: maybe better fraction normalization... | |
677 | if (num > den) | |
678 | m_videoSize.x = (int) ((float) num * m_videoSize.x / den); | |
679 | else | |
680 | m_videoSize.y = (int) ((float) den * m_videoSize.y / num); | |
681 | } | |
682 | ||
683 | wxLogTrace(wxTRACE_GStreamer, wxT("Adjusted video size: [%i,%i]"), | |
684 | m_videoSize.x, m_videoSize.y); | |
685 | return true; | |
686 | } // end if caps | |
687 | ||
688 | return false; // not ready/massive failure | |
689 | } | |
690 | ||
691 | //----------------------------------------------------------------------------- | |
692 | // wxGStreamerMediaBackend::SetupXOverlay | |
693 | // | |
694 | // Attempts to set the XWindow id of our GstXOverlay to tell it which | |
695 | // window to play video in. | |
696 | //----------------------------------------------------------------------------- | |
697 | void wxGStreamerMediaBackend::SetupXOverlay() | |
698 | { | |
699 | // Use the xoverlay extension to tell gstreamer to play in our window | |
700 | #ifdef __WXGTK__ | |
701 | if(!GTK_WIDGET_REALIZED(m_ctrl->m_wxwindow)) | |
702 | { | |
703 | // Not realized yet - set to connect at realization time | |
704 | g_signal_connect (m_ctrl->m_wxwindow, | |
705 | "realize", | |
706 | G_CALLBACK (gtk_window_realize_callback), | |
707 | this); | |
708 | } | |
709 | else | |
710 | { | |
711 | gdk_flush(); | |
712 | ||
713 | GdkWindow *window = m_ctrl->m_wxwindow->window; | |
714 | wxASSERT(window); | |
715 | #endif | |
716 | ||
717 | gst_x_overlay_set_xwindow_id( GST_X_OVERLAY(m_xoverlay), | |
718 | #ifdef __WXGTK__ | |
719 | GDK_WINDOW_XWINDOW( window ) | |
720 | #else | |
721 | ctrl->GetHandle() | |
722 | #endif | |
723 | ); | |
724 | ||
725 | #ifdef __WXGTK__ | |
726 | g_signal_connect (m_ctrl->m_wxwindow, | |
727 | // m_ctrl->m_wxwindow/*m_ctrl->m_widget*/, | |
728 | "expose_event", | |
729 | G_CALLBACK(gtk_window_expose_callback), this); | |
730 | } // end if GtkPizza realized | |
731 | #endif | |
732 | } | |
733 | ||
734 | //----------------------------------------------------------------------------- | |
735 | // wxGStreamerMediaBackend::SyncStateChange | |
736 | // | |
737 | // This function is rather complex - basically the idea is that we | |
738 | // poll the GstBus of m_playbin until it has reached desiredstate, an error | |
739 | // is reached, or there are no more messages left in the GstBus queue. | |
740 | // | |
741 | // Returns true if there are no messages left in the queue or | |
742 | // the current state reaches the disired state. | |
743 | // | |
744 | // PRECONDITION: Assumes m_asynclock is Lock()ed | |
745 | //----------------------------------------------------------------------------- | |
746 | #if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10 | |
747 | bool wxGStreamerMediaBackend::SyncStateChange(GstElement* element, | |
748 | GstElementState desiredstate, | |
749 | gint64 llTimeout) | |
750 | { | |
751 | GstBus* bus = gst_element_get_bus(element); | |
752 | GstMessage* message; | |
753 | bool bBreak = false, | |
754 | bSuccess = false; | |
755 | gint64 llTimeWaited = 0; | |
756 | ||
757 | do | |
758 | { | |
759 | #if 1 | |
760 | // NB: The GStreamer gst_bus_poll is unfortunately broken and | |
761 | // throws silly critical internal errors (for instance | |
762 | // "message != NULL" when the whole point of it is to | |
763 | // poll for the message in the first place!) so we implement | |
764 | // our own "waiting mechinism" | |
765 | if(gst_bus_have_pending(bus) == FALSE) | |
766 | { | |
767 | if(llTimeWaited >= llTimeout) | |
768 | return true; // Reached timeout... assume success | |
769 | llTimeWaited += 10*GST_MSECOND; | |
770 | wxMilliSleep(10); | |
771 | continue; | |
772 | } | |
773 | ||
774 | message = gst_bus_pop(bus); | |
775 | #else | |
776 | message = gst_bus_poll(bus, (GstMessageType) | |
777 | (GST_MESSAGE_STATE_CHANGED | | |
778 | GST_MESSAGE_ERROR | | |
779 | GST_MESSAGE_EOS), llTimeout); | |
780 | if(!message) | |
781 | return true; | |
782 | #endif | |
783 | if(((GstElement*)GST_MESSAGE_SRC(message)) == element) | |
784 | { | |
785 | switch(GST_MESSAGE_TYPE(message)) | |
786 | { | |
787 | case GST_MESSAGE_STATE_CHANGED: | |
788 | { | |
789 | GstState oldstate, newstate, pendingstate; | |
790 | gst_message_parse_state_changed(message, &oldstate, | |
791 | &newstate, &pendingstate); | |
792 | if(newstate == desiredstate) | |
793 | { | |
794 | bSuccess = bBreak = true; | |
795 | } | |
796 | break; | |
797 | } | |
798 | case GST_MESSAGE_ERROR: | |
799 | { | |
800 | GError* error; | |
801 | gchar* debug; | |
802 | gst_message_parse_error(message, &error, &debug); | |
803 | gst_error_callback(NULL, NULL, error, debug, this); | |
804 | bBreak = true; | |
805 | break; | |
806 | } | |
807 | case GST_MESSAGE_EOS: | |
808 | wxLogSysError(wxT("Reached end of stream prematurely")); | |
809 | bBreak = true; | |
810 | break; | |
811 | default: | |
812 | break; // not handled | |
813 | } | |
814 | } | |
815 | ||
816 | gst_message_unref(message); | |
817 | }while(!bBreak); | |
818 | ||
819 | return bSuccess; | |
820 | } | |
821 | #else // 0.8 implementation | |
822 | bool wxGStreamerMediaBackend::SyncStateChange(GstElement* element, | |
823 | GstElementState desiredstate, | |
824 | gint64 llTimeout) | |
825 | { | |
826 | gint64 llTimeWaited = 0; | |
827 | while(GST_STATE(element) != desiredstate) | |
828 | { | |
829 | if(llTimeWaited >= llTimeout) | |
830 | break; | |
831 | llTimeWaited += 10*GST_MSECOND; | |
832 | wxMilliSleep(10); | |
833 | } | |
834 | ||
835 | return llTimeWaited != llTimeout; | |
836 | } | |
837 | #endif | |
838 | ||
839 | //----------------------------------------------------------------------------- | |
840 | // wxGStreamerMediaBackend::TryAudioSink | |
841 | // wxGStreamerMediaBackend::TryVideoSink | |
842 | // | |
843 | // Uses various means to determine whether a passed in video/audio sink | |
844 | // if suitable for us - if it is not we return false and unref the | |
845 | // inappropriate sink. | |
846 | //----------------------------------------------------------------------------- | |
847 | bool wxGStreamerMediaBackend::TryAudioSink(GstElement* audiosink) | |
848 | { | |
849 | if( !GST_IS_ELEMENT(audiosink) ) | |
850 | { | |
851 | if(G_IS_OBJECT(audiosink)) | |
852 | g_object_unref(audiosink); | |
853 | return false; | |
854 | } | |
855 | ||
856 | return true; | |
857 | } | |
858 | ||
859 | bool wxGStreamerMediaBackend::TryVideoSink(GstElement* videosink) | |
860 | { | |
861 | // Check if the video sink either is an xoverlay or might contain one... | |
862 | if( !GST_IS_BIN(videosink) && !GST_IS_X_OVERLAY(videosink) ) | |
863 | { | |
864 | if(G_IS_OBJECT(videosink)) | |
865 | g_object_unref(videosink); | |
866 | return false; | |
867 | } | |
868 | ||
869 | // Make our video sink and make sure it supports the x overlay interface | |
870 | // the x overlay enables us to put the video in our control window | |
871 | // (i.e. we NEED it!) - also connect to the natural video size change event | |
872 | if( GST_IS_BIN(videosink) ) | |
873 | m_xoverlay = (GstXOverlay*) | |
874 | gst_bin_get_by_interface (GST_BIN (videosink), | |
875 | GST_TYPE_X_OVERLAY); | |
876 | else | |
877 | m_xoverlay = (GstXOverlay*) videosink; | |
878 | ||
879 | if ( !GST_IS_X_OVERLAY(m_xoverlay) ) | |
880 | { | |
881 | g_object_unref(videosink); | |
882 | return false; | |
883 | } | |
884 | ||
885 | return true; | |
886 | } | |
887 | ||
888 | //----------------------------------------------------------------------------- | |
889 | // wxGStreamerMediaEventHandler::OnMediaFinish | |
890 | // | |
891 | // Called when the media is about to stop | |
892 | //----------------------------------------------------------------------------- | |
893 | void wxGStreamerMediaEventHandler::OnMediaFinish(wxMediaEvent& WXUNUSED(event)) | |
894 | { | |
895 | // (RN - I have no idea why I thought this was good behaviour.... | |
896 | // maybe it made sense for streaming/nonseeking data but | |
897 | // generally it seems like a really bad idea) - | |
898 | if(m_be->SendStopEvent()) | |
899 | { | |
900 | // Stop the media (we need to set it back to paused | |
901 | // so that people can get the duration et al. | |
902 | // and send the finish event (luckily we can "Sync" it out... LOL!) | |
903 | // (We don't check return values here because we can't really do | |
904 | // anything...) | |
905 | wxMutexLocker lock(m_be->m_asynclock); | |
906 | ||
907 | // Set element to ready+sync it | |
908 | gst_element_set_state (m_be->m_playbin, GST_STATE_READY); | |
909 | m_be->SyncStateChange(m_be->m_playbin, GST_STATE_READY); | |
910 | ||
911 | // Now set it to paused + update pause pos to 0 and | |
912 | // Sync that as well (note that we don't call Stop() here | |
913 | // due to mutex issues) | |
914 | gst_element_set_state (m_be->m_playbin, GST_STATE_PAUSED); | |
915 | m_be->SyncStateChange(m_be->m_playbin, GST_STATE_PAUSED); | |
916 | m_be->m_llPausedPos = 0; | |
917 | ||
918 | // Finally, queue the finish event | |
919 | m_be->QueueFinishEvent(); | |
920 | } | |
921 | } | |
922 | ||
923 | //----------------------------------------------------------------------------- | |
924 | // | |
925 | // Public methods | |
926 | // | |
927 | //----------------------------------------------------------------------------- | |
928 | ||
929 | //----------------------------------------------------------------------------- | |
930 | // wxGStreamerMediaBackend Constructor | |
931 | // | |
932 | // Sets m_playbin to NULL signifying we havn't loaded anything yet | |
933 | //----------------------------------------------------------------------------- | |
934 | wxGStreamerMediaBackend::wxGStreamerMediaBackend() | |
935 | : m_playbin(NULL), | |
936 | m_eventHandler(NULL) | |
937 | { | |
938 | } | |
939 | ||
940 | //----------------------------------------------------------------------------- | |
941 | // wxGStreamerMediaBackend Destructor | |
942 | // | |
943 | // Stops/cleans up memory | |
944 | // | |
945 | // NB: This could trigger a critical warning but doing a SyncStateChange | |
946 | // here is just going to slow down quitting of the app, which is bad. | |
947 | //----------------------------------------------------------------------------- | |
948 | wxGStreamerMediaBackend::~wxGStreamerMediaBackend() | |
949 | { | |
950 | // Dispose of the main player and related objects | |
951 | if(m_playbin) | |
952 | { | |
953 | wxASSERT( GST_IS_OBJECT(m_playbin) ); | |
954 | gst_element_set_state (m_playbin, GST_STATE_NULL); | |
955 | gst_object_unref (GST_OBJECT (m_playbin)); | |
956 | delete m_eventHandler; | |
957 | } | |
958 | } | |
959 | ||
960 | //----------------------------------------------------------------------------- | |
961 | // wxGStreamerMediaBackend::CreateControl | |
962 | // | |
963 | // Initializes GStreamer and creates the wx side of our media control | |
964 | //----------------------------------------------------------------------------- | |
965 | bool wxGStreamerMediaBackend::CreateControl(wxControl* ctrl, wxWindow* parent, | |
966 | wxWindowID id, | |
967 | const wxPoint& pos, | |
968 | const wxSize& size, | |
969 | long style, | |
970 | const wxValidator& validator, | |
971 | const wxString& name) | |
972 | { | |
973 | // | |
974 | //init gstreamer | |
975 | // | |
976 | ||
977 | //Convert arguments to unicode if enabled | |
978 | #if wxUSE_UNICODE | |
979 | int i; | |
980 | char **argvGST = new char*[wxTheApp->argc + 1]; | |
981 | for ( i = 0; i < wxTheApp->argc; i++ ) | |
982 | { | |
983 | #if wxUSE_UNICODE_WCHAR | |
984 | argvGST[i] = wxStrdupA(wxConvUTF8.cWX2MB(wxTheApp->argv[i])); | |
985 | #else | |
986 | argvGST[i] = wxStrdupA(wxTheApp->argv[i].utf8_str()); | |
987 | #endif | |
988 | } | |
989 | ||
990 | argvGST[wxTheApp->argc] = NULL; | |
991 | ||
992 | int argcGST = wxTheApp->argc; | |
993 | #else | |
994 | #define argcGST wxTheApp->argc | |
995 | #define argvGST wxTheApp->argv | |
996 | #endif | |
997 | ||
998 | //Really init gstreamer | |
999 | gboolean bInited; | |
1000 | GError* error = NULL; | |
1001 | #if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10 | |
1002 | bInited = gst_init_check(&argcGST, &argvGST, &error); | |
1003 | #else | |
1004 | bInited = gst_init_check(&argcGST, &argvGST); | |
1005 | #endif | |
1006 | ||
1007 | // Cleanup arguments for unicode case | |
1008 | #if wxUSE_UNICODE | |
1009 | for ( i = 0; i < argcGST; i++ ) | |
1010 | { | |
1011 | free(argvGST[i]); | |
1012 | } | |
1013 | ||
1014 | delete [] argvGST; | |
1015 | #endif | |
1016 | ||
1017 | if(!bInited) //gst_init_check fail? | |
1018 | { | |
1019 | if(error) | |
1020 | { | |
1021 | wxLogSysError(wxT("Could not initialize GStreamer\n") | |
1022 | wxT("Error Message:%s"), | |
1023 | (const wxChar*) wxConvUTF8.cMB2WX(error->message) | |
1024 | ); | |
1025 | g_error_free(error); | |
1026 | } | |
1027 | else | |
1028 | wxLogSysError(wxT("Could not initialize GStreamer")); | |
1029 | ||
1030 | return false; | |
1031 | } | |
1032 | ||
1033 | // | |
1034 | // wxControl creation | |
1035 | // | |
1036 | m_ctrl = wxStaticCast(ctrl, wxMediaCtrl); | |
1037 | ||
1038 | #ifdef __WXGTK__ | |
1039 | // We handle our own GTK expose events | |
1040 | m_ctrl->m_noExpose = true; | |
1041 | #endif | |
1042 | ||
1043 | if( !m_ctrl->wxControl::Create(parent, id, pos, size, | |
1044 | style, // TODO: remove borders??? | |
1045 | validator, name) ) | |
1046 | { | |
1047 | wxFAIL_MSG(wxT("Could not create wxControl!!!")); | |
1048 | return false; | |
1049 | } | |
1050 | ||
1051 | #ifdef __WXGTK__ | |
1052 | // Turn off double-buffering so that | |
1053 | // so it doesn't draw over the video and cause sporadic | |
1054 | // disappearances of the video | |
1055 | gtk_widget_set_double_buffered(m_ctrl->m_wxwindow, FALSE); | |
1056 | #endif | |
1057 | ||
1058 | // don't erase the background of our control window | |
1059 | // so that resizing is a bit smoother | |
1060 | m_ctrl->SetBackgroundStyle(wxBG_STYLE_CUSTOM); | |
1061 | ||
1062 | // Create our playbin object | |
1063 | m_playbin = gst_element_factory_make ("playbin", "play"); | |
1064 | if (!GST_IS_ELEMENT(m_playbin)) | |
1065 | { | |
1066 | if(G_IS_OBJECT(m_playbin)) | |
1067 | g_object_unref(m_playbin); | |
1068 | wxLogSysError(wxT("Got an invalid playbin")); | |
1069 | return false; | |
1070 | } | |
1071 | ||
1072 | #if GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR < 10 | |
1073 | // Connect the glib events/callbacks we want to our playbin | |
1074 | g_signal_connect(m_playbin, "eos", | |
1075 | G_CALLBACK(gst_finish_callback), this); | |
1076 | g_signal_connect(m_playbin, "error", | |
1077 | G_CALLBACK(gst_error_callback), this); | |
1078 | g_signal_connect(m_playbin, "state-change", | |
1079 | G_CALLBACK(gst_state_change_callback), this); | |
1080 | #else | |
1081 | // GStreamer 0.10+ uses GstBus for this now, connect to the sync | |
1082 | // handler as well so we can set the X window id of our xoverlay | |
1083 | gst_bus_add_watch (gst_element_get_bus(m_playbin), | |
1084 | (GstBusFunc) gst_bus_async_callback, this); | |
1085 | gst_bus_set_sync_handler(gst_element_get_bus(m_playbin), | |
1086 | (GstBusSyncHandler) gst_bus_sync_callback, this); | |
1087 | g_signal_connect(m_playbin, "notify::stream-info", | |
1088 | G_CALLBACK(gst_notify_stream_info_callback), this); | |
1089 | #endif | |
1090 | ||
1091 | // Get the audio sink | |
1092 | GstElement* audiosink = gst_gconf_get_default_audio_sink(); | |
1093 | if( !TryAudioSink(audiosink) ) | |
1094 | { | |
1095 | // fallback to autodetection, then alsa, then oss as a stopgap | |
1096 | audiosink = gst_element_factory_make ("autoaudiosink", "audio-sink"); | |
1097 | if( !TryAudioSink(audiosink) ) | |
1098 | { | |
1099 | audiosink = gst_element_factory_make ("alsasink", "alsa-output"); | |
1100 | if( !TryAudioSink(audiosink) ) | |
1101 | { | |
1102 | audiosink = gst_element_factory_make ("osssink", "play_audio"); | |
1103 | if( !TryAudioSink(audiosink) ) | |
1104 | { | |
1105 | wxLogSysError(wxT("Could not find a valid audiosink")); | |
1106 | return false; | |
1107 | } | |
1108 | } | |
1109 | } | |
1110 | } | |
1111 | ||
1112 | // Setup video sink - first try gconf, then auto, then xvimage and | |
1113 | // then finally plain ximage | |
1114 | GstElement* videosink = gst_gconf_get_default_video_sink(); | |
1115 | if( !TryVideoSink(videosink) ) | |
1116 | { | |
1117 | videosink = gst_element_factory_make ("autovideosink", "video-sink"); | |
1118 | if( !TryVideoSink(videosink) ) | |
1119 | { | |
1120 | videosink = gst_element_factory_make ("xvimagesink", "video-sink"); | |
1121 | if( !TryVideoSink(videosink) ) | |
1122 | { | |
1123 | // finally, do a final fallback to ximagesink | |
1124 | videosink = | |
1125 | gst_element_factory_make ("ximagesink", "video-sink"); | |
1126 | if( !TryVideoSink(videosink) ) | |
1127 | { | |
1128 | g_object_unref(audiosink); | |
1129 | wxLogSysError(wxT("Could not find a suitable video sink")); | |
1130 | return false; | |
1131 | } | |
1132 | } | |
1133 | } | |
1134 | } | |
1135 | ||
1136 | #if GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR < 10 | |
1137 | // Not on 0.10... called when video size changes | |
1138 | g_signal_connect(m_xoverlay, "desired-size-changed", | |
1139 | G_CALLBACK(gst_desired_size_changed_callback), this); | |
1140 | #endif | |
1141 | // Tell GStreamer which window to draw to in 0.8 - 0.10 | |
1142 | // sometimes needs this too... | |
1143 | SetupXOverlay(); | |
1144 | ||
1145 | // Now that we know (or, rather think) our video and audio sink | |
1146 | // are valid set our playbin to use them | |
1147 | g_object_set (G_OBJECT (m_playbin), | |
1148 | "video-sink", videosink, | |
1149 | "audio-sink", audiosink, | |
1150 | NULL); | |
1151 | ||
1152 | m_eventHandler = new wxGStreamerMediaEventHandler(this); | |
1153 | return true; | |
1154 | } | |
1155 | ||
1156 | //----------------------------------------------------------------------------- | |
1157 | // wxGStreamerMediaBackend::Load (File version) | |
1158 | // | |
1159 | // Just calls DoLoad() with a prepended file scheme | |
1160 | //----------------------------------------------------------------------------- | |
1161 | bool wxGStreamerMediaBackend::Load(const wxString& fileName) | |
1162 | { | |
1163 | return DoLoad(wxString( wxT("file://") ) + fileName); | |
1164 | } | |
1165 | ||
1166 | //----------------------------------------------------------------------------- | |
1167 | // wxGStreamerMediaBackend::Load (URI version) | |
1168 | // | |
1169 | // In the case of a file URI passes it unencoded - | |
1170 | // also, as of 0.10.3 and earlier GstURI (the uri parser for gstreamer) | |
1171 | // is sort of broken and only accepts uris with at least two slashes | |
1172 | // after the scheme (i.e. file: == not ok, file:// == ok) | |
1173 | //----------------------------------------------------------------------------- | |
1174 | bool wxGStreamerMediaBackend::Load(const wxURI& location) | |
1175 | { | |
1176 | if(location.GetScheme().CmpNoCase(wxT("file")) == 0) | |
1177 | { | |
1178 | wxString uristring = location.BuildUnescapedURI(); | |
1179 | ||
1180 | //Workaround GstURI leading "//" problem and make sure it leads | |
1181 | //with that | |
1182 | return DoLoad(wxString(wxT("file://")) + | |
1183 | uristring.Right(uristring.length() - 5) | |
1184 | ); | |
1185 | } | |
1186 | else | |
1187 | return DoLoad(location.BuildURI()); | |
1188 | } | |
1189 | ||
1190 | //----------------------------------------------------------------------------- | |
1191 | // wxGStreamerMediaBackend::DoLoad | |
1192 | // | |
1193 | // Loads the media | |
1194 | // 1) Reset member variables and set playbin back to ready state | |
1195 | // 2) Check URI for validity and then tell the playbin to load it | |
1196 | // 3) Set the playbin to the pause state | |
1197 | // | |
1198 | // NB: Even after this function is over with we probably don't have the | |
1199 | // video size or duration - no amount of clever hacking is going to get | |
1200 | // around that, unfortunately. | |
1201 | //----------------------------------------------------------------------------- | |
1202 | bool wxGStreamerMediaBackend::DoLoad(const wxString& locstring) | |
1203 | { | |
1204 | wxMutexLocker lock(m_asynclock); // lock state events and async callbacks | |
1205 | ||
1206 | // Reset positions & rate | |
1207 | m_llPausedPos = 0; | |
1208 | m_dRate = 1.0; | |
1209 | m_videoSize = wxSize(0,0); | |
1210 | ||
1211 | // Set playbin to ready to stop the current media... | |
1212 | if( gst_element_set_state (m_playbin, | |
1213 | GST_STATE_READY) == GST_STATE_FAILURE || | |
1214 | !SyncStateChange(m_playbin, GST_STATE_READY)) | |
1215 | { | |
1216 | wxLogSysError(wxT("wxGStreamerMediaBackend::Load - ") | |
1217 | wxT("Could not set initial state to ready")); | |
1218 | return false; | |
1219 | } | |
1220 | ||
1221 | // free current media resources | |
1222 | gst_element_set_state (m_playbin, GST_STATE_NULL); | |
1223 | ||
1224 | // Make sure the passed URI is valid and tell playbin to load it | |
1225 | // non-file uris are encoded | |
1226 | wxASSERT(gst_uri_protocol_is_valid("file")); | |
1227 | wxASSERT(gst_uri_is_valid(locstring.mb_str())); | |
1228 | ||
1229 | g_object_set (G_OBJECT (m_playbin), "uri", | |
1230 | (const char*)locstring.mb_str(), NULL); | |
1231 | ||
1232 | // Try to pause media as gstreamer won't let us query attributes | |
1233 | // such as video size unless it is paused or playing | |
1234 | if( gst_element_set_state (m_playbin, | |
1235 | GST_STATE_PAUSED) == GST_STATE_FAILURE || | |
1236 | !SyncStateChange(m_playbin, GST_STATE_PAUSED)) | |
1237 | { | |
1238 | return false; // no real error message needed here as this is | |
1239 | // generic failure 99% of the time (i.e. no | |
1240 | // source etc.) and has an error message | |
1241 | } | |
1242 | ||
1243 | ||
1244 | NotifyMovieLoaded(); // Notify the user - all we can do for now | |
1245 | return true; | |
1246 | } | |
1247 | ||
1248 | ||
1249 | //----------------------------------------------------------------------------- | |
1250 | // wxGStreamerMediaBackend::Play | |
1251 | // | |
1252 | // Sets the stream to a playing state | |
1253 | // | |
1254 | // THREAD-UNSAFE in 0.8, maybe in 0.10 as well | |
1255 | //----------------------------------------------------------------------------- | |
1256 | bool wxGStreamerMediaBackend::Play() | |
1257 | { | |
1258 | if (gst_element_set_state (m_playbin, | |
1259 | GST_STATE_PLAYING) == GST_STATE_FAILURE) | |
1260 | return false; | |
1261 | return true; | |
1262 | } | |
1263 | ||
1264 | //----------------------------------------------------------------------------- | |
1265 | // wxGStreamerMediaBackend::Pause | |
1266 | // | |
1267 | // Marks where we paused and pauses the stream | |
1268 | // | |
1269 | // THREAD-UNSAFE in 0.8, maybe in 0.10 as well | |
1270 | //----------------------------------------------------------------------------- | |
1271 | bool wxGStreamerMediaBackend::Pause() | |
1272 | { | |
1273 | m_llPausedPos = wxGStreamerMediaBackend::GetPosition(); | |
1274 | if (gst_element_set_state (m_playbin, | |
1275 | GST_STATE_PAUSED) == GST_STATE_FAILURE) | |
1276 | return false; | |
1277 | return true; | |
1278 | } | |
1279 | ||
1280 | //----------------------------------------------------------------------------- | |
1281 | // wxGStreamerMediaBackend::Stop | |
1282 | // | |
1283 | // Pauses the stream and sets the position to 0. Note that this is | |
1284 | // synchronous (!) pausing. | |
1285 | // | |
1286 | // Due to the mutex locking this is probably thread-safe actually. | |
1287 | //----------------------------------------------------------------------------- | |
1288 | bool wxGStreamerMediaBackend::Stop() | |
1289 | { | |
1290 | { // begin state lock | |
1291 | wxMutexLocker lock(m_asynclock); | |
1292 | if(gst_element_set_state (m_playbin, | |
1293 | GST_STATE_PAUSED) == GST_STATE_FAILURE || | |
1294 | !SyncStateChange(m_playbin, GST_STATE_PAUSED)) | |
1295 | { | |
1296 | wxLogSysError(wxT("Could not set state to paused for Stop()")); | |
1297 | return false; | |
1298 | } | |
1299 | } // end state lock | |
1300 | ||
1301 | bool bSeekedOK = wxGStreamerMediaBackend::SetPosition(0); | |
1302 | ||
1303 | if(!bSeekedOK) | |
1304 | { | |
1305 | wxLogSysError(wxT("Could not seek to initial position in Stop()")); | |
1306 | return false; | |
1307 | } | |
1308 | ||
1309 | QueueStopEvent(); // Success | |
1310 | return true; | |
1311 | } | |
1312 | ||
1313 | //----------------------------------------------------------------------------- | |
1314 | // wxGStreamerMediaBackend::GetState | |
1315 | // | |
1316 | // Gets the state of the media | |
1317 | //----------------------------------------------------------------------------- | |
1318 | wxMediaState wxGStreamerMediaBackend::GetState() | |
1319 | { | |
1320 | switch(GST_STATE(m_playbin)) | |
1321 | { | |
1322 | case GST_STATE_PLAYING: | |
1323 | return wxMEDIASTATE_PLAYING; | |
1324 | case GST_STATE_PAUSED: | |
1325 | if (m_llPausedPos == 0) | |
1326 | return wxMEDIASTATE_STOPPED; | |
1327 | else | |
1328 | return wxMEDIASTATE_PAUSED; | |
1329 | default://case GST_STATE_READY: | |
1330 | return wxMEDIASTATE_STOPPED; | |
1331 | } | |
1332 | } | |
1333 | ||
1334 | //----------------------------------------------------------------------------- | |
1335 | // wxGStreamerMediaBackend::GetPosition | |
1336 | // | |
1337 | // If paused, returns our marked position - otherwise it queries the | |
1338 | // GStreamer playbin for the position and returns that | |
1339 | // | |
1340 | // NB: | |
1341 | // NB: At least in 0.8, when you pause and seek gstreamer | |
1342 | // NB: doesn't update the position sometimes, so we need to keep track of | |
1343 | // NB: whether we have paused or not and keep track of the time after the | |
1344 | // NB: pause and whenever the user seeks while paused | |
1345 | // NB: | |
1346 | // | |
1347 | // THREAD-UNSAFE, at least if not paused. Requires media to be at least paused. | |
1348 | //----------------------------------------------------------------------------- | |
1349 | wxLongLong wxGStreamerMediaBackend::GetPosition() | |
1350 | { | |
1351 | if(GetState() != wxMEDIASTATE_PLAYING) | |
1352 | return m_llPausedPos; | |
1353 | else | |
1354 | { | |
1355 | gint64 pos; | |
1356 | GstFormat fmtTime = GST_FORMAT_TIME; | |
1357 | ||
1358 | if (!wxGst_element_query_position(m_playbin, &fmtTime, &pos) || | |
1359 | fmtTime != GST_FORMAT_TIME || pos == -1) | |
1360 | return 0; | |
1361 | return pos / GST_MSECOND ; | |
1362 | } | |
1363 | } | |
1364 | ||
1365 | //----------------------------------------------------------------------------- | |
1366 | // wxGStreamerMediaBackend::SetPosition | |
1367 | // | |
1368 | // Sets the position of the stream | |
1369 | // Note that GST_MSECOND is 1000000 (GStreamer uses nanoseconds - so | |
1370 | // there is 1000000 nanoseconds in a millisecond) | |
1371 | // | |
1372 | // If we are paused we update the cached pause position. | |
1373 | // | |
1374 | // This is also an exceedingly ugly function due to the three implementations | |
1375 | // (or, rather two plus one implementation without a seek function). | |
1376 | // | |
1377 | // This is asynchronous and thread-safe on both 0.8 and 0.10. | |
1378 | // | |
1379 | // NB: This fires both a stop and play event if the media was previously | |
1380 | // playing... which in some ways makes sense. And yes, this makes the video | |
1381 | // go all haywire at times - a gstreamer bug... | |
1382 | //----------------------------------------------------------------------------- | |
1383 | bool wxGStreamerMediaBackend::SetPosition(wxLongLong where) | |
1384 | { | |
1385 | #if GST_VERSION_MAJOR == 0 && GST_VERSION_MINOR == 8 \ | |
1386 | && GST_VERSION_MICRO == 0 | |
1387 | // 0.8.0 has no gst_element_seek according to official docs!!! | |
1388 | wxLogSysError(wxT("GStreamer 0.8.0 does not have gst_element_seek") | |
1389 | wxT(" according to official docs")); | |
1390 | return false; | |
1391 | #else // != 0.8.0 | |
1392 | ||
1393 | # if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10 | |
1394 | gst_element_seek (m_playbin, m_dRate, GST_FORMAT_TIME, | |
1395 | (GstSeekFlags)(GST_SEEK_FLAG_FLUSH | GST_SEEK_FLAG_KEY_UNIT), | |
1396 | GST_SEEK_TYPE_SET, where.GetValue() * GST_MSECOND, | |
1397 | GST_SEEK_TYPE_NONE, GST_CLOCK_TIME_NONE ); | |
1398 | # else | |
1399 | // NB: Some gstreamer versions return false basically all the time | |
1400 | // here - even totem doesn't bother to check the return value here | |
1401 | // so I guess we'll just assume it worked - | |
1402 | // TODO: maybe check the gst error callback??? | |
1403 | gst_element_seek (m_playbin, (GstSeekType) (GST_SEEK_METHOD_SET | | |
1404 | GST_FORMAT_TIME | GST_SEEK_FLAG_FLUSH), | |
1405 | where.GetValue() * GST_MSECOND ); | |
1406 | ||
1407 | # endif // GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10 | |
1408 | ||
1409 | { | |
1410 | m_llPausedPos = where; | |
1411 | return true; | |
1412 | } | |
1413 | return true; | |
1414 | #endif //== 0.8.0 | |
1415 | } | |
1416 | ||
1417 | //----------------------------------------------------------------------------- | |
1418 | // wxGStreamerMediaBackend::GetDuration | |
1419 | // | |
1420 | // Obtains the total time of our stream | |
1421 | // THREAD-UNSAFE, requires media to be paused or playing | |
1422 | //----------------------------------------------------------------------------- | |
1423 | wxLongLong wxGStreamerMediaBackend::GetDuration() | |
1424 | { | |
1425 | gint64 length; | |
1426 | GstFormat fmtTime = GST_FORMAT_TIME; | |
1427 | ||
1428 | if(!wxGst_element_query_duration(m_playbin, &fmtTime, &length) || | |
1429 | fmtTime != GST_FORMAT_TIME || length == -1) | |
1430 | return 0; | |
1431 | return length / GST_MSECOND ; | |
1432 | } | |
1433 | ||
1434 | //----------------------------------------------------------------------------- | |
1435 | // wxGStreamerMediaBackend::Move | |
1436 | // | |
1437 | // Called when the window is moved - GStreamer takes care of this | |
1438 | // for us so nothing is needed | |
1439 | //----------------------------------------------------------------------------- | |
1440 | void wxGStreamerMediaBackend::Move(int WXUNUSED(x), | |
1441 | int WXUNUSED(y), | |
1442 | int WXUNUSED(w), | |
1443 | int WXUNUSED(h)) | |
1444 | { | |
1445 | } | |
1446 | ||
1447 | //----------------------------------------------------------------------------- | |
1448 | // wxGStreamerMediaBackend::GetVideoSize | |
1449 | // | |
1450 | // Returns our cached video size from Load/gst_notify_caps_callback | |
1451 | // gst_x_overlay_get_desired_size also does this in 0.8... | |
1452 | //----------------------------------------------------------------------------- | |
1453 | wxSize wxGStreamerMediaBackend::GetVideoSize() const | |
1454 | { | |
1455 | return m_videoSize; | |
1456 | } | |
1457 | ||
1458 | //----------------------------------------------------------------------------- | |
1459 | // wxGStreamerMediaBackend::GetPlaybackRate | |
1460 | // wxGStreamerMediaBackend::SetPlaybackRate | |
1461 | // | |
1462 | // Obtains/Sets the playback rate of the stream | |
1463 | // | |
1464 | //TODO: PlaybackRate not currently supported via playbin directly - | |
1465 | //TODO: Ronald S. Bultje noted on gstreamer-devel: | |
1466 | //TODO: | |
1467 | //TODO: Like "play at twice normal speed"? Or "play at 25 fps and 44,1 kHz"? As | |
1468 | //TODO: for the first, yes, we have elements for that, btu they"re not part of | |
1469 | //TODO: playbin. You can create a bin (with a ghost pad) containing the actual | |
1470 | //TODO: video/audiosink and the speed-changing element for this, and set that | |
1471 | //TODO: element as video-sink or audio-sink property in playbin. The | |
1472 | //TODO: audio-element is called "speed", the video-element is called "videodrop" | |
1473 | //TODO: (although that appears to be deprecated in favour of "videorate", which | |
1474 | //TODO: again cannot do this, so this may not work at all in the end). For | |
1475 | //TODO: forcing frame/samplerates, see audioscale and videorate. Audioscale is | |
1476 | //TODO: part of playbin. | |
1477 | // | |
1478 | // In 0.10 GStreamer has new gst_element_seek API that might | |
1479 | // support this - and I've got an attempt to do so but it is untested | |
1480 | // but it would appear to work... | |
1481 | //----------------------------------------------------------------------------- | |
1482 | double wxGStreamerMediaBackend::GetPlaybackRate() | |
1483 | { | |
1484 | return m_dRate; // Could use GST_QUERY_RATE but the API doesn't seem | |
1485 | // final on that yet and there may not be any actual | |
1486 | // plugins that support it... | |
1487 | } | |
1488 | ||
1489 | bool wxGStreamerMediaBackend::SetPlaybackRate(double dRate) | |
1490 | { | |
1491 | #if GST_VERSION_MAJOR > 0 || GST_VERSION_MINOR >= 10 | |
1492 | #if 0 // not tested enough | |
1493 | if( gst_element_seek (m_playbin, dRate, GST_FORMAT_TIME, | |
1494 | (GstSeekFlags)(GST_SEEK_FLAG_FLUSH | GST_SEEK_FLAG_KEY_UNIT), | |
1495 | GST_SEEK_TYPE_CUR, 0, | |
1496 | GST_SEEK_TYPE_NONE, GST_CLOCK_TIME_NONE ) ) | |
1497 | { | |
1498 | m_dRate = dRate; | |
1499 | return true; | |
1500 | } | |
1501 | #else | |
1502 | wxUnusedVar(dRate); | |
1503 | #endif | |
1504 | #endif | |
1505 | ||
1506 | // failure | |
1507 | return false; | |
1508 | } | |
1509 | ||
1510 | //----------------------------------------------------------------------------- | |
1511 | // wxGStreamerMediaBackend::GetDownloadProgress | |
1512 | // | |
1513 | // Not really outwardly possible - have been suggested that one could | |
1514 | // get the information from the component that "downloads" | |
1515 | //----------------------------------------------------------------------------- | |
1516 | wxLongLong wxGStreamerMediaBackend::GetDownloadProgress() | |
1517 | { | |
1518 | return 0; | |
1519 | } | |
1520 | ||
1521 | //----------------------------------------------------------------------------- | |
1522 | // wxGStreamerMediaBackend::GetDownloadTotal | |
1523 | // | |
1524 | // TODO: Cache this? | |
1525 | // NB: The length changes every call for some reason due to | |
1526 | // GStreamer implementation issues | |
1527 | // THREAD-UNSAFE, requires media to be paused or playing | |
1528 | //----------------------------------------------------------------------------- | |
1529 | wxLongLong wxGStreamerMediaBackend::GetDownloadTotal() | |
1530 | { | |
1531 | gint64 length; | |
1532 | GstFormat fmtBytes = GST_FORMAT_BYTES; | |
1533 | ||
1534 | if (!wxGst_element_query_duration(m_playbin, &fmtBytes, &length) || | |
1535 | fmtBytes != GST_FORMAT_BYTES || length == -1) | |
1536 | return 0; | |
1537 | return length; | |
1538 | } | |
1539 | ||
1540 | //----------------------------------------------------------------------------- | |
1541 | // wxGStreamerMediaBackend::SetVolume | |
1542 | // wxGStreamerMediaBackend::GetVolume | |
1543 | // | |
1544 | // Sets/Gets the volume through the playbin object. | |
1545 | // Note that this requires a relatively recent gst-plugins so we | |
1546 | // check at runtime to see whether it is available or not otherwise | |
1547 | // GST spits out an error on the command line | |
1548 | //----------------------------------------------------------------------------- | |
1549 | bool wxGStreamerMediaBackend::SetVolume(double dVolume) | |
1550 | { | |
1551 | if(g_object_class_find_property( | |
1552 | G_OBJECT_GET_CLASS(G_OBJECT(m_playbin)), | |
1553 | "volume") != NULL) | |
1554 | { | |
1555 | g_object_set(G_OBJECT(m_playbin), "volume", dVolume, NULL); | |
1556 | return true; | |
1557 | } | |
1558 | else | |
1559 | { | |
1560 | wxLogTrace(wxTRACE_GStreamer, | |
1561 | wxT("SetVolume: volume prop not found - 0.8.5 of ") | |
1562 | wxT("gst-plugins probably needed")); | |
1563 | return false; | |
1564 | } | |
1565 | } | |
1566 | ||
1567 | double wxGStreamerMediaBackend::GetVolume() | |
1568 | { | |
1569 | double dVolume = 1.0; | |
1570 | ||
1571 | if(g_object_class_find_property( | |
1572 | G_OBJECT_GET_CLASS(G_OBJECT(m_playbin)), | |
1573 | "volume") != NULL) | |
1574 | { | |
1575 | g_object_get(G_OBJECT(m_playbin), "volume", &dVolume, NULL); | |
1576 | } | |
1577 | else | |
1578 | { | |
1579 | wxLogTrace(wxTRACE_GStreamer, | |
1580 | wxT("GetVolume: volume prop not found - 0.8.5 of ") | |
1581 | wxT("gst-plugins probably needed")); | |
1582 | } | |
1583 | ||
1584 | return dVolume; | |
1585 | } | |
1586 | ||
1587 | #endif //wxUSE_GSTREAMER | |
1588 | ||
1589 | // Force link into main library so this backend can be loaded | |
1590 | #include "wx/html/forcelnk.h" | |
1591 | FORCE_LINK_ME(basewxmediabackends) | |
1592 | ||
1593 | #endif //wxUSE_MEDIACTRL |