1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
|
/*
* Copyright (C) 2007, 2009 Apple Inc. All rights reserved.
* Copyright (C) 2007 Collabora Ltd. All rights reserved.
* Copyright (C) 2007 Alp Toker <alp@atoker.com>
* Copyright (C) 2009, 2010, 2011, 2012, 2013, 2015, 2016 Igalia S.L
* Copyright (C) 2014 Cable Television Laboratories, Inc.
* Copyright (C) 2015, 2016 Metrological Group B.V.
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public License
* aint with this library; see the file COPYING.LIB. If not, write to
* the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#ifndef MediaPlayerPrivateGStreamer_h
#define MediaPlayerPrivateGStreamer_h
#if ENABLE(VIDEO) && USE(GSTREAMER)
#include "GRefPtrGStreamer.h"
#include "MediaPlayerPrivateGStreamerBase.h"
#include "Timer.h"
#include <glib.h>
#include <gst/gst.h>
#include <gst/pbutils/install-plugins.h>
#include <wtf/Forward.h>
#include <wtf/RunLoop.h>
#include <wtf/WeakPtr.h>
#if ENABLE(VIDEO_TRACK) && USE(GSTREAMER_MPEGTS)
#include <wtf/text/AtomicStringHash.h>
#endif
typedef struct _GstBuffer GstBuffer;
typedef struct _GstMessage GstMessage;
typedef struct _GstElement GstElement;
typedef struct _GstMpegtsSection GstMpegtsSection;
namespace WebCore {
#if ENABLE(WEB_AUDIO)
class AudioSourceProvider;
class AudioSourceProviderGStreamer;
#endif
class AudioTrackPrivateGStreamer;
class InbandMetadataTextTrackPrivateGStreamer;
class InbandTextTrackPrivateGStreamer;
class MediaPlayerRequestInstallMissingPluginsCallback;
class VideoTrackPrivateGStreamer;
#if ENABLE(MEDIA_SOURCE)
class MediaSourcePrivateClient;
#endif
class MediaPlayerPrivateGStreamer : public MediaPlayerPrivateGStreamerBase {
public:
explicit MediaPlayerPrivateGStreamer(MediaPlayer*);
virtual ~MediaPlayerPrivateGStreamer();
static void registerMediaEngine(MediaEngineRegistrar);
void handleMessage(GstMessage*);
void handlePluginInstallerResult(GstInstallPluginsReturn);
bool hasVideo() const override { return m_hasVideo; }
bool hasAudio() const override { return m_hasAudio; }
void load(const String &url) override;
#if ENABLE(MEDIA_SOURCE)
void load(const String& url, MediaSourcePrivateClient*) override;
#endif
#if ENABLE(MEDIA_STREAM)
void load(MediaStreamPrivate&) override;
#endif
void commitLoad();
void cancelLoad() override;
void prepareToPlay() override;
void play() override;
void pause() override;
bool paused() const override;
bool seeking() const override;
MediaTime durationMediaTime() const override;
MediaTime currentMediaTime() const override;
void seek(float) override;
void setRate(float) override;
double rate() const override;
void setPreservesPitch(bool) override;
void setPreload(MediaPlayer::Preload) override;
void fillTimerFired();
std::unique_ptr<PlatformTimeRanges> buffered() const override;
float maxTimeSeekable() const override;
bool didLoadingProgress() const override;
unsigned long long totalBytes() const override;
float maxTimeLoaded() const override;
bool hasSingleSecurityOrigin() const override;
void loadStateChanged();
void timeChanged();
void didEnd();
virtual void durationChanged();
void loadingFailed(MediaPlayer::NetworkState);
virtual void sourceChanged();
GstElement* audioSink() const override;
virtual void configurePlaySink() { }
void simulateAudioInterruption() override;
virtual bool changePipelineState(GstState);
#if ENABLE(WEB_AUDIO)
AudioSourceProvider* audioSourceProvider() override;
#endif
bool isLiveStream() const override { return m_isStreaming; }
bool handleSyncMessage(GstMessage*) override;
private:
static void getSupportedTypes(HashSet<String, ASCIICaseInsensitiveHash>&);
static MediaPlayer::SupportsType supportsType(const MediaEngineSupportParameters&);
static bool isAvailable();
WeakPtr<MediaPlayerPrivateGStreamer> createWeakPtr() { return m_weakPtrFactory.createWeakPtr(); }
GstElement* createAudioSink() override;
double playbackPosition() const;
virtual void updateStates();
virtual void asyncStateChangeDone();
void createGSTPlayBin();
bool loadNextLocation();
void mediaLocationChanged(GstMessage*);
virtual void setDownloadBuffering();
void processBufferingStats(GstMessage*);
#if ENABLE(VIDEO_TRACK) && USE(GSTREAMER_MPEGTS)
void processMpegTsSection(GstMpegtsSection*);
#endif
#if ENABLE(VIDEO_TRACK)
void processTableOfContents(GstMessage*);
void processTableOfContentsEntry(GstTocEntry*);
#endif
virtual bool doSeek(gint64 position, float rate, GstSeekFlags seekType);
virtual void updatePlaybackRate();
String engineDescription() const override { return "GStreamer"; }
bool didPassCORSAccessCheck() const override;
bool canSaveMediaData() const override;
void purgeOldDownloadFiles(const char*);
static void uriDecodeBinElementAddedCallback(GstBin*, GstElement*, MediaPlayerPrivateGStreamer*);
static void downloadBufferFileCreatedCallback(MediaPlayerPrivateGStreamer*);
protected:
void cacheDuration();
bool m_buffering;
int m_bufferingPercentage;
mutable float m_cachedPosition;
bool m_canFallBackToLastFinishedSeekPosition;
bool m_changingRate;
bool m_downloadFinished;
bool m_errorOccured;
mutable bool m_isEndReached;
mutable bool m_isStreaming;
mutable gdouble m_durationAtEOS;
bool m_paused;
float m_playbackRate;
GstState m_requestedState;
bool m_resetPipeline;
bool m_seeking;
bool m_seekIsPending;
float m_seekTime;
GRefPtr<GstElement> m_source;
bool m_volumeAndMuteInitialized;
void readyTimerFired();
void notifyPlayerOfVideo();
void notifyPlayerOfVideoCaps();
void notifyPlayerOfAudio();
#if ENABLE(VIDEO_TRACK)
void notifyPlayerOfText();
void newTextSample();
#endif
void ensureAudioSourceProvider();
void setAudioStreamProperties(GObject*);
static void setAudioStreamPropertiesCallback(MediaPlayerPrivateGStreamer*, GObject*);
static void sourceChangedCallback(MediaPlayerPrivateGStreamer*);
static void videoChangedCallback(MediaPlayerPrivateGStreamer*);
static void videoSinkCapsChangedCallback(MediaPlayerPrivateGStreamer*);
static void audioChangedCallback(MediaPlayerPrivateGStreamer*);
#if ENABLE(VIDEO_TRACK)
static void textChangedCallback(MediaPlayerPrivateGStreamer*);
static GstFlowReturn newTextSampleCallback(MediaPlayerPrivateGStreamer*);
#endif
private:
WeakPtrFactory<MediaPlayerPrivateGStreamer> m_weakPtrFactory;
#if ENABLE(VIDEO_TRACK)
GRefPtr<GstElement> m_textAppSink;
GRefPtr<GstPad> m_textAppSinkPad;
#endif
GstStructure* m_mediaLocations;
int m_mediaLocationCurrentIndex;
bool m_playbackRatePause;
float m_timeOfOverlappingSeek;
float m_lastPlaybackRate;
Timer m_fillTimer;
float m_maxTimeLoaded;
MediaPlayer::Preload m_preload;
bool m_delayingLoad;
mutable float m_maxTimeLoadedAtLastDidLoadingProgress;
bool m_hasVideo;
bool m_hasAudio;
RunLoop::Timer<MediaPlayerPrivateGStreamer> m_readyTimerHandler;
mutable unsigned long long m_totalBytes;
URL m_url;
bool m_preservesPitch;
#if ENABLE(WEB_AUDIO)
std::unique_ptr<AudioSourceProviderGStreamer> m_audioSourceProvider;
#endif
GRefPtr<GstElement> m_autoAudioSink;
GRefPtr<GstElement> m_downloadBuffer;
RefPtr<MediaPlayerRequestInstallMissingPluginsCallback> m_missingPluginsCallback;
#if ENABLE(VIDEO_TRACK)
Vector<RefPtr<AudioTrackPrivateGStreamer>> m_audioTracks;
Vector<RefPtr<InbandTextTrackPrivateGStreamer>> m_textTracks;
Vector<RefPtr<VideoTrackPrivateGStreamer>> m_videoTracks;
RefPtr<InbandMetadataTextTrackPrivateGStreamer> m_chaptersTrack;
#endif
#if ENABLE(VIDEO_TRACK) && USE(GSTREAMER_MPEGTS)
HashMap<AtomicString, RefPtr<InbandMetadataTextTrackPrivateGStreamer>> m_metadataTracks;
#endif
virtual bool isMediaSource() const { return false; }
};
}
#endif // USE(GSTREAMER)
#endif
|
