1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
|
/*
* Copyright (C) 2007, 2008, 2009, 2010 Apple Inc. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY APPLE COMPUTER, INC. ``AS IS'' AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE COMPUTER, INC. OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
* OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#ifndef THIRD_PARTY_BLINK_RENDERER_CORE_HTML_MEDIA_HTML_VIDEO_ELEMENT_H_
#define THIRD_PARTY_BLINK_RENDERER_CORE_HTML_MEDIA_HTML_VIDEO_ELEMENT_H_
#include "third_party/blink/public/common/media/display_type.h"
#include "third_party/blink/renderer/core/core_export.h"
#include "third_party/blink/renderer/core/html/canvas/canvas_image_source.h"
#include "third_party/blink/renderer/core/html/html_image_loader.h"
#include "third_party/blink/renderer/core/html/media/html_media_element.h"
#include "third_party/blink/renderer/core/imagebitmap/image_bitmap_source.h"
#include "third_party/blink/renderer/core/paint/compositing/paint_layer_compositor.h"
#include "third_party/blink/renderer/platform/graphics/canvas_resource_provider.h"
#include "third_party/khronos/GLES2/gl2.h"
namespace blink {
class ImageBitmapOptions;
class IntersectionObserverEntry;
class MediaCustomControlsFullscreenDetector;
class MediaRemotingInterstitial;
class PictureInPictureInterstitial;
class StaticBitmapImage;
class VideoWakeLock;
class CORE_EXPORT HTMLVideoElement final
: public HTMLMediaElement,
public CanvasImageSource,
public ImageBitmapSource,
public Supplementable<HTMLVideoElement> {
DEFINE_WRAPPERTYPEINFO();
public:
static const int kNoAlreadyUploadedFrame = -1;
explicit HTMLVideoElement(Document&);
void Trace(Visitor*) const override;
bool HasPendingActivity() const final;
// Node override.
Node::InsertionNotificationRequest InsertedInto(ContainerNode&) override;
void RemovedFrom(ContainerNode&) override;
unsigned videoWidth() const;
unsigned videoHeight() const;
IntSize videoVisibleSize() const;
bool IsDefaultIntrinsicSize() const {
return is_default_overridden_intrinsic_size_;
}
// Fullscreen
void webkitEnterFullscreen();
void webkitExitFullscreen();
bool webkitSupportsFullscreen();
bool webkitDisplayingFullscreen();
bool UsesOverlayFullscreenVideo() const override;
void DidEnterFullscreen();
void DidExitFullscreen();
// Statistics
unsigned webkitDecodedFrameCount() const;
unsigned webkitDroppedFrameCount() const;
// Used by canvas to gain raw pixel access
//
// PaintFlags is optional. If unspecified, its blend mode defaults to kSrc.
void PaintCurrentFrame(cc::PaintCanvas*,
const IntRect&,
const cc::PaintFlags*) const;
bool HasAvailableVideoFrame() const;
KURL PosterImageURL() const override;
// Returns whether the current poster image URL is the default for the
// document.
// TODO(1190335): Remove this once default poster image URL is removed.
bool IsDefaultPosterImageURL() const;
// Helper for GetSourceImageForCanvas() and other external callers who want a
// StaticBitmapImage of the current VideoFrame. If |allow_accelerated_images|
// is set to false a software backed CanvasResourceProvider will be used to
// produce the StaticBitmapImage.
scoped_refptr<StaticBitmapImage> CreateStaticBitmapImage(
bool allow_accelerated_images = true);
// CanvasImageSource implementation
scoped_refptr<Image> GetSourceImageForCanvas(SourceImageStatus*,
const FloatSize&) override;
bool IsVideoElement() const override { return true; }
bool WouldTaintOrigin() const override;
FloatSize ElementSize(const FloatSize&,
const RespectImageOrientationEnum) const override;
const KURL& SourceURL() const override { return currentSrc(); }
bool IsHTMLVideoElement() const override { return true; }
// Video elements currently always go through RAM when used as a canvas image
// source.
bool IsAccelerated() const override { return false; }
// ImageBitmapSource implementation
IntSize BitmapSourceSize() const override;
ScriptPromise CreateImageBitmap(ScriptState*,
base::Optional<IntRect> crop_rect,
const ImageBitmapOptions*,
ExceptionState&) override;
// WebMediaPlayerClient implementation.
void OnBecamePersistentVideo(bool) final;
void OnRequestVideoFrameCallback() final;
bool IsPersistent() const;
bool IsRemotingInterstitialVisible() const;
void MediaRemotingStarted(const WebString& remote_device_friendly_name) final;
bool SupportsPictureInPicture() const final;
void MediaRemotingStopped(int error_code) final;
DisplayType GetDisplayType() const final;
bool IsInAutoPIP() const final;
void OnPictureInPictureStateChange() final;
// Used by the PictureInPictureController as callback when the video element
// enters or exits Picture-in-Picture state.
void OnEnteredPictureInPicture();
void OnExitedPictureInPicture();
void SetIsEffectivelyFullscreen(blink::WebFullscreenVideoStatus);
void SetIsDominantVisibleContent(bool is_dominant);
VideoWakeLock* wake_lock_for_tests() const { return wake_lock_; }
protected:
// EventTarget overrides.
void AddedEventListener(const AtomicString& event_type,
RegisteredEventListener&) override;
void OnWebMediaPlayerCreated() final;
void OnWebMediaPlayerCleared() final;
void AttributeChanged(const AttributeModificationParams& params) override;
private:
friend class MediaCustomControlsFullscreenDetectorTest;
friend class HTMLMediaElementEventListenersTest;
friend class HTMLVideoElementPersistentTest;
friend class VideoFillingViewportTest;
// ExecutionContextLifecycleStateObserver functions.
void ContextDestroyed() final;
bool LayoutObjectIsNeeded(const ComputedStyle&) const override;
LayoutObject* CreateLayoutObject(const ComputedStyle&, LegacyLayout) override;
void AttachLayoutTree(AttachContext&) override;
void UpdatePosterImage();
void ParseAttribute(const AttributeModificationParams&) override;
bool IsPresentationAttribute(const QualifiedName&) const override;
void CollectStyleForPresentationAttribute(
const QualifiedName&,
const AtomicString&,
MutableCSSPropertyValueSet*) override;
bool IsURLAttribute(const Attribute&) const override;
const AtomicString ImageSourceURL() const override;
void OnPlay() final;
void OnLoadStarted() final;
void OnLoadFinished() final;
// Video-specific overrides for part of the media::mojom::MediaPlayer
// interface, fully implemented in the parent class HTMLMediaElement.
void RequestEnterPictureInPicture() final;
void RequestExitPictureInPicture() final;
void DidMoveToNewDocument(Document& old_document) override;
void UpdatePictureInPictureAvailability();
void OnIntersectionChangedForLazyLoad(
const HeapVector<Member<IntersectionObserverEntry>>& entries);
Member<HTMLImageLoader> image_loader_;
Member<MediaCustomControlsFullscreenDetector>
custom_controls_fullscreen_detector_;
Member<VideoWakeLock> wake_lock_;
Member<MediaRemotingInterstitial> remoting_interstitial_;
Member<PictureInPictureInterstitial> picture_in_picture_interstitial_;
AtomicString default_poster_url_;
// Represents whether the video is 'persistent'. It is used for videos with
// custom controls that are in auto-pip (Android). This boolean is used by a
// CSS rule.
bool is_persistent_ : 1;
// Whether the video is currently in auto-pip (Android). It is not similar to
// a video being in regular Picture-in-Picture mode.
bool is_auto_picture_in_picture_ : 1;
// Whether this element is in overlay fullscreen mode.
bool in_overlay_fullscreen_video_ : 1;
// Whether the video element should be considered as fullscreen with regards
// to display type and other UI features. This does not mean the DOM element
// is fullscreen.
bool is_effectively_fullscreen_ : 1;
bool is_default_overridden_intrinsic_size_ : 1;
bool video_has_played_ : 1;
// True, if the video element occupies most of the viewport.
bool mostly_filling_viewport_ : 1;
// Used to fulfill blink::Image requests (CreateImage(),
// GetSourceImageForCanvas(), etc). Created on demand.
std::unique_ptr<CanvasResourceProvider> resource_provider_;
};
} // namespace blink
#endif // THIRD_PARTY_BLINK_RENDERER_CORE_HTML_MEDIA_HTML_VIDEO_ELEMENT_H_
|
