1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
|
// Copyright 2020 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef THIRD_PARTY_BLINK_RENDERER_MODULES_WEBCODECS_DECODER_TEMPLATE_H_
#define THIRD_PARTY_BLINK_RENDERER_MODULES_WEBCODECS_DECODER_TEMPLATE_H_
#include <stdint.h>
#include <memory>
#include "media/base/decode_status.h"
#include "media/base/media_log.h"
#include "media/base/status.h"
#include "third_party/blink/renderer/bindings/core/v8/active_script_wrappable.h"
#include "third_party/blink/renderer/bindings/core/v8/script_promise.h"
#include "third_party/blink/renderer/bindings/core/v8/script_promise_resolver.h"
#include "third_party/blink/renderer/bindings/modules/v8/v8_codec_state.h"
#include "third_party/blink/renderer/bindings/modules/v8/v8_web_codecs_error_callback.h"
#include "third_party/blink/renderer/modules/modules_export.h"
#include "third_party/blink/renderer/modules/webcodecs/codec_config_eval.h"
#include "third_party/blink/renderer/platform/bindings/script_wrappable.h"
#include "third_party/blink/renderer/platform/context_lifecycle_observer.h"
#include "third_party/blink/renderer/platform/heap/garbage_collected.h"
#include "third_party/blink/renderer/platform/heap/heap.h"
#include "third_party/blink/renderer/platform/heap/heap_allocator.h"
#include "third_party/blink/renderer/platform/heap/member.h"
namespace media {
class GpuVideoAcceleratorFactories;
}
namespace blink {
template <typename Traits>
class MODULES_EXPORT DecoderTemplate
: public ScriptWrappable,
public ActiveScriptWrappable<DecoderTemplate<Traits>>,
public ExecutionContextLifecycleObserver {
public:
typedef typename Traits::ConfigType ConfigType;
typedef typename Traits::MediaConfigType MediaConfigType;
typedef typename Traits::InputType InputType;
typedef typename Traits::InitType InitType;
typedef typename Traits::MediaDecoderType MediaDecoderType;
typedef typename Traits::MediaOutputType MediaOutputType;
typedef typename Traits::OutputType OutputType;
typedef typename Traits::OutputCallbackType OutputCallbackType;
DecoderTemplate(ScriptState*, const InitType*, ExceptionState&);
~DecoderTemplate() override;
int32_t decodeQueueSize();
void configure(const ConfigType*, ExceptionState&);
void decode(const InputType*, ExceptionState&);
ScriptPromise flush(ExceptionState&);
void reset(ExceptionState&);
void close(ExceptionState&);
String state() const { return state_; }
// ExecutionContextLifecycleObserver override.
void ContextDestroyed() override;
// ScriptWrappable override.
bool HasPendingActivity() const override;
// GarbageCollected override.
void Trace(Visitor*) const override;
protected:
// Convert a configuration to a DecoderConfig.
virtual CodecConfigEval MakeMediaConfig(const ConfigType& config,
MediaConfigType* out_media_config,
String* out_console_message) = 0;
// Convert a chunk to a DecoderBuffer. You can assume that the last
// configuration sent to MakeMediaConfig() is the active configuration for
// |chunk|. If there is an error in the conversion process, the resulting
// DecoderBuffer will be null, and |out_status| will contain a description of
// the error.
virtual media::StatusOr<scoped_refptr<media::DecoderBuffer>>
MakeDecoderBuffer(const InputType& chunk) = 0;
private:
struct Request final : public GarbageCollected<Request> {
enum class Type {
kConfigure,
kDecode,
kFlush,
kReset,
};
void Trace(Visitor*) const;
Type type;
// For kConfigure Requests.
std::unique_ptr<MediaConfigType> media_config;
// For kDecode Requests.
scoped_refptr<media::DecoderBuffer> decoder_buffer;
// For kFlush Requests.
Member<ScriptPromiseResolver> resolver;
// For reporting an error at the time when a request is processed.
media::Status status;
// The value of |reset_generation_| at the time of this request. Used to
// abort pending requests following a reset().
uint32_t reset_generation = 0;
};
void ProcessRequests();
bool ProcessConfigureRequest(Request* request);
bool ProcessDecodeRequest(Request* request);
bool ProcessFlushRequest(Request* request);
bool ProcessResetRequest(Request* request);
void HandleError(std::string context, media::Status);
void ResetAlgorithm();
void Shutdown(DOMException* ex = nullptr);
// Called by |decoder_|.
void OnInitializeDone(media::Status status);
void OnDecodeDone(uint32_t id, media::Status);
void OnFlushDone(media::Status);
void OnConfigureFlushDone(media::Status);
void OnResetDone();
void OnOutput(uint32_t reset_generation, scoped_refptr<MediaOutputType>);
// Helper function making it easier to check |state_|.
bool IsClosed();
Member<ScriptState> script_state_;
Member<OutputCallbackType> output_cb_;
Member<V8WebCodecsErrorCallback> error_cb_;
HeapDeque<Member<Request>> requests_;
int32_t num_pending_decodes_ = 0;
// Monotonic increasing generation counter for calls to ResetAlgorithm().
uint32_t reset_generation_ = 0;
// Which state the codec is in, determining which calls we can receive.
V8CodecState state_;
// An in-flight, mutually-exclusive request.
// Could be a configure, flush, or reset. Decodes go in |pending_decodes_|.
Member<Request> pending_request_;
// |parent_media_log_| must be destroyed if ever the ExecutionContext is
// destroyed, since the blink::MediaInspectorContext* pointer given to
// InspectorMediaEventHandler might no longer be valid.
// |parent_media_log_| should not be used directly. Use |media_log_| instead.
std::unique_ptr<media::MediaLog> parent_media_log_;
// We might destroy |parent_media_log_| at any point, so keep a clone which
// can be safely accessed, and whose raw pointer can be given to |decoder_|.
std::unique_ptr<media::MediaLog> media_log_;
media::GpuVideoAcceleratorFactories* gpu_factories_ = nullptr;
// TODO(sandersd): Store the last config, flush, and reset so that
// duplicates can be elided.
std::unique_ptr<MediaDecoderType> decoder_;
bool initializing_sync_ = false;
// TODO(sandersd): Can this just be a HashSet by ptr comparison?
uint32_t pending_decode_id_ = 0;
HeapHashMap<uint32_t, Member<Request>> pending_decodes_;
};
} // namespace blink
#endif // THIRD_PARTY_BLINK_RENDERER_MODULES_WEBCODECS_DECODER_TEMPLATE_H_
|
