1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
|
// Copyright 2019 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef MEDIA_GPU_CHROMEOS_IMAGE_PROCESSOR_BACKEND_H_
#define MEDIA_GPU_CHROMEOS_IMAGE_PROCESSOR_BACKEND_H_
#include <string>
#include <vector>
#include "base/callback_forward.h"
#include "base/macros.h"
#include "base/memory/scoped_refptr.h"
#include "base/sequence_checker.h"
#include "base/sequenced_task_runner.h"
#include "media/base/color_plane_layout.h"
#include "media/base/video_frame.h"
#include "media/gpu/chromeos/fourcc.h"
#include "media/gpu/media_gpu_export.h"
#include "ui/gfx/geometry/rect.h"
#include "ui/gfx/geometry/size.h"
namespace media {
class MEDIA_GPU_EXPORT ImageProcessorBackend {
public:
// Callback for returning a processed image to the client.
using FrameReadyCB = base::OnceCallback<void(scoped_refptr<VideoFrame>)>;
// Callback for returning a processed image to the client.
// Used when calling the "legacy" Process() method with buffers that are
// managed by the processor. The first argument is the index of the returned
// buffer.
using LegacyFrameReadyCB =
base::OnceCallback<void(size_t, scoped_refptr<VideoFrame>)>;
// Callback for notifying client when error occurs.
using ErrorCB = base::RepeatingClosure;
// OutputMode is used as intermediate stage. The ultimate goal is to make
// ImageProcessor's clients all use IMPORT output mode.
// TODO(crbug.com/907767): Remove this once ImageProcessor always works as
// IMPORT mode for output.
enum class OutputMode { ALLOCATE, IMPORT };
// Encapsulates ImageProcessor input / output configurations.
struct MEDIA_GPU_EXPORT PortConfig {
PortConfig() = delete;
PortConfig(const PortConfig&);
PortConfig(
Fourcc fourcc,
const gfx::Size& size,
const std::vector<ColorPlaneLayout>& planes,
const gfx::Rect& visible_rect,
const std::vector<VideoFrame::StorageType>& preferred_storage_types);
~PortConfig();
// Get the first |preferred_storage_types|.
// If |preferred_storage_types| is empty, return STORAGE_UNKNOWN.
VideoFrame::StorageType storage_type() const {
return preferred_storage_types.empty() ? VideoFrame::STORAGE_UNKNOWN
: preferred_storage_types.front();
}
// Output human readable string of PortConfig.
// Example:
// PortConfig(format::NV12, size:640x480, planes:[(640, 0, 307200),
// (640,0,153600)], visible_rect:0, 0, 640x480, storage_types:[DMABUFS])
std::string ToString() const;
// Video frame format represented as fourcc type.
const Fourcc fourcc;
// Width and height of the video frame in pixels. This must include pixel
// data for the whole image; i.e. for YUV formats with subsampled chroma
// planes. If a visible portion of the image does not line up on a sample
// boundary, |size_| must be rounded up appropriately.
const gfx::Size size;
// Layout property (stride, offset, size of bytes) for each color plane.
const std::vector<ColorPlaneLayout> planes;
const gfx::Rect visible_rect;
// List of preferred storage types.
const std::vector<VideoFrame::StorageType> preferred_storage_types;
};
// Process |input_frame| and store in |output_frame|. Only used when output
// mode is IMPORT. After processing, call |cb| with |output_frame|.
virtual void Process(scoped_refptr<VideoFrame> input_frame,
scoped_refptr<VideoFrame> output_frame,
FrameReadyCB cb) = 0;
// Process |frame| and store in in a ImageProcessor-owned output buffer. Only
// used when output mode is ALLOCATE. After processing, call |cb| with the
// buffer.
// If ALLOCATE mode is not supported, the implementation is optional. In this
// case, this method should not be called and the default implementation will
// panic.
virtual void ProcessLegacy(scoped_refptr<VideoFrame> frame,
LegacyFrameReadyCB cb);
// Drop all pending process requests. The default implementation is no-op.
virtual void Reset();
// Getter methods of data members, which could be called on any sequence.
const PortConfig& input_config() const { return input_config_; }
const PortConfig& output_config() const { return output_config_; }
OutputMode output_mode() const { return output_mode_; }
protected:
friend struct std::default_delete<ImageProcessorBackend>;
ImageProcessorBackend(
const PortConfig& input_config,
const PortConfig& output_config,
OutputMode output_mode,
VideoRotation relative_rotation,
ErrorCB error_cb,
scoped_refptr<base::SequencedTaskRunner> backend_task_runner);
virtual ~ImageProcessorBackend();
virtual void Destroy();
const PortConfig input_config_;
const PortConfig output_config_;
// TODO(crbug.com/907767): Remove |output_mode_| once ImageProcessor always
// works as IMPORT mode for output.
const OutputMode output_mode_;
// ImageProcessor performs a rotation if the |relative_rotation_| is not equal
// to VIDEO_ROTATION_0.
const VideoRotation relative_rotation_;
// Call this callback when any error occurs.
const ErrorCB error_cb_;
// The main sequence and its checker. Except getter methods, all public
// methods and callbacks are called on this sequence.
scoped_refptr<base::SequencedTaskRunner> backend_task_runner_;
SEQUENCE_CHECKER(backend_sequence_checker_);
};
} // namespace media
namespace std {
// Specialize std::default_delete to call Destroy().
template <>
struct MEDIA_GPU_EXPORT default_delete<media::ImageProcessorBackend> {
constexpr default_delete() = default;
template <
typename U,
typename = typename std::enable_if<
std::is_convertible<U*, media::ImageProcessorBackend*>::value>::type>
default_delete(const default_delete<U>& d) {}
void operator()(media::ImageProcessorBackend* ptr) const;
};
} // namespace std
#endif // MEDIA_GPU_CHROMEOS_IMAGE_PROCESSOR_BACKEND_H_
|
