blob: 348412b1349a9d57bf593aeb8b7015bbdcd12915 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
|
// Copyright 2020 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef MEDIA_BASE_VIDEO_FRAME_FEEDBACK_H_
#define MEDIA_BASE_VIDEO_FRAME_FEEDBACK_H_
#include <limits>
#include "base/callback.h"
#include "media/base/media_export.h"
namespace media {
struct VideoFrameFeedback;
using VideoCaptureFeedbackCB =
base::RepeatingCallback<void(const VideoFrameFeedback&)>;
// Feedback from the frames consumer.
// This class is passed from the frames sink to the capturer to limit
// incoming video feed frame-rate and/or resolution.
struct MEDIA_EXPORT VideoFrameFeedback {
VideoFrameFeedback();
VideoFrameFeedback(const VideoFrameFeedback& other);
explicit VideoFrameFeedback(
double resource_utilization,
float max_framerate_fps = std::numeric_limits<float>::infinity(),
int max_pixels = std::numeric_limits<int>::max());
bool operator==(const VideoFrameFeedback& other) const {
return resource_utilization == other.resource_utilization &&
max_pixels == other.max_pixels &&
max_framerate_fps == other.max_framerate_fps;
}
bool operator!=(const VideoFrameFeedback& other) const {
return !(*this == other);
}
// Combine constraints of two different sinks resulting in constraints fitting
// both of them.
void Combine(const VideoFrameFeedback& other);
// True if no actionable feedback is present (no resource utilization recorded
// and all constraints are infinite or absent).
bool Empty() const;
// A feedback signal that indicates the fraction of the tolerable maximum
// amount of resources that were utilized to process this frame. A producer
// can check this value after-the-fact, usually via a VideoFrame destruction
// observer, to determine whether the consumer can handle more or less data
// volume, and achieve the right quality versus performance trade-off.
//
// Values are interpreted as follows:
// Less than 0.0 is meaningless and should be ignored. 1.0 indicates a
// maximum sustainable utilization. Greater than 1.0 indicates the consumer
// is likely to stall or drop frames if the data volume is not reduced.
// -1.0 and any other negative values should be ignored and mean that no
// resource utilization is measured.
//
// Example: In a system that encodes and transmits video frames over the
// network, this value can be used to indicate whether sufficient CPU
// is available for encoding and/or sufficient bandwidth is available for
// transmission over the network. The maximum of the two utilization
// measurements would be used as feedback.
double resource_utilization = -1.0;
// A feedback signal that indicates how big of a frame-rate and image size the
// consumer can consume without overloading. A producer can check this value
// after-the-fact, usually via a VideoFrame destruction observer, to
// limit produced frame size and frame-rate accordingly.
// Negative values should be ignored.
float max_framerate_fps = std::numeric_limits<float>::infinity();
// Maximum requested resolution by a sink (given as a number of pixels).
// Negative values should be ignored.
int max_pixels = std::numeric_limits<int>::max();
};
} // namespace media
#endif // MEDIA_BASE_VIDEO_FRAME_FEEDBACK_H_
|
