1 files changed, 147 insertions, 0 deletions
diff --git a/chromium/media/capture/video/mac/sample_buffer_transformer_mac.h b/chromium/media/capture/video/mac/sample_buffer_transformer_mac.h
new file mode 100644
index 00000000000..4f9dc45bbe3
--- /dev/null
+++ b/chromium/media/capture/video/mac/sample_buffer_transformer_mac.h
@@ -0,0 +1,147 @@
+// Copyright 2020 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#ifndef MEDIA_CAPTURE_VIDEO_MAC_SAMPLE_BUFFER_TRANSFORMER_MAC_H_
+#define MEDIA_CAPTURE_VIDEO_MAC_SAMPLE_BUFFER_TRANSFORMER_MAC_H_
+
+#import <CoreMedia/CoreMedia.h>
+#import <CoreVideo/CoreVideo.h>
+#include <vector>
+
+#include "base/feature_list.h"
+#include "base/mac/scoped_cftyperef.h"
+#include "media/capture/capture_export.h"
+#include "media/capture/video/mac/pixel_buffer_pool_mac.h"
+#include "media/capture/video/mac/pixel_buffer_transferer_mac.h"
+
+namespace media {
+
+// When enabled, AutoReconfigureAndTransform() configures the
+// SampleBufferTransformer to use the conversion path (pixel transfer or libyuv)
+// that is believed to be most efficient for the input sample buffer.
+CAPTURE_EXPORT extern const base::Feature kInCaptureConvertToNv12;
+
+// Feature flag used for performance measurements. This will not be shipped.
+//
+// When enabled, AutoReconfigureAndTransform() configures the
+// SampleBufferTransformer to use the pixel transfer path. Transforming an MJPEG
+// sample buffer with this configuration will DCHECK crash.
+CAPTURE_EXPORT extern const base::Feature
+    kInCaptureConvertToNv12WithPixelTransfer;
+
+// Feature flag used for performance measurements. This will not be shipped.
+//
+// When enabled, AutoReconfigureAndTransform() configures the
+// SampleBufferTransformer to use the libyuv path.
+CAPTURE_EXPORT extern const base::Feature kInCaptureConvertToNv12WithLibyuv;
+
+// Capable of converting from any supported capture format (NV12, YUY2, UYVY and
+// MJPEG) to NV12 or I420 and doing rescaling. This class can be configured to
+// use VTPixelTransferSession (sometimes HW-accelerated) or third_party/libyuv
+// (SW-only). The output is always an IOSurface-backed pixel buffer that comes
+// from an internal pixel buffer pool.
+class CAPTURE_EXPORT SampleBufferTransformer {
+ public:
+  enum class Transformer {
+    kNotConfigured,
+    // Supports (Any except MJPEG) -> (NV12, I420, ...)
+    kPixelBufferTransfer,
+    // Supports (Any) -> (NV12 or I420)
+    kLibyuv,
+  };
+
+  // Only construct a sample transformer if one of the "InCaptureConvertToNv12"
+  // flags are enabled and AutoReconfigureAndTransform() is supported. See
+  // IsAutoReconfigureEnabled().
+  static std::unique_ptr<SampleBufferTransformer>
+  CreateIfAutoReconfigureEnabled();
+  static std::unique_ptr<SampleBufferTransformer> Create();
+
+  ~SampleBufferTransformer();
+
+  Transformer transformer() const;
+  OSType destination_pixel_format() const;
+  size_t destination_width() const;
+  size_t destination_height() const;
+
+  // Automatically reconfigures based on |sample_buffer| and base::Feature flags
+  // if needed before performing a Transform().
+  base::ScopedCFTypeRef<CVPixelBufferRef> AutoReconfigureAndTransform(
+      CMSampleBufferRef sample_buffer);
+
+  // Future calls to Transform() will output pixel buffers according to this
+  // configuration.
+  void Reconfigure(Transformer transformer,
+                   OSType destination_pixel_format,
+                   size_t destination_width,
+                   size_t destination_height,
+                   base::Optional<size_t> buffer_pool_size);
+
+  // Converts the sample buffer to an IOSurface-backed pixel buffer according to
+  // current configurations. If no transformation is needed (input format is the
+  // same as the configured output format), the sample buffer's pixel buffer is
+  // returned.
+  base::ScopedCFTypeRef<CVPixelBufferRef> Transform(
+      CMSampleBufferRef sample_buffer);
+
+ private:
+  friend std::unique_ptr<SampleBufferTransformer>
+  std::make_unique<SampleBufferTransformer>();
+
+  static bool IsAutoReconfigureEnabled();
+
+  SampleBufferTransformer();
+
+  void AutoReconfigureBasedOnInputAndFeatureFlags(
+      CMSampleBufferRef sample_buffer);
+
+  // Sample buffers from the camera contain pixel buffers when an uncompressed
+  // pixel format is used (i.e. it's not MJPEG).
+  void TransformPixelBuffer(CVPixelBufferRef source_pixel_buffer,
+                            CVPixelBufferRef destination_pixel_buffer);
+  // (Any uncompressed -> Any uncompressed)
+  void TransformPixelBufferWithPixelTransfer(
+      CVPixelBufferRef source_pixel_buffer,
+      CVPixelBufferRef destination_pixel_buffer);
+  // (Any uncompressed -> NV12 or I420)
+  void TransformPixelBufferWithLibyuv(
+      CVPixelBufferRef source_pixel_buffer,
+      CVPixelBufferRef destination_pixel_buffer);
+  void TransformPixelBufferWithLibyuvFromAnyToI420(
+      CVPixelBufferRef source_pixel_buffer,
+      CVPixelBufferRef destination_pixel_buffer);
+  void TransformPixelBufferWithLibyuvFromAnyToNV12(
+      CVPixelBufferRef source_pixel_buffer,
+      CVPixelBufferRef destination_pixel_buffer);
+  // Sample buffers from the camera contain byte buffers when MJPEG is used.
+  bool TransformSampleBuffer(CMSampleBufferRef source_sample_buffer,
+                             CVPixelBufferRef destination_pixel_buffer);
+  bool TransformSampleBufferFromMjpegToI420(
+      uint8_t* source_buffer_data_base_address,
+      size_t source_buffer_data_size,
+      size_t source_width,
+      size_t source_height,
+      CVPixelBufferRef destination_pixel_buffer);
+  bool TransformSampleBufferFromMjpegToNV12(
+      uint8_t* source_buffer_data_base_address,
+      size_t source_buffer_data_size,
+      size_t source_width,
+      size_t source_height,
+      CVPixelBufferRef destination_pixel_buffer);
+
+  Transformer transformer_;
+  OSType destination_pixel_format_;
+  size_t destination_width_;
+  size_t destination_height_;
+  std::unique_ptr<PixelBufferPool> destination_pixel_buffer_pool_;
+  // For kPixelBufferTransfer.
+  std::unique_ptr<PixelBufferTransferer> pixel_buffer_transferer_;
+  // For kLibyuv in cases where an intermediate buffer is needed.
+  std::vector<uint8_t> intermediate_i420_buffer_;
+  std::vector<uint8_t> intermediate_nv12_buffer_;
+};
+
+}  // namespace media
+
+#endif  // MEDIA_CAPTURE_VIDEO_MAC_SAMPLE_BUFFER_TRANSFORMER_MAC_H_