// Copyright 2016 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "media/capture/video/blob_utils.h" #include "media/base/video_frame.h" #include "media/capture/video_capture_types.h" #include "third_party/libyuv/include/libyuv.h" #include "third_party/skia/include/core/SkImage.h" #include "ui/gfx/codec/jpeg_codec.h" #include "ui/gfx/codec/png_codec.h" #include namespace media { namespace { static const int kJpegQualityDefault = 90; libyuv::RotationModeEnum TranslateIntegerRotationToLibyuvRotation( const int rotation) { switch (rotation) { case 0: return libyuv::kRotate0; case 90: return libyuv::kRotate90; case 180: return libyuv::kRotate180; case 270: return libyuv::kRotate270; } return libyuv::kRotate0; } mojom::BlobPtr ProduceJpegBlobFromMjpegFrame(const uint8_t* buffer, const uint32_t bytesused, const gfx::Size size, const int rotation) { const uint8_t* buffer_adjusted = buffer; uint32_t buffer_adjusted_size = bytesused; std::vector buffer_rotated; // TODO(shenghao): The rotation handling logic here can be deleted once we // don't need to support HALv1 devices anymore. if (rotation != 0) { // If rotation is not 0, we need to decode the JPEG frame, rotate it // according to |rotation|, and then encode it back. int output_width = size.width(); int output_height = size.height(); if (rotation == 90 || rotation == 270) { std::swap(output_width, output_height); } const int bytes_per_pixel = 4; std::vector bgra_buffer(output_width * output_height * bytes_per_pixel); libyuv::ConvertToARGB(buffer, static_cast(bytesused), bgra_buffer.data(), output_width * bytes_per_pixel, 0, 0, size.width(), size.height(), size.width(), size.height(), TranslateIntegerRotationToLibyuvRotation(rotation), libyuv::FOURCC_MJPG); SkImageInfo info = SkImageInfo::Make(output_width, output_height, kBGRA_8888_SkColorType, kOpaque_SkAlphaType); SkPixmap src(info, &bgra_buffer[0], output_width * bytes_per_pixel); if (!gfx::JPEGCodec::Encode(src, kJpegQualityDefault, &buffer_rotated)) { LOG(ERROR) << "Failed to encode frame to JPEG. Use unrotated original frame."; } else { buffer_adjusted_size = buffer_rotated.size(); buffer_adjusted = buffer_rotated.data(); } } mojom::BlobPtr blob = mojom::Blob::New(); blob->data.resize(buffer_adjusted_size); memcpy(blob->data.data(), buffer_adjusted, buffer_adjusted_size); blob->mime_type = "image/jpeg"; return blob; } } // namespace mojom::BlobPtr RotateAndBlobify(const uint8_t* buffer, const uint32_t bytesused, const VideoCaptureFormat& capture_format, const int rotation) { DCHECK(buffer); DCHECK(bytesused); DCHECK(capture_format.IsValid()); const VideoPixelFormat pixel_format = capture_format.pixel_format; if (pixel_format == VideoPixelFormat::PIXEL_FORMAT_MJPEG) { return ProduceJpegBlobFromMjpegFrame(buffer, bytesused, capture_format.frame_size, rotation); } uint32_t src_format; if (pixel_format == VideoPixelFormat::PIXEL_FORMAT_YUY2) src_format = libyuv::FOURCC_YUY2; else if (pixel_format == VideoPixelFormat::PIXEL_FORMAT_I420) src_format = libyuv::FOURCC_I420; else if (pixel_format == VideoPixelFormat::PIXEL_FORMAT_RGB24) src_format = libyuv::FOURCC_24BG; else return nullptr; const gfx::Size frame_size = capture_format.frame_size; // PNGCodec does not support YUV formats, convert to a temporary ARGB buffer. std::unique_ptr tmp_argb( new uint8_t[VideoFrame::AllocationSize(PIXEL_FORMAT_ARGB, frame_size)]); if (ConvertToARGB(buffer, bytesused, tmp_argb.get(), frame_size.width() * 4, 0 /* crop_x_pos */, 0 /* crop_y_pos */, frame_size.width(), frame_size.height(), frame_size.width(), frame_size.height(), libyuv::RotationMode::kRotate0, src_format) != 0) { return nullptr; } mojom::BlobPtr blob = mojom::Blob::New(); const gfx::PNGCodec::ColorFormat codec_color_format = #if SK_PMCOLOR_BYTE_ORDER(R, G, B, A) gfx::PNGCodec::FORMAT_RGBA; #else gfx::PNGCodec::FORMAT_BGRA; #endif const bool result = gfx::PNGCodec::Encode( tmp_argb.get(), codec_color_format, frame_size, frame_size.width() * 4, true /* discard_transparency */, std::vector(), &blob->data); DCHECK(result); blob->mime_type = "image/png"; return blob; } } // namespace media