| /* Copyright 2017 The Chromium OS Authors. All rights reserved. |
| * Use of this source code is governed by a BSD-style license that can be |
| * found in the LICENSE file. |
| */ |
| |
| #include "hal/usb/image_processor.h" |
| |
| #include <errno.h> |
| #include <libyuv.h> |
| #include <time.h> |
| |
| #include <base/memory/ptr_util.h> |
| |
| #include "cros-camera/common.h" |
| #include "hal/usb/common_types.h" |
| |
| namespace cros { |
| |
| /* |
| * Formats have different names in different header files. Here is the mapping |
| * table: |
| * |
| * android_pixel_format_t videodev2.h FOURCC in libyuv |
| * ----------------------------------------------------------------------------- |
| * HAL_PIXEL_FORMAT_RGBA_8888 = V4L2_PIX_FMT_RGBX32 = FOURCC_ABGR |
| * HAL_PIXEL_FORMAT_YCbCr_422_I = V4L2_PIX_FMT_YUYV = FOURCC_YUYV |
| * = FOURCC_YUY2 |
| * V4L2_PIX_FMT_YUV420 = FOURCC_I420 |
| * = FOURCC_YU12 |
| * V4L2_PIX_FMT_MJPEG = FOURCC_MJPG |
| * |
| * HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED and HAL_PIXEL_FORMAT_YCbCr_420_888 |
| * may be backed by different types of buffers depending on the platform. |
| * |
| * HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED |
| * = V4L2_PIX_FMT_NV12 = FOURCC_NV12 |
| * = V4L2_PIX_FMT_RGBX32 = FOURCC_ABGR |
| * |
| * HAL_PIXEL_FORMAT_YCbCr_420_888 = V4L2_PIX_FMT_NV12 = FOURCC_NV12 |
| * = V4L2_PIX_FMT_YVU420 = FOURCC_YV12 |
| * |
| * Camera device generates FOURCC_YUYV and FOURCC_MJPG. |
| * At the Android side: |
| * - Camera preview uses HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED buffers. |
| * - Video recording uses HAL_PIXEL_FORMAT_YCbCr_420_888 buffers. |
| * - Still capture uses HAL_PIXEL_FORMAT_BLOB buffers. |
| * - CTS requires FOURCC_YV12 and FOURCC_NV21 for applications. |
| * |
| * Android stride requirement: |
| * YV12 horizontal stride should be a multiple of 16 pixels. See |
| * android.graphics.ImageFormat.YV12. |
| * The stride of ARGB, YU12, and NV21 are always equal to the width. |
| * |
| * Conversion Path: |
| * MJPG/YUYV (from camera) -> YU12 -> ARGB / NM12 (preview) |
| * -> NV21 (apps) |
| * -> YV12 (apps) |
| * -> NM12 / YV12 (video encoder) |
| */ |
| |
| size_t ImageProcessor::GetConvertedSize(const FrameBuffer& frame) { |
| if ((frame.GetWidth() % 2) || (frame.GetHeight() % 2)) { |
| LOGF(ERROR) << "Width or height is not even (" << frame.GetWidth() << " x " |
| << frame.GetHeight() << ")"; |
| return 0; |
| } |
| |
| switch (frame.GetFourcc()) { |
| case V4L2_PIX_FMT_YVU420: |
| case V4L2_PIX_FMT_YVU420M: // YM21, multiple planes YV12 |
| case V4L2_PIX_FMT_YUV420: |
| case V4L2_PIX_FMT_YUV420M: // YM12, multiple planes YU12 |
| if (frame.GetNumPlanes() != 3) { |
| LOGF(ERROR) << "Stride is not set correctly"; |
| return 0; |
| } |
| return frame.GetStride(FrameBuffer::YPLANE) * frame.GetHeight() + |
| frame.GetStride(FrameBuffer::UPLANE) * frame.GetHeight() / 2 + |
| frame.GetStride(FrameBuffer::VPLANE) * frame.GetHeight() / 2; |
| case V4L2_PIX_FMT_NV12: |
| case V4L2_PIX_FMT_NV12M: // NV12, multiple planes |
| if (frame.GetNumPlanes() != 2) { |
| LOGF(ERROR) << "Stride is not set correctly"; |
| return 0; |
| } |
| return frame.GetStride(FrameBuffer::YPLANE) * frame.GetHeight() + |
| frame.GetStride(FrameBuffer::UPLANE) * frame.GetHeight() / 2; |
| case V4L2_PIX_FMT_YUYV: |
| case V4L2_PIX_FMT_RGBX32: |
| case V4L2_PIX_FMT_RGB24: |
| return frame.GetStride() * frame.GetHeight(); |
| case V4L2_PIX_FMT_INVZ: |
| case V4L2_PIX_FMT_Y16: |
| case V4L2_PIX_FMT_Z16: |
| return 2 * frame.GetStride() * frame.GetHeight(); |
| default: |
| LOGF(ERROR) << "Pixel format " << FormatToString(frame.GetFourcc()) |
| << " is unsupported."; |
| return 0; |
| } |
| } |
| |
| int ImageProcessor::ConvertFormat(const FrameBuffer& in_frame, |
| FrameBuffer* out_frame) { |
| if ((in_frame.GetWidth() % 2) || (in_frame.GetHeight() % 2)) { |
| LOGF(ERROR) << "Width or height is not even (" << in_frame.GetWidth() |
| << " x " << in_frame.GetHeight() << ")"; |
| return -EINVAL; |
| } |
| |
| VLOGF(1) << "Convert format from " << FormatToString(in_frame.GetFourcc()) |
| << " to " << FormatToString(out_frame->GetFourcc()); |
| |
| if (in_frame.GetFourcc() == V4L2_PIX_FMT_YUYV) { |
| switch (out_frame->GetFourcc()) { |
| case V4L2_PIX_FMT_YUV420: // YU12 |
| case V4L2_PIX_FMT_YUV420M: // YM12, multiple planes YU12 |
| case V4L2_PIX_FMT_YVU420: // YV12 |
| case V4L2_PIX_FMT_YVU420M: { // YM21, multiple planes YV12 |
| int res = |
| libyuv::YUY2ToI420(in_frame.GetData(), in_frame.GetStride(), |
| out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::VPLANE), |
| out_frame->GetStride(FrameBuffer::VPLANE), |
| out_frame->GetWidth(), out_frame->GetHeight()); |
| LOGF_IF(ERROR, res) << "YUY2ToI420() returns " << res; |
| return res ? -EINVAL : 0; |
| } |
| case V4L2_PIX_FMT_NV12: // NV12 |
| case V4L2_PIX_FMT_NV12M: { // NM12 |
| int res = |
| libyuv::YUY2ToNV12(in_frame.GetData(), in_frame.GetStride(), |
| out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetWidth(), out_frame->GetHeight()); |
| LOGF_IF(ERROR, res) << "YUY2ToNV12() returns " << res; |
| return res ? -EINVAL : 0; |
| } |
| default: |
| LOGF(ERROR) << "Destination pixel format " |
| << FormatToString(out_frame->GetFourcc()) |
| << " is unsupported for YUYV source format."; |
| return -EINVAL; |
| } |
| } else if (in_frame.GetFourcc() == V4L2_PIX_FMT_YUV420 || |
| in_frame.GetFourcc() == V4L2_PIX_FMT_YUV420M) { |
| // V4L2_PIX_FMT_YVU420 is YV12. I420 is usually referred to YU12 |
| // (V4L2_PIX_FMT_YUV420), and YV12 is similar to YU12 except that U/V |
| // planes are swapped. |
| switch (out_frame->GetFourcc()) { |
| case V4L2_PIX_FMT_YUV420: // YU12 |
| case V4L2_PIX_FMT_YUV420M: // YM12, multiple planes YU12 |
| case V4L2_PIX_FMT_YVU420: // YV12 |
| case V4L2_PIX_FMT_YVU420M: { // YM21, multiple planes YV12 |
| int res = |
| libyuv::I420Copy(in_frame.GetData(FrameBuffer::YPLANE), |
| in_frame.GetStride(FrameBuffer::YPLANE), |
| in_frame.GetData(FrameBuffer::UPLANE), |
| in_frame.GetStride(FrameBuffer::UPLANE), |
| in_frame.GetData(FrameBuffer::VPLANE), |
| in_frame.GetStride(FrameBuffer::VPLANE), |
| out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::VPLANE), |
| out_frame->GetStride(FrameBuffer::VPLANE), |
| out_frame->GetWidth(), out_frame->GetHeight()); |
| LOGF_IF(ERROR, res) << "I420Copy() returns " << res; |
| return res ? -EINVAL : 0; |
| } |
| case V4L2_PIX_FMT_NV12: // NV12 |
| case V4L2_PIX_FMT_NV12M: { // NM12 |
| int res = |
| libyuv::I420ToNV12(in_frame.GetData(FrameBuffer::YPLANE), |
| in_frame.GetStride(FrameBuffer::YPLANE), |
| in_frame.GetData(FrameBuffer::UPLANE), |
| in_frame.GetStride(FrameBuffer::UPLANE), |
| in_frame.GetData(FrameBuffer::VPLANE), |
| in_frame.GetStride(FrameBuffer::VPLANE), |
| out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetWidth(), out_frame->GetHeight()); |
| LOGF_IF(ERROR, res) << "I420ToNV12() returns " << res; |
| return res ? -EINVAL : 0; |
| } |
| case V4L2_PIX_FMT_RGBX32: { |
| int res = |
| libyuv::I420ToABGR(in_frame.GetData(FrameBuffer::YPLANE), |
| in_frame.GetStride(FrameBuffer::YPLANE), |
| in_frame.GetData(FrameBuffer::UPLANE), |
| in_frame.GetStride(FrameBuffer::UPLANE), |
| in_frame.GetData(FrameBuffer::VPLANE), |
| in_frame.GetStride(FrameBuffer::VPLANE), |
| out_frame->GetData(), out_frame->GetStride(), |
| out_frame->GetWidth(), out_frame->GetHeight()); |
| LOGF_IF(ERROR, res) << "I420ToABGR() returns " << res; |
| return res ? -EINVAL : 0; |
| } |
| default: |
| LOGF(ERROR) << "Destination pixel format " |
| << FormatToString(out_frame->GetFourcc()) |
| << " is unsupported for YU12 source format."; |
| return -EINVAL; |
| } |
| } else if (in_frame.GetFourcc() == V4L2_PIX_FMT_NV12 || |
| in_frame.GetFourcc() == V4L2_PIX_FMT_NV12M) { |
| switch (out_frame->GetFourcc()) { |
| case V4L2_PIX_FMT_YUV420: // YU12 |
| case V4L2_PIX_FMT_YUV420M: // YM12, multiple planes YU12 |
| case V4L2_PIX_FMT_YVU420: // YV12 |
| case V4L2_PIX_FMT_YVU420M: { // YM21, multiple planes YV12 |
| int res = |
| libyuv::NV12ToI420(in_frame.GetData(FrameBuffer::YPLANE), |
| in_frame.GetStride(FrameBuffer::YPLANE), |
| in_frame.GetData(FrameBuffer::UPLANE), |
| in_frame.GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::VPLANE), |
| out_frame->GetStride(FrameBuffer::VPLANE), |
| out_frame->GetWidth(), out_frame->GetHeight()); |
| LOGF_IF(ERROR, res) << "NV12ToI420() returns " << res; |
| return res ? -EINVAL : 0; |
| } |
| case V4L2_PIX_FMT_NV12: // NV12 |
| case V4L2_PIX_FMT_NV12M: { // NM12 |
| libyuv::CopyPlane(in_frame.GetData(FrameBuffer::YPLANE), |
| in_frame.GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetWidth(), out_frame->GetHeight()); |
| libyuv::CopyPlane(in_frame.GetData(FrameBuffer::UPLANE), |
| in_frame.GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetWidth(), out_frame->GetHeight() / 2); |
| return 0; |
| } |
| case V4L2_PIX_FMT_RGBX32: { |
| int res = |
| libyuv::NV12ToABGR(in_frame.GetData(FrameBuffer::YPLANE), |
| in_frame.GetStride(FrameBuffer::YPLANE), |
| in_frame.GetData(FrameBuffer::UPLANE), |
| in_frame.GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(), out_frame->GetStride(), |
| out_frame->GetWidth(), out_frame->GetHeight()); |
| LOGF_IF(ERROR, res) << "NV12ToABGR() returns " << res; |
| return res ? -EINVAL : 0; |
| } |
| default: |
| LOGF(ERROR) << "Destination pixel format " |
| << FormatToString(out_frame->GetFourcc()) |
| << " is unsupported for NV12 source format."; |
| return -EINVAL; |
| } |
| } else if (in_frame.GetFourcc() == V4L2_PIX_FMT_JPEG || |
| in_frame.GetFourcc() == V4L2_PIX_FMT_MJPEG) { |
| switch (out_frame->GetFourcc()) { |
| case V4L2_PIX_FMT_YUV420: // YU12 |
| case V4L2_PIX_FMT_YUV420M: { // YM12, multiple planes YU12 |
| int res = |
| libyuv::MJPGToI420(in_frame.GetData(), in_frame.GetDataSize(), |
| out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::VPLANE), |
| out_frame->GetStride(FrameBuffer::VPLANE), |
| in_frame.GetWidth(), in_frame.GetHeight(), |
| out_frame->GetWidth(), out_frame->GetHeight()); |
| LOGF_IF(ERROR, res) << "libyuv::MJPEGToI420() returns " << res; |
| return res ? -EINVAL : 0; |
| } |
| default: |
| LOGF(ERROR) << "Destination pixel format " |
| << FormatToString(out_frame->GetFourcc()) |
| << " is unsupported for MJPEG source format."; |
| return -EINVAL; |
| } |
| } else if (in_frame.GetFourcc() == V4L2_PIX_FMT_RGB24) { |
| switch (out_frame->GetFourcc()) { |
| case V4L2_PIX_FMT_YUV420: // YU12 |
| case V4L2_PIX_FMT_YUV420M: // YM12, multiple planes YU12 |
| case V4L2_PIX_FMT_YVU420: // YV12 |
| case V4L2_PIX_FMT_YVU420M: { // YM21, multiple planes YV12 |
| int res = |
| libyuv::RGB24ToI420(in_frame.GetData(), in_frame.GetStride(), |
| out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::VPLANE), |
| out_frame->GetStride(FrameBuffer::VPLANE), |
| out_frame->GetWidth(), out_frame->GetHeight()); |
| LOGF_IF(ERROR, res) << "RGB24ToI420() returns " << res; |
| return res ? -EINVAL : 0; |
| } |
| case V4L2_PIX_FMT_NV12: // NV12 |
| case V4L2_PIX_FMT_NV12M: { // NM12 |
| if (!SharedFrameBuffer::Reallocate( |
| in_frame.GetWidth(), in_frame.GetHeight(), V4L2_PIX_FMT_YUV420, |
| &temp_i420_buffer_)) { |
| return -EINVAL; |
| } |
| // TODO(b/151201659): Currently we convert RGB24 to I420 and then |
| // convert I420 to NV12. We should find a way to convert it directly |
| // if the performance is not acceptable. |
| int res = libyuv::RGB24ToI420( |
| in_frame.GetData(), in_frame.GetStride(), |
| temp_i420_buffer_->GetData(FrameBuffer::YPLANE), |
| temp_i420_buffer_->GetStride(FrameBuffer::YPLANE), |
| temp_i420_buffer_->GetData(FrameBuffer::UPLANE), |
| temp_i420_buffer_->GetStride(FrameBuffer::UPLANE), |
| temp_i420_buffer_->GetData(FrameBuffer::VPLANE), |
| temp_i420_buffer_->GetStride(FrameBuffer::VPLANE), |
| temp_i420_buffer_->GetWidth(), temp_i420_buffer_->GetHeight()); |
| if (res != 0) { |
| LOGF(ERROR) << "RGB24ToNV12() returns " << res; |
| return -EINVAL; |
| } |
| res = libyuv::I420ToNV12( |
| temp_i420_buffer_->GetData(FrameBuffer::YPLANE), |
| temp_i420_buffer_->GetStride(FrameBuffer::YPLANE), |
| temp_i420_buffer_->GetData(FrameBuffer::UPLANE), |
| temp_i420_buffer_->GetStride(FrameBuffer::UPLANE), |
| temp_i420_buffer_->GetData(FrameBuffer::VPLANE), |
| temp_i420_buffer_->GetStride(FrameBuffer::VPLANE), |
| out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), out_frame->GetWidth(), |
| out_frame->GetHeight()); |
| LOGF_IF(ERROR, res) << "RGB24ToNV12() returns " << res; |
| return res ? -EINVAL : 0; |
| } |
| default: { |
| LOGF(ERROR) << "Not implemented: RGB24 -> " << out_frame->GetFourcc(); |
| return -EINVAL; |
| } |
| } |
| } else if (in_frame.GetFourcc() == V4L2_PIX_FMT_INVZ || |
| in_frame.GetFourcc() == V4L2_PIX_FMT_Y16 || |
| in_frame.GetFourcc() == V4L2_PIX_FMT_Z16) { |
| if (!temp_i420_buffer_gray_ || |
| temp_i420_buffer_gray_->GetWidth() != in_frame.GetWidth() || |
| temp_i420_buffer_gray_->GetHeight() != in_frame.GetHeight()) { |
| if (!SharedFrameBuffer::Reallocate( |
| in_frame.GetWidth(), in_frame.GetHeight(), V4L2_PIX_FMT_YUV420, |
| &temp_i420_buffer_gray_)) { |
| return -EINVAL; |
| } |
| |
| // Fill UV plane with 0x80 to display in gray scale. |
| memset(temp_i420_buffer_gray_->GetData(FrameBuffer::UPLANE), 0x80, |
| temp_i420_buffer_gray_->GetStride(FrameBuffer::UPLANE) * |
| in_frame.GetHeight() / 2); |
| memset(temp_i420_buffer_gray_->GetData(FrameBuffer::VPLANE), 0x80, |
| temp_i420_buffer_gray_->GetStride(FrameBuffer::VPLANE) * |
| in_frame.GetHeight() / 2); |
| } |
| |
| switch (out_frame->GetFourcc()) { |
| case V4L2_PIX_FMT_YUV420: // YU12 |
| case V4L2_PIX_FMT_YUV420M: // YM12, multiple planes YU12 |
| case V4L2_PIX_FMT_YVU420: // YV12 |
| case V4L2_PIX_FMT_YVU420M: { // YM21, multiple planes YV12 |
| libyuv::Convert16To8Plane( |
| reinterpret_cast<const uint16_t*>(in_frame.GetData()), |
| in_frame.GetStride(), out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| 256, // scale |
| in_frame.GetWidth(), in_frame.GetHeight()); |
| libyuv::CopyPlane( |
| temp_i420_buffer_gray_->GetData(FrameBuffer::UPLANE), |
| temp_i420_buffer_gray_->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetHeight() / 2); |
| libyuv::CopyPlane( |
| temp_i420_buffer_gray_->GetData(FrameBuffer::VPLANE), |
| temp_i420_buffer_gray_->GetStride(FrameBuffer::VPLANE), |
| out_frame->GetData(FrameBuffer::VPLANE), |
| out_frame->GetStride(FrameBuffer::VPLANE), |
| out_frame->GetStride(FrameBuffer::VPLANE), |
| out_frame->GetHeight() / 2); |
| return 0; |
| } |
| case V4L2_PIX_FMT_NV12: // NV12 |
| case V4L2_PIX_FMT_NV12M: { // NM12 |
| libyuv::Convert16To8Plane( |
| reinterpret_cast<const uint16_t*>(in_frame.GetData()), |
| in_frame.GetStride(), |
| temp_i420_buffer_gray_->GetData(FrameBuffer::YPLANE), |
| temp_i420_buffer_gray_->GetStride(FrameBuffer::YPLANE), |
| 256, // scale |
| in_frame.GetWidth(), in_frame.GetHeight()); |
| |
| int res = libyuv::I420ToNV12( |
| temp_i420_buffer_gray_->GetData(FrameBuffer::YPLANE), |
| temp_i420_buffer_gray_->GetStride(FrameBuffer::YPLANE), |
| temp_i420_buffer_gray_->GetData(FrameBuffer::UPLANE), |
| temp_i420_buffer_gray_->GetStride(FrameBuffer::UPLANE), |
| temp_i420_buffer_gray_->GetData(FrameBuffer::VPLANE), |
| temp_i420_buffer_gray_->GetStride(FrameBuffer::VPLANE), |
| out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), out_frame->GetWidth(), |
| out_frame->GetHeight()); |
| LOGF_IF(ERROR, res) << "I420ToNV12() returns " << res; |
| return res ? -EINVAL : 0; |
| } |
| default: { |
| LOGF(ERROR) << "Not implemented: Y16/Z16 -> " << out_frame->GetFourcc(); |
| return -EINVAL; |
| } |
| } |
| } else { |
| LOGF(ERROR) << "Convert format doesn't support source format " |
| << FormatToString(in_frame.GetFourcc()); |
| return -EINVAL; |
| } |
| } |
| |
| int ImageProcessor::Scale(const FrameBuffer& in_frame, FrameBuffer* out_frame) { |
| if (in_frame.GetFourcc() != V4L2_PIX_FMT_YUV420 && |
| in_frame.GetFourcc() != V4L2_PIX_FMT_YUV420M) { |
| LOGF(ERROR) << "Pixel format " << FormatToString(in_frame.GetFourcc()) |
| << " is unsupported."; |
| return -EINVAL; |
| } |
| |
| VLOGF(1) << "Scale image from " << in_frame.GetWidth() << "x" |
| << in_frame.GetHeight() << " to " << out_frame->GetWidth() << "x" |
| << out_frame->GetHeight(); |
| |
| int ret = libyuv::I420Scale( |
| in_frame.GetData(FrameBuffer::YPLANE), |
| in_frame.GetStride(FrameBuffer::YPLANE), |
| in_frame.GetData(FrameBuffer::UPLANE), |
| in_frame.GetStride(FrameBuffer::UPLANE), |
| in_frame.GetData(FrameBuffer::VPLANE), |
| in_frame.GetStride(FrameBuffer::VPLANE), in_frame.GetWidth(), |
| in_frame.GetHeight(), out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::VPLANE), |
| out_frame->GetStride(FrameBuffer::VPLANE), out_frame->GetWidth(), |
| out_frame->GetHeight(), libyuv::FilterMode::kFilterNone); |
| LOGF_IF(ERROR, ret) << "I420Scale failed: " << ret; |
| return ret; |
| } |
| |
| int ImageProcessor::ProcessForInsetPortraitMode(const FrameBuffer& in_frame, |
| FrameBuffer* out_frame, |
| int rotate_degree) { |
| libyuv::RotationMode rotation_mode = libyuv::RotationMode::kRotate90; |
| switch (rotate_degree) { |
| case 90: |
| rotation_mode = libyuv::RotationMode::kRotate90; |
| break; |
| case 270: |
| rotation_mode = libyuv::RotationMode::kRotate270; |
| break; |
| default: |
| LOGF(ERROR) << "Invalid rotation degree: " << rotate_degree; |
| return -EINVAL; |
| } |
| |
| VLOGF(1) << "Crop and rotate image, rotate degree: " << rotate_degree; |
| |
| int margin = (in_frame.GetWidth() - out_frame->GetHeight()) / 2; |
| // Crop from even pixels. |
| margin &= ~1; |
| |
| if (in_frame.GetFourcc() == V4L2_PIX_FMT_YUV420 || |
| in_frame.GetFourcc() == V4L2_PIX_FMT_YUV420M) { |
| int ret = |
| I420Rotate(in_frame.GetData(FrameBuffer::YPLANE) + margin, |
| in_frame.GetStride(FrameBuffer::YPLANE), |
| in_frame.GetData(FrameBuffer::UPLANE) + margin / 2, |
| in_frame.GetStride(FrameBuffer::UPLANE), |
| in_frame.GetData(FrameBuffer::VPLANE) + margin / 2, |
| in_frame.GetStride(FrameBuffer::VPLANE), |
| out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::VPLANE), |
| out_frame->GetStride(FrameBuffer::VPLANE), |
| out_frame->GetHeight(), in_frame.GetHeight(), rotation_mode); |
| if (ret) { |
| LOGF(ERROR) << "I420Rotate failed: " << ret; |
| return ret; |
| } |
| } else if (in_frame.GetFourcc() == V4L2_PIX_FMT_NV12 || |
| in_frame.GetFourcc() == V4L2_PIX_FMT_NV12M) { |
| int ret = NV12ToI420Rotate(in_frame.GetData(FrameBuffer::YPLANE) + margin, |
| in_frame.GetStride(FrameBuffer::YPLANE), |
| in_frame.GetData(FrameBuffer::UPLANE) + margin, |
| in_frame.GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::VPLANE), |
| out_frame->GetStride(FrameBuffer::VPLANE), |
| out_frame->GetHeight(), in_frame.GetHeight(), |
| rotation_mode); |
| if (ret) { |
| LOGF(ERROR) << "NV12ToI420Rotate failed: " << ret; |
| return ret; |
| } |
| } else { |
| LOGF(ERROR) << "Pixel format " << FormatToString(in_frame.GetFourcc()) |
| << " is unsupported."; |
| return -EINVAL; |
| } |
| return 0; |
| } |
| |
| int ImageProcessor::Crop(const FrameBuffer& in_frame, FrameBuffer* out_frame) { |
| VLOGF(1) << "Crop from " << in_frame.GetWidth() << "x" << in_frame.GetHeight() |
| << "," << FormatToString(in_frame.GetFourcc()) << " to " |
| << out_frame->GetWidth() << "x" << out_frame->GetHeight() << "," |
| << FormatToString(out_frame->GetFourcc()); |
| if (out_frame->GetWidth() > in_frame.GetWidth() || |
| out_frame->GetHeight() > in_frame.GetHeight()) { |
| LOGF(ERROR) << "Crop to larger size"; |
| return -EINVAL; |
| } |
| |
| int crop_x = (in_frame.GetWidth() - out_frame->GetWidth()) / 2; |
| int crop_y = (in_frame.GetHeight() - out_frame->GetHeight()) / 2; |
| // Crop from even pixels for correct YUV image. |
| crop_x &= ~1; |
| crop_y &= ~1; |
| |
| if (in_frame.GetFourcc() == V4L2_PIX_FMT_YUV420 || |
| in_frame.GetFourcc() == V4L2_PIX_FMT_YUV420M) { |
| int ret = libyuv::I420Copy( |
| in_frame.GetData(FrameBuffer::YPLANE) + |
| in_frame.GetStride(FrameBuffer::YPLANE) * crop_y + crop_x, |
| in_frame.GetStride(FrameBuffer::YPLANE), |
| in_frame.GetData(FrameBuffer::UPLANE) + |
| in_frame.GetStride(FrameBuffer::UPLANE) * crop_y / 2 + crop_x / 2, |
| in_frame.GetStride(FrameBuffer::UPLANE), |
| in_frame.GetData(FrameBuffer::VPLANE) + |
| in_frame.GetStride(FrameBuffer::VPLANE) * crop_y / 2 + crop_x / 2, |
| in_frame.GetStride(FrameBuffer::VPLANE), |
| out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::VPLANE), |
| out_frame->GetStride(FrameBuffer::VPLANE), out_frame->GetWidth(), |
| out_frame->GetHeight()); |
| if (ret) { |
| LOGF(ERROR) << "I420Copy failed: " << ret; |
| return ret; |
| } |
| } else if (in_frame.GetFourcc() == V4L2_PIX_FMT_NV12 || |
| in_frame.GetFourcc() == V4L2_PIX_FMT_NV12M) { |
| int ret = libyuv::NV12ToI420( |
| in_frame.GetData(FrameBuffer::YPLANE) + |
| in_frame.GetStride(FrameBuffer::YPLANE) * crop_y + crop_x, |
| in_frame.GetStride(FrameBuffer::YPLANE), |
| in_frame.GetData(FrameBuffer::UPLANE) + |
| in_frame.GetStride(FrameBuffer::UPLANE) * crop_y / 2 + crop_x, |
| in_frame.GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::YPLANE), |
| out_frame->GetStride(FrameBuffer::YPLANE), |
| out_frame->GetData(FrameBuffer::UPLANE), |
| out_frame->GetStride(FrameBuffer::UPLANE), |
| out_frame->GetData(FrameBuffer::VPLANE), |
| out_frame->GetStride(FrameBuffer::VPLANE), out_frame->GetWidth(), |
| out_frame->GetHeight()); |
| if (ret) { |
| LOGF(ERROR) << "NV12ToI420 failed: " << ret; |
| return ret; |
| } |
| } else { |
| LOGF(ERROR) << "Pixel format " << FormatToString(in_frame.GetFourcc()) |
| << " is unsupported."; |
| return -EINVAL; |
| } |
| return 0; |
| } |
| |
| } // namespace cros |
