chromium/third_party/mediapipe/src/mediapipe/framework/formats/image_opencv.cc

// Copyright 2022 The MediaPipe Authors.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//      http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "mediapipe/framework/formats/image_opencv.h"

#include "absl/log/absl_check.h"
#include "mediapipe/framework/formats/image_format.pb.h"
#include "mediapipe/framework/port/logging.h"

namespace {
// Maps Image format to OpenCV Mat type.
// See mediapipe...image_format.proto and cv...opencv2/core/hal/interface.h
// for more details on respective formats.
int GetMatType(const mediapipe::ImageFormat::Format format) {
  int type = 0;
  switch (format) {
    case mediapipe::ImageFormat::UNKNOWN:
      // Invalid; Default to uchar.
      type = CV_8U;
      break;
    case mediapipe::ImageFormat::SRGB:
      type = CV_8U;
      break;
    case mediapipe::ImageFormat::SRGBA:
      type = CV_8U;
      break;
    case mediapipe::ImageFormat::GRAY8:
      type = CV_8U;
      break;
    case mediapipe::ImageFormat::GRAY16:
      type = CV_16U;
      break;
    case mediapipe::ImageFormat::YCBCR420P:
      // Invalid; Default to uchar.
      type = CV_8U;
      break;
    case mediapipe::ImageFormat::YCBCR420P10:
      // Invalid; Default to uint16.
      type = CV_16U;
      break;
    case mediapipe::ImageFormat::SRGB48:
      type = CV_16U;
      break;
    case mediapipe::ImageFormat::SRGBA64:
      type = CV_16U;
      break;
    case mediapipe::ImageFormat::VEC32F1:
      type = CV_32F;
      break;
    case mediapipe::ImageFormat::VEC32F2:
      type = CV_32FC2;
      break;
    case mediapipe::ImageFormat::VEC32F4:
      type = CV_32FC4;
      break;
    case mediapipe::ImageFormat::LAB8:
      type = CV_8U;
      break;
    case mediapipe::ImageFormat::SBGRA:
      type = CV_8U;
      break;
    default:
      // Invalid or unknown; Default to uchar.
      type = CV_8U;
      break;
  }
  return type;
}
}  // namespace
namespace mediapipe {
namespace formats {

std::shared_ptr<cv::Mat> MatView(const mediapipe::Image* image) {
  // Used to hold the lock through the Mat's lifetime.
  struct MatWithPixelLock {
    // Constructor needed because you cannot use aggregate initialization with
    // std::make_shared.
    MatWithPixelLock(mediapipe::Image* image) : lock(image) {}
    mediapipe::PixelWriteLock lock;
    cv::Mat mat;
  };

  const int dims = 2;
  const int sizes[] = {image->height(), image->width()};
  const int type =
      CV_MAKETYPE(GetMatType(image->image_format()), image->channels());
  const size_t steps[] = {static_cast<size_t>(image->step()),
                          static_cast<size_t>(ImageFrame::ByteDepthForFormat(
                              image->image_format()))};
  auto owner =
      std::make_shared<MatWithPixelLock>(const_cast<mediapipe::Image*>(image));
  uint8_t* data_ptr = owner->lock.Pixels();
  ABSL_CHECK(data_ptr != nullptr);
  // Use Image to initialize in-place. Image still owns memory.
  if (steps[0] == sizes[1] * image->channels() *
                      ImageFrame::ByteDepthForFormat(image->image_format())) {
    // Contiguous memory optimization. See b/78570764
    owner->mat = cv::Mat(dims, sizes, type, data_ptr);
  } else {
    // Custom width step.
    owner->mat = cv::Mat(dims, sizes, type, data_ptr, steps);
  }
  // Aliasing constructor makes a shared_ptr<Mat> which keeps the whole
  // MatWithPixelLock alive.
  return std::shared_ptr<cv::Mat>(owner, &owner->mat);
}
}  // namespace formats
}  // namespace mediapipe