chromium/third_party/mediapipe/src/mediapipe/modules/selfie_segmentation/selfie_segmentation_gpu_image.pbtxt

# MediaPipe graph to perform selfie segmentation.

type: "SelfieSegmentationGpuImage"

# Input image. (Image)
input_stream: "IMAGE:image"

# The throttled input image. (Image)
output_stream: "IMAGE:throttled_image"

# An integer 0 or 1. Use 0 to select a general-purpose model (operating on a
# 256x256 tensor), and 1 to select a model (operating on a 256x144 tensor) more
# optimized for landscape images. If unspecified, functions as set to 0. (int)
input_side_packet: "MODEL_SELECTION:model_selection"

# Segmentation mask. (Image)
output_stream: "SEGMENTATION_MASK:segmentation_mask"

node {
  calculator: "FlowLimiterCalculator"
  input_stream: "image"
  input_stream: "FINISHED:segmentation_mask"
  input_stream_info: {
    tag_index: "FINISHED"
    back_edge: true
  }
  output_stream: "throttled_image"
  options: {
    [mediapipe.FlowLimiterCalculatorOptions.ext] {
      max_in_flight: 1
      max_in_queue: 1
    }
  }
}

# Converts Image to ImageFrame for SelfieSegmentationGpu to consume.
node {
  calculator: "FromImageCalculator"
  input_stream: "IMAGE:throttled_image"
  output_stream: "IMAGE_GPU:raw_gpu_buffer"
  output_stream: "SOURCE_ON_GPU:is_gpu_image"
}

# TODO: Remove the extra flipping once adopting MlImage.
# If the source images are on gpu, flip the data vertically before sending them
# into SelfieSegmentationGpu. This maybe needed because OpenGL represents images
# assuming the image origin is at the bottom-left corner, whereas MediaPipe in
# general assumes the image origin is at the top-left corner.
node: {
  calculator: "ImageTransformationCalculator"
  input_stream: "IMAGE_GPU:raw_gpu_buffer"
  input_stream: "FLIP_VERTICALLY:is_gpu_image"
  output_stream: "IMAGE_GPU:gpu_buffer"
}

node {
  calculator: "SelfieSegmentationGpu"
  input_side_packet: "MODEL_SELECTION:model_selection"
  input_stream: "IMAGE:gpu_buffer"
  output_stream: "SEGMENTATION_MASK:segmentation_mask_gpu_buffer"
}

node {
  calculator: "ToImageCalculator"
  input_stream: "IMAGE_GPU:segmentation_mask_gpu_buffer"
  output_stream: "IMAGE:segmentation_mask"
}