# Copyright 2022 The MediaPipe Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
package(default_visibility = [
"//mediapipe:__subpackages__",
"//mediapipe/tasks:internal",
])
licenses(["notice"])
cc_library(
name = "vocab_utils",
srcs = [
"vocab_utils.cc",
],
hdrs = [
"vocab_utils.h",
],
deps = [
"//mediapipe/util:resource_util",
"@com_google_absl//absl/container:node_hash_map",
"@com_google_absl//absl/strings",
],
)
cc_test(
name = "vocab_utils_test",
srcs = ["vocab_utils_test.cc"],
data = [
"//mediapipe/tasks/testdata/text:vocab_files",
],
deps = [
":vocab_utils",
"//mediapipe/framework/port:gtest_main",
"//mediapipe/tasks/cc/core:utils",
"@com_google_absl//absl/container:node_hash_map",
],
)
cc_library(
name = "text_model_utils",
srcs = ["text_model_utils.cc"],
hdrs = ["text_model_utils.h"],
deps = [
"//mediapipe/tasks/cc:common",
"//mediapipe/tasks/cc/components/processors/proto:text_model_type_cc_proto",
"//mediapipe/tasks/cc/core:model_resources",
"//mediapipe/tasks/cc/metadata:metadata_extractor",
"@com_google_absl//absl/algorithm:container",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings",
"@org_tensorflow//tensorflow/lite/schema:schema_fbs",
],
)
cc_test(
name = "text_model_utils_test",
srcs = ["text_model_utils_test.cc"],
data = [
"//mediapipe/tasks/testdata/text:bert_text_classifier_models",
"//mediapipe/tasks/testdata/text:mobilebert_embedding_model",
"//mediapipe/tasks/testdata/text:regex_embedding_with_metadata",
"//mediapipe/tasks/testdata/text:text_classifier_models",
"//mediapipe/tasks/testdata/text:universal_sentence_encoder_qa",
],
deps = [
":text_model_utils",
"//mediapipe/framework/deps:file_path",
"//mediapipe/framework/port:gtest_main",
"//mediapipe/tasks/cc/components/processors/proto:text_model_type_cc_proto",
"//mediapipe/tasks/cc/core:model_resources",
"//mediapipe/tasks/cc/core/proto:external_file_cc_proto",
"@com_google_absl//absl/flags:flag",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings",
"@org_tensorflow//tensorflow/lite:test_util",
],
)
cc_library(
name = "vocab_convert_utils",
srcs = [
"vocab_convert_utils.cc",
],
hdrs = [
"vocab_convert_utils.h",
],
deps = [
"//mediapipe/framework/deps:file_path",
"//mediapipe/framework/port:file_helpers",
"//mediapipe/framework/port:status",
"//mediapipe/util:resource_util",
"@com_github_nlohmann_json//:json",
"@com_google_absl//absl/container:flat_hash_set",
"@com_google_absl//absl/container:node_hash_map",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings",
"@com_google_sentencepiece//:sentencepiece_model_cc_proto",
"@com_google_sentencepiece//:sentencepiece_trainer",
],
)