#include "sentencepiece_model.pb.h"
#include <algorithm>
#include <google/protobuf/io/coded_stream.h>
#include <google/protobuf/extension_set.h>
#include <google/protobuf/wire_format_lite.h>
#include <google/protobuf/io/zero_copy_stream_impl_lite.h>
#include <google/protobuf/port_def.inc>
PROTOBUF_PRAGMA_INIT_SEG
_pb;
_pbi;
namespace sentencepiece {
PROTOBUF_CONSTEXPR TrainerSpec::TrainerSpec(
::_pbi::ConstantInitialized): … { … }
struct TrainerSpecDefaultTypeInternal { … };
PROTOBUF_ATTRIBUTE_NO_DESTROY PROTOBUF_CONSTINIT PROTOBUF_ATTRIBUTE_INIT_PRIORITY1 TrainerSpecDefaultTypeInternal _TrainerSpec_default_instance_;
PROTOBUF_CONSTEXPR NormalizerSpec::NormalizerSpec(
::_pbi::ConstantInitialized): … { … }
struct NormalizerSpecDefaultTypeInternal { … };
PROTOBUF_ATTRIBUTE_NO_DESTROY PROTOBUF_CONSTINIT PROTOBUF_ATTRIBUTE_INIT_PRIORITY1 NormalizerSpecDefaultTypeInternal _NormalizerSpec_default_instance_;
PROTOBUF_CONSTEXPR SelfTestData_Sample::SelfTestData_Sample(
::_pbi::ConstantInitialized): … { … }
struct SelfTestData_SampleDefaultTypeInternal { … };
PROTOBUF_ATTRIBUTE_NO_DESTROY PROTOBUF_CONSTINIT PROTOBUF_ATTRIBUTE_INIT_PRIORITY1 SelfTestData_SampleDefaultTypeInternal _SelfTestData_Sample_default_instance_;
PROTOBUF_CONSTEXPR SelfTestData::SelfTestData(
::_pbi::ConstantInitialized): … { … }
struct SelfTestDataDefaultTypeInternal { … };
PROTOBUF_ATTRIBUTE_NO_DESTROY PROTOBUF_CONSTINIT PROTOBUF_ATTRIBUTE_INIT_PRIORITY1 SelfTestDataDefaultTypeInternal _SelfTestData_default_instance_;
PROTOBUF_CONSTEXPR ModelProto_SentencePiece::ModelProto_SentencePiece(
::_pbi::ConstantInitialized): … { … }
struct ModelProto_SentencePieceDefaultTypeInternal { … };
PROTOBUF_ATTRIBUTE_NO_DESTROY PROTOBUF_CONSTINIT PROTOBUF_ATTRIBUTE_INIT_PRIORITY1 ModelProto_SentencePieceDefaultTypeInternal _ModelProto_SentencePiece_default_instance_;
PROTOBUF_CONSTEXPR ModelProto::ModelProto(
::_pbi::ConstantInitialized): … { … }
struct ModelProtoDefaultTypeInternal { … };
PROTOBUF_ATTRIBUTE_NO_DESTROY PROTOBUF_CONSTINIT PROTOBUF_ATTRIBUTE_INIT_PRIORITY1 ModelProtoDefaultTypeInternal _ModelProto_default_instance_;
}
namespace sentencepiece {
bool TrainerSpec_ModelType_IsValid(int value) { … }
static ::PROTOBUF_NAMESPACE_ID::internal::ExplicitlyConstructed<std::string> TrainerSpec_ModelType_strings[4] = …;
static const char TrainerSpec_ModelType_names[] = …;
static const ::PROTOBUF_NAMESPACE_ID::internal::EnumEntry TrainerSpec_ModelType_entries[] = …;
static const int TrainerSpec_ModelType_entries_by_number[] = …;
const std::string& TrainerSpec_ModelType_Name(
TrainerSpec_ModelType value) { … }
bool TrainerSpec_ModelType_Parse(
::PROTOBUF_NAMESPACE_ID::ConstStringParam name, TrainerSpec_ModelType* value) { … }
#if (__cplusplus < 201703) && (!defined(_MSC_VER) || (_MSC_VER >= 1900 && _MSC_VER < 1912))
constexpr TrainerSpec_ModelType TrainerSpec::UNIGRAM;
constexpr TrainerSpec_ModelType TrainerSpec::BPE;
constexpr TrainerSpec_ModelType TrainerSpec::WORD;
constexpr TrainerSpec_ModelType TrainerSpec::CHAR;
constexpr TrainerSpec_ModelType TrainerSpec::ModelType_MIN;
constexpr TrainerSpec_ModelType TrainerSpec::ModelType_MAX;
constexpr int TrainerSpec::ModelType_ARRAYSIZE;
#endif
bool ModelProto_SentencePiece_Type_IsValid(int value) { … }
static ::PROTOBUF_NAMESPACE_ID::internal::ExplicitlyConstructed<std::string> ModelProto_SentencePiece_Type_strings[6] = …;
static const char ModelProto_SentencePiece_Type_names[] = …;
static const ::PROTOBUF_NAMESPACE_ID::internal::EnumEntry ModelProto_SentencePiece_Type_entries[] = …;
static const int ModelProto_SentencePiece_Type_entries_by_number[] = …;
const std::string& ModelProto_SentencePiece_Type_Name(
ModelProto_SentencePiece_Type value) { … }
bool ModelProto_SentencePiece_Type_Parse(
::PROTOBUF_NAMESPACE_ID::ConstStringParam name, ModelProto_SentencePiece_Type* value) { … }
#if (__cplusplus < 201703) && (!defined(_MSC_VER) || (_MSC_VER >= 1900 && _MSC_VER < 1912))
constexpr ModelProto_SentencePiece_Type ModelProto_SentencePiece::NORMAL;
constexpr ModelProto_SentencePiece_Type ModelProto_SentencePiece::UNKNOWN;
constexpr ModelProto_SentencePiece_Type ModelProto_SentencePiece::CONTROL;
constexpr ModelProto_SentencePiece_Type ModelProto_SentencePiece::USER_DEFINED;
constexpr ModelProto_SentencePiece_Type ModelProto_SentencePiece::BYTE;
constexpr ModelProto_SentencePiece_Type ModelProto_SentencePiece::UNUSED;
constexpr ModelProto_SentencePiece_Type ModelProto_SentencePiece::Type_MIN;
constexpr ModelProto_SentencePiece_Type ModelProto_SentencePiece::Type_MAX;
constexpr int ModelProto_SentencePiece::Type_ARRAYSIZE;
#endif
class TrainerSpec::_Internal { … };
const ::PROTOBUF_NAMESPACE_ID::internal::LazyString TrainerSpec::Impl_::_i_give_permission_to_break_this_code_default_unk_piece_{ … };
const ::PROTOBUF_NAMESPACE_ID::internal::LazyString TrainerSpec::Impl_::_i_give_permission_to_break_this_code_default_bos_piece_{ … };
const ::PROTOBUF_NAMESPACE_ID::internal::LazyString TrainerSpec::Impl_::_i_give_permission_to_break_this_code_default_eos_piece_{ … };
const ::PROTOBUF_NAMESPACE_ID::internal::LazyString TrainerSpec::Impl_::_i_give_permission_to_break_this_code_default_pad_piece_{ … };
const ::PROTOBUF_NAMESPACE_ID::internal::LazyString TrainerSpec::Impl_::_i_give_permission_to_break_this_code_default_unk_surface_{ … };
TrainerSpec::TrainerSpec(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned)
: … { … }
TrainerSpec::TrainerSpec(const TrainerSpec& from)
: … { … }
inline void TrainerSpec::SharedCtor(
::_pb::Arena* arena, bool is_message_owned) { … }
TrainerSpec::~TrainerSpec() { … }
inline void TrainerSpec::SharedDtor() { … }
void TrainerSpec::SetCachedSize(int size) const { … }
void TrainerSpec::Clear() { … }
const char* TrainerSpec::_InternalParse(const char* ptr, ::_pbi::ParseContext* ctx) { … }
uint8_t* TrainerSpec::_InternalSerialize(
uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const { … }
size_t TrainerSpec::ByteSizeLong() const { … }
void TrainerSpec::CheckTypeAndMergeFrom(
const ::PROTOBUF_NAMESPACE_ID::MessageLite& from) { … }
void TrainerSpec::MergeFrom(const TrainerSpec& from) { … }
void TrainerSpec::CopyFrom(const TrainerSpec& from) { … }
bool TrainerSpec::IsInitialized() const { … }
void TrainerSpec::InternalSwap(TrainerSpec* other) { … }
std::string TrainerSpec::GetTypeName() const { … }
class NormalizerSpec::_Internal { … };
NormalizerSpec::NormalizerSpec(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned)
: … { … }
NormalizerSpec::NormalizerSpec(const NormalizerSpec& from)
: … { … }
inline void NormalizerSpec::SharedCtor(
::_pb::Arena* arena, bool is_message_owned) { … }
NormalizerSpec::~NormalizerSpec() { … }
inline void NormalizerSpec::SharedDtor() { … }
void NormalizerSpec::SetCachedSize(int size) const { … }
void NormalizerSpec::Clear() { … }
const char* NormalizerSpec::_InternalParse(const char* ptr, ::_pbi::ParseContext* ctx) { … }
uint8_t* NormalizerSpec::_InternalSerialize(
uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const { … }
size_t NormalizerSpec::ByteSizeLong() const { … }
void NormalizerSpec::CheckTypeAndMergeFrom(
const ::PROTOBUF_NAMESPACE_ID::MessageLite& from) { … }
void NormalizerSpec::MergeFrom(const NormalizerSpec& from) { … }
void NormalizerSpec::CopyFrom(const NormalizerSpec& from) { … }
bool NormalizerSpec::IsInitialized() const { … }
void NormalizerSpec::InternalSwap(NormalizerSpec* other) { … }
std::string NormalizerSpec::GetTypeName() const { … }
class SelfTestData_Sample::_Internal { … };
SelfTestData_Sample::SelfTestData_Sample(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned)
: … { … }
SelfTestData_Sample::SelfTestData_Sample(const SelfTestData_Sample& from)
: … { … }
inline void SelfTestData_Sample::SharedCtor(
::_pb::Arena* arena, bool is_message_owned) { … }
SelfTestData_Sample::~SelfTestData_Sample() { … }
inline void SelfTestData_Sample::SharedDtor() { … }
void SelfTestData_Sample::SetCachedSize(int size) const { … }
void SelfTestData_Sample::Clear() { … }
const char* SelfTestData_Sample::_InternalParse(const char* ptr, ::_pbi::ParseContext* ctx) { … }
uint8_t* SelfTestData_Sample::_InternalSerialize(
uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const { … }
size_t SelfTestData_Sample::ByteSizeLong() const { … }
void SelfTestData_Sample::CheckTypeAndMergeFrom(
const ::PROTOBUF_NAMESPACE_ID::MessageLite& from) { … }
void SelfTestData_Sample::MergeFrom(const SelfTestData_Sample& from) { … }
void SelfTestData_Sample::CopyFrom(const SelfTestData_Sample& from) { … }
bool SelfTestData_Sample::IsInitialized() const { … }
void SelfTestData_Sample::InternalSwap(SelfTestData_Sample* other) { … }
std::string SelfTestData_Sample::GetTypeName() const { … }
class SelfTestData::_Internal { … };
SelfTestData::SelfTestData(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned)
: … { … }
SelfTestData::SelfTestData(const SelfTestData& from)
: … { … }
inline void SelfTestData::SharedCtor(
::_pb::Arena* arena, bool is_message_owned) { … }
SelfTestData::~SelfTestData() { … }
inline void SelfTestData::SharedDtor() { … }
void SelfTestData::SetCachedSize(int size) const { … }
void SelfTestData::Clear() { … }
const char* SelfTestData::_InternalParse(const char* ptr, ::_pbi::ParseContext* ctx) { … }
uint8_t* SelfTestData::_InternalSerialize(
uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const { … }
size_t SelfTestData::ByteSizeLong() const { … }
void SelfTestData::CheckTypeAndMergeFrom(
const ::PROTOBUF_NAMESPACE_ID::MessageLite& from) { … }
void SelfTestData::MergeFrom(const SelfTestData& from) { … }
void SelfTestData::CopyFrom(const SelfTestData& from) { … }
bool SelfTestData::IsInitialized() const { … }
void SelfTestData::InternalSwap(SelfTestData* other) { … }
std::string SelfTestData::GetTypeName() const { … }
class ModelProto_SentencePiece::_Internal { … };
ModelProto_SentencePiece::ModelProto_SentencePiece(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned)
: … { … }
ModelProto_SentencePiece::ModelProto_SentencePiece(const ModelProto_SentencePiece& from)
: … { … }
inline void ModelProto_SentencePiece::SharedCtor(
::_pb::Arena* arena, bool is_message_owned) { … }
ModelProto_SentencePiece::~ModelProto_SentencePiece() { … }
inline void ModelProto_SentencePiece::SharedDtor() { … }
void ModelProto_SentencePiece::SetCachedSize(int size) const { … }
void ModelProto_SentencePiece::Clear() { … }
const char* ModelProto_SentencePiece::_InternalParse(const char* ptr, ::_pbi::ParseContext* ctx) { … }
uint8_t* ModelProto_SentencePiece::_InternalSerialize(
uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const { … }
size_t ModelProto_SentencePiece::ByteSizeLong() const { … }
void ModelProto_SentencePiece::CheckTypeAndMergeFrom(
const ::PROTOBUF_NAMESPACE_ID::MessageLite& from) { … }
void ModelProto_SentencePiece::MergeFrom(const ModelProto_SentencePiece& from) { … }
void ModelProto_SentencePiece::CopyFrom(const ModelProto_SentencePiece& from) { … }
bool ModelProto_SentencePiece::IsInitialized() const { … }
void ModelProto_SentencePiece::InternalSwap(ModelProto_SentencePiece* other) { … }
std::string ModelProto_SentencePiece::GetTypeName() const { … }
class ModelProto::_Internal { … };
const ::sentencepiece::TrainerSpec&
ModelProto::_Internal::trainer_spec(const ModelProto* msg) { … }
const ::sentencepiece::NormalizerSpec&
ModelProto::_Internal::normalizer_spec(const ModelProto* msg) { … }
const ::sentencepiece::SelfTestData&
ModelProto::_Internal::self_test_data(const ModelProto* msg) { … }
const ::sentencepiece::NormalizerSpec&
ModelProto::_Internal::denormalizer_spec(const ModelProto* msg) { … }
ModelProto::ModelProto(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned)
: … { … }
ModelProto::ModelProto(const ModelProto& from)
: … { … }
inline void ModelProto::SharedCtor(
::_pb::Arena* arena, bool is_message_owned) { … }
ModelProto::~ModelProto() { … }
inline void ModelProto::SharedDtor() { … }
void ModelProto::SetCachedSize(int size) const { … }
void ModelProto::Clear() { … }
const char* ModelProto::_InternalParse(const char* ptr, ::_pbi::ParseContext* ctx) { … }
uint8_t* ModelProto::_InternalSerialize(
uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const { … }
size_t ModelProto::ByteSizeLong() const { … }
void ModelProto::CheckTypeAndMergeFrom(
const ::PROTOBUF_NAMESPACE_ID::MessageLite& from) { … }
void ModelProto::MergeFrom(const ModelProto& from) { … }
void ModelProto::CopyFrom(const ModelProto& from) { … }
bool ModelProto::IsInitialized() const { … }
void ModelProto::InternalSwap(ModelProto* other) { … }
std::string ModelProto::GetTypeName() const { … }
}
PROTOBUF_NAMESPACE_OPEN
template<> PROTOBUF_NOINLINE ::sentencepiece::TrainerSpec*
Arena::CreateMaybeMessage< ::sentencepiece::TrainerSpec >(Arena* arena) { … }
template<> PROTOBUF_NOINLINE ::sentencepiece::NormalizerSpec*
Arena::CreateMaybeMessage< ::sentencepiece::NormalizerSpec >(Arena* arena) { … }
template<> PROTOBUF_NOINLINE ::sentencepiece::SelfTestData_Sample*
Arena::CreateMaybeMessage< ::sentencepiece::SelfTestData_Sample >(Arena* arena) { … }
template<> PROTOBUF_NOINLINE ::sentencepiece::SelfTestData*
Arena::CreateMaybeMessage< ::sentencepiece::SelfTestData >(Arena* arena) { … }
template<> PROTOBUF_NOINLINE ::sentencepiece::ModelProto_SentencePiece*
Arena::CreateMaybeMessage< ::sentencepiece::ModelProto_SentencePiece >(Arena* arena) { … }
template<> PROTOBUF_NOINLINE ::sentencepiece::ModelProto*
Arena::CreateMaybeMessage< ::sentencepiece::ModelProto >(Arena* arena) { … }
PROTOBUF_NAMESPACE_CLOSE
#include <google/protobuf/port_undef.inc>