// Protocol Buffers - Google's data interchange format
// Copyright 2008 Google Inc. All rights reserved.
// https://developers.google.com/protocol-buffers/
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are
// met:
//
// * Redistributions of source code must retain the above copyright
// notice, this list of conditions and the following disclaimer.
// * Redistributions in binary form must reproduce the above
// copyright notice, this list of conditions and the following disclaimer
// in the documentation and/or other materials provided with the
// distribution.
// * Neither the name of Google Inc. nor the names of its
// contributors may be used to endorse or promote products derived from
// this software without specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
// Author: [email protected] (Kenton Varda)
// Based on original Protocol Buffers design by
// Sanjay Ghemawat, Jeff Dean, and others.
#include <google/protobuf/stubs/logging.h>
#include <google/protobuf/stubs/common.h>
#include <google/protobuf/io/coded_stream.h>
#include <google/protobuf/io/zero_copy_stream_impl.h>
#include <google/protobuf/io/zero_copy_stream_impl_lite.h>
#include <google/protobuf/descriptor.h>
#include <google/protobuf/wire_format.h>
#include <google/protobuf/wire_format_lite.h>
#include <gmock/gmock.h>
#include <google/protobuf/testing/googletest.h>
#include <gtest/gtest.h>
#include <google/protobuf/stubs/casts.h>
#include <google/protobuf/stubs/logging.h>
#include <google/protobuf/stubs/strutil.h>
#include <google/protobuf/dynamic_message.h>
#include <google/protobuf/test_util2.h>
#include <google/protobuf/stubs/stl_util.h>
// clang-format off
#include <google/protobuf/port_def.inc>
// clang-format on
namespace google {
namespace protobuf {
namespace internal {
namespace {
TEST(WireFormatTest, EnumsInSync) {
// Verify that WireFormatLite::FieldType and WireFormatLite::CppType match
// FieldDescriptor::Type and FieldDescriptor::CppType.
EXPECT_EQ(implicit_cast<int>(FieldDescriptor::MAX_TYPE),
implicit_cast<int>(WireFormatLite::MAX_FIELD_TYPE));
EXPECT_EQ(implicit_cast<int>(FieldDescriptor::MAX_CPPTYPE),
implicit_cast<int>(WireFormatLite::MAX_CPPTYPE));
for (int i = 1; i <= WireFormatLite::MAX_FIELD_TYPE; i++) {
EXPECT_EQ(implicit_cast<int>(FieldDescriptor::TypeToCppType(
static_cast<FieldDescriptor::Type>(i))),
implicit_cast<int>(WireFormatLite::FieldTypeToCppType(
static_cast<WireFormatLite::FieldType>(i))));
}
}
TEST(WireFormatTest, MaxFieldNumber) {
// Make sure the max field number constant is accurate.
EXPECT_EQ((1 << (32 - WireFormatLite::kTagTypeBits)) - 1,
FieldDescriptor::kMaxNumber);
}
TEST(WireFormatTest, Parse) {
UNITTEST::TestAllTypes source, dest;
std::string data;
// Serialize using the generated code.
TestUtil::SetAllFields(&source);
source.SerializeToString(&data);
// Parse using WireFormat.
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream input(&raw_input);
WireFormat::ParseAndMergePartial(&input, &dest);
// Check.
TestUtil::ExpectAllFieldsSet(dest);
}
TEST(WireFormatTest, ParseExtensions) {
UNITTEST::TestAllExtensions source, dest;
std::string data;
// Serialize using the generated code.
TestUtil::SetAllExtensions(&source);
source.SerializeToString(&data);
// Parse using WireFormat.
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream input(&raw_input);
WireFormat::ParseAndMergePartial(&input, &dest);
// Check.
TestUtil::ExpectAllExtensionsSet(dest);
}
TEST(WireFormatTest, ParsePacked) {
UNITTEST::TestPackedTypes source, dest;
std::string data;
// Serialize using the generated code.
TestUtil::SetPackedFields(&source);
source.SerializeToString(&data);
// Parse using WireFormat.
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream input(&raw_input);
WireFormat::ParseAndMergePartial(&input, &dest);
// Check.
TestUtil::ExpectPackedFieldsSet(dest);
}
TEST(WireFormatTest, ParsePackedFromUnpacked) {
// Serialize using the generated code.
UNITTEST::TestUnpackedTypes source;
TestUtil::SetUnpackedFields(&source);
std::string data = source.SerializeAsString();
// Parse using WireFormat.
UNITTEST::TestPackedTypes dest;
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream input(&raw_input);
WireFormat::ParseAndMergePartial(&input, &dest);
// Check.
TestUtil::ExpectPackedFieldsSet(dest);
}
TEST(WireFormatTest, ParseUnpackedFromPacked) {
// Serialize using the generated code.
UNITTEST::TestPackedTypes source;
TestUtil::SetPackedFields(&source);
std::string data = source.SerializeAsString();
// Parse using WireFormat.
UNITTEST::TestUnpackedTypes dest;
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream input(&raw_input);
WireFormat::ParseAndMergePartial(&input, &dest);
// Check.
TestUtil::ExpectUnpackedFieldsSet(dest);
}
TEST(WireFormatTest, ParsePackedExtensions) {
UNITTEST::TestPackedExtensions source, dest;
std::string data;
// Serialize using the generated code.
TestUtil::SetPackedExtensions(&source);
source.SerializeToString(&data);
// Parse using WireFormat.
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream input(&raw_input);
WireFormat::ParseAndMergePartial(&input, &dest);
// Check.
TestUtil::ExpectPackedExtensionsSet(dest);
}
TEST(WireFormatTest, ParseOneof) {
UNITTEST::TestOneof2 source, dest;
std::string data;
// Serialize using the generated code.
TestUtil::SetOneof1(&source);
source.SerializeToString(&data);
// Parse using WireFormat.
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream input(&raw_input);
WireFormat::ParseAndMergePartial(&input, &dest);
// Check.
TestUtil::ExpectOneofSet1(dest);
}
TEST(WireFormatTest, OneofOnlySetLast) {
UNITTEST::TestOneofBackwardsCompatible source;
UNITTEST::TestOneof oneof_dest;
std::string data;
// Set two fields
source.set_foo_int(100);
source.set_foo_string("101");
// Serialize and parse to oneof message. Generated serializer may not order
// fields in tag order. Use WireFormat::SerializeWithCachedSizes instead as
// it sorts fields beforehand.
{
io::StringOutputStream raw_output(&data);
io::CodedOutputStream output(&raw_output);
WireFormat::SerializeWithCachedSizes(source, source.ByteSizeLong(),
&output);
ASSERT_FALSE(output.HadError());
}
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream input(&raw_input);
WireFormat::ParseAndMergePartial(&input, &oneof_dest);
// Only the last field is set.
EXPECT_FALSE(oneof_dest.has_foo_int());
EXPECT_TRUE(oneof_dest.has_foo_string());
}
TEST(WireFormatTest, ByteSize) {
UNITTEST::TestAllTypes message;
TestUtil::SetAllFields(&message);
EXPECT_EQ(message.ByteSizeLong(), WireFormat::ByteSize(message));
message.Clear();
EXPECT_EQ(0, message.ByteSizeLong());
EXPECT_EQ(0, WireFormat::ByteSize(message));
}
TEST(WireFormatTest, ByteSizeExtensions) {
UNITTEST::TestAllExtensions message;
TestUtil::SetAllExtensions(&message);
EXPECT_EQ(message.ByteSizeLong(), WireFormat::ByteSize(message));
message.Clear();
EXPECT_EQ(0, message.ByteSizeLong());
EXPECT_EQ(0, WireFormat::ByteSize(message));
}
TEST(WireFormatTest, ByteSizePacked) {
UNITTEST::TestPackedTypes message;
TestUtil::SetPackedFields(&message);
EXPECT_EQ(message.ByteSizeLong(), WireFormat::ByteSize(message));
message.Clear();
EXPECT_EQ(0, message.ByteSizeLong());
EXPECT_EQ(0, WireFormat::ByteSize(message));
}
TEST(WireFormatTest, ByteSizePackedExtensions) {
UNITTEST::TestPackedExtensions message;
TestUtil::SetPackedExtensions(&message);
EXPECT_EQ(message.ByteSizeLong(), WireFormat::ByteSize(message));
message.Clear();
EXPECT_EQ(0, message.ByteSizeLong());
EXPECT_EQ(0, WireFormat::ByteSize(message));
}
TEST(WireFormatTest, ByteSizeOneof) {
UNITTEST::TestOneof2 message;
TestUtil::SetOneof1(&message);
EXPECT_EQ(message.ByteSizeLong(), WireFormat::ByteSize(message));
message.Clear();
EXPECT_EQ(0, message.ByteSizeLong());
EXPECT_EQ(0, WireFormat::ByteSize(message));
}
TEST(WireFormatTest, Serialize) {
UNITTEST::TestAllTypes message;
std::string generated_data;
std::string dynamic_data;
TestUtil::SetAllFields(&message);
size_t size = message.ByteSizeLong();
// Serialize using the generated code.
{
io::StringOutputStream raw_output(&generated_data);
io::CodedOutputStream output(&raw_output);
message.SerializeWithCachedSizes(&output);
ASSERT_FALSE(output.HadError());
}
// Serialize using WireFormat.
{
io::StringOutputStream raw_output(&dynamic_data);
io::CodedOutputStream output(&raw_output);
WireFormat::SerializeWithCachedSizes(message, size, &output);
ASSERT_FALSE(output.HadError());
}
// Should parse to the same message.
EXPECT_TRUE(TestUtil::EqualsToSerialized(message, generated_data));
EXPECT_TRUE(TestUtil::EqualsToSerialized(message, dynamic_data));
}
TEST(WireFormatTest, SerializeExtensions) {
UNITTEST::TestAllExtensions message;
std::string generated_data;
std::string dynamic_data;
TestUtil::SetAllExtensions(&message);
size_t size = message.ByteSizeLong();
// Serialize using the generated code.
{
io::StringOutputStream raw_output(&generated_data);
io::CodedOutputStream output(&raw_output);
message.SerializeWithCachedSizes(&output);
ASSERT_FALSE(output.HadError());
}
// Serialize using WireFormat.
{
io::StringOutputStream raw_output(&dynamic_data);
io::CodedOutputStream output(&raw_output);
WireFormat::SerializeWithCachedSizes(message, size, &output);
ASSERT_FALSE(output.HadError());
}
// Should parse to the same message.
EXPECT_TRUE(TestUtil::EqualsToSerialized(message, generated_data));
EXPECT_TRUE(TestUtil::EqualsToSerialized(message, dynamic_data));
}
TEST(WireFormatTest, SerializeFieldsAndExtensions) {
UNITTEST::TestFieldOrderings message;
std::string generated_data;
std::string dynamic_data;
TestUtil::SetAllFieldsAndExtensions(&message);
size_t size = message.ByteSizeLong();
// Serialize using the generated code.
{
io::StringOutputStream raw_output(&generated_data);
io::CodedOutputStream output(&raw_output);
message.SerializeWithCachedSizes(&output);
ASSERT_FALSE(output.HadError());
}
// Serialize using WireFormat.
{
io::StringOutputStream raw_output(&dynamic_data);
io::CodedOutputStream output(&raw_output);
WireFormat::SerializeWithCachedSizes(message, size, &output);
ASSERT_FALSE(output.HadError());
}
// Should parse to the same message.
EXPECT_TRUE(TestUtil::EqualsToSerialized(message, generated_data));
EXPECT_TRUE(TestUtil::EqualsToSerialized(message, dynamic_data));
}
TEST(WireFormatTest, SerializeOneof) {
UNITTEST::TestOneof2 message;
std::string generated_data;
std::string dynamic_data;
TestUtil::SetOneof1(&message);
size_t size = message.ByteSizeLong();
// Serialize using the generated code.
{
io::StringOutputStream raw_output(&generated_data);
io::CodedOutputStream output(&raw_output);
message.SerializeWithCachedSizes(&output);
ASSERT_FALSE(output.HadError());
}
// Serialize using WireFormat.
{
io::StringOutputStream raw_output(&dynamic_data);
io::CodedOutputStream output(&raw_output);
WireFormat::SerializeWithCachedSizes(message, size, &output);
ASSERT_FALSE(output.HadError());
}
// Should parse to the same message.
EXPECT_TRUE(TestUtil::EqualsToSerialized(message, generated_data));
EXPECT_TRUE(TestUtil::EqualsToSerialized(message, dynamic_data));
}
TEST(WireFormatTest, ParseMultipleExtensionRanges) {
// Make sure we can parse a message that contains multiple extensions ranges.
UNITTEST::TestFieldOrderings source;
std::string data;
TestUtil::SetAllFieldsAndExtensions(&source);
source.SerializeToString(&data);
{
UNITTEST::TestFieldOrderings dest;
EXPECT_TRUE(dest.ParseFromString(data));
EXPECT_EQ(source.DebugString(), dest.DebugString());
}
// Also test using reflection-based parsing.
{
UNITTEST::TestFieldOrderings dest;
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream coded_input(&raw_input);
EXPECT_TRUE(WireFormat::ParseAndMergePartial(&coded_input, &dest));
EXPECT_EQ(source.DebugString(), dest.DebugString());
}
}
const int kUnknownTypeId = 1550055;
TEST(WireFormatTest, SerializeMessageSet) {
// Set up a TestMessageSet with two known messages and an unknown one.
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet message_set;
message_set
.MutableExtension(
UNITTEST::TestMessageSetExtension1::message_set_extension)
->set_i(123);
message_set
.MutableExtension(
UNITTEST::TestMessageSetExtension2::message_set_extension)
->set_str("foo");
message_set.mutable_unknown_fields()->AddLengthDelimited(kUnknownTypeId,
"bar");
std::string data;
ASSERT_TRUE(message_set.SerializeToString(&data));
// Parse back using RawMessageSet and check the contents.
UNITTEST::RawMessageSet raw;
ASSERT_TRUE(raw.ParseFromString(data));
EXPECT_EQ(0, raw.unknown_fields().field_count());
ASSERT_EQ(3, raw.item_size());
EXPECT_EQ(
UNITTEST::TestMessageSetExtension1::descriptor()->extension(0)->number(),
raw.item(0).type_id());
EXPECT_EQ(
UNITTEST::TestMessageSetExtension2::descriptor()->extension(0)->number(),
raw.item(1).type_id());
EXPECT_EQ(kUnknownTypeId, raw.item(2).type_id());
UNITTEST::TestMessageSetExtension1 message1;
EXPECT_TRUE(message1.ParseFromString(raw.item(0).message()));
EXPECT_EQ(123, message1.i());
UNITTEST::TestMessageSetExtension2 message2;
EXPECT_TRUE(message2.ParseFromString(raw.item(1).message()));
EXPECT_EQ("foo", message2.str());
EXPECT_EQ("bar", raw.item(2).message());
}
TEST(WireFormatTest, SerializeMessageSetVariousWaysAreEqual) {
// Serialize a MessageSet to a stream and to a flat array using generated
// code, and also using WireFormat, and check that the results are equal.
// Set up a TestMessageSet with two known messages and an unknown one, as
// above.
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet message_set;
message_set
.MutableExtension(
UNITTEST::TestMessageSetExtension1::message_set_extension)
->set_i(123);
message_set
.MutableExtension(
UNITTEST::TestMessageSetExtension2::message_set_extension)
->set_str("foo");
message_set.mutable_unknown_fields()->AddLengthDelimited(kUnknownTypeId,
"bar");
size_t size = message_set.ByteSizeLong();
EXPECT_EQ(size, message_set.GetCachedSize());
ASSERT_EQ(size, WireFormat::ByteSize(message_set));
std::string flat_data;
std::string stream_data;
std::string dynamic_data;
flat_data.resize(size);
stream_data.resize(size);
// Serialize to flat array
{
uint8_t* target =
reinterpret_cast<uint8_t*>(::google::protobuf::string_as_array(&flat_data));
uint8_t* end = message_set.SerializeWithCachedSizesToArray(target);
EXPECT_EQ(size, end - target);
}
// Serialize to buffer
{
io::ArrayOutputStream array_stream(::google::protobuf::string_as_array(&stream_data), size,
1);
io::CodedOutputStream output_stream(&array_stream);
message_set.SerializeWithCachedSizes(&output_stream);
ASSERT_FALSE(output_stream.HadError());
}
// Serialize to buffer with WireFormat.
{
io::StringOutputStream string_stream(&dynamic_data);
io::CodedOutputStream output_stream(&string_stream);
WireFormat::SerializeWithCachedSizes(message_set, size, &output_stream);
ASSERT_FALSE(output_stream.HadError());
}
EXPECT_TRUE(flat_data == stream_data);
EXPECT_TRUE(flat_data == dynamic_data);
}
TEST(WireFormatTest, ParseMessageSet) {
// Set up a RawMessageSet with two known messages and an unknown one.
UNITTEST::RawMessageSet raw;
{
UNITTEST::RawMessageSet::Item* item = raw.add_item();
item->set_type_id(UNITTEST::TestMessageSetExtension1::descriptor()
->extension(0)
->number());
UNITTEST::TestMessageSetExtension1 message;
message.set_i(123);
message.SerializeToString(item->mutable_message());
}
{
UNITTEST::RawMessageSet::Item* item = raw.add_item();
item->set_type_id(UNITTEST::TestMessageSetExtension2::descriptor()
->extension(0)
->number());
UNITTEST::TestMessageSetExtension2 message;
message.set_str("foo");
message.SerializeToString(item->mutable_message());
}
{
UNITTEST::RawMessageSet::Item* item = raw.add_item();
item->set_type_id(kUnknownTypeId);
item->set_message("bar");
}
std::string data;
ASSERT_TRUE(raw.SerializeToString(&data));
// Parse as a TestMessageSet and check the contents.
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet message_set;
ASSERT_TRUE(message_set.ParseFromString(data));
EXPECT_EQ(123,
message_set
.GetExtension(
UNITTEST::TestMessageSetExtension1::message_set_extension)
.i());
EXPECT_EQ("foo",
message_set
.GetExtension(
UNITTEST::TestMessageSetExtension2::message_set_extension)
.str());
ASSERT_EQ(1, message_set.unknown_fields().field_count());
ASSERT_EQ(UnknownField::TYPE_LENGTH_DELIMITED,
message_set.unknown_fields().field(0).type());
EXPECT_EQ("bar", message_set.unknown_fields().field(0).length_delimited());
// Also parse using WireFormat.
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet dynamic_message_set;
io::CodedInputStream input(reinterpret_cast<const uint8_t*>(data.data()),
data.size());
ASSERT_TRUE(WireFormat::ParseAndMergePartial(&input, &dynamic_message_set));
EXPECT_EQ(message_set.DebugString(), dynamic_message_set.DebugString());
}
namespace {
std::string BuildMessageSetItemStart() {
std::string data;
{
io::StringOutputStream output_stream(&data);
io::CodedOutputStream coded_output(&output_stream);
coded_output.WriteTag(WireFormatLite::kMessageSetItemStartTag);
}
return data;
}
std::string BuildMessageSetItemEnd() {
std::string data;
{
io::StringOutputStream output_stream(&data);
io::CodedOutputStream coded_output(&output_stream);
coded_output.WriteTag(WireFormatLite::kMessageSetItemEndTag);
}
return data;
}
std::string BuildMessageSetTestExtension1(int value = 123) {
std::string data;
{
UNITTEST::TestMessageSetExtension1 message;
message.set_i(value);
io::StringOutputStream output_stream(&data);
io::CodedOutputStream coded_output(&output_stream);
// Write the message content first.
WireFormatLite::WriteTag(WireFormatLite::kMessageSetMessageNumber,
WireFormatLite::WIRETYPE_LENGTH_DELIMITED,
&coded_output);
coded_output.WriteVarint32(message.ByteSizeLong());
message.SerializeWithCachedSizes(&coded_output);
}
return data;
}
std::string BuildMessageSetItemTypeId(int extension_number) {
std::string data;
{
io::StringOutputStream output_stream(&data);
io::CodedOutputStream coded_output(&output_stream);
WireFormatLite::WriteUInt32(WireFormatLite::kMessageSetTypeIdNumber,
extension_number, &coded_output);
}
return data;
}
void ValidateTestMessageSet(const std::string& test_case,
const std::string& data) {
SCOPED_TRACE(test_case);
{
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet message_set;
ASSERT_TRUE(message_set.ParseFromString(data));
EXPECT_EQ(123,
message_set
.GetExtension(
UNITTEST::TestMessageSetExtension1::message_set_extension)
.i());
// Make sure it does not contain anything else.
message_set.ClearExtension(
UNITTEST::TestMessageSetExtension1::message_set_extension);
EXPECT_EQ(message_set.SerializeAsString(), "");
}
{
// Test parse the message via Reflection.
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet message_set;
io::CodedInputStream input(reinterpret_cast<const uint8_t*>(data.data()),
data.size());
EXPECT_TRUE(WireFormat::ParseAndMergePartial(&input, &message_set));
EXPECT_TRUE(input.ConsumedEntireMessage());
EXPECT_EQ(123,
message_set
.GetExtension(
UNITTEST::TestMessageSetExtension1::message_set_extension)
.i());
}
{
// Test parse the message via DynamicMessage.
DynamicMessageFactory factory;
std::unique_ptr<Message> msg(
factory
.GetPrototype(
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet::descriptor())
->New());
msg->ParseFromString(data);
auto* reflection = msg->GetReflection();
std::vector<const FieldDescriptor*> fields;
reflection->ListFields(*msg, &fields);
ASSERT_EQ(fields.size(), 1);
const auto& sub = reflection->GetMessage(*msg, fields[0]);
reflection = sub.GetReflection();
EXPECT_EQ(123, reflection->GetInt32(
sub, sub.GetDescriptor()->FindFieldByName("i")));
}
}
} // namespace
TEST(WireFormatTest, ParseMessageSetWithAnyTagOrder) {
std::string start = BuildMessageSetItemStart();
std::string end = BuildMessageSetItemEnd();
std::string id = BuildMessageSetItemTypeId(
UNITTEST::TestMessageSetExtension1::descriptor()->extension(0)->number());
std::string message = BuildMessageSetTestExtension1();
ValidateTestMessageSet("id + message", start + id + message + end);
ValidateTestMessageSet("message + id", start + message + id + end);
}
TEST(WireFormatTest, ParseMessageSetWithDuplicateTags) {
std::string start = BuildMessageSetItemStart();
std::string end = BuildMessageSetItemEnd();
std::string id = BuildMessageSetItemTypeId(
UNITTEST::TestMessageSetExtension1::descriptor()->extension(0)->number());
std::string other_id = BuildMessageSetItemTypeId(123456);
std::string message = BuildMessageSetTestExtension1();
std::string other_message = BuildMessageSetTestExtension1(321);
// Double id
ValidateTestMessageSet("id + other_id + message",
start + id + other_id + message + end);
ValidateTestMessageSet("id + message + other_id",
start + id + message + other_id + end);
ValidateTestMessageSet("message + id + other_id",
start + message + id + other_id + end);
// Double message
ValidateTestMessageSet("id + message + other_message",
start + id + message + other_message + end);
ValidateTestMessageSet("message + id + other_message",
start + message + id + other_message + end);
ValidateTestMessageSet("message + other_message + id",
start + message + other_message + id + end);
}
void SerializeReverseOrder(
const PROTO2_WIREFORMAT_UNITTEST::TestMessageSet& mset,
io::CodedOutputStream* coded_output);
void SerializeReverseOrder(const UNITTEST::TestMessageSetExtension1& message,
io::CodedOutputStream* coded_output) {
WireFormatLite::WriteTag(15, // i
WireFormatLite::WIRETYPE_VARINT, coded_output);
coded_output->WriteVarint64(message.i());
WireFormatLite::WriteTag(16, // recursive
WireFormatLite::WIRETYPE_LENGTH_DELIMITED,
coded_output);
coded_output->WriteVarint32(message.recursive().GetCachedSize());
SerializeReverseOrder(message.recursive(), coded_output);
}
void SerializeReverseOrder(
const PROTO2_WIREFORMAT_UNITTEST::TestMessageSet& mset,
io::CodedOutputStream* coded_output) {
if (!mset.HasExtension(
UNITTEST::TestMessageSetExtension1::message_set_extension))
return;
coded_output->WriteTag(WireFormatLite::kMessageSetItemStartTag);
// Write the message content first.
WireFormatLite::WriteTag(WireFormatLite::kMessageSetMessageNumber,
WireFormatLite::WIRETYPE_LENGTH_DELIMITED,
coded_output);
auto& message = mset.GetExtension(
UNITTEST::TestMessageSetExtension1::message_set_extension);
coded_output->WriteVarint32(message.GetCachedSize());
SerializeReverseOrder(message, coded_output);
// Write the type id.
uint32_t type_id = message.GetDescriptor()->extension(0)->number();
WireFormatLite::WriteUInt32(WireFormatLite::kMessageSetTypeIdNumber, type_id,
coded_output);
coded_output->WriteTag(WireFormatLite::kMessageSetItemEndTag);
}
TEST(WireFormatTest, ParseMessageSetWithDeepRecReverseOrder) {
std::string data;
{
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet message_set;
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet* mset = &message_set;
for (int i = 0; i < 200; i++) {
auto m = mset->MutableExtension(
UNITTEST::TestMessageSetExtension1::message_set_extension);
m->set_i(i);
mset = m->mutable_recursive();
}
message_set.ByteSizeLong();
// Serialize with reverse payload tag order
io::StringOutputStream output_stream(&data);
io::CodedOutputStream coded_output(&output_stream);
SerializeReverseOrder(message_set, &coded_output);
}
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet message_set;
EXPECT_FALSE(message_set.ParseFromString(data));
}
TEST(WireFormatTest, ParseFailMalformedMessageSet) {
constexpr int kDepth = 5;
std::string data;
{
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet message_set;
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet* mset = &message_set;
for (int i = 0; i < kDepth; i++) {
auto m = mset->MutableExtension(
UNITTEST::TestMessageSetExtension1::message_set_extension);
m->set_i(i);
mset = m->mutable_recursive();
}
auto m = mset->MutableExtension(
UNITTEST::TestMessageSetExtension1::message_set_extension);
// -1 becomes \xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x1
m->set_i(-1);
EXPECT_TRUE(message_set.SerializeToString(&data));
// Make the proto mal-formed.
data[data.size() - 2 - kDepth] = 0xFF;
}
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet message_set;
EXPECT_FALSE(message_set.ParseFromString(data));
}
TEST(WireFormatTest, ParseFailMalformedMessageSetReverseOrder) {
constexpr int kDepth = 5;
std::string data;
{
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet message_set;
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet* mset = &message_set;
for (int i = 0; i < kDepth; i++) {
auto m = mset->MutableExtension(
UNITTEST::TestMessageSetExtension1::message_set_extension);
m->set_i(i);
mset = m->mutable_recursive();
}
auto m = mset->MutableExtension(
UNITTEST::TestMessageSetExtension1::message_set_extension);
// -1 becomes \xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x1
m->set_i(-1);
// SerializeReverseOrder() assumes "recursive" is always present.
m->mutable_recursive();
message_set.ByteSizeLong();
// Serialize with reverse payload tag order
io::StringOutputStream output_stream(&data);
io::CodedOutputStream coded_output(&output_stream);
SerializeReverseOrder(message_set, &coded_output);
}
// Make varint for -1 malformed.
data[data.size() - 5 * (kDepth + 1) - 4] = 0xFF;
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet message_set;
EXPECT_FALSE(message_set.ParseFromString(data));
}
TEST(WireFormatTest, ParseBrokenMessageSet) {
PROTO2_WIREFORMAT_UNITTEST::TestMessageSet message_set;
std::string input("goodbye"); // Invalid wire format data.
EXPECT_FALSE(message_set.ParseFromString(input));
}
TEST(WireFormatTest, RecursionLimit) {
UNITTEST::TestRecursiveMessage message;
message.mutable_a()->mutable_a()->mutable_a()->mutable_a()->set_i(1);
std::string data;
message.SerializeToString(&data);
{
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream input(&raw_input);
input.SetRecursionLimit(4);
UNITTEST::TestRecursiveMessage message2;
EXPECT_TRUE(message2.ParseFromCodedStream(&input));
}
{
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream input(&raw_input);
input.SetRecursionLimit(3);
UNITTEST::TestRecursiveMessage message2;
EXPECT_FALSE(message2.ParseFromCodedStream(&input));
}
}
TEST(WireFormatTest, LargeRecursionLimit) {
const int kLargeLimit = io::CodedInputStream::GetDefaultRecursionLimit() + 50;
UNITTEST::TestRecursiveMessage src, dst, *a;
a = src.mutable_a();
for (int i = 0; i < kLargeLimit - 1; i++) {
a = a->mutable_a();
}
a->set_i(1);
std::string data = src.SerializeAsString();
{
// Parse with default recursion limit. Should fail.
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream input(&raw_input);
ASSERT_FALSE(dst.ParseFromCodedStream(&input));
}
{
// Parse with custom recursion limit. Should pass.
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream input(&raw_input);
input.SetRecursionLimit(kLargeLimit);
ASSERT_TRUE(dst.ParseFromCodedStream(&input));
}
// Verifies the recursion depth.
int depth = 1;
a = dst.mutable_a();
while (a->has_a()) {
a = a->mutable_a();
depth++;
}
EXPECT_EQ(a->i(), 1);
EXPECT_EQ(depth, kLargeLimit);
}
TEST(WireFormatTest, UnknownFieldRecursionLimit) {
UNITTEST::TestEmptyMessage message;
message.mutable_unknown_fields()
->AddGroup(1234)
->AddGroup(1234)
->AddGroup(1234)
->AddGroup(1234)
->AddVarint(1234, 123);
std::string data;
message.SerializeToString(&data);
{
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream input(&raw_input);
input.SetRecursionLimit(4);
UNITTEST::TestEmptyMessage message2;
EXPECT_TRUE(message2.ParseFromCodedStream(&input));
}
{
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream input(&raw_input);
input.SetRecursionLimit(3);
UNITTEST::TestEmptyMessage message2;
EXPECT_FALSE(message2.ParseFromCodedStream(&input));
}
}
TEST(WireFormatTest, ZigZag) {
// avoid line-wrapping
#define LL(x) static_cast<int64_t>(ULL(x))
#define ULL(x) uint64_t{x##u}
#define ZigZagEncode32(x) WireFormatLite::ZigZagEncode32(x)
#define ZigZagDecode32(x) WireFormatLite::ZigZagDecode32(x)
#define ZigZagEncode64(x) WireFormatLite::ZigZagEncode64(x)
#define ZigZagDecode64(x) WireFormatLite::ZigZagDecode64(x)
EXPECT_EQ(0u, ZigZagEncode32(0));
EXPECT_EQ(1u, ZigZagEncode32(-1));
EXPECT_EQ(2u, ZigZagEncode32(1));
EXPECT_EQ(3u, ZigZagEncode32(-2));
EXPECT_EQ(0x7FFFFFFEu, ZigZagEncode32(0x3FFFFFFF));
EXPECT_EQ(0x7FFFFFFFu, ZigZagEncode32(0xC0000000));
EXPECT_EQ(0xFFFFFFFEu, ZigZagEncode32(0x7FFFFFFF));
EXPECT_EQ(0xFFFFFFFFu, ZigZagEncode32(0x80000000));
EXPECT_EQ(0, ZigZagDecode32(0u));
EXPECT_EQ(-1, ZigZagDecode32(1u));
EXPECT_EQ(1, ZigZagDecode32(2u));
EXPECT_EQ(-2, ZigZagDecode32(3u));
EXPECT_EQ(0x3FFFFFFF, ZigZagDecode32(0x7FFFFFFEu));
EXPECT_EQ(0xC0000000, ZigZagDecode32(0x7FFFFFFFu));
EXPECT_EQ(0x7FFFFFFF, ZigZagDecode32(0xFFFFFFFEu));
EXPECT_EQ(0x80000000, ZigZagDecode32(0xFFFFFFFFu));
EXPECT_EQ(0u, ZigZagEncode64(0));
EXPECT_EQ(1u, ZigZagEncode64(-1));
EXPECT_EQ(2u, ZigZagEncode64(1));
EXPECT_EQ(3u, ZigZagEncode64(-2));
EXPECT_EQ(ULL(0x000000007FFFFFFE), ZigZagEncode64(LL(0x000000003FFFFFFF)));
EXPECT_EQ(ULL(0x000000007FFFFFFF), ZigZagEncode64(LL(0xFFFFFFFFC0000000)));
EXPECT_EQ(ULL(0x00000000FFFFFFFE), ZigZagEncode64(LL(0x000000007FFFFFFF)));
EXPECT_EQ(ULL(0x00000000FFFFFFFF), ZigZagEncode64(LL(0xFFFFFFFF80000000)));
EXPECT_EQ(ULL(0xFFFFFFFFFFFFFFFE), ZigZagEncode64(LL(0x7FFFFFFFFFFFFFFF)));
EXPECT_EQ(ULL(0xFFFFFFFFFFFFFFFF), ZigZagEncode64(LL(0x8000000000000000)));
EXPECT_EQ(0, ZigZagDecode64(0u));
EXPECT_EQ(-1, ZigZagDecode64(1u));
EXPECT_EQ(1, ZigZagDecode64(2u));
EXPECT_EQ(-2, ZigZagDecode64(3u));
EXPECT_EQ(LL(0x000000003FFFFFFF), ZigZagDecode64(ULL(0x000000007FFFFFFE)));
EXPECT_EQ(LL(0xFFFFFFFFC0000000), ZigZagDecode64(ULL(0x000000007FFFFFFF)));
EXPECT_EQ(LL(0x000000007FFFFFFF), ZigZagDecode64(ULL(0x00000000FFFFFFFE)));
EXPECT_EQ(LL(0xFFFFFFFF80000000), ZigZagDecode64(ULL(0x00000000FFFFFFFF)));
EXPECT_EQ(LL(0x7FFFFFFFFFFFFFFF), ZigZagDecode64(ULL(0xFFFFFFFFFFFFFFFE)));
EXPECT_EQ(LL(0x8000000000000000), ZigZagDecode64(ULL(0xFFFFFFFFFFFFFFFF)));
// Some easier-to-verify round-trip tests. The inputs (other than 0, 1, -1)
// were chosen semi-randomly via keyboard bashing.
EXPECT_EQ(0, ZigZagDecode32(ZigZagEncode32(0)));
EXPECT_EQ(1, ZigZagDecode32(ZigZagEncode32(1)));
EXPECT_EQ(-1, ZigZagDecode32(ZigZagEncode32(-1)));
EXPECT_EQ(14927, ZigZagDecode32(ZigZagEncode32(14927)));
EXPECT_EQ(-3612, ZigZagDecode32(ZigZagEncode32(-3612)));
EXPECT_EQ(0, ZigZagDecode64(ZigZagEncode64(0)));
EXPECT_EQ(1, ZigZagDecode64(ZigZagEncode64(1)));
EXPECT_EQ(-1, ZigZagDecode64(ZigZagEncode64(-1)));
EXPECT_EQ(14927, ZigZagDecode64(ZigZagEncode64(14927)));
EXPECT_EQ(-3612, ZigZagDecode64(ZigZagEncode64(-3612)));
EXPECT_EQ(LL(856912304801416),
ZigZagDecode64(ZigZagEncode64(LL(856912304801416))));
EXPECT_EQ(LL(-75123905439571256),
ZigZagDecode64(ZigZagEncode64(LL(-75123905439571256))));
}
TEST(WireFormatTest, RepeatedScalarsDifferentTagSizes) {
// At one point checks would trigger when parsing repeated fixed scalar
// fields.
UNITTEST::TestRepeatedScalarDifferentTagSizes msg1, msg2;
for (int i = 0; i < 100; ++i) {
msg1.add_repeated_fixed32(i);
msg1.add_repeated_int32(i);
msg1.add_repeated_fixed64(i);
msg1.add_repeated_int64(i);
msg1.add_repeated_float(i);
msg1.add_repeated_uint64(i);
}
// Make sure that we have a variety of tag sizes.
const Descriptor* desc = msg1.GetDescriptor();
const FieldDescriptor* field;
field = desc->FindFieldByName("repeated_fixed32");
ASSERT_TRUE(field != nullptr);
ASSERT_EQ(1, WireFormat::TagSize(field->number(), field->type()));
field = desc->FindFieldByName("repeated_int32");
ASSERT_TRUE(field != nullptr);
ASSERT_EQ(1, WireFormat::TagSize(field->number(), field->type()));
field = desc->FindFieldByName("repeated_fixed64");
ASSERT_TRUE(field != nullptr);
ASSERT_EQ(2, WireFormat::TagSize(field->number(), field->type()));
field = desc->FindFieldByName("repeated_int64");
ASSERT_TRUE(field != nullptr);
ASSERT_EQ(2, WireFormat::TagSize(field->number(), field->type()));
field = desc->FindFieldByName("repeated_float");
ASSERT_TRUE(field != nullptr);
ASSERT_EQ(3, WireFormat::TagSize(field->number(), field->type()));
field = desc->FindFieldByName("repeated_uint64");
ASSERT_TRUE(field != nullptr);
ASSERT_EQ(3, WireFormat::TagSize(field->number(), field->type()));
EXPECT_TRUE(msg2.ParseFromString(msg1.SerializeAsString()));
EXPECT_EQ(msg1.DebugString(), msg2.DebugString());
}
TEST(WireFormatTest, CompatibleTypes) {
const int64_t data = 0x100000000LL;
UNITTEST::Int64Message msg1;
msg1.set_data(data);
std::string serialized;
msg1.SerializeToString(&serialized);
// Test int64 is compatible with bool
UNITTEST::BoolMessage msg2;
ASSERT_TRUE(msg2.ParseFromString(serialized));
ASSERT_EQ(static_cast<bool>(data), msg2.data());
// Test int64 is compatible with uint64
UNITTEST::Uint64Message msg3;
ASSERT_TRUE(msg3.ParseFromString(serialized));
ASSERT_EQ(static_cast<uint64_t>(data), msg3.data());
// Test int64 is compatible with int32
UNITTEST::Int32Message msg4;
ASSERT_TRUE(msg4.ParseFromString(serialized));
ASSERT_EQ(static_cast<int32_t>(data), msg4.data());
// Test int64 is compatible with uint32
UNITTEST::Uint32Message msg5;
ASSERT_TRUE(msg5.ParseFromString(serialized));
ASSERT_EQ(static_cast<uint32_t>(data), msg5.data());
}
class Proto3PrimitiveRepeatedWireFormatTest : public ::testing::Test {
protected:
Proto3PrimitiveRepeatedWireFormatTest()
: packedTestAllTypes_(
"\xFA\x01\x01\x01"
"\x82\x02\x01\x01"
"\x8A\x02\x01\x01"
"\x92\x02\x01\x01"
"\x9A\x02\x01\x02"
"\xA2\x02\x01\x02"
"\xAA\x02\x04\x01\x00\x00\x00"
"\xB2\x02\x08\x01\x00\x00\x00\x00\x00\x00\x00"
"\xBA\x02\x04\x01\x00\x00\x00"
"\xC2\x02\x08\x01\x00\x00\x00\x00\x00\x00\x00"
"\xCA\x02\x04\x00\x00\x80\x3f"
"\xD2\x02\x08\x00\x00\x00\x00\x00\x00\xf0\x3f"
"\xDA\x02\x01\x01"
"\x9A\x03\x01\x01",
86),
packedTestUnpackedTypes_(
"\x0A\x01\x01"
"\x12\x01\x01"
"\x1A\x01\x01"
"\x22\x01\x01"
"\x2A\x01\x02"
"\x32\x01\x02"
"\x3A\x04\x01\x00\x00\x00"
"\x42\x08\x01\x00\x00\x00\x00\x00\x00\x00"
"\x4A\x04\x01\x00\x00\x00"
"\x52\x08\x01\x00\x00\x00\x00\x00\x00\x00"
"\x5A\x04\x00\x00\x80\x3f"
"\x62\x08\x00\x00\x00\x00\x00\x00\xf0\x3f"
"\x6A\x01\x01"
"\x72\x01\x01",
72),
unpackedTestAllTypes_(
"\xF8\x01\x01"
"\x80\x02\x01"
"\x88\x02\x01"
"\x90\x02\x01"
"\x98\x02\x02"
"\xA0\x02\x02"
"\xAD\x02\x01\x00\x00\x00"
"\xB1\x02\x01\x00\x00\x00\x00\x00\x00\x00"
"\xBD\x02\x01\x00\x00\x00"
"\xC1\x02\x01\x00\x00\x00\x00\x00\x00\x00"
"\xCD\x02\x00\x00\x80\x3f"
"\xD1\x02\x00\x00\x00\x00\x00\x00\xf0\x3f"
"\xD8\x02\x01"
"\x98\x03\x01",
72),
unpackedTestUnpackedTypes_(
"\x08\x01"
"\x10\x01"
"\x18\x01"
"\x20\x01"
"\x28\x02"
"\x30\x02"
"\x3D\x01\x00\x00\x00"
"\x41\x01\x00\x00\x00\x00\x00\x00\x00"
"\x4D\x01\x00\x00\x00"
"\x51\x01\x00\x00\x00\x00\x00\x00\x00"
"\x5D\x00\x00\x80\x3f"
"\x61\x00\x00\x00\x00\x00\x00\xf0\x3f"
"\x68\x01"
"\x70\x01",
58) {}
template <class Proto>
void SetProto3PrimitiveRepeatedFields(Proto* message) {
message->add_repeated_int32(1);
message->add_repeated_int64(1);
message->add_repeated_uint32(1);
message->add_repeated_uint64(1);
message->add_repeated_sint32(1);
message->add_repeated_sint64(1);
message->add_repeated_fixed32(1);
message->add_repeated_fixed64(1);
message->add_repeated_sfixed32(1);
message->add_repeated_sfixed64(1);
message->add_repeated_float(1.0);
message->add_repeated_double(1.0);
message->add_repeated_bool(true);
message->add_repeated_nested_enum(PROTO3_ARENA_UNITTEST::TestAllTypes::FOO);
}
template <class Proto>
void ExpectProto3PrimitiveRepeatedFieldsSet(const Proto& message) {
EXPECT_EQ(1, message.repeated_int32(0));
EXPECT_EQ(1, message.repeated_int64(0));
EXPECT_EQ(1, message.repeated_uint32(0));
EXPECT_EQ(1, message.repeated_uint64(0));
EXPECT_EQ(1, message.repeated_sint32(0));
EXPECT_EQ(1, message.repeated_sint64(0));
EXPECT_EQ(1, message.repeated_fixed32(0));
EXPECT_EQ(1, message.repeated_fixed64(0));
EXPECT_EQ(1, message.repeated_sfixed32(0));
EXPECT_EQ(1, message.repeated_sfixed64(0));
EXPECT_EQ(1.0, message.repeated_float(0));
EXPECT_EQ(1.0, message.repeated_double(0));
EXPECT_EQ(true, message.repeated_bool(0));
EXPECT_EQ(PROTO3_ARENA_UNITTEST::TestAllTypes::FOO,
message.repeated_nested_enum(0));
}
template <class Proto>
void TestSerialization(Proto* message, const std::string& expected) {
SetProto3PrimitiveRepeatedFields(message);
size_t size = message->ByteSizeLong();
// Serialize using the generated code.
std::string generated_data;
{
io::StringOutputStream raw_output(&generated_data);
io::CodedOutputStream output(&raw_output);
message->SerializeWithCachedSizes(&output);
ASSERT_FALSE(output.HadError());
}
EXPECT_TRUE(TestUtil::EqualsToSerialized(*message, generated_data));
// Serialize using the dynamic code.
std::string dynamic_data;
{
io::StringOutputStream raw_output(&dynamic_data);
io::CodedOutputStream output(&raw_output);
WireFormat::SerializeWithCachedSizes(*message, size, &output);
ASSERT_FALSE(output.HadError());
}
EXPECT_TRUE(expected == dynamic_data);
}
template <class Proto>
void TestParsing(Proto* message, const std::string& compatible_data) {
message->Clear();
message->ParseFromString(compatible_data);
ExpectProto3PrimitiveRepeatedFieldsSet(*message);
message->Clear();
io::CodedInputStream input(
reinterpret_cast<const uint8_t*>(compatible_data.data()),
compatible_data.size());
WireFormat::ParseAndMergePartial(&input, message);
ExpectProto3PrimitiveRepeatedFieldsSet(*message);
}
const std::string packedTestAllTypes_;
const std::string packedTestUnpackedTypes_;
const std::string unpackedTestAllTypes_;
const std::string unpackedTestUnpackedTypes_;
};
TEST_F(Proto3PrimitiveRepeatedWireFormatTest, Proto3PrimitiveRepeated) {
PROTO3_ARENA_UNITTEST::TestAllTypes packed_message;
PROTO3_ARENA_UNITTEST::TestUnpackedTypes unpacked_message;
TestSerialization(&packed_message, packedTestAllTypes_);
TestParsing(&packed_message, packedTestAllTypes_);
TestParsing(&packed_message, unpackedTestAllTypes_);
TestSerialization(&unpacked_message, unpackedTestUnpackedTypes_);
TestParsing(&unpacked_message, packedTestUnpackedTypes_);
TestParsing(&unpacked_message, unpackedTestUnpackedTypes_);
}
class WireFormatInvalidInputTest : public testing::Test {
protected:
// Make a serialized TestAllTypes in which the field optional_nested_message
// contains exactly the given bytes, which may be invalid.
std::string MakeInvalidEmbeddedMessage(const char* bytes, int size) {
const FieldDescriptor* field =
UNITTEST::TestAllTypes::descriptor()->FindFieldByName(
"optional_nested_message");
GOOGLE_CHECK(field != nullptr);
std::string result;
{
io::StringOutputStream raw_output(&result);
io::CodedOutputStream output(&raw_output);
WireFormatLite::WriteBytes(field->number(), std::string(bytes, size),
&output);
}
return result;
}
// Make a serialized TestAllTypes in which the field optionalgroup
// contains exactly the given bytes -- which may be invalid -- and
// possibly no end tag.
std::string MakeInvalidGroup(const char* bytes, int size,
bool include_end_tag) {
const FieldDescriptor* field =
UNITTEST::TestAllTypes::descriptor()->FindFieldByName("optionalgroup");
GOOGLE_CHECK(field != nullptr);
std::string result;
{
io::StringOutputStream raw_output(&result);
io::CodedOutputStream output(&raw_output);
output.WriteVarint32(WireFormat::MakeTag(field));
output.WriteString(std::string(bytes, size));
if (include_end_tag) {
output.WriteVarint32(WireFormatLite::MakeTag(
field->number(), WireFormatLite::WIRETYPE_END_GROUP));
}
}
return result;
}
};
TEST_F(WireFormatInvalidInputTest, InvalidSubMessage) {
UNITTEST::TestAllTypes message;
// Control case.
EXPECT_TRUE(message.ParseFromString(MakeInvalidEmbeddedMessage("", 0)));
// The byte is a valid varint, but not a valid tag (zero).
EXPECT_FALSE(message.ParseFromString(MakeInvalidEmbeddedMessage("\0", 1)));
// The byte is a malformed varint.
EXPECT_FALSE(message.ParseFromString(MakeInvalidEmbeddedMessage("\200", 1)));
// The byte is an endgroup tag, but we aren't parsing a group.
EXPECT_FALSE(message.ParseFromString(MakeInvalidEmbeddedMessage("\014", 1)));
// The byte is a valid varint but not a valid tag (bad wire type).
EXPECT_FALSE(message.ParseFromString(MakeInvalidEmbeddedMessage("\017", 1)));
}
TEST_F(WireFormatInvalidInputTest, InvalidMessageWithExtraZero) {
std::string data;
{
// Serialize a valid proto
UNITTEST::TestAllTypes message;
message.set_optional_int32(1);
message.SerializeToString(&data);
data.push_back(0); // Append invalid zero tag
}
// Control case.
{
io::ArrayInputStream ais(data.data(), data.size());
io::CodedInputStream is(&ais);
UNITTEST::TestAllTypes message;
// It should fail but currently passes.
EXPECT_TRUE(message.MergePartialFromCodedStream(&is));
// Parsing from the string should fail.
EXPECT_FALSE(message.ParseFromString(data));
}
}
TEST_F(WireFormatInvalidInputTest, InvalidGroup) {
UNITTEST::TestAllTypes message;
// Control case.
EXPECT_TRUE(message.ParseFromString(MakeInvalidGroup("", 0, true)));
// Missing end tag. Groups cannot end at EOF.
EXPECT_FALSE(message.ParseFromString(MakeInvalidGroup("", 0, false)));
// The byte is a valid varint, but not a valid tag (zero).
EXPECT_FALSE(message.ParseFromString(MakeInvalidGroup("\0", 1, false)));
// The byte is a malformed varint.
EXPECT_FALSE(message.ParseFromString(MakeInvalidGroup("\200", 1, false)));
// The byte is an endgroup tag, but not the right one for this group.
EXPECT_FALSE(message.ParseFromString(MakeInvalidGroup("\014", 1, false)));
// The byte is a valid varint but not a valid tag (bad wire type).
EXPECT_FALSE(message.ParseFromString(MakeInvalidGroup("\017", 1, true)));
}
TEST_F(WireFormatInvalidInputTest, InvalidUnknownGroup) {
// Use TestEmptyMessage so that the group made by MakeInvalidGroup will not
// be a known tag number.
UNITTEST::TestEmptyMessage message;
// Control case.
EXPECT_TRUE(message.ParseFromString(MakeInvalidGroup("", 0, true)));
// Missing end tag. Groups cannot end at EOF.
EXPECT_FALSE(message.ParseFromString(MakeInvalidGroup("", 0, false)));
// The byte is a valid varint, but not a valid tag (zero).
EXPECT_FALSE(message.ParseFromString(MakeInvalidGroup("\0", 1, false)));
// The byte is a malformed varint.
EXPECT_FALSE(message.ParseFromString(MakeInvalidGroup("\200", 1, false)));
// The byte is an endgroup tag, but not the right one for this group.
EXPECT_FALSE(message.ParseFromString(MakeInvalidGroup("\014", 1, false)));
// The byte is a valid varint but not a valid tag (bad wire type).
EXPECT_FALSE(message.ParseFromString(MakeInvalidGroup("\017", 1, true)));
}
TEST_F(WireFormatInvalidInputTest, InvalidStringInUnknownGroup) {
// Test a bug fix: SkipMessage should fail if the message contains a
// string whose length would extend beyond the message end.
UNITTEST::TestAllTypes message;
message.set_optional_string("foo foo foo foo");
std::string data;
message.SerializeToString(&data);
// Chop some bytes off the end.
data.resize(data.size() - 4);
// Try to skip it. Note that the bug was only present when parsing to an
// UnknownFieldSet.
io::ArrayInputStream raw_input(data.data(), data.size());
io::CodedInputStream coded_input(&raw_input);
UnknownFieldSet unknown_fields;
EXPECT_FALSE(WireFormat::SkipMessage(&coded_input, &unknown_fields));
}
// Test differences between string and bytes.
// Value of a string type must be valid UTF-8 string. When UTF-8
// validation is enabled (GOOGLE_PROTOBUF_UTF8_VALIDATION_ENABLED):
// WriteInvalidUTF8String: see error message.
// ReadInvalidUTF8String: see error message.
// WriteValidUTF8String: fine.
// ReadValidUTF8String: fine.
// WriteAnyBytes: fine.
// ReadAnyBytes: fine.
const char* kInvalidUTF8String = "Invalid UTF-8: \xA0\xB0\xC0\xD0";
// This used to be "Valid UTF-8: \x01\x02\u8C37\u6B4C", but MSVC seems to
// interpret \u differently from GCC.
const char* kValidUTF8String = "Valid UTF-8: \x01\x02\350\260\267\346\255\214";
template <typename T>
bool WriteMessage(const char* value, T* message, std::string* wire_buffer) {
message->set_data(value);
wire_buffer->clear();
message->AppendToString(wire_buffer);
return (wire_buffer->size() > 0);
}
template <typename T>
bool ReadMessage(const std::string& wire_buffer, T* message) {
return message->ParseFromArray(wire_buffer.data(), wire_buffer.size());
}
class Utf8ValidationTest : public ::testing::Test {
protected:
Utf8ValidationTest() {}
~Utf8ValidationTest() override {}
void SetUp() override {
}
};
TEST_F(Utf8ValidationTest, WriteInvalidUTF8String) {
std::string wire_buffer;
UNITTEST::OneString input;
std::vector<std::string> errors;
{
ScopedMemoryLog log;
WriteMessage(kInvalidUTF8String, &input, &wire_buffer);
errors = log.GetMessages(ERROR);
}
#ifdef GOOGLE_PROTOBUF_UTF8_VALIDATION_ENABLED
EXPECT_THAT(errors,
testing::ElementsAre(
"String field '" + std::string(UNITTEST_PACKAGE_NAME) +
".OneString.data' "
"contains invalid UTF-8 data when "
"serializing a protocol buffer. Use the "
"'bytes' type if you intend to send raw bytes. "));
#else
ASSERT_EQ(0, errors.size());
#endif // GOOGLE_PROTOBUF_UTF8_VALIDATION_ENABLED
}
TEST_F(Utf8ValidationTest, ReadInvalidUTF8String) {
std::string wire_buffer;
UNITTEST::OneString input;
WriteMessage(kInvalidUTF8String, &input, &wire_buffer);
UNITTEST::OneString output;
std::vector<std::string> errors;
{
ScopedMemoryLog log;
ReadMessage(wire_buffer, &output);
errors = log.GetMessages(ERROR);
}
#ifdef GOOGLE_PROTOBUF_UTF8_VALIDATION_ENABLED
EXPECT_THAT(errors,
testing::ElementsAre(
"String field '" + std::string(UNITTEST_PACKAGE_NAME) +
".OneString.data' "
"contains invalid UTF-8 data when "
"parsing a protocol buffer. Use the "
"'bytes' type if you intend to send raw bytes. "));
#else
ASSERT_EQ(0, errors.size());
#endif // GOOGLE_PROTOBUF_UTF8_VALIDATION_ENABLED
}
TEST_F(Utf8ValidationTest, WriteValidUTF8String) {
std::string wire_buffer;
UNITTEST::OneString input;
std::vector<std::string> errors;
{
ScopedMemoryLog log;
WriteMessage(kValidUTF8String, &input, &wire_buffer);
errors = log.GetMessages(ERROR);
}
ASSERT_EQ(0, errors.size());
}
TEST_F(Utf8ValidationTest, ReadValidUTF8String) {
std::string wire_buffer;
UNITTEST::OneString input;
WriteMessage(kValidUTF8String, &input, &wire_buffer);
UNITTEST::OneString output;
std::vector<std::string> errors;
{
ScopedMemoryLog log;
ReadMessage(wire_buffer, &output);
errors = log.GetMessages(ERROR);
}
ASSERT_EQ(0, errors.size());
EXPECT_EQ(input.data(), output.data());
}
// Bytes: anything can pass as bytes, use invalid UTF-8 string to test
TEST_F(Utf8ValidationTest, WriteArbitraryBytes) {
std::string wire_buffer;
UNITTEST::OneBytes input;
std::vector<std::string> errors;
{
ScopedMemoryLog log;
WriteMessage(kInvalidUTF8String, &input, &wire_buffer);
errors = log.GetMessages(ERROR);
}
ASSERT_EQ(0, errors.size());
}
TEST_F(Utf8ValidationTest, ReadArbitraryBytes) {
std::string wire_buffer;
UNITTEST::OneBytes input;
WriteMessage(kInvalidUTF8String, &input, &wire_buffer);
UNITTEST::OneBytes output;
std::vector<std::string> errors;
{
ScopedMemoryLog log;
ReadMessage(wire_buffer, &output);
errors = log.GetMessages(ERROR);
}
ASSERT_EQ(0, errors.size());
EXPECT_EQ(input.data(), output.data());
}
TEST_F(Utf8ValidationTest, ParseRepeatedString) {
UNITTEST::MoreBytes input;
input.add_data(kValidUTF8String);
input.add_data(kInvalidUTF8String);
input.add_data(kInvalidUTF8String);
std::string wire_buffer = input.SerializeAsString();
UNITTEST::MoreString output;
std::vector<std::string> errors;
{
ScopedMemoryLog log;
ReadMessage(wire_buffer, &output);
errors = log.GetMessages(ERROR);
}
#ifdef GOOGLE_PROTOBUF_UTF8_VALIDATION_ENABLED
ASSERT_EQ(2, errors.size());
#else
ASSERT_EQ(0, errors.size());
#endif // GOOGLE_PROTOBUF_UTF8_VALIDATION_ENABLED
EXPECT_EQ(wire_buffer, output.SerializeAsString());
}
// Test the old VerifyUTF8String() function, which may still be called by old
// generated code.
TEST_F(Utf8ValidationTest, OldVerifyUTF8String) {
std::string data(kInvalidUTF8String);
std::vector<std::string> errors;
{
ScopedMemoryLog log;
WireFormat::VerifyUTF8String(data.data(), data.size(),
WireFormat::SERIALIZE);
errors = log.GetMessages(ERROR);
}
#ifdef GOOGLE_PROTOBUF_UTF8_VALIDATION_ENABLED
ASSERT_EQ(1, errors.size());
EXPECT_TRUE(
HasPrefixString(errors[0],
"String field contains invalid UTF-8 data when "
"serializing a protocol buffer. Use the "
"'bytes' type if you intend to send raw bytes."));
#else
ASSERT_EQ(0, errors.size());
#endif
}
TEST(RepeatedVarint, Int32) {
RepeatedField<int32_t> v;
// Insert -2^n, 2^n and 2^n-1.
for (int n = 0; n < 10; n++) {
v.Add(-(1 << n));
v.Add(1 << n);
v.Add((1 << n) - 1);
}
// Check consistency with the scalar Int32Size.
size_t expected = 0;
for (int i = 0; i < v.size(); i++) {
expected += WireFormatLite::Int32Size(v[i]);
}
EXPECT_EQ(expected, WireFormatLite::Int32Size(v));
}
TEST(RepeatedVarint, Int64) {
RepeatedField<int64_t> v;
// Insert -2^n, 2^n and 2^n-1.
for (int n = 0; n < 10; n++) {
v.Add(-(1 << n));
v.Add(1 << n);
v.Add((1 << n) - 1);
}
// Check consistency with the scalar Int64Size.
size_t expected = 0;
for (int i = 0; i < v.size(); i++) {
expected += WireFormatLite::Int64Size(v[i]);
}
EXPECT_EQ(expected, WireFormatLite::Int64Size(v));
}
TEST(RepeatedVarint, SInt32) {
RepeatedField<int32_t> v;
// Insert -2^n, 2^n and 2^n-1.
for (int n = 0; n < 10; n++) {
v.Add(-(1 << n));
v.Add(1 << n);
v.Add((1 << n) - 1);
}
// Check consistency with the scalar SInt32Size.
size_t expected = 0;
for (int i = 0; i < v.size(); i++) {
expected += WireFormatLite::SInt32Size(v[i]);
}
EXPECT_EQ(expected, WireFormatLite::SInt32Size(v));
}
TEST(RepeatedVarint, SInt64) {
RepeatedField<int64_t> v;
// Insert -2^n, 2^n and 2^n-1.
for (int n = 0; n < 10; n++) {
v.Add(-(1 << n));
v.Add(1 << n);
v.Add((1 << n) - 1);
}
// Check consistency with the scalar SInt64Size.
size_t expected = 0;
for (int i = 0; i < v.size(); i++) {
expected += WireFormatLite::SInt64Size(v[i]);
}
EXPECT_EQ(expected, WireFormatLite::SInt64Size(v));
}
TEST(RepeatedVarint, UInt32) {
RepeatedField<uint32_t> v;
// Insert 2^n and 2^n-1.
for (int n = 0; n < 10; n++) {
v.Add(1 << n);
v.Add((1 << n) - 1);
}
// Check consistency with the scalar UInt32Size.
size_t expected = 0;
for (int i = 0; i < v.size(); i++) {
expected += WireFormatLite::UInt32Size(v[i]);
}
EXPECT_EQ(expected, WireFormatLite::UInt32Size(v));
}
TEST(RepeatedVarint, UInt64) {
RepeatedField<uint64_t> v;
// Insert 2^n and 2^n-1.
for (int n = 0; n < 10; n++) {
v.Add(1 << n);
v.Add((1 << n) - 1);
}
// Check consistency with the scalar UInt64Size.
size_t expected = 0;
for (int i = 0; i < v.size(); i++) {
expected += WireFormatLite::UInt64Size(v[i]);
}
EXPECT_EQ(expected, WireFormatLite::UInt64Size(v));
}
TEST(RepeatedVarint, Enum) {
RepeatedField<int> v;
// Insert 2^n and 2^n-1.
for (int n = 0; n < 10; n++) {
v.Add(1 << n);
v.Add((1 << n) - 1);
}
// Check consistency with the scalar EnumSize.
size_t expected = 0;
for (int i = 0; i < v.size(); i++) {
expected += WireFormatLite::EnumSize(v[i]);
}
EXPECT_EQ(expected, WireFormatLite::EnumSize(v));
}
} // namespace
} // namespace internal
} // namespace protobuf
} // namespace google
#include <google/protobuf/port_undef.inc>
Codebase Browser
chromium