// Protocol Buffers - Google's data interchange format // Copyright 2008 Google Inc. All rights reserved. // https://developers.google.com/protocol-buffers/ // // Redistribution and use in source and binary forms, with or without // modification, are permitted provided that the following conditions are // met: // // * Redistributions of source code must retain the above copyright // notice, this list of conditions and the following disclaimer. // * Redistributions in binary form must reproduce the above // copyright notice, this list of conditions and the following disclaimer // in the documentation and/or other materials provided with the // distribution. // * Neither the name of Google Inc. nor the names of its // contributors may be used to endorse or promote products derived from // this software without specific prior written permission. // // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. // A hack to include windows.h first, which ensures the GetMessage macro can // be undefined when we include #if defined(_WIN32) #define _WINSOCKAPI_ // to avoid re-definition in WinSock2.h #define NOMINMAX // to avoid defining min/max macros #include #endif // _WIN32 #include #include #include #include #ifndef _SHARED_PTR_H #include #endif #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include namespace google { using google::protobuf::unittest::ForeignMessage; using google::protobuf::unittest::TestAllTypes; using google::protobuf::unittest::TestMap; using google::protobuf::unittest::TestRecursiveMapMessage; namespace protobuf { namespace internal { void MapTestForceDeterministic() { ::google::protobuf::io::CodedOutputStream::SetDefaultSerializationDeterministic(); } // Map API Test ===================================================== class MapImplTest : public ::testing::Test { protected: MapImplTest() : map_ptr_(new Map()), map_(*map_ptr_), const_map_(*map_ptr_) { EXPECT_TRUE(map_.empty()); EXPECT_EQ(0, map_.size()); } void ExpectSingleElement(int32 key, int32 value) { EXPECT_FALSE(map_.empty()); EXPECT_EQ(1, map_.size()); ExpectElement(key, value); } void ExpectElements(const std::map& map) { EXPECT_FALSE(map_.empty()); EXPECT_EQ(map.size(), map_.size()); for (std::map::const_iterator it = map.begin(); it != map.end(); ++it) { ExpectElement(it->first, it->second); } } void ExpectElement(int32 key, int32 value) { // Test map size is correct. EXPECT_EQ(value, map_[key]); EXPECT_EQ(1, map_.count(key)); // Check mutable at and find work correctly. EXPECT_EQ(value, map_.at(key)); Map::iterator it = map_.find(key); // interator dereferenceable EXPECT_EQ(key, (*it).first); EXPECT_EQ(value, (*it).second); EXPECT_EQ(key, it->first); EXPECT_EQ(value, it->second); // iterator mutable ((*it).second) = value + 1; EXPECT_EQ(value + 1, map_[key]); ((*it).second) = value; EXPECT_EQ(value, map_[key]); it->second = value + 1; EXPECT_EQ(value + 1, map_[key]); it->second = value; EXPECT_EQ(value, map_[key]); // copy constructor Map::iterator it_copy = it; EXPECT_EQ(key, it_copy->first); EXPECT_EQ(value, it_copy->second); // Immutable API ================================================ // Check immutable at and find work correctly. EXPECT_EQ(value, const_map_.at(key)); Map::const_iterator const_it = const_map_.find(key); // interator dereferenceable EXPECT_EQ(key, (*const_it).first); EXPECT_EQ(value, (*const_it).second); EXPECT_EQ(key, const_it->first); EXPECT_EQ(value, const_it->second); // copy constructor Map::const_iterator const_it_copy = const_it; EXPECT_EQ(key, const_it_copy->first); EXPECT_EQ(value, const_it_copy->second); } google::protobuf::scoped_ptr > map_ptr_; Map& map_; const Map& const_map_; }; TEST_F(MapImplTest, OperatorBracket) { int32 key = 0; int32 value1 = 100; int32 value2 = 101; EXPECT_EQ(0, map_[key]); map_[key] = value1; ExpectSingleElement(key, value1); map_[key] = value2; ExpectSingleElement(key, value2); } TEST_F(MapImplTest, OperatorBracketNonExist) { int32 key = 0; int32 default_value = 0; EXPECT_EQ(default_value, map_[key]); ExpectSingleElement(key, default_value); } TEST_F(MapImplTest, MutableAt) { int32 key = 0; int32 value1 = 100; int32 value2 = 101; map_[key] = value1; ExpectSingleElement(key, value1); map_.at(key) = value2; ExpectSingleElement(key, value2); } #ifdef PROTOBUF_HAS_DEATH_TEST TEST_F(MapImplTest, MutableAtNonExistDeathTest) { EXPECT_DEATH(map_.at(0), ""); } TEST_F(MapImplTest, ImmutableAtNonExistDeathTest) { EXPECT_DEATH(const_map_.at(0), ""); } TEST_F(MapImplTest, UsageErrors) { MapKey key; key.SetInt64Value(1); EXPECT_DEATH(key.GetUInt64Value(), "Protocol Buffer map usage error:\n" "MapKey::GetUInt64Value type does not match\n" " Expected : uint64\n" " Actual : int64"); MapValueRef value; EXPECT_DEATH(value.SetFloatValue(0.1), "Protocol Buffer map usage error:\n" "MapValueRef::type MapValueRef is not initialized."); } #endif // PROTOBUF_HAS_DEATH_TEST TEST_F(MapImplTest, CountNonExist) { EXPECT_EQ(0, map_.count(0)); } TEST_F(MapImplTest, MutableFindNonExist) { EXPECT_TRUE(map_.end() == map_.find(0)); } TEST_F(MapImplTest, ImmutableFindNonExist) { EXPECT_TRUE(const_map_.end() == const_map_.find(0)); } TEST_F(MapImplTest, ConstEnd) { EXPECT_TRUE(const_map_.end() == const_map_.cend()); } TEST_F(MapImplTest, GetReferenceFromIterator) { for (int i = 0; i < 10; i++) { map_[i] = i; } for (Map::const_iterator it = map_.cbegin(); it != map_.cend();) { Map::const_reference entry = *it++; EXPECT_EQ(entry.first, entry.second); } for (Map::const_iterator it = const_map_.begin(); it != const_map_.end();) { Map::const_reference entry = *it++; EXPECT_EQ(entry.first, entry.second); } for (Map::iterator it = map_.begin(); it != map_.end();) { Map::reference entry = *it++; EXPECT_EQ(entry.first + 1, ++entry.second); } } TEST_F(MapImplTest, IteratorBasic) { map_[0] = 0; // Default constructible (per forward iterator requirements). Map::const_iterator cit; Map::iterator it; it = map_.begin(); cit = it; // Converts to const_iterator // Can compare between them. EXPECT_TRUE(it == cit); EXPECT_FALSE(cit != it); // Pre increment. EXPECT_FALSE(it == ++cit); // Post increment. EXPECT_FALSE(it++ == cit); EXPECT_TRUE(it == cit); } template static int64 median(Iterator i0, Iterator i1) { std::vector v(i0, i1); std::nth_element(v.begin(), v.begin() + v.size() / 2, v.end()); return v[v.size() / 2]; } static int64 Now() { return google::protobuf::util::TimeUtil::TimestampToNanoseconds( google::protobuf::util::TimeUtil::GetCurrentTime()); } // Arbitrary odd integers for creating test data. static int k0 = 812398771; static int k1 = 1312938717; static int k2 = 1321555333; // A naive begin() implementation will cause begin() to get slower and slower // if one erases elements at the "front" of the hash map, and we'd like to // avoid that, as std::unordered_map does. TEST_F(MapImplTest, BeginIsFast) { if (true) return; // TODO(gpike): make this less flaky and re-enable it. Map map; const int kTestSize = 250000; // Create a random-looking map of size n. Use non-negative integer keys. uint32 frog = 123983; int last_key = 0; int counter = 0; while (map.size() < kTestSize) { frog *= static_cast(k0); frog ^= frog >> 17; frog += counter++; last_key = static_cast(frog) >= 0 ? static_cast(frog) : last_key ^ 1; GOOGLE_DCHECK_GE(last_key, 0); map[last_key] = last_key ^ 1; } std::vector times; // We're going to do map.erase(map.begin()) over and over again. But, // just in case one iteration is fast compared to the granularity of // our time keeping, we measure kChunkSize iterations per outer-loop iter. const int kChunkSize = 1000; GOOGLE_CHECK_EQ(kTestSize % kChunkSize, 0); do { const int64 start = Now(); for (int i = 0; i < kChunkSize; i++) { map.erase(map.begin()); } const int64 end = Now(); if (end > start) { times.push_back(end - start); } } while (!map.empty()); if (times.size() < .99 * kTestSize / kChunkSize) { GOOGLE_LOG(WARNING) << "Now() isn't helping us measure time"; return; } int64 x0 = median(times.begin(), times.begin() + 9); int64 x1 = median(times.begin() + times.size() - 9, times.end()); GOOGLE_LOG(INFO) << "x0=" << x0 << ", x1=" << x1; // x1 will greatly exceed x0 if the code we just executed took O(n^2) time. // And we'll probably time out and never get here. So, this test is // intentionally loose: we check that x0 and x1 are within a factor of 8. EXPECT_GE(x1, x0 / 8); EXPECT_GE(x0, x1 / 8); } // Try to create kTestSize keys that will land in just a few buckets, and // time the insertions, to get a rough estimate of whether an O(n^2) worst case // was triggered. This test is a hacky, but probably better than nothing. TEST_F(MapImplTest, HashFlood) { const int kTestSize = 1024; // must be a power of 2 std::set s; for (int i = 0; s.size() < kTestSize; i++) { if ((map_.hash_function()(i) & (kTestSize - 1)) < 3) { s.insert(i); } } // Create hash table with kTestSize entries that hash flood a table with // 1024 (or 512 or 2048 or ...) entries. This assumes that map_ uses powers // of 2 for table sizes, and that it's sufficient to "flood" with respect to // the low bits of the output of map_.hash_function(). std::vector times; std::set::iterator it = s.begin(); int count = 0; do { const int64 start = Now(); map_[*it] = 0; const int64 end = Now(); if (end > start) { times.push_back(end - start); } ++count; ++it; } while (it != s.end()); if (times.size() < .99 * count) return; int64 x0 = median(times.begin(), times.begin() + 9); int64 x1 = median(times.begin() + times.size() - 9, times.end()); // x1 will greatly exceed x0 if the code we just executed took O(n^2) time. // But we want to allow O(n log n). A factor of 20 should be generous enough. EXPECT_LE(x1, x0 * 20); } TEST_F(MapImplTest, CopyIteratorStressTest) { std::vector::iterator> v; const int kIters = 1e5; for (uint32 i = 0; i < kIters; i++) { int32 key = (3 + i * (5 + i * (-8 + i * (62 + i)))) & 0x77777777; map_[key] = i; v.push_back(map_.find(key)); } for (std::vector::iterator>::const_iterator it = v.begin(); it != v.end(); it++) { Map::iterator i = *it; ASSERT_EQ(i->first, (*it)->first); ASSERT_EQ(i->second, (*it)->second); } } template static void TestValidityForAllKeysExcept(int key_to_avoid, const T& check_map, const U& map) { typedef typename U::value_type value_type; // a key-value pair for (typename U::const_iterator it = map.begin(); it != map.end(); ++it) { const int key = it->first; if (key == key_to_avoid) continue; // All iterators relevant to this key, whether old (from check_map) or new, // must point to the same memory. So, test pointer equality here. const value_type* check_val = &*check_map.find(key)->second; EXPECT_EQ(check_val, &*it); EXPECT_EQ(check_val, &*map.find(key)); } } // EXPECT i0 and i1 to be the same. Advancing them should have the same effect, // too. template static void TestEqualIterators(Iter i0, Iter i1, Iter end) { const int kMaxAdvance = 10; for (int i = 0; i < kMaxAdvance; i++) { EXPECT_EQ(i0 == end, i1 == end); if (i0 == end) return; EXPECT_EQ(&*i0, &*i1) << "iter " << i; ++i0; ++i1; } } template static void TestOldVersusNewIterator(int skip, Map* m) { const int initial_size = m->size(); IteratorType it = m->begin(); for (int i = 0; i < skip && it != m->end(); it++, i++) {} if (it == m->end()) return; const IteratorType old = it; GOOGLE_LOG(INFO) << "skip=" << skip << ", old->first=" << old->first; const int target_size = initial_size < 100 ? initial_size * 5 : initial_size * 5 / 4; for (int i = 0; m->size() <= target_size; i++) { (*m)[i] = 0; } // Iterator 'old' should still work just fine despite the growth of *m. const IteratorType after_growth = m->find(old->first); TestEqualIterators(old, after_growth, m->end()); // Now shrink the number of elements. Do this with a mix of erases and // inserts to increase the chance that the hashtable will resize to a lower // number of buckets. (But, in any case, the test is still useful.) for (int i = 0; i < 2 * (target_size - initial_size); i++) { if (i != old->first) { m->erase(i); } if (((i ^ m->begin()->first) & 15) == 0) { (*m)[i * 342] = i; } } // Now, the table has grown and shrunk; test again. TestEqualIterators(old, m->find(old->first), m->end()); TestEqualIterators(old, after_growth, m->end()); } // Create and test an n-element Map, with emphasis on iterator correctness. static void StressTestIterators(int n) { GOOGLE_LOG(INFO) << "StressTestIterators " << n; GOOGLE_CHECK_GT(n, 0); // Create a random-looking map of size n. Use non-negative integer keys. Map m; uint32 frog = 123987 + n; int last_key = 0; int counter = 0; while (m.size() < n) { frog *= static_cast(k0); frog ^= frog >> 17; frog += counter++; last_key = static_cast(frog) >= 0 ? static_cast(frog) : last_key ^ 1; GOOGLE_DCHECK_GE(last_key, 0); m[last_key] = last_key ^ 1; } // Test it. ASSERT_EQ(n, m.size()); // Create maps of pointers and iterators. // These should remain valid even if we modify m. hash_map::value_type*> mp(n); hash_map::iterator> mi(n); for (Map::iterator it = m.begin(); it != m.end(); ++it) { mp[it->first] = &*it; mi[it->first] = it; } ASSERT_EQ(m.size(), mi.size()); ASSERT_EQ(m.size(), mp.size()); m.erase(last_key); ASSERT_EQ(n - 1, m.size()); TestValidityForAllKeysExcept(last_key, mp, m); TestValidityForAllKeysExcept(last_key, mi, m); m[last_key] = 0; ASSERT_EQ(n, m.size()); // Test old iterator vs new iterator, with table modification in between. TestOldVersusNewIterator::const_iterator>(n % 3, &m); TestOldVersusNewIterator::iterator>(n % (1 + (n / 40)), &m); // Finally, ensure erase(iterator) doesn't reorder anything, because that is // what its documentation says. m[last_key] = m[last_key ^ 999] = 0; std::vector::iterator> v; v.reserve(m.size()); int position_of_last_key = 0; for (Map::iterator it = m.begin(); it != m.end(); ++it) { if (it->first == last_key) { position_of_last_key = v.size(); } v.push_back(it); } ASSERT_EQ(m.size(), v.size()); const Map::iterator erase_result = m.erase(m.find(last_key)); int index = 0; for (Map::iterator it = m.begin(); it != m.end(); ++it, ++index) { if (index == position_of_last_key) { EXPECT_EQ(&*erase_result, &*v[++index]); } ASSERT_EQ(&*it, &*v[index]); } } TEST_F(MapImplTest, IteratorInvalidation) { // Create a set of pseudo-random sizes to test. #ifndef NDEBUG const int kMaxSizeToTest = 100 * 1000; #else const int kMaxSizeToTest = 1000 * 1000; #endif std::set s; int n = kMaxSizeToTest; int frog = k1 + n; while (n > 1 && s.size() < 25) { s.insert(n); n = static_cast(n * 100 / (101.0 + (frog & 63))); frog *= k2; frog ^= frog >> 17; } // Ensure we test a few small sizes. s.insert(1); s.insert(2); s.insert(3); // Now, the real work. for (std::set::iterator i = s.begin(); i != s.end(); ++i) { StressTestIterators(*i); } } // Test that erase() revalidates iterators. TEST_F(MapImplTest, EraseRevalidates) { map_[3] = map_[13] = map_[20] = 0; const int initial_size = map_.size(); EXPECT_EQ(3, initial_size); std::vector::iterator> v; for (Map::iterator it = map_.begin(); it != map_.end(); ++it) { v.push_back(it); } EXPECT_EQ(initial_size, v.size()); for (int i = 0; map_.size() <= initial_size * 20; i++) { map_[i] = 0; } const int larger_size = map_.size(); // We've greatly increased the size of the map, so it is highly likely that // the following will corrupt m if erase() doesn't properly revalidate // iterators passed to it. Finishing this routine without crashing indicates // success. for (int i = 0; i < v.size(); i++) { map_.erase(v[i]); } EXPECT_EQ(larger_size - v.size(), map_.size()); } template bool IsConstHelper(T& /*t*/) { // NOLINT. We want to catch non-const refs here. return false; } template bool IsConstHelper(const T& /*t*/) { return true; } TEST_F(MapImplTest, IteratorConstness) { map_[0] = 0; EXPECT_TRUE(IsConstHelper(*map_.cbegin())); EXPECT_TRUE(IsConstHelper(*const_map_.begin())); EXPECT_FALSE(IsConstHelper(*map_.begin())); } bool IsForwardIteratorHelper(std::forward_iterator_tag /*tag*/) { return true; } template bool IsForwardIteratorHelper(T /*t*/) { return false; } TEST_F(MapImplTest, IteratorCategory) { EXPECT_TRUE(IsForwardIteratorHelper( std::iterator_traits::iterator>::iterator_category())); EXPECT_TRUE(IsForwardIteratorHelper(std::iterator_traits< Map::const_iterator>::iterator_category())); } TEST_F(MapImplTest, InsertSingle) { int32 key = 0; int32 value1 = 100; int32 value2 = 101; // Insert a non-existed key. std::pair::iterator, bool> result1 = map_.insert(Map::value_type(key, value1)); ExpectSingleElement(key, value1); Map::iterator it1 = result1.first; EXPECT_EQ(key, it1->first); EXPECT_EQ(value1, it1->second); EXPECT_TRUE(result1.second); // Insert an existed key. std::pair::iterator, bool> result2 = map_.insert(Map::value_type(key, value2)); ExpectSingleElement(key, value1); Map::iterator it2 = result2.first; EXPECT_TRUE(it1 == it2); EXPECT_FALSE(result2.second); } TEST_F(MapImplTest, InsertByIterator) { int32 key1 = 0; int32 key2 = 1; int32 value1a = 100; int32 value1b = 101; int32 value2a = 200; int32 value2b = 201; std::map map1; map1[key1] = value1a; map1[key2] = value2a; map_.insert(map1.begin(), map1.end()); ExpectElements(map1); std::map map2; map2[key1] = value1b; map2[key2] = value2b; map_.insert(map2.begin(), map2.end()); ExpectElements(map1); } TEST_F(MapImplTest, EraseSingleByKey) { int32 key = 0; int32 value = 100; map_[key] = value; ExpectSingleElement(key, value); // Erase an existing key. EXPECT_EQ(1, map_.erase(key)); EXPECT_TRUE(map_.empty()); EXPECT_EQ(0, map_.size()); EXPECT_TRUE(map_.end() == map_.find(key)); EXPECT_TRUE(map_.begin() == map_.end()); // Erase a non-existing key. EXPECT_EQ(0, map_.erase(key)); } TEST_F(MapImplTest, EraseMutipleByKey) { // erase in one specific order to trigger corner cases for (int i = 0; i < 5; i++) { map_[i] = i; } map_.erase(0); EXPECT_EQ(4, map_.size()); EXPECT_TRUE(map_.end() == map_.find(0)); map_.erase(1); EXPECT_EQ(3, map_.size()); EXPECT_TRUE(map_.end() == map_.find(1)); map_.erase(3); EXPECT_EQ(2, map_.size()); EXPECT_TRUE(map_.end() == map_.find(3)); map_.erase(4); EXPECT_EQ(1, map_.size()); EXPECT_TRUE(map_.end() == map_.find(4)); map_.erase(2); EXPECT_EQ(0, map_.size()); EXPECT_TRUE(map_.end() == map_.find(2)); } TEST_F(MapImplTest, EraseSingleByIterator) { int32 key = 0; int32 value = 100; map_[key] = value; ExpectSingleElement(key, value); Map::iterator it = map_.find(key); map_.erase(it); EXPECT_TRUE(map_.empty()); EXPECT_EQ(0, map_.size()); EXPECT_TRUE(map_.end() == map_.find(key)); EXPECT_TRUE(map_.begin() == map_.end()); } TEST_F(MapImplTest, ValidIteratorAfterErase) { for (int i = 0; i < 10; i++) { map_[i] = i; } int count = 0; for (Map::iterator it = map_.begin(); it != map_.end();) { count++; if (it->first % 2 == 1) { map_.erase(it++); } else { ++it; } } EXPECT_EQ(10, count); EXPECT_EQ(5, map_.size()); } TEST_F(MapImplTest, EraseByIterator) { int32 key1 = 0; int32 key2 = 1; int32 value1 = 100; int32 value2 = 101; std::map map; map[key1] = value1; map[key2] = value2; map_.insert(map.begin(), map.end()); ExpectElements(map); map_.erase(map_.begin(), map_.end()); EXPECT_TRUE(map_.empty()); EXPECT_EQ(0, map_.size()); EXPECT_TRUE(map_.end() == map_.find(key1)); EXPECT_TRUE(map_.end() == map_.find(key2)); EXPECT_TRUE(map_.begin() == map_.end()); } TEST_F(MapImplTest, Clear) { int32 key = 0; int32 value = 100; map_[key] = value; ExpectSingleElement(key, value); map_.clear(); EXPECT_TRUE(map_.empty()); EXPECT_EQ(0, map_.size()); EXPECT_TRUE(map_.end() == map_.find(key)); EXPECT_TRUE(map_.begin() == map_.end()); } static void CopyConstructorHelper(Arena* arena, Map* m) { int32 key1 = 0; int32 key2 = 1; int32 value1 = 100; int32 value2 = 101; std::map map; map[key1] = value1; map[key2] = value2; m->insert(map.begin(), map.end()); Map other(*m); EXPECT_EQ(2, other.size()); EXPECT_EQ(value1, other.at(key1)); EXPECT_EQ(value2, other.at(key2)); } TEST_F(MapImplTest, CopyConstructorWithArena) { Arena a; CopyConstructorHelper(&a, &map_); } TEST_F(MapImplTest, CopyConstructorWithoutArena) { CopyConstructorHelper(NULL, &map_); } TEST_F(MapImplTest, IterConstructor) { int32 key1 = 0; int32 key2 = 1; int32 value1 = 100; int32 value2 = 101; std::map map; map[key1] = value1; map[key2] = value2; Map new_map(map.begin(), map.end()); EXPECT_EQ(2, new_map.size()); EXPECT_EQ(value1, new_map.at(key1)); EXPECT_EQ(value2, new_map.at(key2)); } TEST_F(MapImplTest, Assigner) { int32 key1 = 0; int32 key2 = 1; int32 value1 = 100; int32 value2 = 101; std::map map; map[key1] = value1; map[key2] = value2; map_.insert(map.begin(), map.end()); Map other; int32 key_other = 123; int32 value_other = 321; other[key_other] = value_other; EXPECT_EQ(1, other.size()); other = map_; EXPECT_EQ(2, other.size()); EXPECT_EQ(value1, other.at(key1)); EXPECT_EQ(value2, other.at(key2)); EXPECT_TRUE(other.find(key_other) == other.end()); // Self assign other = other; EXPECT_EQ(2, other.size()); EXPECT_EQ(value1, other.at(key1)); EXPECT_EQ(value2, other.at(key2)); } TEST_F(MapImplTest, Rehash) { const int test_size = 50; std::map reference_map; for (int i = 0; i < test_size; i++) { reference_map[i] = i; } for (int i = 0; i < test_size; i++) { map_[i] = reference_map[i]; EXPECT_EQ(reference_map[i], map_[i]); } for (int i = 0; i < test_size; i++) { map_.erase(i); EXPECT_TRUE(map_.end() == map_.find(i)); } EXPECT_TRUE(map_.empty()); } TEST_F(MapImplTest, EqualRange) { int key = 100, key_missing = 101; map_[key] = 100; std::pair::iterator, google::protobuf::Map::iterator> range = map_.equal_range(key); EXPECT_TRUE(map_.find(key) == range.first); EXPECT_TRUE(++map_.find(key) == range.second); range = map_.equal_range(key_missing); EXPECT_TRUE(map_.end() == range.first); EXPECT_TRUE(map_.end() == range.second); std::pair::const_iterator, google::protobuf::Map::const_iterator> const_range = const_map_.equal_range(key); EXPECT_TRUE(const_map_.find(key) == const_range.first); EXPECT_TRUE(++const_map_.find(key) == const_range.second); const_range = const_map_.equal_range(key_missing); EXPECT_TRUE(const_map_.end() == const_range.first); EXPECT_TRUE(const_map_.end() == const_range.second); } TEST_F(MapImplTest, ConvertToStdMap) { map_[100] = 101; std::map std_map(map_.begin(), map_.end()); EXPECT_EQ(1, std_map.size()); EXPECT_EQ(101, std_map[100]); } TEST_F(MapImplTest, ConvertToStdVectorOfPairs) { map_[100] = 101; std::vector > std_vec(map_.begin(), map_.end()); EXPECT_EQ(1, std_vec.size()); EXPECT_EQ(100, std_vec[0].first); EXPECT_EQ(101, std_vec[0].second); } TEST_F(MapImplTest, SwapBasic) { Map another; map_[9398] = 41999; another[9398] = 41999; another[8070] = 42056; another.swap(map_); EXPECT_THAT(another, testing::UnorderedElementsAre( testing::Pair(9398, 41999))); EXPECT_THAT(map_, testing::UnorderedElementsAre( testing::Pair(8070, 42056), testing::Pair(9398, 41999))); } TEST_F(MapImplTest, SwapArena) { Arena arena1, arena2; Map m1(&arena1); Map m2(&arena2); map_[9398] = 41999; m1[9398] = 41999; m1[8070] = 42056; m2[10244] = 10247; m2[8070] = 42056; m1.swap(map_); EXPECT_THAT(m1, testing::UnorderedElementsAre( testing::Pair(9398, 41999))); EXPECT_THAT(map_, testing::UnorderedElementsAre( testing::Pair(8070, 42056), testing::Pair(9398, 41999))); m2.swap(m1); EXPECT_THAT(m1, testing::UnorderedElementsAre( testing::Pair(8070, 42056), testing::Pair(10244, 10247))); EXPECT_THAT(m2, testing::UnorderedElementsAre( testing::Pair(9398, 41999))); } // Map Field Reflection Test ======================================== static int Func(int i, int j) { return i * j; } static string StrFunc(int i, int j) { string str; SStringPrintf(&str, "%d", Func(i, j)); return str; } static int Int(const string& value) { int result = 0; std::istringstream(value) >> result; return result; } class MapFieldReflectionTest : public testing::Test { protected: typedef FieldDescriptor FD; }; TEST_F(MapFieldReflectionTest, RegularFields) { TestMap message; const Reflection* refl = message.GetReflection(); const Descriptor* desc = message.GetDescriptor(); Map* map_int32_int32 = message.mutable_map_int32_int32(); Map* map_int32_double = message.mutable_map_int32_double(); Map* map_string_string = message.mutable_map_string_string(); Map* map_int32_foreign_message = message.mutable_map_int32_foreign_message(); for (int i = 0; i < 10; ++i) { (*map_int32_int32)[i] = Func(i, 1); (*map_int32_double)[i] = Func(i, 2); (*map_string_string)[StrFunc(i, 1)] = StrFunc(i, 5); (*map_int32_foreign_message)[i].set_c(Func(i, 6)); } // Get FieldDescriptors for all the fields of interest. const FieldDescriptor* fd_map_int32_int32 = desc->FindFieldByName("map_int32_int32"); const FieldDescriptor* fd_map_int32_double = desc->FindFieldByName("map_int32_double"); const FieldDescriptor* fd_map_string_string = desc->FindFieldByName("map_string_string"); const FieldDescriptor* fd_map_int32_foreign_message = desc->FindFieldByName("map_int32_foreign_message"); const FieldDescriptor* fd_map_int32_in32_key = fd_map_int32_int32->message_type()->FindFieldByName("key"); const FieldDescriptor* fd_map_int32_in32_value = fd_map_int32_int32->message_type()->FindFieldByName("value"); const FieldDescriptor* fd_map_int32_double_key = fd_map_int32_double->message_type()->FindFieldByName("key"); const FieldDescriptor* fd_map_int32_double_value = fd_map_int32_double->message_type()->FindFieldByName("value"); const FieldDescriptor* fd_map_string_string_key = fd_map_string_string->message_type()->FindFieldByName("key"); const FieldDescriptor* fd_map_string_string_value = fd_map_string_string->message_type()->FindFieldByName("value"); const FieldDescriptor* fd_map_int32_foreign_message_key = fd_map_int32_foreign_message->message_type()->FindFieldByName("key"); const FieldDescriptor* fd_map_int32_foreign_message_value = fd_map_int32_foreign_message->message_type()->FindFieldByName("value"); // Get RepeatedPtrField objects for all fields of interest. const RepeatedPtrField& mf_int32_int32 = refl->GetRepeatedPtrField(message, fd_map_int32_int32); const RepeatedPtrField& mf_int32_double = refl->GetRepeatedPtrField(message, fd_map_int32_double); const RepeatedPtrField& mf_string_string = refl->GetRepeatedPtrField(message, fd_map_string_string); const RepeatedPtrField& mf_int32_foreign_message = refl->GetRepeatedPtrField( message, fd_map_int32_foreign_message); // Get mutable RepeatedPtrField objects for all fields of interest. RepeatedPtrField* mmf_int32_int32 = refl->MutableRepeatedPtrField(&message, fd_map_int32_int32); RepeatedPtrField* mmf_int32_double = refl->MutableRepeatedPtrField(&message, fd_map_int32_double); RepeatedPtrField* mmf_string_string = refl->MutableRepeatedPtrField(&message, fd_map_string_string); RepeatedPtrField* mmf_int32_foreign_message = refl->MutableRepeatedPtrField( &message, fd_map_int32_foreign_message); // Make sure we can do gets through the RepeatedPtrField objects. for (int i = 0; i < 10; ++i) { { // Check gets through const objects. const Message& message_int32_int32 = mf_int32_int32.Get(i); int32 key_int32_int32 = message_int32_int32.GetReflection()->GetInt32( message_int32_int32, fd_map_int32_in32_key); int32 value_int32_int32 = message_int32_int32.GetReflection()->GetInt32( message_int32_int32, fd_map_int32_in32_value); EXPECT_EQ(value_int32_int32, Func(key_int32_int32, 1)); const Message& message_int32_double = mf_int32_double.Get(i); int32 key_int32_double = message_int32_double.GetReflection()->GetInt32( message_int32_double, fd_map_int32_double_key); double value_int32_double = message_int32_double.GetReflection()->GetDouble( message_int32_double, fd_map_int32_double_value); EXPECT_EQ(value_int32_double, Func(key_int32_double, 2)); const Message& message_string_string = mf_string_string.Get(i); string key_string_string = message_string_string.GetReflection()->GetString( message_string_string, fd_map_string_string_key); string value_string_string = message_string_string.GetReflection()->GetString( message_string_string, fd_map_string_string_value); EXPECT_EQ(value_string_string, StrFunc(Int(key_string_string), 5)); const Message& message_int32_message = mf_int32_foreign_message.Get(i); int32 key_int32_message = message_int32_message.GetReflection()->GetInt32( message_int32_message, fd_map_int32_foreign_message_key); const ForeignMessage& value_int32_message = down_cast( message_int32_message.GetReflection() ->GetMessage(message_int32_message, fd_map_int32_foreign_message_value)); EXPECT_EQ(value_int32_message.c(), Func(key_int32_message, 6)); } { // Check gets through mutable objects. const Message& message_int32_int32 = mmf_int32_int32->Get(i); int32 key_int32_int32 = message_int32_int32.GetReflection()->GetInt32( message_int32_int32, fd_map_int32_in32_key); int32 value_int32_int32 = message_int32_int32.GetReflection()->GetInt32( message_int32_int32, fd_map_int32_in32_value); EXPECT_EQ(value_int32_int32, Func(key_int32_int32, 1)); const Message& message_int32_double = mmf_int32_double->Get(i); int32 key_int32_double = message_int32_double.GetReflection()->GetInt32( message_int32_double, fd_map_int32_double_key); double value_int32_double = message_int32_double.GetReflection()->GetDouble( message_int32_double, fd_map_int32_double_value); EXPECT_EQ(value_int32_double, Func(key_int32_double, 2)); const Message& message_string_string = mmf_string_string->Get(i); string key_string_string = message_string_string.GetReflection()->GetString( message_string_string, fd_map_string_string_key); string value_string_string = message_string_string.GetReflection()->GetString( message_string_string, fd_map_string_string_value); EXPECT_EQ(value_string_string, StrFunc(Int(key_string_string), 5)); const Message& message_int32_message = mmf_int32_foreign_message->Get(i); int32 key_int32_message = message_int32_message.GetReflection()->GetInt32( message_int32_message, fd_map_int32_foreign_message_key); const ForeignMessage& value_int32_message = down_cast( message_int32_message.GetReflection() ->GetMessage(message_int32_message, fd_map_int32_foreign_message_value)); EXPECT_EQ(value_int32_message.c(), Func(key_int32_message, 6)); } } // Do sets through the RepeatedPtrField objects. for (int i = 0; i < 10; i++) { { Message* message_int32_int32 = mmf_int32_int32->Mutable(i); int32 key_int32_int32 = message_int32_int32->GetReflection()->GetInt32( *message_int32_int32, fd_map_int32_in32_key); message_int32_int32->GetReflection()->SetInt32(message_int32_int32, fd_map_int32_in32_value, Func(key_int32_int32, -1)); Message* message_int32_double = mmf_int32_double->Mutable(i); int32 key_int32_double = message_int32_double->GetReflection()->GetInt32( *message_int32_double, fd_map_int32_double_key); message_int32_double->GetReflection()->SetDouble( message_int32_double, fd_map_int32_double_value, Func(key_int32_double, -2)); Message* message_string_string = mmf_string_string->Mutable(i); string key_string_string = message_string_string->GetReflection()->GetString( *message_string_string, fd_map_string_string_key); message_string_string->GetReflection()->SetString( message_string_string, fd_map_string_string_value, StrFunc(Int(key_string_string), -5)); Message* message_int32_message = mmf_int32_foreign_message->Mutable(i); int32 key_int32_message = message_int32_message->GetReflection()->GetInt32( *message_int32_message, fd_map_int32_foreign_message_key); ForeignMessage* value_int32_message = down_cast( message_int32_message->GetReflection() ->MutableMessage(message_int32_message, fd_map_int32_foreign_message_value)); value_int32_message->set_c(Func(key_int32_message, -6)); } } // Check gets through mutable objects. for (int i = 0; i < 10; i++) { EXPECT_EQ(Func(i, -1), message.map_int32_int32().at(i)); EXPECT_EQ(Func(i, -2), message.map_int32_double().at(i)); EXPECT_EQ(StrFunc(i, -5), message.map_string_string().at(StrFunc(i, 1))); EXPECT_EQ(Func(i, -6), message.map_int32_foreign_message().at(i).c()); } } TEST_F(MapFieldReflectionTest, RepeatedFieldRefForRegularFields) { TestMap message; const Reflection* refl = message.GetReflection(); const Descriptor* desc = message.GetDescriptor(); Map* map_int32_int32 = message.mutable_map_int32_int32(); Map* map_int32_double = message.mutable_map_int32_double(); Map* map_string_string = message.mutable_map_string_string(); Map* map_int32_foreign_message = message.mutable_map_int32_foreign_message(); for (int i = 0; i < 10; ++i) { (*map_int32_int32)[i] = Func(i, 1); (*map_int32_double)[i] = Func(i, 2); (*map_string_string)[StrFunc(i, 1)] = StrFunc(i, 5); (*map_int32_foreign_message)[i].set_c(Func(i, 6)); } // Get FieldDescriptors for all the fields of interest. const FieldDescriptor* fd_map_int32_int32 = desc->FindFieldByName("map_int32_int32"); const FieldDescriptor* fd_map_int32_double = desc->FindFieldByName("map_int32_double"); const FieldDescriptor* fd_map_string_string = desc->FindFieldByName("map_string_string"); const FieldDescriptor* fd_map_int32_foreign_message = desc->FindFieldByName("map_int32_foreign_message"); const FieldDescriptor* fd_map_int32_in32_key = fd_map_int32_int32->message_type()->FindFieldByName("key"); const FieldDescriptor* fd_map_int32_in32_value = fd_map_int32_int32->message_type()->FindFieldByName("value"); const FieldDescriptor* fd_map_int32_double_key = fd_map_int32_double->message_type()->FindFieldByName("key"); const FieldDescriptor* fd_map_int32_double_value = fd_map_int32_double->message_type()->FindFieldByName("value"); const FieldDescriptor* fd_map_string_string_key = fd_map_string_string->message_type()->FindFieldByName("key"); const FieldDescriptor* fd_map_string_string_value = fd_map_string_string->message_type()->FindFieldByName("value"); const FieldDescriptor* fd_map_int32_foreign_message_key = fd_map_int32_foreign_message->message_type()->FindFieldByName("key"); const FieldDescriptor* fd_map_int32_foreign_message_value = fd_map_int32_foreign_message->message_type()->FindFieldByName("value"); // Get RepeatedFieldRef objects for all fields of interest. const RepeatedFieldRef mf_int32_int32 = refl->GetRepeatedFieldRef(message, fd_map_int32_int32); const RepeatedFieldRef mf_int32_double = refl->GetRepeatedFieldRef(message, fd_map_int32_double); const RepeatedFieldRef mf_string_string = refl->GetRepeatedFieldRef(message, fd_map_string_string); const RepeatedFieldRef mf_int32_foreign_message = refl->GetRepeatedFieldRef(message, fd_map_int32_foreign_message); // Get mutable RepeatedFieldRef objects for all fields of interest. const MutableRepeatedFieldRef mmf_int32_int32 = refl->GetMutableRepeatedFieldRef(&message, fd_map_int32_int32); const MutableRepeatedFieldRef mmf_int32_double = refl->GetMutableRepeatedFieldRef(&message, fd_map_int32_double); const MutableRepeatedFieldRef mmf_string_string = refl->GetMutableRepeatedFieldRef(&message, fd_map_string_string); const MutableRepeatedFieldRef mmf_int32_foreign_message = refl->GetMutableRepeatedFieldRef( &message, fd_map_int32_foreign_message); // Get entry default instances google::protobuf::scoped_ptr entry_int32_int32( MessageFactory::generated_factory() ->GetPrototype(fd_map_int32_int32->message_type()) ->New()); google::protobuf::scoped_ptr entry_int32_double( MessageFactory::generated_factory() ->GetPrototype(fd_map_int32_double->message_type()) ->New()); google::protobuf::scoped_ptr entry_string_string( MessageFactory::generated_factory() ->GetPrototype(fd_map_string_string->message_type()) ->New()); google::protobuf::scoped_ptr entry_int32_foreign_message( MessageFactory::generated_factory() ->GetPrototype(fd_map_int32_foreign_message->message_type()) ->New()); EXPECT_EQ(10, mf_int32_int32.size()); EXPECT_EQ(10, mmf_int32_int32.size()); EXPECT_EQ(10, mf_int32_double.size()); EXPECT_EQ(10, mmf_int32_double.size()); EXPECT_EQ(10, mf_string_string.size()); EXPECT_EQ(10, mmf_string_string.size()); EXPECT_EQ(10, mf_int32_foreign_message.size()); EXPECT_EQ(10, mmf_int32_foreign_message.size()); EXPECT_FALSE(mf_int32_int32.empty()); EXPECT_FALSE(mmf_int32_int32.empty()); EXPECT_FALSE(mf_int32_double.empty()); EXPECT_FALSE(mmf_int32_double.empty()); EXPECT_FALSE(mf_string_string.empty()); EXPECT_FALSE(mmf_string_string.empty()); EXPECT_FALSE(mf_int32_foreign_message.empty()); EXPECT_FALSE(mmf_int32_foreign_message.empty()); // Make sure we can do gets through the RepeatedFieldRef objects. for (int i = 0; i < 10; ++i) { { // Check gets through const objects. const Message& message_int32_int32 = mf_int32_int32.Get(i, entry_int32_int32.get()); int32 key_int32_int32 = message_int32_int32.GetReflection()->GetInt32( message_int32_int32, fd_map_int32_in32_key); int32 value_int32_int32 = message_int32_int32.GetReflection()->GetInt32( message_int32_int32, fd_map_int32_in32_value); EXPECT_EQ(value_int32_int32, Func(key_int32_int32, 1)); const Message& message_int32_double = mf_int32_double.Get(i, entry_int32_double.get()); int32 key_int32_double = message_int32_double.GetReflection()->GetInt32( message_int32_double, fd_map_int32_double_key); double value_int32_double = message_int32_double.GetReflection()->GetDouble( message_int32_double, fd_map_int32_double_value); EXPECT_EQ(value_int32_double, Func(key_int32_double, 2)); const Message& message_string_string = mf_string_string.Get(i, entry_string_string.get()); string key_string_string = message_string_string.GetReflection()->GetString( message_string_string, fd_map_string_string_key); string value_string_string = message_string_string.GetReflection()->GetString( message_string_string, fd_map_string_string_value); EXPECT_EQ(value_string_string, StrFunc(Int(key_string_string), 5)); const Message& message_int32_message = mf_int32_foreign_message.Get(i, entry_int32_foreign_message.get()); int32 key_int32_message = message_int32_message.GetReflection()->GetInt32( message_int32_message, fd_map_int32_foreign_message_key); const ForeignMessage& value_int32_message = down_cast( message_int32_message.GetReflection() ->GetMessage(message_int32_message, fd_map_int32_foreign_message_value)); EXPECT_EQ(value_int32_message.c(), Func(key_int32_message, 6)); } { // Check gets through mutable objects. const Message& message_int32_int32 = mmf_int32_int32.Get(i, entry_int32_int32.get()); int32 key_int32_int32 = message_int32_int32.GetReflection()->GetInt32( message_int32_int32, fd_map_int32_in32_key); int32 value_int32_int32 = message_int32_int32.GetReflection()->GetInt32( message_int32_int32, fd_map_int32_in32_value); EXPECT_EQ(value_int32_int32, Func(key_int32_int32, 1)); const Message& message_int32_double = mmf_int32_double.Get(i, entry_int32_double.get()); int32 key_int32_double = message_int32_double.GetReflection()->GetInt32( message_int32_double, fd_map_int32_double_key); double value_int32_double = message_int32_double.GetReflection()->GetDouble( message_int32_double, fd_map_int32_double_value); EXPECT_EQ(value_int32_double, Func(key_int32_double, 2)); const Message& message_string_string = mmf_string_string.Get(i, entry_string_string.get()); string key_string_string = message_string_string.GetReflection()->GetString( message_string_string, fd_map_string_string_key); string value_string_string = message_string_string.GetReflection()->GetString( message_string_string, fd_map_string_string_value); EXPECT_EQ(value_string_string, StrFunc(Int(key_string_string), 5)); const Message& message_int32_message = mmf_int32_foreign_message.Get(i, entry_int32_foreign_message.get()); int32 key_int32_message = message_int32_message.GetReflection()->GetInt32( message_int32_message, fd_map_int32_foreign_message_key); const ForeignMessage& value_int32_message = down_cast( message_int32_message.GetReflection() ->GetMessage(message_int32_message, fd_map_int32_foreign_message_value)); EXPECT_EQ(value_int32_message.c(), Func(key_int32_message, 6)); } } // Make sure we can do sets through the RepeatedFieldRef objects. for (int i = 0; i < 10; i++) { const Message& message_int32_int32 = mmf_int32_int32.Get(i, entry_int32_int32.get()); int key = message_int32_int32.GetReflection()->GetInt32( message_int32_int32, fd_map_int32_in32_key); entry_int32_int32->GetReflection()->SetInt32( entry_int32_int32.get(), fd_map_int32_int32->message_type()->field(0), key); entry_int32_int32->GetReflection()->SetInt32( entry_int32_int32.get(), fd_map_int32_int32->message_type()->field(1), Func(key, -1)); entry_int32_double->GetReflection()->SetInt32( entry_int32_double.get(), fd_map_int32_double->message_type()->field(0), key); entry_int32_double->GetReflection()->SetDouble( entry_int32_double.get(), fd_map_int32_double->message_type()->field(1), Func(key, -2)); entry_string_string->GetReflection()->SetString( entry_string_string.get(), fd_map_string_string->message_type()->field(0), StrFunc(key, 1)); entry_string_string->GetReflection()->SetString( entry_string_string.get(), fd_map_string_string->message_type()->field(1), StrFunc(key, -5)); entry_int32_foreign_message->GetReflection()->SetInt32( entry_int32_foreign_message.get(), fd_map_int32_foreign_message->message_type()->field(0), key); Message* value_message = entry_int32_foreign_message->GetReflection()->MutableMessage( entry_int32_foreign_message.get(), fd_map_int32_foreign_message->message_type()->field(1)); value_message->GetReflection()->SetInt32( value_message, value_message->GetDescriptor()->FindFieldByName("c"), Func(key, -6)); mmf_int32_int32.Set(i, *entry_int32_int32); mmf_int32_double.Set(i, *entry_int32_double); mmf_string_string.Set(i, *entry_string_string); mmf_int32_foreign_message.Set(i, *entry_int32_foreign_message); } for (int i = 0; i < 10; i++) { EXPECT_EQ(Func(i, -1), message.map_int32_int32().at(i)); EXPECT_EQ(Func(i, -2), message.map_int32_double().at(i)); EXPECT_EQ(StrFunc(i, -5), message.map_string_string().at(StrFunc(i, 1))); EXPECT_EQ(Func(i, -6), message.map_int32_foreign_message().at(i).c()); } // Test iterators. { int index = 0; hash_map result; for (RepeatedFieldRef::iterator it = mf_int32_int32.begin(); it != mf_int32_int32.end(); ++it) { const Message& message = *it; int32 key = message.GetReflection()->GetInt32(message, fd_map_int32_in32_key); int32 value = message.GetReflection()->GetInt32(message, fd_map_int32_in32_value); result[key] = value; ++index; } EXPECT_EQ(10, index); for (hash_map::const_iterator it = result.begin(); it != result.end(); ++it) { EXPECT_EQ(message.map_int32_int32().at(it->first), it->second); } } { int index = 0; hash_map result; for (RepeatedFieldRef::iterator it = mf_int32_double.begin(); it != mf_int32_double.end(); ++it) { const Message& message = *it; int32 key = message.GetReflection()->GetInt32(message, fd_map_int32_double_key); double value = message.GetReflection()->GetDouble( message, fd_map_int32_double_value); result[key] = value; ++index; } EXPECT_EQ(10, index); for (hash_map::const_iterator it = result.begin(); it != result.end(); ++it) { EXPECT_EQ(message.map_int32_double().at(it->first), it->second); } } { int index = 0; hash_map result; for (RepeatedFieldRef::iterator it = mf_string_string.begin(); it != mf_string_string.end(); ++it) { const Message& message = *it; string key = message.GetReflection()->GetString(message, fd_map_string_string_key); string value = message.GetReflection()->GetString( message, fd_map_string_string_value); result[key] = value; ++index; } EXPECT_EQ(10, index); for (hash_map::const_iterator it = result.begin(); it != result.end(); ++it) { EXPECT_EQ(message.map_string_string().at(it->first), it->second); } } { int index = 0; std::map result; for (RepeatedFieldRef::iterator it = mf_int32_foreign_message.begin(); it != mf_int32_foreign_message.end(); ++it) { const Message& message = *it; int32 key = message.GetReflection()->GetInt32( message, fd_map_int32_foreign_message_key); const ForeignMessage& sub_message = down_cast( message.GetReflection() ->GetMessage(message, fd_map_int32_foreign_message_value)); result[key].MergeFrom(sub_message); ++index; } EXPECT_EQ(10, index); for (std::map::const_iterator it = result.begin(); it != result.end(); ++it) { EXPECT_EQ(message.map_int32_foreign_message().at(it->first).c(), it->second.c()); } } // Test MutableRepeatedFieldRef::Add() entry_int32_int32->GetReflection()->SetInt32( entry_int32_int32.get(), fd_map_int32_int32->message_type()->field(0), 4321); entry_int32_int32->GetReflection()->SetInt32( entry_int32_int32.get(), fd_map_int32_int32->message_type()->field(1), 1234); mmf_int32_int32.Add(*entry_int32_int32); EXPECT_EQ(1234, message.map_int32_int32().at(4321)); entry_int32_double->GetReflection()->SetInt32( entry_int32_double.get(), fd_map_int32_double->message_type()->field(0), 4321); entry_int32_double->GetReflection()->SetDouble( entry_int32_double.get(), fd_map_int32_double->message_type()->field(1), 1234.0); mmf_int32_double.Add(*entry_int32_double); EXPECT_EQ(1234.0, message.map_int32_double().at(4321)); entry_string_string->GetReflection()->SetString( entry_string_string.get(), fd_map_string_string->message_type()->field(0), "4321"); entry_string_string->GetReflection()->SetString( entry_string_string.get(), fd_map_string_string->message_type()->field(1), "1234"); mmf_string_string.Add(*entry_string_string); EXPECT_EQ("1234", message.map_string_string().at("4321")); entry_int32_foreign_message->GetReflection()->SetInt32( entry_int32_foreign_message.get(), fd_map_int32_foreign_message->message_type()->field(0), 4321); Message* value_message = entry_int32_foreign_message->GetReflection()->MutableMessage( entry_int32_foreign_message.get(), fd_map_int32_foreign_message->message_type()->field(1)); ForeignMessage foreign_message; foreign_message.set_c(1234); value_message->CopyFrom(foreign_message); mmf_int32_foreign_message.Add(*entry_int32_foreign_message); EXPECT_EQ(1234, message.map_int32_foreign_message().at(4321).c()); // Test Reflection::AddAllocatedMessage Message* free_entry_string_string = MessageFactory::generated_factory() ->GetPrototype(fd_map_string_string->message_type()) ->New(); entry_string_string->GetReflection()->SetString( free_entry_string_string, fd_map_string_string->message_type()->field(0), "4321"); entry_string_string->GetReflection()->SetString( free_entry_string_string, fd_map_string_string->message_type()->field(1), "1234"); refl->AddAllocatedMessage(&message, fd_map_string_string, free_entry_string_string); // Test MutableRepeatedFieldRef::RemoveLast() mmf_int32_int32.RemoveLast(); mmf_int32_double.RemoveLast(); mmf_string_string.RemoveLast(); mmf_int32_foreign_message.RemoveLast(); EXPECT_EQ(10, message.map_int32_int32().size()); EXPECT_EQ(10, message.map_int32_double().size()); EXPECT_EQ(11, message.map_string_string().size()); EXPECT_EQ(10, message.map_int32_foreign_message().size()); // Test MutableRepeatedFieldRef::SwapElements() { const Message& message0a = mmf_int32_int32.Get(0, entry_int32_int32.get()); int32 int32_value0a = message0a.GetReflection()->GetInt32(message0a, fd_map_int32_in32_value); const Message& message9a = mmf_int32_int32.Get(9, entry_int32_int32.get()); int32 int32_value9a = message9a.GetReflection()->GetInt32(message9a, fd_map_int32_in32_value); mmf_int32_int32.SwapElements(0, 9); const Message& message0b = mmf_int32_int32.Get(0, entry_int32_int32.get()); int32 int32_value0b = message0b.GetReflection()->GetInt32(message0b, fd_map_int32_in32_value); const Message& message9b = mmf_int32_int32.Get(9, entry_int32_int32.get()); int32 int32_value9b = message9b.GetReflection()->GetInt32(message9b, fd_map_int32_in32_value); EXPECT_EQ(int32_value9a, int32_value0b); EXPECT_EQ(int32_value0a, int32_value9b); } { const Message& message0a = mmf_int32_double.Get(0, entry_int32_double.get()); double double_value0a = message0a.GetReflection()->GetDouble( message0a, fd_map_int32_double_value); const Message& message9a = mmf_int32_double.Get(9, entry_int32_double.get()); double double_value9a = message9a.GetReflection()->GetDouble( message9a, fd_map_int32_double_value); mmf_int32_double.SwapElements(0, 9); const Message& message0b = mmf_int32_double.Get(0, entry_int32_double.get()); double double_value0b = message0b.GetReflection()->GetDouble( message0b, fd_map_int32_double_value); const Message& message9b = mmf_int32_double.Get(9, entry_int32_double.get()); double double_value9b = message9b.GetReflection()->GetDouble( message9b, fd_map_int32_double_value); EXPECT_EQ(double_value9a, double_value0b); EXPECT_EQ(double_value0a, double_value9b); } { const Message& message0a = mmf_string_string.Get(0, entry_string_string.get()); string string_value0a = message0a.GetReflection()->GetString( message0a, fd_map_string_string_value); const Message& message9a = mmf_string_string.Get(9, entry_string_string.get()); string string_value9a = message9a.GetReflection()->GetString( message9a, fd_map_string_string_value); mmf_string_string.SwapElements(0, 9); const Message& message0b = mmf_string_string.Get(0, entry_string_string.get()); string string_value0b = message0b.GetReflection()->GetString( message0b, fd_map_string_string_value); const Message& message9b = mmf_string_string.Get(9, entry_string_string.get()); string string_value9b = message9b.GetReflection()->GetString( message9b, fd_map_string_string_value); EXPECT_EQ(string_value9a, string_value0b); EXPECT_EQ(string_value0a, string_value9b); } { const Message& message0a = mmf_int32_foreign_message.Get(0, entry_int32_foreign_message.get()); const ForeignMessage& sub_message0a = down_cast( message0a.GetReflection() ->GetMessage(message0a, fd_map_int32_foreign_message_value)); int32 int32_value0a = sub_message0a.c(); const Message& message9a = mmf_int32_foreign_message.Get(9, entry_int32_foreign_message.get()); const ForeignMessage& sub_message9a = down_cast( message9a.GetReflection() ->GetMessage(message9a, fd_map_int32_foreign_message_value)); int32 int32_value9a = sub_message9a.c(); mmf_int32_foreign_message.SwapElements(0, 9); const Message& message0b = mmf_int32_foreign_message.Get(0, entry_int32_foreign_message.get()); const ForeignMessage& sub_message0b = down_cast( message0b.GetReflection() ->GetMessage(message0b, fd_map_int32_foreign_message_value)); int32 int32_value0b = sub_message0b.c(); const Message& message9b = mmf_int32_foreign_message.Get(9, entry_int32_foreign_message.get()); const ForeignMessage& sub_message9b = down_cast( message9b.GetReflection() ->GetMessage(message9b, fd_map_int32_foreign_message_value)); int32 int32_value9b = sub_message9b.c(); EXPECT_EQ(int32_value9a, int32_value0b); EXPECT_EQ(int32_value0a, int32_value9b); } } TEST_F(MapFieldReflectionTest, RepeatedFieldRefMergeFromAndSwap) { // Set-up message content. TestMap m0, m1, m2; for (int i = 0; i < 10; ++i) { (*m0.mutable_map_int32_int32())[i] = Func(i, 1); (*m0.mutable_map_int32_double())[i] = Func(i, 2); (*m0.mutable_map_string_string())[StrFunc(i, 1)] = StrFunc(i, 5); (*m0.mutable_map_int32_foreign_message())[i].set_c(Func(i, 6)); (*m1.mutable_map_int32_int32())[i + 10] = Func(i, 11); (*m1.mutable_map_int32_double())[i + 10] = Func(i, 12); (*m1.mutable_map_string_string())[StrFunc(i + 10, 1)] = StrFunc(i, 15); (*m1.mutable_map_int32_foreign_message())[i + 10].set_c(Func(i, 16)); (*m2.mutable_map_int32_int32())[i + 20] = Func(i, 21); (*m2.mutable_map_int32_double())[i + 20] = Func(i, 22); (*m2.mutable_map_string_string())[StrFunc(i + 20, 1)] = StrFunc(i, 25); (*m2.mutable_map_int32_foreign_message())[i + 20].set_c(Func(i, 26)); } const Reflection* refl = m0.GetReflection(); const Descriptor* desc = m0.GetDescriptor(); // Get FieldDescriptors for all the fields of interest. const FieldDescriptor* fd_map_int32_int32 = desc->FindFieldByName("map_int32_int32"); const FieldDescriptor* fd_map_int32_double = desc->FindFieldByName("map_int32_double"); const FieldDescriptor* fd_map_string_string = desc->FindFieldByName("map_string_string"); const FieldDescriptor* fd_map_int32_foreign_message = desc->FindFieldByName("map_int32_foreign_message"); // Get MutableRepeatedFieldRef objects for all fields of interest. const MutableRepeatedFieldRef mmf_int32_int32 = refl->GetMutableRepeatedFieldRef( &m0, fd_map_int32_int32); const MutableRepeatedFieldRef mmf_int32_double = refl->GetMutableRepeatedFieldRef( &m0, fd_map_int32_double); const MutableRepeatedFieldRef mmf_string_string = refl->GetMutableRepeatedFieldRef( &m0, fd_map_string_string); const MutableRepeatedFieldRef mmf_int32_foreign_message = refl->GetMutableRepeatedFieldRef( &m0, fd_map_int32_foreign_message); // Test MutableRepeatedRef::CopyFrom mmf_int32_int32.CopyFrom( refl->GetRepeatedFieldRef( m1, fd_map_int32_int32)); mmf_int32_double.CopyFrom( refl->GetRepeatedFieldRef( m1, fd_map_int32_double)); mmf_string_string.CopyFrom( refl->GetRepeatedFieldRef( m1, fd_map_string_string)); mmf_int32_foreign_message.CopyFrom( refl->GetRepeatedFieldRef( m1, fd_map_int32_foreign_message)); for (int i = 0; i < 10; ++i) { EXPECT_EQ(Func(i, 11), m0.map_int32_int32().at(i + 10)); EXPECT_EQ(Func(i, 12), m0.map_int32_double().at(i + 10)); EXPECT_EQ(StrFunc(i, 15), m0.map_string_string().at(StrFunc(i + 10, 1))); EXPECT_EQ(Func(i, 16), m0.map_int32_foreign_message().at(i + 10).c()); } // Test MutableRepeatedRef::MergeFrom mmf_int32_int32.MergeFrom( refl->GetRepeatedFieldRef( m2, fd_map_int32_int32)); mmf_int32_double.MergeFrom( refl->GetRepeatedFieldRef( m2, fd_map_int32_double)); mmf_string_string.MergeFrom( refl->GetRepeatedFieldRef( m2, fd_map_string_string)); mmf_int32_foreign_message.MergeFrom( refl->GetRepeatedFieldRef( m2, fd_map_int32_foreign_message)); for (int i = 0; i < 10; ++i) { EXPECT_EQ(Func(i, 21), m0.map_int32_int32().at(i + 20)); EXPECT_EQ(Func(i, 22), m0.map_int32_double().at(i + 20)); EXPECT_EQ(StrFunc(i, 25), m0.map_string_string().at(StrFunc(i + 20, 1))); EXPECT_EQ(Func(i, 26), m0.map_int32_foreign_message().at(i + 20).c()); } // Test MutableRepeatedRef::Swap // Swap between m0 and m2. mmf_int32_int32.Swap( refl->GetMutableRepeatedFieldRef( &m2, fd_map_int32_int32)); mmf_int32_double.Swap( refl->GetMutableRepeatedFieldRef( &m2, fd_map_int32_double)); mmf_string_string.Swap( refl->GetMutableRepeatedFieldRef( &m2, fd_map_string_string)); mmf_int32_foreign_message.Swap( refl->GetMutableRepeatedFieldRef( &m2, fd_map_int32_foreign_message)); for (int i = 0; i < 10; ++i) { // Check the content of m0. EXPECT_EQ(Func(i, 21), m0.map_int32_int32().at(i + 20)); EXPECT_EQ(Func(i, 22), m0.map_int32_double().at(i + 20)); EXPECT_EQ(StrFunc(i, 25), m0.map_string_string().at(StrFunc(i + 20, 1))); EXPECT_EQ(Func(i, 26), m0.map_int32_foreign_message().at(i + 20).c()); // Check the content of m2. EXPECT_EQ(Func(i, 11), m2.map_int32_int32().at(i + 10)); EXPECT_EQ(Func(i, 12), m2.map_int32_double().at(i + 10)); EXPECT_EQ(StrFunc(i, 15), m2.map_string_string().at(StrFunc(i + 10, 1))); EXPECT_EQ(Func(i, 16), m2.map_int32_foreign_message().at(i + 10).c()); EXPECT_EQ(Func(i, 21), m2.map_int32_int32().at(i + 20)); EXPECT_EQ(Func(i, 22), m2.map_int32_double().at(i + 20)); EXPECT_EQ(StrFunc(i, 25), m2.map_string_string().at(StrFunc(i + 20, 1))); EXPECT_EQ(Func(i, 26), m2.map_int32_foreign_message().at(i + 20).c()); } // TODO(teboring): add test for duplicated key } // Generated Message Test =========================================== TEST(GeneratedMapFieldTest, Accessors) { unittest::TestMap message; MapTestUtil::SetMapFields(&message); MapTestUtil::ExpectMapFieldsSet(message); MapTestUtil::ModifyMapFields(&message); MapTestUtil::ExpectMapFieldsModified(message); } TEST(GeneratedMapFieldTest, SetMapFieldsInitialized) { unittest::TestMap message; MapTestUtil::SetMapFieldsInitialized(&message); MapTestUtil::ExpectMapFieldsSetInitialized(message); } TEST(GeneratedMapFieldTest, Proto2SetMapFieldsInitialized) { unittest::TestEnumMap message; EXPECT_EQ(unittest::PROTO2_MAP_ENUM_FOO, (*message.mutable_known_map_field())[0]); } TEST(GeneratedMapFieldTest, Clear) { unittest::TestMap message; MapTestUtil::SetMapFields(&message); message.Clear(); MapTestUtil::ExpectClear(message); } TEST(GeneratedMapFieldTest, ClearMessageMap) { unittest::TestMessageMap message; // Creates a TestAllTypes with default value TestUtil::ExpectClear((*message.mutable_map_int32_message())[0]); } TEST(GeneratedMapFieldTest, CopyFrom) { unittest::TestMap message1, message2; MapTestUtil::SetMapFields(&message1); message2.CopyFrom(message1); MapTestUtil::ExpectMapFieldsSet(message2); // Copying from self should be a no-op. message2.CopyFrom(message2); MapTestUtil::ExpectMapFieldsSet(message2); } TEST(GeneratedMapFieldTest, CopyFromMessageMap) { unittest::TestMessageMap message1, message2; (*message1.mutable_map_int32_message())[0].add_repeated_int32(100); (*message2.mutable_map_int32_message())[0].add_repeated_int32(101); message1.CopyFrom(message2); // Checks repeated field is overwritten. EXPECT_EQ(1, message1.map_int32_message().at(0).repeated_int32_size()); EXPECT_EQ(101, message1.map_int32_message().at(0).repeated_int32(0)); } TEST(GeneratedMapFieldTest, SwapWithEmpty) { unittest::TestMap message1, message2; MapTestUtil::SetMapFields(&message1); MapTestUtil::ExpectMapFieldsSet(message1); MapTestUtil::ExpectClear(message2); message1.Swap(&message2); MapTestUtil::ExpectMapFieldsSet(message2); MapTestUtil::ExpectClear(message1); } TEST(GeneratedMapFieldTest, SwapWithSelf) { unittest::TestMap message; MapTestUtil::SetMapFields(&message); MapTestUtil::ExpectMapFieldsSet(message); message.Swap(&message); MapTestUtil::ExpectMapFieldsSet(message); } TEST(GeneratedMapFieldTest, SwapWithOther) { unittest::TestMap message1, message2; MapTestUtil::SetMapFields(&message1); MapTestUtil::SetMapFields(&message2); MapTestUtil::ModifyMapFields(&message2); message1.Swap(&message2); MapTestUtil::ExpectMapFieldsModified(message1); MapTestUtil::ExpectMapFieldsSet(message2); } TEST(GeneratedMapFieldTest, CopyConstructor) { unittest::TestMap message1; MapTestUtil::SetMapFields(&message1); unittest::TestMap message2(message1); MapTestUtil::ExpectMapFieldsSet(message2); } TEST(GeneratedMapFieldTest, CopyAssignmentOperator) { unittest::TestMap message1; MapTestUtil::SetMapFields(&message1); unittest::TestMap message2; message2 = message1; MapTestUtil::ExpectMapFieldsSet(message2); // Make sure that self-assignment does something sane. message2.operator=(message2); MapTestUtil::ExpectMapFieldsSet(message2); } #if !defined(PROTOBUF_TEST_NO_DESCRIPTORS) || \ !defined(GOOGLE_PROTOBUF_NO_RTTI) TEST(GeneratedMapFieldTest, UpcastCopyFrom) { // Test the CopyFrom method that takes in the generic const Message& // parameter. unittest::TestMap message1, message2; MapTestUtil::SetMapFields(&message1); const Message* source = implicit_cast(&message1); message2.CopyFrom(*source); MapTestUtil::ExpectMapFieldsSet(message2); } #endif #ifndef PROTOBUF_TEST_NO_DESCRIPTORS TEST(GeneratedMapFieldTest, CopyFromDynamicMessage) { // Test copying from a DynamicMessage, which must fall back to using // reflection. unittest::TestMap message2; // Construct a new version of the dynamic message via the factory. DynamicMessageFactory factory; google::protobuf::scoped_ptr message1; message1.reset( factory.GetPrototype(unittest::TestMap::descriptor())->New()); MapReflectionTester reflection_tester( unittest::TestMap::descriptor()); reflection_tester.SetMapFieldsViaReflection(message1.get()); reflection_tester.ExpectMapFieldsSetViaReflection(*message1); reflection_tester.ExpectMapFieldsSetViaReflectionIterator(message1.get()); message2.CopyFrom(*message1); MapTestUtil::ExpectMapFieldsSet(message2); } TEST(GeneratedMapFieldTest, CopyFromDynamicMessageMapReflection) { unittest::TestMap message2; // Construct a new version of the dynamic message via the factory. DynamicMessageFactory factory; google::protobuf::scoped_ptr message1; message1.reset( factory.GetPrototype(unittest::TestMap::descriptor())->New()); MapReflectionTester reflection_tester( unittest::TestMap::descriptor()); reflection_tester.SetMapFieldsViaMapReflection(message1.get()); reflection_tester.ExpectMapFieldsSetViaReflection(*message1); reflection_tester.ExpectMapFieldsSetViaReflectionIterator(message1.get()); message2.CopyFrom(*message1); MapTestUtil::ExpectMapFieldsSet(message2); } TEST(GeneratedMapFieldTest, DynamicMessageCopyFrom) { // Test copying to a DynamicMessage, which must fall back to using reflection. unittest::TestMap message2; MapTestUtil::SetMapFields(&message2); // Construct a new version of the dynamic message via the factory. DynamicMessageFactory factory; google::protobuf::scoped_ptr message1; message1.reset( factory.GetPrototype(unittest::TestMap::descriptor())->New()); MapReflectionTester reflection_tester( unittest::TestMap::descriptor()); message1->MergeFrom(message2); reflection_tester.ExpectMapFieldsSetViaReflection(*message1); reflection_tester.ExpectMapFieldsSetViaReflectionIterator(message1.get()); } TEST(GeneratedMapFieldTest, DynamicMessageCopyFromMapReflection) { MapReflectionTester reflection_tester( unittest::TestMap::descriptor()); unittest::TestMap message2; reflection_tester.SetMapFieldsViaMapReflection(&message2); // Construct a dynamic message via the factory. DynamicMessageFactory factory; google::protobuf::scoped_ptr message1; message1.reset( factory.GetPrototype(unittest::TestMap::descriptor())->New()); message1->MergeFrom(message2); reflection_tester.ExpectMapFieldsSetViaReflectionIterator(message1.get()); reflection_tester.ExpectMapFieldsSetViaReflection(*message1); } TEST(GeneratedMapFieldTest, SyncDynamicMapWithRepeatedField) { // Construct a dynamic message via the factory. MapReflectionTester reflection_tester( unittest::TestMap::descriptor()); DynamicMessageFactory factory; google::protobuf::scoped_ptr message; message.reset( factory.GetPrototype(unittest::TestMap::descriptor())->New()); reflection_tester.SetMapFieldsViaReflection(message.get()); reflection_tester.ExpectMapFieldsSetViaReflectionIterator(message.get()); reflection_tester.ExpectMapFieldsSetViaReflection(*message); } #endif // !PROTOBUF_TEST_NO_DESCRIPTORS TEST(GeneratedMapFieldTest, NonEmptyMergeFrom) { unittest::TestMap message1, message2; MapTestUtil::SetMapFields(&message1); // This field will test merging into an empty spot. (*message2.mutable_map_int32_int32())[1] = 1; message1.mutable_map_int32_int32()->erase(1); // This tests overwriting. (*message2.mutable_map_int32_double())[1] = 1; (*message1.mutable_map_int32_double())[1] = 2; message1.MergeFrom(message2); MapTestUtil::ExpectMapFieldsSet(message1); } TEST(GeneratedMapFieldTest, MergeFromMessageMap) { unittest::TestMessageMap message1, message2; (*message1.mutable_map_int32_message())[0].add_repeated_int32(100); (*message2.mutable_map_int32_message())[0].add_repeated_int32(101); message1.MergeFrom(message2); // Checks repeated field is overwritten. EXPECT_EQ(1, message1.map_int32_message().at(0).repeated_int32_size()); EXPECT_EQ(101, message1.map_int32_message().at(0).repeated_int32(0)); } // Test the generated SerializeWithCachedSizesToArray() TEST(GeneratedMapFieldTest, SerializationToArray) { unittest::TestMap message1, message2; string data; MapTestUtil::SetMapFields(&message1); int size = message1.ByteSize(); data.resize(size); uint8* start = reinterpret_cast(string_as_array(&data)); uint8* end = message1.SerializeWithCachedSizesToArray(start); EXPECT_EQ(size, end - start); EXPECT_TRUE(message2.ParseFromString(data)); MapTestUtil::ExpectMapFieldsSet(message2); } // Test the generated SerializeWithCachedSizes() TEST(GeneratedMapFieldTest, SerializationToStream) { unittest::TestMap message1, message2; MapTestUtil::SetMapFields(&message1); int size = message1.ByteSize(); string data; data.resize(size); { // Allow the output stream to buffer only one byte at a time. io::ArrayOutputStream array_stream(string_as_array(&data), size, 1); io::CodedOutputStream output_stream(&array_stream); message1.SerializeWithCachedSizes(&output_stream); EXPECT_FALSE(output_stream.HadError()); EXPECT_EQ(size, output_stream.ByteCount()); } EXPECT_TRUE(message2.ParseFromString(data)); MapTestUtil::ExpectMapFieldsSet(message2); } TEST(GeneratedMapFieldTest, SameTypeMaps) { const Descriptor* map1 = unittest::TestSameTypeMap::descriptor() ->FindFieldByName("map1") ->message_type(); const Descriptor* map2 = unittest::TestSameTypeMap::descriptor() ->FindFieldByName("map2") ->message_type(); const Message* map1_entry = MessageFactory::generated_factory()->GetPrototype(map1); const Message* map2_entry = MessageFactory::generated_factory()->GetPrototype(map2); EXPECT_EQ(map1, map1_entry->GetDescriptor()); EXPECT_EQ(map2, map2_entry->GetDescriptor()); } TEST(GeneratedMapFieldTest, Proto2UnknownEnum) { unittest::TestEnumMapPlusExtra from; (*from.mutable_known_map_field())[0] = unittest::E_PROTO2_MAP_ENUM_FOO; (*from.mutable_unknown_map_field())[0] = unittest::E_PROTO2_MAP_ENUM_EXTRA; string data; from.SerializeToString(&data); unittest::TestEnumMap to; EXPECT_TRUE(to.ParseFromString(data)); EXPECT_EQ(0, to.unknown_map_field().size()); const UnknownFieldSet& unknown_field_set = to.GetReflection()->GetUnknownFields(to); EXPECT_EQ(1, unknown_field_set.field_count()); EXPECT_EQ(1, to.known_map_field().size()); EXPECT_EQ(unittest::PROTO2_MAP_ENUM_FOO, to.known_map_field().at(0)); data.clear(); from.Clear(); to.SerializeToString(&data); EXPECT_TRUE(from.ParseFromString(data)); EXPECT_EQ(0, from.GetReflection()->GetUnknownFields(from).field_count()); EXPECT_EQ(1, from.known_map_field().size()); EXPECT_EQ(unittest::E_PROTO2_MAP_ENUM_FOO, from.known_map_field().at(0)); EXPECT_EQ(1, from.unknown_map_field().size()); EXPECT_EQ(unittest::E_PROTO2_MAP_ENUM_EXTRA, from.unknown_map_field().at(0)); } TEST(GeneratedMapFieldTest, StandardWireFormat) { unittest::TestMap message; string data = "\x0A\x04\x08\x01\x10\x01"; EXPECT_TRUE(message.ParseFromString(data)); EXPECT_EQ(1, message.map_int32_int32().size()); EXPECT_EQ(1, message.map_int32_int32().at(1)); } TEST(GeneratedMapFieldTest, UnorderedWireFormat) { unittest::TestMap message; // put value before key in wire format string data = "\x0A\x04\x10\x01\x08\x02"; EXPECT_TRUE(message.ParseFromString(data)); EXPECT_EQ(1, message.map_int32_int32().size()); EXPECT_EQ(1, message.map_int32_int32().at(2)); } TEST(GeneratedMapFieldTest, DuplicatedKeyWireFormat) { unittest::TestMap message; // Two key fields in wire format string data = "\x0A\x06\x08\x01\x08\x02\x10\x01"; EXPECT_TRUE(message.ParseFromString(data)); EXPECT_EQ(1, message.map_int32_int32().size()); EXPECT_EQ(1, message.map_int32_int32().at(2)); // A similar test, but with a map from int to a message type. // Again, we want to be sure that the "second one wins" when // there are two separate entries with the same key. const int key = 99; unittest::TestRequiredMessageMap map_message; unittest::TestRequired with_dummy4; with_dummy4.set_a(0); with_dummy4.set_b(0); with_dummy4.set_c(0); with_dummy4.set_dummy4(11); (*map_message.mutable_map_field())[key] = with_dummy4; string s = map_message.SerializeAsString(); unittest::TestRequired with_dummy5; with_dummy5.set_a(0); with_dummy5.set_b(0); with_dummy5.set_c(0); with_dummy5.set_dummy5(12); (*map_message.mutable_map_field())[key] = with_dummy5; string both = s + map_message.SerializeAsString(); // We don't expect a merge now. The "second one wins." ASSERT_TRUE(map_message.ParseFromString(both)); ASSERT_EQ(1, map_message.map_field().size()); ASSERT_EQ(1, map_message.map_field().count(key)); EXPECT_EQ(0, map_message.map_field().find(key)->second.a()); EXPECT_EQ(0, map_message.map_field().find(key)->second.b()); EXPECT_EQ(0, map_message.map_field().find(key)->second.c()); EXPECT_FALSE(map_message.map_field().find(key)->second.has_dummy4()); ASSERT_TRUE(map_message.map_field().find(key)->second.has_dummy5()); EXPECT_EQ(12, map_message.map_field().find(key)->second.dummy5()); } // Exhaustive combinations of keys, values, and junk in any order. // This re-tests some of the things tested above, but if it fails // it's more work to determine what went wrong, so it isn't necessarily // bad that we have the simpler tests too. TEST(GeneratedMapFieldTest, KeysValuesUnknownsWireFormat) { unittest::TestMap message; const int kMaxNumKeysAndValuesAndJunk = 4; const char kKeyTag = 0x08; const char kValueTag = 0x10; const char kJunkTag = 0x20; for (int items = 0; items <= kMaxNumKeysAndValuesAndJunk; items++) { string data = "\x0A"; // Encode length of what will follow. data.push_back(items * 2); static const int kBitsOfIPerItem = 4; static const int mask = (1 << kBitsOfIPerItem) - 1; // Each iteration of the following is a test. It uses i as bit vector // encoding the keys and values to put in the wire format. for (int i = 0; i < (1 << (items * kBitsOfIPerItem)); i++) { string wire_format = data; int expected_key = 0; int expected_value = 0; for (int k = i, j = 0; j < items; j++, k >>= kBitsOfIPerItem) { bool is_key = k & 0x1; bool is_value = !is_key && (k & 0x2); wire_format.push_back(is_key ? kKeyTag : is_value ? kValueTag : kJunkTag); char c = static_cast(k & mask) >> 2; // One char after the tag. wire_format.push_back(c); if (is_key) expected_key = static_cast(c); if (is_value) expected_value = static_cast(c); ASSERT_TRUE(message.ParseFromString(wire_format)); ASSERT_EQ(1, message.map_int32_int32().size()); ASSERT_EQ(expected_key, message.map_int32_int32().begin()->first); ASSERT_EQ(expected_value, message.map_int32_int32().begin()->second); } } } } TEST(GeneratedMapFieldTest, DuplicatedValueWireFormat) { unittest::TestMap message; // Two value fields in wire format string data = "\x0A\x06\x08\x01\x10\x01\x10\x02"; EXPECT_TRUE(message.ParseFromString(data)); EXPECT_EQ(1, message.map_int32_int32().size()); EXPECT_EQ(2, message.map_int32_int32().at(1)); } TEST(GeneratedMapFieldTest, MissedKeyWireFormat) { unittest::TestMap message; // No key field in wire format string data = "\x0A\x02\x10\x01"; EXPECT_TRUE(message.ParseFromString(data)); EXPECT_EQ(1, message.map_int32_int32().size()); EXPECT_EQ(1, message.map_int32_int32().at(0)); } TEST(GeneratedMapFieldTest, MissedValueWireFormat) { unittest::TestMap message; // No value field in wire format string data = "\x0A\x02\x08\x01"; EXPECT_TRUE(message.ParseFromString(data)); EXPECT_EQ(1, message.map_int32_int32().size()); EXPECT_EQ(0, message.map_int32_int32().at(1)); } TEST(GeneratedMapFieldTest, MissedValueTextFormat) { unittest::TestMap message; // No value field in text format string text = "map_int32_foreign_message {\n" " key: 1234567890\n" "}"; EXPECT_TRUE(google::protobuf::TextFormat::ParseFromString(text, &message)); EXPECT_EQ(1, message.map_int32_foreign_message().size()); EXPECT_EQ(11, message.ByteSize()); } TEST(GeneratedMapFieldTest, UnknownFieldWireFormat) { unittest::TestMap message; // Unknown field in wire format string data = "\x0A\x06\x08\x02\x10\x03\x18\x01"; EXPECT_TRUE(message.ParseFromString(data)); EXPECT_EQ(1, message.map_int32_int32().size()); EXPECT_EQ(3, message.map_int32_int32().at(2)); } TEST(GeneratedMapFieldTest, CorruptedWireFormat) { unittest::TestMap message; // corrupted data in wire format string data = "\x0A\x06\x08\x02\x11\x03"; EXPECT_FALSE(message.ParseFromString(data)); } TEST(GeneratedMapFieldTest, IsInitialized) { unittest::TestRequiredMessageMap map_message; // Add an uninitialized message. (*map_message.mutable_map_field())[0]; EXPECT_FALSE(map_message.IsInitialized()); // Initialize uninitialized message (*map_message.mutable_map_field())[0].set_a(0); (*map_message.mutable_map_field())[0].set_b(0); (*map_message.mutable_map_field())[0].set_c(0); EXPECT_TRUE(map_message.IsInitialized()); } TEST(GeneratedMapFieldTest, MessagesMustMerge) { unittest::TestRequiredMessageMap map_message; unittest::TestRequired with_dummy4; with_dummy4.set_a(97); with_dummy4.set_b(0); with_dummy4.set_c(0); with_dummy4.set_dummy4(98); EXPECT_TRUE(with_dummy4.IsInitialized()); (*map_message.mutable_map_field())[0] = with_dummy4; EXPECT_TRUE(map_message.IsInitialized()); string s = map_message.SerializeAsString(); // Modify s so that there are two values in the entry for key 0. // The first will have no value for c. The second will have no value for a. // Those are required fields. Also, make some other little changes, to // ensure we are merging the two values (because they're messages). ASSERT_EQ(s.size() - 2, s[1]); // encoding of the length of what follows string encoded_val(s.data() + 4, s.data() + s.size()); // In s, change the encoding of c to an encoding of dummy32. s[s.size() - 3] -= 8; // Make encoded_val slightly different from what's in s. encoded_val[encoded_val.size() - 1] += 33; // Encode c = 33. for (int i = 0; i < encoded_val.size(); i++) { if (encoded_val[i] == 97) { // Encode b = 91 instead of a = 97. But this won't matter, because // we also encode b = 0 right after this. The point is to leave out // a required field, and make sure the parser doesn't complain, because // every required field is set after the merge of the two values. encoded_val[i - 1] += 16; encoded_val[i] = 91; } else if (encoded_val[i] == 98) { // Encode dummy5 = 99 instead of dummy4 = 98. encoded_val[i - 1] += 8; // The tag for dummy5 is 8 more. encoded_val[i]++; break; } } s += encoded_val; // Add the second message. s[1] += encoded_val.size(); // Adjust encoded size. // Test key then value then value. int key = 0; ASSERT_TRUE(map_message.ParseFromString(s)); ASSERT_EQ(1, map_message.map_field().size()); ASSERT_EQ(1, map_message.map_field().count(key)); EXPECT_EQ(97, map_message.map_field().find(key)->second.a()); EXPECT_EQ(0, map_message.map_field().find(key)->second.b()); EXPECT_EQ(33, map_message.map_field().find(key)->second.c()); EXPECT_EQ(98, map_message.map_field().find(key)->second.dummy4()); EXPECT_EQ(99, map_message.map_field().find(key)->second.dummy5()); // Test key then value then value then key. s.push_back(s[2]); // Copy the key's tag. key = 19; s.push_back(key); // Second key is 19 instead of 0. s[1] += 2; // Adjust encoded size. ASSERT_TRUE(map_message.ParseFromString(s)); ASSERT_EQ(1, map_message.map_field().size()); ASSERT_EQ(1, map_message.map_field().count(key)); EXPECT_EQ(97, map_message.map_field().find(key)->second.a()); EXPECT_EQ(0, map_message.map_field().find(key)->second.b()); EXPECT_EQ(33, map_message.map_field().find(key)->second.c()); EXPECT_EQ(98, map_message.map_field().find(key)->second.dummy4()); EXPECT_EQ(99, map_message.map_field().find(key)->second.dummy5()); } // Generated Message Reflection Test ================================ TEST(GeneratedMapFieldReflectionTest, SpaceUsed) { unittest::TestMap message; MapReflectionTester reflection_tester( unittest::TestMap::descriptor()); reflection_tester.SetMapFieldsViaReflection(&message); EXPECT_LT(0, message.GetReflection()->SpaceUsed(message)); } TEST(GeneratedMapFieldReflectionTest, Accessors) { // Set every field to a unique value then go back and check all those // values. unittest::TestMap message; MapReflectionTester reflection_tester( unittest::TestMap::descriptor()); reflection_tester.SetMapFieldsViaReflection(&message); MapTestUtil::ExpectMapFieldsSet(message); reflection_tester.ExpectMapFieldsSetViaReflection(message); reflection_tester.ExpectMapFieldsSetViaReflectionIterator(&message); reflection_tester.ModifyMapFieldsViaReflection(&message); MapTestUtil::ExpectMapFieldsModified(message); } TEST(GeneratedMapFieldReflectionTest, Swap) { unittest::TestMap message1; unittest::TestMap message2; MapTestUtil::SetMapFields(&message1); const Reflection* reflection = message1.GetReflection(); reflection->Swap(&message1, &message2); MapTestUtil::ExpectClear(message1); MapTestUtil::ExpectMapFieldsSet(message2); } TEST(GeneratedMapFieldReflectionTest, SwapWithBothSet) { unittest::TestMap message1; unittest::TestMap message2; MapTestUtil::SetMapFields(&message1); MapTestUtil::SetMapFields(&message2); MapTestUtil::ModifyMapFields(&message2); const Reflection* reflection = message1.GetReflection(); reflection->Swap(&message1, &message2); MapTestUtil::ExpectMapFieldsModified(message1); MapTestUtil::ExpectMapFieldsSet(message2); } TEST(GeneratedMapFieldReflectionTest, SwapFields) { unittest::TestMap message1; unittest::TestMap message2; MapTestUtil::SetMapFields(&message2); std::vector fields; const Reflection* reflection = message1.GetReflection(); reflection->ListFields(message2, &fields); reflection->SwapFields(&message1, &message2, fields); MapTestUtil::ExpectMapFieldsSet(message1); MapTestUtil::ExpectClear(message2); } TEST(GeneratedMapFieldReflectionTest, ClearField) { unittest::TestMap message; MapTestUtil::SetMapFields(&message); MapTestUtil::ExpectMapFieldsSet(message); MapReflectionTester reflection_tester( unittest::TestMap::descriptor()); reflection_tester.ClearMapFieldsViaReflection(&message); reflection_tester.ExpectClearViaReflection(message); reflection_tester.ExpectClearViaReflectionIterator(&message); } TEST(GeneratedMapFieldReflectionTest, RemoveLast) { unittest::TestMap message; MapReflectionTester reflection_tester( unittest::TestMap::descriptor()); MapTestUtil::SetMapFields(&message); MapTestUtil::ExpectMapsSize(message, 2); std::vector expected_entries = MapTestUtil::GetMapEntries(message, 0); reflection_tester.RemoveLastMapsViaReflection(&message); MapTestUtil::ExpectMapsSize(message, 1); std::vector remained_entries = MapTestUtil::GetMapEntries(message, 0); EXPECT_TRUE(expected_entries == remained_entries); } TEST(GeneratedMapFieldReflectionTest, ReleaseLast) { unittest::TestMap message; const Descriptor* descriptor = message.GetDescriptor(); MapReflectionTester reflection_tester(descriptor); MapTestUtil::SetMapFields(&message); MapTestUtil::ExpectMapsSize(message, 2); reflection_tester.ReleaseLastMapsViaReflection(&message); MapTestUtil::ExpectMapsSize(message, 1); // Now test that we actually release the right message. message.Clear(); MapTestUtil::SetMapFields(&message); MapTestUtil::ExpectMapsSize(message, 2); std::vector expect_last = MapTestUtil::GetMapEntries(message, 1); std::vector release_last = MapTestUtil::GetMapEntriesFromRelease(&message); MapTestUtil::ExpectMapsSize(message, 1); EXPECT_TRUE(expect_last == release_last); for (std::vector::iterator it = release_last.begin(); it != release_last.end(); ++it) { delete *it; } } TEST(GeneratedMapFieldReflectionTest, SwapElements) { unittest::TestMap message; MapReflectionTester reflection_tester( unittest::TestMap::descriptor()); MapTestUtil::SetMapFields(&message); // Get pointers of map entries at their original position std::vector entries0 = MapTestUtil::GetMapEntries(message, 0); std::vector entries1 = MapTestUtil::GetMapEntries(message, 1); // Swap the first time. reflection_tester.SwapMapsViaReflection(&message); // Get pointer of map entry after swap once. std::vector entries0_once = MapTestUtil::GetMapEntries(message, 0); std::vector entries1_once = MapTestUtil::GetMapEntries(message, 1); // Test map entries are swapped. MapTestUtil::ExpectMapsSize(message, 2); EXPECT_TRUE(entries0 == entries1_once); EXPECT_TRUE(entries1 == entries0_once); // Swap the second time. reflection_tester.SwapMapsViaReflection(&message); // Get pointer of map entry after swap once. std::vector entries0_twice = MapTestUtil::GetMapEntries(message, 0); std::vector entries1_twice = MapTestUtil::GetMapEntries(message, 1); // Test map entries are swapped back. MapTestUtil::ExpectMapsSize(message, 2); EXPECT_TRUE(entries0 == entries0_twice); EXPECT_TRUE(entries1 == entries1_twice); } TEST(GeneratedMapFieldReflectionTest, MutableUnknownFields) { unittest::TestMap message; MapReflectionTester reflection_tester( unittest::TestMap::descriptor()); reflection_tester.MutableUnknownFieldsOfMapFieldsViaReflection(&message); } TEST(GeneratedMapFieldReflectionTest, EmbedProto2Message) { unittest::TestMessageMap message; const FieldDescriptor* map_field = unittest::TestMessageMap::descriptor()->FindFieldByName( "map_int32_message"); const FieldDescriptor* value = map_field->message_type()->FindFieldByName("value"); Message* entry_message = message.GetReflection()->AddMessage(&message, map_field); EXPECT_EQ( &entry_message->GetReflection()->GetMessage(*entry_message, value), reinterpret_cast(&TestAllTypes::default_instance())); Message* proto2_message = entry_message->GetReflection()->MutableMessage(entry_message, value); EXPECT_EQ(unittest::TestAllTypes::descriptor(), proto2_message->GetDescriptor()); ASSERT_EQ(1, message.map_int32_message().size()); } TEST(GeneratedMapFieldReflectionTest, MergeFromClearMapEntry) { unittest::TestMap message; const FieldDescriptor* map_field = unittest::TestMap::descriptor()->FindFieldByName("map_int32_int32"); const FieldDescriptor* key = map_field->message_type()->FindFieldByName("key"); const FieldDescriptor* value = map_field->message_type()->FindFieldByName("value"); Message* entry_message1 = message.GetReflection()->AddMessage(&message, map_field); EXPECT_FALSE(entry_message1->GetReflection()->HasField(*entry_message1, key)); EXPECT_FALSE( entry_message1->GetReflection()->HasField(*entry_message1, value)); Message* entry_message2 = message.GetReflection()->AddMessage(&message, map_field); EXPECT_FALSE(entry_message2->GetReflection()->HasField(*entry_message2, key)); EXPECT_FALSE( entry_message2->GetReflection()->HasField(*entry_message2, value)); entry_message1->MergeFrom(*entry_message2); EXPECT_FALSE(entry_message1->GetReflection()->HasField(*entry_message1, key)); EXPECT_FALSE( entry_message1->GetReflection()->HasField(*entry_message1, value)); } TEST(GeneratedMapFieldReflectionTest, MapEntryClear) { unittest::TestMap message; MapReflectionTester reflection_tester( unittest::TestMap::descriptor()); reflection_tester.MutableUnknownFieldsOfMapFieldsViaReflection(&message); } TEST(GeneratedMapFieldReflectionTest, Proto2MapEntryClear) { unittest::TestEnumMap message; const Descriptor* descriptor = message.GetDescriptor(); const FieldDescriptor* field_descriptor = descriptor->FindFieldByName("known_map_field"); const FieldDescriptor* value_descriptor = field_descriptor->message_type()->FindFieldByName("value"); Message* sub_message = message.GetReflection()->AddMessage(&message, field_descriptor); EXPECT_EQ(0, sub_message->GetReflection()->GetEnumValue(*sub_message, value_descriptor)); } // Map Reflection API Test ========================================= TEST(GeneratedMapFieldReflectionTest, SetViaMapReflection) { unittest::TestMap message; MapReflectionTester reflection_tester( unittest::TestMap::descriptor()); reflection_tester.SetMapFieldsViaMapReflection(&message); reflection_tester.ExpectMapFieldsSetViaReflection(message); reflection_tester.ExpectMapFieldsSetViaReflectionIterator(&message); } // Dynamic Message Test ============================================= class MapFieldInDynamicMessageTest : public testing::Test { protected: const DescriptorPool* pool_; DynamicMessageFactory factory_; const Descriptor* map_descriptor_; const Descriptor* recursive_map_descriptor_; const Message* map_prototype_; MapFieldInDynamicMessageTest() : pool_(DescriptorPool::generated_pool()), factory_(pool_) {} virtual void SetUp() { map_descriptor_ = pool_->FindMessageTypeByName("protobuf_unittest.TestMap"); recursive_map_descriptor_ = pool_->FindMessageTypeByName("protobuf_unittest.TestRecursiveMapMessage"); ASSERT_TRUE(map_descriptor_ != NULL); ASSERT_TRUE(recursive_map_descriptor_ != NULL); map_prototype_ = factory_.GetPrototype(map_descriptor_); } }; TEST_F(MapFieldInDynamicMessageTest, MapIndependentOffsets) { // Check that all fields have independent offsets by setting each // one to a unique value then checking that they all still have those // unique values (i.e. they don't stomp each other). google::protobuf::scoped_ptr message(map_prototype_->New()); MapReflectionTester reflection_tester(map_descriptor_); reflection_tester.SetMapFieldsViaReflection(message.get()); reflection_tester.ExpectMapFieldsSetViaReflection(*message); } TEST_F(MapFieldInDynamicMessageTest, DynamicMapReflection) { // Check that map fields work properly. google::protobuf::scoped_ptr message(map_prototype_->New()); // Check set functions. MapReflectionTester reflection_tester(map_descriptor_); reflection_tester.SetMapFieldsViaMapReflection(message.get()); reflection_tester.ExpectMapFieldsSetViaReflection(*message); } TEST_F(MapFieldInDynamicMessageTest, MapSpaceUsed) { // Test that SpaceUsed() works properly // Since we share the implementation with generated messages, we don't need // to test very much here. Just make sure it appears to be working. google::protobuf::scoped_ptr message(map_prototype_->New()); MapReflectionTester reflection_tester(map_descriptor_); int initial_space_used = message->SpaceUsed(); reflection_tester.SetMapFieldsViaReflection(message.get()); EXPECT_LT(initial_space_used, message->SpaceUsed()); } TEST_F(MapFieldInDynamicMessageTest, RecursiveMap) { TestRecursiveMapMessage from; (*from.mutable_a())[""]; string data = from.SerializeAsString(); google::protobuf::scoped_ptr to( factory_.GetPrototype(recursive_map_descriptor_)->New()); ASSERT_TRUE(to->ParseFromString(data)); } // ReflectionOps Test =============================================== TEST(ReflectionOpsForMapFieldTest, MapSanityCheck) { unittest::TestMap message; MapTestUtil::SetMapFields(&message); MapTestUtil::ExpectMapFieldsSet(message); } TEST(ReflectionOpsForMapFieldTest, MapCopy) { unittest::TestMap message, message2; MapTestUtil::SetMapFields(&message); ReflectionOps::Copy(message, &message2); MapTestUtil::ExpectMapFieldsSet(message2); // Copying from self should be a no-op. ReflectionOps::Copy(message2, &message2); MapTestUtil::ExpectMapFieldsSet(message2); } TEST(ReflectionOpsForMapFieldTest, MergeMap) { // Note: Copy is implemented in terms of Merge() so technically the Copy // test already tested most of this. unittest::TestMap message, message2; MapTestUtil::SetMapFields(&message); ReflectionOps::Merge(message2, &message); MapTestUtil::ExpectMapFieldsSet(message); } TEST(ReflectionOpsForMapFieldTest, ClearMap) { unittest::TestMap message; MapTestUtil::SetMapFields(&message); ReflectionOps::Clear(&message); MapTestUtil::ExpectClear(message); } TEST(ReflectionOpsForMapFieldTest, MapDiscardUnknownFields) { unittest::TestMap message; MapTestUtil::SetMapFields(&message); // Set some unknown fields in message. message.GetReflection()->MutableUnknownFields(&message)-> AddVarint(123456, 654321); // Discard them. ReflectionOps::DiscardUnknownFields(&message); MapTestUtil::ExpectMapFieldsSet(message); EXPECT_EQ(0, message.GetReflection()-> GetUnknownFields(message).field_count()); } // Wire Format Test ================================================= TEST(WireFormatForMapFieldTest, ParseMap) { unittest::TestMap source, dest; string data; // Serialize using the generated code. MapTestUtil::SetMapFields(&source); source.SerializeToString(&data); // Parse using WireFormat. io::ArrayInputStream raw_input(data.data(), data.size()); io::CodedInputStream input(&raw_input); WireFormat::ParseAndMergePartial(&input, &dest); // Check. MapTestUtil::ExpectMapFieldsSet(dest); } TEST(WireFormatForMapFieldTest, MapByteSize) { unittest::TestMap message; MapTestUtil::SetMapFields(&message); EXPECT_EQ(message.ByteSize(), WireFormat::ByteSize(message)); message.Clear(); EXPECT_EQ(0, message.ByteSize()); EXPECT_EQ(0, WireFormat::ByteSize(message)); } TEST(WireFormatForMapFieldTest, SerializeMap) { unittest::TestMap message; string generated_data; string dynamic_data; MapTestUtil::SetMapFields(&message); // Serialize using the generated code. { message.ByteSize(); io::StringOutputStream raw_output(&generated_data); io::CodedOutputStream output(&raw_output); message.SerializeWithCachedSizes(&output); ASSERT_FALSE(output.HadError()); } // Serialize using WireFormat. { io::StringOutputStream raw_output(&dynamic_data); io::CodedOutputStream output(&raw_output); int size = WireFormat::ByteSize(message); WireFormat::SerializeWithCachedSizes(message, size, &output); ASSERT_FALSE(output.HadError()); } // Should be the same. // Don't use EXPECT_EQ here because we're comparing raw binary data and // we really don't want it dumped to stdout on failure. EXPECT_TRUE(dynamic_data == generated_data); } TEST(WireFormatForMapFieldTest, MapParseHelpers) { string data; { // Set up. protobuf_unittest::TestMap message; MapTestUtil::SetMapFields(&message); message.SerializeToString(&data); } { // Test ParseFromString. protobuf_unittest::TestMap message; EXPECT_TRUE(message.ParseFromString(data)); MapTestUtil::ExpectMapFieldsSet(message); } { // Test ParseFromIstream. protobuf_unittest::TestMap message; std::stringstream stream(data); EXPECT_TRUE(message.ParseFromIstream(&stream)); EXPECT_TRUE(stream.eof()); MapTestUtil::ExpectMapFieldsSet(message); } { // Test ParseFromBoundedZeroCopyStream. string data_with_junk(data); data_with_junk.append("some junk on the end"); io::ArrayInputStream stream(data_with_junk.data(), data_with_junk.size()); protobuf_unittest::TestMap message; EXPECT_TRUE(message.ParseFromBoundedZeroCopyStream(&stream, data.size())); MapTestUtil::ExpectMapFieldsSet(message); } { // Test that ParseFromBoundedZeroCopyStream fails (but doesn't crash) if // EOF is reached before the expected number of bytes. io::ArrayInputStream stream(data.data(), data.size()); protobuf_unittest::TestAllTypes message; EXPECT_FALSE( message.ParseFromBoundedZeroCopyStream(&stream, data.size() + 1)); } } // Deterministic Serialization Test ========================================== template static string DeterministicSerializationWithSerializePartialToCodedStream( const T& t) { const int size = t.ByteSize(); string result(size, '\0'); io::ArrayOutputStream array_stream(string_as_array(&result), size); io::CodedOutputStream output_stream(&array_stream); output_stream.SetSerializationDeterministic(true); t.SerializePartialToCodedStream(&output_stream); EXPECT_FALSE(output_stream.HadError()); EXPECT_EQ(size, output_stream.ByteCount()); return result; } template static string DeterministicSerializationWithSerializeToCodedStream(const T& t) { const int size = t.ByteSize(); string result(size, '\0'); io::ArrayOutputStream array_stream(string_as_array(&result), size); io::CodedOutputStream output_stream(&array_stream); output_stream.SetSerializationDeterministic(true); t.SerializeToCodedStream(&output_stream); EXPECT_FALSE(output_stream.HadError()); EXPECT_EQ(size, output_stream.ByteCount()); return result; } template static string DeterministicSerialization(const T& t) { const int size = t.ByteSize(); string result(size, '\0'); io::ArrayOutputStream array_stream(string_as_array(&result), size); io::CodedOutputStream output_stream(&array_stream); output_stream.SetSerializationDeterministic(true); t.SerializeWithCachedSizes(&output_stream); EXPECT_FALSE(output_stream.HadError()); EXPECT_EQ(size, output_stream.ByteCount()); EXPECT_EQ(result, DeterministicSerializationWithSerializeToCodedStream(t)); EXPECT_EQ(result, DeterministicSerializationWithSerializePartialToCodedStream(t)); return result; } // Helper to test the serialization of the first arg against a golden file. static void TestDeterministicSerialization(const protobuf_unittest::TestMaps& t, const string& filename) { string expected; GOOGLE_CHECK_OK(File::GetContents( TestSourceDir() + "/google/protobuf/testdata/" + filename, &expected, true)); const string actual = DeterministicSerialization(t); EXPECT_EQ(expected, actual); protobuf_unittest::TestMaps u; EXPECT_TRUE(u.ParseFromString(actual)); EXPECT_TRUE(google::protobuf::util::MessageDifferencer::Equals(u, t)); } // Helper for MapSerializationTest. Return a 7-bit ASCII string. static string ConstructKey(uint64 n) { string s(n % static_cast(9), '\0'); if (s.empty()) { return StrCat(n); } else { while (n != 0) { s[n % s.size()] = (n >> 10) & 0x7f; n /= 888; } return s; } } TEST(MapSerializationTest, Deterministic) { const int kIters = 25; protobuf_unittest::TestMaps t; protobuf_unittest::TestIntIntMap inner; (*inner.mutable_m())[0] = (*inner.mutable_m())[10] = (*inner.mutable_m())[-200] = 0; uint64 frog = 9; const uint64 multiplier = 0xa29cd16f; for (int i = 0; i < kIters; i++) { const int32 i32 = static_cast(frog & 0xffffffff); const uint32 u32 = static_cast(i32) * 91919; const int64 i64 = static_cast(frog); const uint64 u64 = frog * static_cast(187321); const bool b = i32 > 0; const string s = ConstructKey(frog); (*inner.mutable_m())[i] = i32; (*t.mutable_m_int32())[i32] = (*t.mutable_m_sint32())[i32] = (*t.mutable_m_sfixed32())[i32] = inner; (*t.mutable_m_uint32())[u32] = (*t.mutable_m_fixed32())[u32] = inner; (*t.mutable_m_int64())[i64] = (*t.mutable_m_sint64())[i64] = (*t.mutable_m_sfixed64())[i64] = inner; (*t.mutable_m_uint64())[u64] = (*t.mutable_m_fixed64())[u64] = inner; (*t.mutable_m_bool())[b] = inner; (*t.mutable_m_string())[s] = inner; (*t.mutable_m_string())[s + string(1 << (u32 % static_cast(9)), b)] = inner; inner.mutable_m()->erase(i); frog = frog * multiplier + i; frog ^= (frog >> 41); } TestDeterministicSerialization(t, "golden_message_maps"); } TEST(MapSerializationTest, DeterministicSubmessage) { protobuf_unittest::TestSubmessageMaps p; protobuf_unittest::TestMaps t; const string filename = "golden_message_maps"; string golden; GOOGLE_CHECK_OK(File::GetContents( TestSourceDir() + "/google/protobuf/testdata/" + filename, &golden, true)); t.ParseFromString(golden); *(p.mutable_m()) = t; std::vector v; // Use multiple attempts to increase the chance of a failure if something is // buggy. For example, each separate copy of a map might use a different // randomly-chosen hash function. const int kAttempts = 10; for (int i = 0; i < kAttempts; i++) { protobuf_unittest::TestSubmessageMaps q(p); ASSERT_EQ(DeterministicSerialization(q), DeterministicSerialization(p)); } } // Text Format Test ================================================= TEST(TextFormatMapTest, SerializeAndParse) { unittest::TestMap source; unittest::TestMap dest; MapTestUtil::SetMapFields(&source); string output; // Test compact ASCII TextFormat::Printer printer; printer.PrintToString(source, &output); TextFormat::Parser parser; EXPECT_TRUE(parser.ParseFromString(output, &dest)); MapTestUtil::ExpectMapFieldsSet(dest); } TEST(TextFormatMapTest, Sorted) { unittest::TestMap message; MapReflectionTester tester(message.GetDescriptor()); tester.SetMapFieldsViaReflection(&message); string expected_text; GOOGLE_CHECK_OK(File::GetContents( TestSourceDir() + "/google/protobuf/" "testdata/map_test_data.txt", &expected_text, true)); EXPECT_EQ(message.DebugString(), expected_text); // Test again on the reverse order. unittest::TestMap message2; tester.SetMapFieldsViaReflection(&message2); tester.SwapMapsViaReflection(&message2); EXPECT_EQ(message2.DebugString(), expected_text); } TEST(TextFormatMapTest, ParseCorruptedString) { string serialized_message; GOOGLE_CHECK_OK(File::GetContents( TestSourceDir() + "/google/protobuf/testdata/golden_message_maps", &serialized_message, true)); protobuf_unittest::TestMaps message; GOOGLE_CHECK(message.ParseFromString(serialized_message)); TestParseCorruptedString(message); TestParseCorruptedString(message); } // arena support ================================================= TEST(ArenaTest, ParsingAndSerializingNoHeapAllocation) { // Allocate a large initial block to avoid mallocs during hooked test. std::vector arena_block(128 * 1024); ArenaOptions options; options.initial_block = &arena_block[0]; options.initial_block_size = arena_block.size(); Arena arena(options); string data; data.reserve(128 * 1024); { // TODO(teboring): Enable no heap check when ArenaStringPtr is used in map. // NoHeapChecker no_heap; unittest::TestArenaMap* from = Arena::CreateMessage(&arena); MapTestUtil::SetArenaMapFields(from); from->SerializeToString(&data); unittest::TestArenaMap* to = Arena::CreateMessage(&arena); to->ParseFromString(data); MapTestUtil::ExpectArenaMapFieldsSet(*to); } } // Use text format parsing and serializing to test reflection api. TEST(ArenaTest, RelfectionInTextFormat) { Arena arena; string data; TextFormat::Printer printer; TextFormat::Parser parser; unittest::TestArenaMap* from = Arena::CreateMessage(&arena); unittest::TestArenaMap* to = Arena::CreateMessage(&arena); MapTestUtil::SetArenaMapFields(from); printer.PrintToString(*from, &data); EXPECT_TRUE(parser.ParseFromString(data, to)); MapTestUtil::ExpectArenaMapFieldsSet(*to); } // Make sure the memory allocated for string in map is deallocated. TEST(ArenaTest, StringMapNoLeak) { Arena arena; unittest::TestArenaMap* message = Arena::CreateMessage(&arena); string data; // String with length less than 16 will not be allocated from heap. int original_capacity = data.capacity(); while (data.capacity() <= original_capacity) { data.append("a"); } (*message->mutable_map_string_string())[data] = data; // We rely on heap checkers to detect memory leak for us. ASSERT_FALSE(message == NULL); } TEST(ArenaTest, IsInitialized) { // Allocate a large initial polluted block. std::vector arena_block(128 * 1024); std::fill(arena_block.begin(), arena_block.end(), '\xff'); ArenaOptions options; options.initial_block = &arena_block[0]; options.initial_block_size = arena_block.size(); Arena arena(options); unittest::TestArenaMap* message = Arena::CreateMessage(&arena); EXPECT_EQ(0, (*message->mutable_map_int32_int32())[0]); } } // namespace internal } // namespace protobuf } // namespace google