utils_unittest.cc 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164
  1. // Copyright 2017 The Chromium OS Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style license that can be
  3. // found in the LICENSE file.
  4. #include <vector>
  5. #include "gtest/gtest.h"
  6. #include "puffin/file_stream.h"
  7. #include "puffin/memory_stream.h"
  8. #include "puffin/src/include/puffin/common.h"
  9. #include "puffin/src/include/puffin/utils.h"
  10. #include "puffin/src/unittest_common.h"
  11. using std::string;
  12. using std::vector;
  13. namespace puffin {
  14. namespace {
  15. const uint8_t kZipEntries[] = {
  16. 0x50, 0x4b, 0x03, 0x04, 0x14, 0x00, 0x02, 0x00, 0x08, 0x00, 0xfc, 0x88,
  17. 0x28, 0x4c, 0xcb, 0x86, 0xe1, 0x80, 0x06, 0x00, 0x00, 0x00, 0x09, 0x00,
  18. 0x00, 0x00, 0x01, 0x00, 0x1c, 0x00, 0x31, 0x55, 0x54, 0x09, 0x00, 0x03,
  19. 0xec, 0x15, 0x54, 0x5a, 0x49, 0x10, 0x54, 0x5a, 0x75, 0x78, 0x0b, 0x00,
  20. 0x01, 0x04, 0x8f, 0x66, 0x05, 0x00, 0x04, 0x88, 0x13, 0x00, 0x00, 0x33,
  21. 0x34, 0x84, 0x00, 0x2e, 0x00, 0x50, 0x4b, 0x03, 0x04, 0x14, 0x00, 0x02,
  22. 0x00, 0x08, 0x00, 0x01, 0x89, 0x28, 0x4c, 0xe0, 0xe8, 0x6f, 0x6d, 0x06,
  23. 0x00, 0x00, 0x00, 0x0b, 0x00, 0x00, 0x00, 0x01, 0x00, 0x1c, 0x00, 0x32,
  24. 0x55, 0x54, 0x09, 0x00, 0x03, 0xf1, 0x15, 0x54, 0x5a, 0x38, 0x10, 0x54,
  25. 0x5a, 0x75, 0x78, 0x0b, 0x00, 0x01, 0x04, 0x8f, 0x66, 0x05, 0x00, 0x04,
  26. 0x88, 0x13, 0x00, 0x00, 0x33, 0x32, 0x82, 0x01, 0x2e, 0x00};
  27. // (echo "666666" > 2 && zip -fd test.zip 2 &&
  28. // cat test.zip | hexdump -v -e '10/1 "0x%02x, " "\n"')
  29. const uint8_t kZipEntryWithDataDescriptor[] = {
  30. 0x50, 0x4b, 0x03, 0x04, 0x14, 0x00, 0x08, 0x00, 0x08, 0x00, 0x0b, 0x74,
  31. 0x2b, 0x4c, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x07, 0x00,
  32. 0x00, 0x00, 0x01, 0x00, 0x1c, 0x00, 0x32, 0x55, 0x54, 0x09, 0x00, 0x03,
  33. 0xf5, 0xe5, 0x57, 0x5a, 0xf2, 0xe5, 0x57, 0x5a, 0x75, 0x78, 0x0b, 0x00,
  34. 0x01, 0x04, 0x8f, 0x66, 0x05, 0x00, 0x04, 0x88, 0x13, 0x00, 0x00, 0x33,
  35. 0x33, 0x03, 0x01, 0x2e, 0x00, 0x50, 0x4b, 0x07, 0x08, 0xb4, 0xa0, 0xf2,
  36. 0x36, 0x06, 0x00, 0x00, 0x00, 0x07, 0x00, 0x00, 0x00, 0x50, 0x4b, 0x03,
  37. 0x04, 0x14, 0x00, 0x08, 0x00, 0x08, 0x00, 0x0b, 0x74, 0x2b, 0x4c, 0x00,
  38. 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x07, 0x00, 0x00, 0x00, 0x01,
  39. 0x00, 0x1c, 0x00, 0x32, 0x55, 0x54, 0x09, 0x00, 0x03, 0xf5, 0xe5, 0x57,
  40. 0x5a, 0xf2, 0xe5, 0x57, 0x5a, 0x75, 0x78, 0x0b, 0x00, 0x01, 0x04, 0x8f,
  41. 0x66, 0x05, 0x00, 0x04, 0x88, 0x13, 0x00, 0x00, 0x33, 0x33, 0x03, 0x01,
  42. 0x2e, 0x00, 0xb4, 0xa0, 0xf2, 0x36, 0x06, 0x00, 0x00, 0x00, 0x07, 0x00,
  43. 0x00, 0x00};
  44. void CheckFindPuffLocation(const Buffer& compressed,
  45. const vector<BitExtent>& deflates,
  46. const vector<ByteExtent>& expected_puffs,
  47. uint64_t expected_puff_size) {
  48. auto src = MemoryStream::CreateForRead(compressed);
  49. vector<ByteExtent> puffs;
  50. uint64_t puff_size;
  51. ASSERT_TRUE(FindPuffLocations(src, deflates, &puffs, &puff_size));
  52. EXPECT_EQ(puffs, expected_puffs);
  53. EXPECT_EQ(puff_size, expected_puff_size);
  54. }
  55. } // namespace
  56. // Test Simple Puffing of the source.
  57. TEST(UtilsTest, FindPuffLocations1Test) {
  58. CheckFindPuffLocation(kDeflatesSample1, kSubblockDeflateExtentsSample1,
  59. kPuffExtentsSample1, kPuffsSample1.size());
  60. }
  61. TEST(UtilsTest, FindPuffLocations2Test) {
  62. CheckFindPuffLocation(kDeflatesSample2, kSubblockDeflateExtentsSample2,
  63. kPuffExtentsSample2, kPuffsSample2.size());
  64. }
  65. TEST(UtilsTest, LocateDeflatesInZipArchiveSmoke) {
  66. Buffer zip_entries(kZipEntries, std::end(kZipEntries));
  67. vector<BitExtent> deflates;
  68. vector<BitExtent> expected_deflates = {{472, 46}, {992, 46}};
  69. EXPECT_TRUE(LocateDeflatesInZipArchive(zip_entries, &deflates));
  70. EXPECT_EQ(deflates, expected_deflates);
  71. }
  72. TEST(UtilsTest, LocateDeflatesInZipArchiveWithDataDescriptor) {
  73. Buffer zip_entries(kZipEntryWithDataDescriptor,
  74. std::end(kZipEntryWithDataDescriptor));
  75. vector<BitExtent> deflates;
  76. vector<BitExtent> expected_deflates = {{472, 46}, {1120, 46}};
  77. EXPECT_TRUE(LocateDeflatesInZipArchive(zip_entries, &deflates));
  78. EXPECT_EQ(deflates, expected_deflates);
  79. }
  80. TEST(UtilsTest, LocateDeflatesInZipArchiveErrorChecks) {
  81. Buffer zip_entries(kZipEntries, std::end(kZipEntries));
  82. // Construct a invalid zip entry whose size overflows.
  83. zip_entries[29] = 0xff;
  84. vector<BitExtent> deflates_overflow;
  85. vector<BitExtent> expected_deflates = {{992, 46}};
  86. EXPECT_TRUE(LocateDeflatesInZipArchive(zip_entries, &deflates_overflow));
  87. EXPECT_EQ(deflates_overflow, expected_deflates);
  88. zip_entries.resize(128);
  89. vector<BitExtent> deflates_incomplete;
  90. EXPECT_TRUE(LocateDeflatesInZipArchive(zip_entries, &deflates_incomplete));
  91. EXPECT_TRUE(deflates_incomplete.empty());
  92. }
  93. TEST(UtilsTest, RemoveEqualBitExtents) {
  94. Buffer data1 = {0, 1, 2, 3, 4, 5, 6, 7, 8, 9};
  95. Buffer data2 = {1, 2, 3, 4, 5, 5, 6, 7, 8, 9};
  96. vector<BitExtent> ext1 = {{0, 10}, {10, 14}, {25, 15}, {40, 8}, {50, 23}};
  97. vector<BitExtent> ext2 = {{0, 10}, {17, 15}, {32, 8}, {40, 8}, {50, 23}};
  98. RemoveEqualBitExtents(data1, data2, &ext1, &ext2);
  99. vector<BitExtent> expected_ext1 = {{0, 10}, {10, 14}};
  100. EXPECT_EQ(expected_ext1, ext1);
  101. vector<BitExtent> expected_ext2 = {{0, 10}};
  102. EXPECT_EQ(expected_ext2, ext2);
  103. RemoveEqualBitExtents(data1, data2, &ext1, &ext1);
  104. EXPECT_EQ(expected_ext1, ext1);
  105. RemoveEqualBitExtents(data1, data1, &ext1, &ext1);
  106. EXPECT_TRUE(ext1.empty());
  107. expected_ext1 = ext1 = {{0, 0}, {1, 1}, {2, 7}};
  108. RemoveEqualBitExtents(data1, data2, &ext1, &ext2);
  109. EXPECT_EQ(expected_ext1, ext1);
  110. EXPECT_EQ(expected_ext2, ext2);
  111. }
  112. TEST(UtilsTest, RemoveDeflatesWithBadDistanceCaches) {
  113. vector<BitExtent> deflates(kProblematicCacheDeflateExtents), empty;
  114. EXPECT_TRUE(
  115. RemoveDeflatesWithBadDistanceCaches(kProblematicCache, &deflates));
  116. EXPECT_EQ(deflates, empty);
  117. // Just a sanity check to make sure this function is not removing anything
  118. // else.
  119. deflates = kSubblockDeflateExtentsSample1;
  120. EXPECT_TRUE(RemoveDeflatesWithBadDistanceCaches(kDeflatesSample1, &deflates));
  121. EXPECT_EQ(deflates, kSubblockDeflateExtentsSample1);
  122. // Now combine three deflates and make sure it is doing the right job.
  123. Buffer data;
  124. data.insert(data.end(), kDeflatesSample1.begin(), kDeflatesSample1.end());
  125. data.insert(data.end(), kProblematicCache.begin(), kProblematicCache.end());
  126. data.insert(data.end(), kDeflatesSample1.begin(), kDeflatesSample1.end());
  127. deflates = kSubblockDeflateExtentsSample1;
  128. size_t offset = kDeflatesSample1.size() * 8;
  129. for (const auto& deflate : kProblematicCacheDeflateExtents) {
  130. deflates.emplace_back(deflate.offset + offset, deflate.length);
  131. }
  132. offset += kProblematicCache.size() * 8;
  133. for (const auto& deflate : kSubblockDeflateExtentsSample1) {
  134. deflates.emplace_back(deflate.offset + offset, deflate.length);
  135. }
  136. auto expected_deflates(deflates);
  137. expected_deflates.erase(expected_deflates.begin() +
  138. kSubblockDeflateExtentsSample1.size());
  139. EXPECT_TRUE(RemoveDeflatesWithBadDistanceCaches(data, &deflates));
  140. EXPECT_EQ(deflates, expected_deflates);
  141. }
  142. } // namespace puffin