chunked_upload_data_stream_unittest.cc 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365
  1. // Copyright 2014 The Chromium Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style license that can be
  3. // found in the LICENSE file.
  4. #include "net/base/chunked_upload_data_stream.h"
  5. #include <memory>
  6. #include <string>
  7. #include "net/base/io_buffer.h"
  8. #include "net/base/net_errors.h"
  9. #include "net/base/test_completion_callback.h"
  10. #include "net/base/upload_data_stream.h"
  11. #include "net/log/net_log_with_source.h"
  12. #include "net/test/gtest_util.h"
  13. #include "testing/gmock/include/gmock/gmock.h"
  14. #include "testing/gtest/include/gtest/gtest.h"
  15. using net::test::IsError;
  16. using net::test::IsOk;
  17. namespace net {
  18. namespace {
  19. constexpr char kTestData[] = "0123456789";
  20. constexpr size_t kTestDataSize = std::size(kTestData) - 1;
  21. constexpr size_t kTestBufferSize = 1 << 14; // 16KB.
  22. } // namespace
  23. // Reads data once from the upload data stream, and returns the data as string.
  24. // Expects the read to succeed synchronously.
  25. std::string ReadSync(UploadDataStream* stream, int buffer_size) {
  26. scoped_refptr<IOBuffer> buf = base::MakeRefCounted<IOBuffer>(buffer_size);
  27. int result = stream->Read(buf.get(),
  28. buffer_size,
  29. TestCompletionCallback().callback());
  30. EXPECT_GE(result, 0);
  31. return std::string(buf->data(), result);
  32. }
  33. // Check the case data is added after the first read attempt.
  34. TEST(ChunkedUploadDataStreamTest, AppendOnce) {
  35. ChunkedUploadDataStream stream(0);
  36. ASSERT_THAT(
  37. stream.Init(TestCompletionCallback().callback(), NetLogWithSource()),
  38. IsOk());
  39. EXPECT_FALSE(stream.IsInMemory());
  40. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  41. EXPECT_EQ(0u, stream.position());
  42. EXPECT_FALSE(stream.IsEOF());
  43. TestCompletionCallback callback;
  44. scoped_refptr<IOBuffer> buf = base::MakeRefCounted<IOBuffer>(kTestBufferSize);
  45. int result = stream.Read(buf.get(), kTestBufferSize, callback.callback());
  46. ASSERT_THAT(result, IsError(ERR_IO_PENDING));
  47. stream.AppendData(kTestData, kTestDataSize, true);
  48. int read = callback.WaitForResult();
  49. ASSERT_GE(read, 0);
  50. EXPECT_EQ(kTestData, std::string(buf->data(), read));
  51. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  52. EXPECT_EQ(kTestDataSize, stream.position());
  53. EXPECT_TRUE(stream.IsEOF());
  54. }
  55. TEST(ChunkedUploadDataStreamTest, AppendOnceBeforeRead) {
  56. ChunkedUploadDataStream stream(0);
  57. ASSERT_THAT(
  58. stream.Init(TestCompletionCallback().callback(), NetLogWithSource()),
  59. IsOk());
  60. EXPECT_FALSE(stream.IsInMemory());
  61. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  62. EXPECT_EQ(0u, stream.position());
  63. EXPECT_FALSE(stream.IsEOF());
  64. stream.AppendData(kTestData, kTestDataSize, true);
  65. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  66. EXPECT_EQ(0u, stream.position());
  67. EXPECT_FALSE(stream.IsEOF());
  68. std::string data = ReadSync(&stream, kTestBufferSize);
  69. EXPECT_EQ(kTestData, data);
  70. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  71. EXPECT_EQ(kTestDataSize, stream.position());
  72. EXPECT_TRUE(stream.IsEOF());
  73. }
  74. TEST(ChunkedUploadDataStreamTest, AppendOnceBeforeInit) {
  75. ChunkedUploadDataStream stream(0);
  76. stream.AppendData(kTestData, kTestDataSize, true);
  77. ASSERT_THAT(
  78. stream.Init(TestCompletionCallback().callback(), NetLogWithSource()),
  79. IsOk());
  80. EXPECT_FALSE(stream.IsInMemory());
  81. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  82. EXPECT_EQ(0u, stream.position());
  83. EXPECT_FALSE(stream.IsEOF());
  84. std::string data = ReadSync(&stream, kTestBufferSize);
  85. EXPECT_EQ(kTestData, data);
  86. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  87. EXPECT_EQ(kTestDataSize, stream.position());
  88. EXPECT_TRUE(stream.IsEOF());
  89. }
  90. TEST(ChunkedUploadDataStreamTest, MultipleAppends) {
  91. ChunkedUploadDataStream stream(0);
  92. ASSERT_THAT(
  93. stream.Init(TestCompletionCallback().callback(), NetLogWithSource()),
  94. IsOk());
  95. EXPECT_FALSE(stream.IsInMemory());
  96. EXPECT_EQ(0u, stream.size());
  97. EXPECT_EQ(0u, stream.position());
  98. EXPECT_FALSE(stream.IsEOF());
  99. TestCompletionCallback callback;
  100. scoped_refptr<IOBuffer> buf = base::MakeRefCounted<IOBuffer>(kTestBufferSize);
  101. for (size_t i = 0; i < kTestDataSize; ++i) {
  102. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  103. EXPECT_EQ(i, stream.position());
  104. ASSERT_FALSE(stream.IsEOF());
  105. int bytes_read = stream.Read(buf.get(),
  106. kTestBufferSize,
  107. callback.callback());
  108. ASSERT_THAT(bytes_read, IsError(ERR_IO_PENDING));
  109. stream.AppendData(&kTestData[i], 1, i == kTestDataSize - 1);
  110. ASSERT_EQ(1, callback.WaitForResult());
  111. EXPECT_EQ(kTestData[i], buf->data()[0]);
  112. }
  113. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  114. EXPECT_EQ(kTestDataSize, stream.position());
  115. ASSERT_TRUE(stream.IsEOF());
  116. }
  117. TEST(ChunkedUploadDataStreamTest, MultipleAppendsBetweenReads) {
  118. ChunkedUploadDataStream stream(0);
  119. ASSERT_THAT(
  120. stream.Init(TestCompletionCallback().callback(), NetLogWithSource()),
  121. IsOk());
  122. EXPECT_FALSE(stream.IsInMemory());
  123. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  124. EXPECT_EQ(0u, stream.position());
  125. EXPECT_FALSE(stream.IsEOF());
  126. scoped_refptr<IOBuffer> buf = base::MakeRefCounted<IOBuffer>(kTestBufferSize);
  127. for (size_t i = 0; i < kTestDataSize; ++i) {
  128. EXPECT_EQ(i, stream.position());
  129. ASSERT_FALSE(stream.IsEOF());
  130. stream.AppendData(&kTestData[i], 1, i == kTestDataSize - 1);
  131. int bytes_read = stream.Read(buf.get(),
  132. kTestBufferSize,
  133. TestCompletionCallback().callback());
  134. ASSERT_EQ(1, bytes_read);
  135. EXPECT_EQ(kTestData[i], buf->data()[0]);
  136. }
  137. EXPECT_EQ(kTestDataSize, stream.position());
  138. ASSERT_TRUE(stream.IsEOF());
  139. }
  140. // Checks that multiple reads can be merged.
  141. TEST(ChunkedUploadDataStreamTest, MultipleAppendsBeforeInit) {
  142. ChunkedUploadDataStream stream(0);
  143. stream.AppendData(kTestData, 1, false);
  144. stream.AppendData(kTestData + 1, 1, false);
  145. stream.AppendData(kTestData + 2, kTestDataSize - 2, true);
  146. ASSERT_THAT(
  147. stream.Init(TestCompletionCallback().callback(), NetLogWithSource()),
  148. IsOk());
  149. EXPECT_FALSE(stream.IsInMemory());
  150. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  151. EXPECT_EQ(0u, stream.position());
  152. EXPECT_FALSE(stream.IsEOF());
  153. std::string data = ReadSync(&stream, kTestBufferSize);
  154. EXPECT_EQ(kTestData, data);
  155. EXPECT_EQ(kTestDataSize, stream.position());
  156. ASSERT_TRUE(stream.IsEOF());
  157. }
  158. TEST(ChunkedUploadDataStreamTest, MultipleReads) {
  159. // Use a read size different from the write size to test bounds checking.
  160. const size_t kReadSize = kTestDataSize + 3;
  161. ChunkedUploadDataStream stream(0);
  162. stream.AppendData(kTestData, kTestDataSize, false);
  163. stream.AppendData(kTestData, kTestDataSize, false);
  164. stream.AppendData(kTestData, kTestDataSize, false);
  165. stream.AppendData(kTestData, kTestDataSize, true);
  166. ASSERT_THAT(
  167. stream.Init(TestCompletionCallback().callback(), NetLogWithSource()),
  168. IsOk());
  169. EXPECT_FALSE(stream.IsInMemory());
  170. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  171. EXPECT_EQ(0u, stream.position());
  172. EXPECT_FALSE(stream.IsEOF());
  173. std::string data = ReadSync(&stream, kReadSize);
  174. EXPECT_EQ("0123456789012", data);
  175. EXPECT_EQ(kReadSize, stream.position());
  176. EXPECT_FALSE(stream.IsEOF());
  177. data = ReadSync(&stream, kReadSize);
  178. EXPECT_EQ("3456789012345", data);
  179. EXPECT_EQ(2 * kReadSize, stream.position());
  180. EXPECT_FALSE(stream.IsEOF());
  181. data = ReadSync(&stream, kReadSize);
  182. EXPECT_EQ("6789012345678", data);
  183. EXPECT_EQ(3 * kReadSize, stream.position());
  184. EXPECT_FALSE(stream.IsEOF());
  185. data = ReadSync(&stream, kReadSize);
  186. EXPECT_EQ("9", data);
  187. EXPECT_EQ(4 * kTestDataSize, stream.position());
  188. EXPECT_TRUE(stream.IsEOF());
  189. }
  190. TEST(ChunkedUploadDataStreamTest, EmptyUpload) {
  191. ChunkedUploadDataStream stream(0);
  192. ASSERT_THAT(
  193. stream.Init(TestCompletionCallback().callback(), NetLogWithSource()),
  194. IsOk());
  195. EXPECT_FALSE(stream.IsInMemory());
  196. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  197. EXPECT_EQ(0u, stream.position());
  198. EXPECT_FALSE(stream.IsEOF());
  199. TestCompletionCallback callback;
  200. scoped_refptr<IOBuffer> buf = base::MakeRefCounted<IOBuffer>(kTestBufferSize);
  201. int result = stream.Read(buf.get(), kTestBufferSize, callback.callback());
  202. ASSERT_THAT(result, IsError(ERR_IO_PENDING));
  203. stream.AppendData(nullptr, 0, true);
  204. int read = callback.WaitForResult();
  205. EXPECT_EQ(0, read);
  206. EXPECT_EQ(0u, stream.position());
  207. EXPECT_TRUE(stream.IsEOF());
  208. }
  209. TEST(ChunkedUploadDataStreamTest, EmptyUploadEndedBeforeInit) {
  210. ChunkedUploadDataStream stream(0);
  211. stream.AppendData(nullptr, 0, true);
  212. ASSERT_THAT(
  213. stream.Init(TestCompletionCallback().callback(), NetLogWithSource()),
  214. IsOk());
  215. EXPECT_FALSE(stream.IsInMemory());
  216. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  217. EXPECT_EQ(0u, stream.position());
  218. EXPECT_FALSE(stream.IsEOF());
  219. std::string data = ReadSync(&stream, kTestBufferSize);
  220. ASSERT_EQ("", data);
  221. EXPECT_EQ(0u, stream.position());
  222. EXPECT_TRUE(stream.IsEOF());
  223. }
  224. TEST(ChunkedUploadDataStreamTest, RewindAfterComplete) {
  225. ChunkedUploadDataStream stream(0);
  226. stream.AppendData(kTestData, 1, false);
  227. stream.AppendData(kTestData + 1, kTestDataSize - 1, true);
  228. ASSERT_THAT(
  229. stream.Init(TestCompletionCallback().callback(), NetLogWithSource()),
  230. IsOk());
  231. EXPECT_FALSE(stream.IsInMemory());
  232. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  233. EXPECT_EQ(0u, stream.position());
  234. EXPECT_FALSE(stream.IsEOF());
  235. std::string data = ReadSync(&stream, kTestBufferSize);
  236. EXPECT_EQ(kTestData, data);
  237. EXPECT_EQ(kTestDataSize, stream.position());
  238. ASSERT_TRUE(stream.IsEOF());
  239. // Rewind stream and repeat.
  240. ASSERT_THAT(
  241. stream.Init(TestCompletionCallback().callback(), NetLogWithSource()),
  242. IsOk());
  243. EXPECT_FALSE(stream.IsInMemory());
  244. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  245. EXPECT_EQ(0u, stream.position());
  246. EXPECT_FALSE(stream.IsEOF());
  247. data = ReadSync(&stream, kTestBufferSize);
  248. EXPECT_EQ(kTestData, data);
  249. EXPECT_EQ(kTestDataSize, stream.position());
  250. ASSERT_TRUE(stream.IsEOF());
  251. }
  252. TEST(ChunkedUploadDataStreamTest, RewindWhileReading) {
  253. ChunkedUploadDataStream stream(0);
  254. ASSERT_THAT(
  255. stream.Init(TestCompletionCallback().callback(), NetLogWithSource()),
  256. IsOk());
  257. EXPECT_FALSE(stream.IsInMemory());
  258. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  259. EXPECT_EQ(0u, stream.position());
  260. EXPECT_FALSE(stream.IsEOF());
  261. TestCompletionCallback callback;
  262. scoped_refptr<IOBuffer> buf = base::MakeRefCounted<IOBuffer>(kTestBufferSize);
  263. int result = stream.Read(buf.get(), kTestBufferSize, callback.callback());
  264. ASSERT_THAT(result, IsError(ERR_IO_PENDING));
  265. ASSERT_THAT(
  266. stream.Init(TestCompletionCallback().callback(), NetLogWithSource()),
  267. IsOk());
  268. EXPECT_FALSE(stream.IsInMemory());
  269. EXPECT_EQ(0u, stream.size()); // Content-Length is 0 for chunked data.
  270. EXPECT_EQ(0u, stream.position());
  271. EXPECT_FALSE(stream.IsEOF());
  272. // Adding data now should not result in calling the original read callback,
  273. // since the stream was re-initialized for reuse, which cancels all pending
  274. // reads.
  275. stream.AppendData(kTestData, kTestDataSize, true);
  276. EXPECT_FALSE(callback.have_result());
  277. std::string data = ReadSync(&stream, kTestBufferSize);
  278. EXPECT_EQ(kTestData, data);
  279. EXPECT_EQ(kTestDataSize, stream.position());
  280. ASSERT_TRUE(stream.IsEOF());
  281. EXPECT_FALSE(callback.have_result());
  282. }
  283. // Check the behavior of ChunkedUploadDataStream::Writer.
  284. TEST(ChunkedUploadDataStreamTest, ChunkedUploadDataStreamWriter) {
  285. auto stream = std::make_unique<ChunkedUploadDataStream>(0);
  286. std::unique_ptr<ChunkedUploadDataStream::Writer> writer(
  287. stream->CreateWriter());
  288. // Write before Init.
  289. ASSERT_TRUE(writer->AppendData(kTestData, 1, false));
  290. ASSERT_THAT(
  291. stream->Init(TestCompletionCallback().callback(), NetLogWithSource()),
  292. IsOk());
  293. // Write after Init.
  294. ASSERT_TRUE(writer->AppendData(kTestData + 1, kTestDataSize - 1, false));
  295. TestCompletionCallback callback;
  296. std::string data = ReadSync(stream.get(), kTestBufferSize);
  297. EXPECT_EQ(kTestData, data);
  298. // Writing data should gracefully fail if the stream is deleted while still
  299. // appending data to it.
  300. stream.reset();
  301. EXPECT_FALSE(writer->AppendData(kTestData, kTestDataSize, true));
  302. }
  303. } // namespace net