// Copyright (c) 2011 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include #include "base/format_macros.h" #include "base/stringprintf.h" #include "net/base/net_errors.h" #include "net/http/http_util.h" #include "third_party/WebKit/Source/WebKit/chromium/public/WebFrame.h" #include "third_party/WebKit/Source/WebKit/chromium/public/WebFrameClient.h" #include "third_party/WebKit/Source/WebKit/chromium/public/WebURLError.h" #include "third_party/WebKit/Source/WebKit/chromium/public/WebURLResponse.h" #include "third_party/WebKit/Source/WebKit/chromium/public/WebView.h" #include "webkit/glue/media/buffered_resource_loader.h" #include "webkit/mocks/mock_webframe.h" #include "webkit/mocks/mock_weburlloader.h" using ::testing::_; using ::testing::Assign; using ::testing::AtLeast; using ::testing::DeleteArg; using ::testing::DoAll; using ::testing::InSequence; using ::testing::Invoke; using ::testing::InvokeWithoutArgs; using ::testing::NotNull; using ::testing::Return; using ::testing::ReturnRef; using ::testing::SetArgumentPointee; using ::testing::StrictMock; using ::testing::NiceMock; using ::testing::WithArgs; using WebKit::WebURLError; using WebKit::WebFrameClient; using WebKit::WebURLResponse; using WebKit::WebView; namespace webkit_glue { static const char* kHttpUrl = "http://test"; static const char kHttpRedirectToSameDomainUrl1[] = "http://test/ing"; static const char kHttpRedirectToSameDomainUrl2[] = "http://test/ing2"; static const char kHttpRedirectToDifferentDomainUrl1[] = "http://test2"; static const char kHttpRedirectToDifferentDomainUrl2[] = "http://test2/ing"; static const int kDataSize = 1024; static const int kHttpOK = 200; static const int kHttpPartialContent = 206; enum NetworkState { NONE, LOADED, LOADING }; // Submit a request completed event to the resource loader due to request // being canceled. Pretending the event is from external. ACTION_P(RequestCanceled, loader) { WebURLError error; error.reason = net::ERR_ABORTED; error.domain = WebString::fromUTF8(net::kErrorDomain); loader->didFail(NULL, error); } class BufferedResourceLoaderTest : public testing::Test { public: BufferedResourceLoaderTest() { for (int i = 0; i < kDataSize; ++i) data_[i] = i; } virtual ~BufferedResourceLoaderTest() { } void Initialize(const char* url, int first_position, int last_position) { gurl_ = GURL(url); first_position_ = first_position; last_position_ = last_position; frame_.reset(new NiceMock()); url_loader_ = new NiceMock(); loader_ = new BufferedResourceLoader(gurl_, first_position_, last_position_); loader_->SetURLLoaderForTest(url_loader_); } void SetLoaderBuffer(size_t forward_capacity, size_t backward_capacity) { loader_->buffer_.reset( new media::SeekableBuffer(backward_capacity, forward_capacity)); } void Start() { InSequence s; EXPECT_CALL(*url_loader_, loadAsynchronously(_, loader_.get())); loader_->Start( NewCallback(this, &BufferedResourceLoaderTest::StartCallback), NewCallback(this, &BufferedResourceLoaderTest::NetworkCallback), frame_.get()); } void FullResponse(int64 instance_size) { FullResponse(instance_size, net::OK); } void FullResponse(int64 instance_size, int status) { EXPECT_CALL(*this, StartCallback(status)); if (status != net::OK) { EXPECT_CALL(*url_loader_, cancel()) .WillOnce(RequestCanceled(loader_)); } WebURLResponse response(gurl_); response.setHTTPHeaderField(WebString::fromUTF8("Content-Length"), WebString::fromUTF8(base::StringPrintf("%" PRId64, instance_size))); response.setExpectedContentLength(instance_size); response.setHTTPStatusCode(kHttpOK); loader_->didReceiveResponse(url_loader_, response); if (status == net::OK) { EXPECT_EQ(instance_size, loader_->content_length()); EXPECT_EQ(instance_size, loader_->instance_size()); } EXPECT_FALSE(loader_->range_supported()); } void PartialResponse(int64 first_position, int64 last_position, int64 instance_size) { PartialResponse(first_position, last_position, instance_size, false, true); } void PartialResponse(int64 first_position, int64 last_position, int64 instance_size, bool chunked, bool accept_ranges) { EXPECT_CALL(*this, StartCallback(net::OK)); WebURLResponse response(gurl_); response.setHTTPHeaderField(WebString::fromUTF8("Content-Range"), WebString::fromUTF8(base::StringPrintf("bytes " "%" PRId64 "-%" PRId64 "/%" PRId64, first_position, last_position, instance_size))); // HTTP 1.1 doesn't permit Content-Length with Transfer-Encoding: chunked. int64 content_length = -1; if (chunked) { response.setHTTPHeaderField(WebString::fromUTF8("Transfer-Encoding"), WebString::fromUTF8("chunked")); } else { content_length = last_position - first_position + 1; } response.setExpectedContentLength(content_length); // A server isn't required to return Accept-Ranges even though it might. if (accept_ranges) { response.setHTTPHeaderField(WebString::fromUTF8("Accept-Ranges"), WebString::fromUTF8("bytes")); } response.setHTTPStatusCode(kHttpPartialContent); loader_->didReceiveResponse(url_loader_, response); // XXX: what's the difference between these two? For example in the chunked // range request case, Content-Length is unspecified (because it's chunked) // but Content-Range: a-b/c can be returned, where c == Content-Length // // Can we eliminate one? EXPECT_EQ(content_length, loader_->content_length()); EXPECT_EQ(instance_size, loader_->instance_size()); // A valid partial response should always result in this being true. EXPECT_TRUE(loader_->range_supported()); } void Redirect(const char* url) { GURL redirectUrl(url); WebKit::WebURLRequest newRequest(redirectUrl); WebKit::WebURLResponse redirectResponse(gurl_); loader_->willSendRequest(url_loader_, newRequest, redirectResponse); MessageLoop::current()->RunAllPending(); } void StopWhenLoad() { InSequence s; EXPECT_CALL(*url_loader_, cancel()) .WillOnce(RequestCanceled(loader_)); loader_->Stop(); loader_ = NULL; } // Helper method to write to |loader_| from |data_|. void WriteLoader(int position, int size) { EXPECT_CALL(*this, NetworkCallback()) .RetiresOnSaturation(); loader_->didReceiveData(url_loader_, reinterpret_cast(data_ + position), size, size); } // Helper method to read from |loader_|. void ReadLoader(int64 position, int size, uint8* buffer) { loader_->Read(position, size, buffer, NewCallback(this, &BufferedResourceLoaderTest::ReadCallback)); } // Verifis that data in buffer[0...size] is equal to data_[pos...pos+size]. void VerifyBuffer(uint8* buffer, int pos, int size) { EXPECT_EQ(0, memcmp(buffer, data_ + pos, size)); } void ConfirmLoaderDeferredState(bool expectedVal) { EXPECT_EQ(loader_->deferred_, expectedVal); } MOCK_METHOD1(StartCallback, void(int error)); MOCK_METHOD1(ReadCallback, void(int error)); MOCK_METHOD0(NetworkCallback, void()); protected: GURL gurl_; int64 first_position_; int64 last_position_; scoped_refptr loader_; NiceMock* url_loader_; scoped_ptr > frame_; uint8 data_[kDataSize]; private: DISALLOW_COPY_AND_ASSIGN(BufferedResourceLoaderTest); }; TEST_F(BufferedResourceLoaderTest, StartStop) { Initialize(kHttpUrl, -1, -1); Start(); StopWhenLoad(); } // Tests that a bad HTTP response is recived, e.g. file not found. TEST_F(BufferedResourceLoaderTest, BadHttpResponse) { Initialize(kHttpUrl, -1, -1); Start(); EXPECT_CALL(*this, StartCallback(net::ERR_FAILED)); EXPECT_CALL(*url_loader_, cancel()) .WillOnce(RequestCanceled(loader_)); WebURLResponse response(gurl_); response.setHTTPStatusCode(404); response.setHTTPStatusText("Not Found\n"); loader_->didReceiveResponse(url_loader_, response); } // Tests that partial content is requested but not fulfilled. TEST_F(BufferedResourceLoaderTest, NotPartialResponse) { Initialize(kHttpUrl, 100, -1); Start(); FullResponse(1024, net::ERR_INVALID_RESPONSE); } // Tests that a 200 response is received. TEST_F(BufferedResourceLoaderTest, FullResponse) { Initialize(kHttpUrl, -1, -1); Start(); FullResponse(1024); StopWhenLoad(); } // Tests that a partial content response is received. TEST_F(BufferedResourceLoaderTest, PartialResponse) { Initialize(kHttpUrl, 100, 200); Start(); PartialResponse(100, 200, 1024); StopWhenLoad(); } TEST_F(BufferedResourceLoaderTest, PartialResponse_Chunked) { Initialize(kHttpUrl, 100, 200); Start(); PartialResponse(100, 200, 1024, true, true); StopWhenLoad(); } TEST_F(BufferedResourceLoaderTest, PartialResponse_NoAcceptRanges) { Initialize(kHttpUrl, 100, 200); Start(); PartialResponse(100, 200, 1024, false, false); StopWhenLoad(); } TEST_F(BufferedResourceLoaderTest, PartialResponse_ChunkedNoAcceptRanges) { Initialize(kHttpUrl, 100, 200); Start(); PartialResponse(100, 200, 1024, true, false); StopWhenLoad(); } // Tests that an invalid partial response is received. TEST_F(BufferedResourceLoaderTest, InvalidPartialResponse) { Initialize(kHttpUrl, 0, 10); Start(); EXPECT_CALL(*this, StartCallback(net::ERR_INVALID_RESPONSE)); EXPECT_CALL(*url_loader_, cancel()) .WillOnce(RequestCanceled(loader_)); WebURLResponse response(gurl_); response.setHTTPHeaderField(WebString::fromUTF8("Content-Range"), WebString::fromUTF8(base::StringPrintf("bytes " "%d-%d/%d", 1, 10, 1024))); response.setExpectedContentLength(10); response.setHTTPStatusCode(kHttpPartialContent); loader_->didReceiveResponse(url_loader_, response); } // Tests the logic of sliding window for data buffering and reading. TEST_F(BufferedResourceLoaderTest, BufferAndRead) { Initialize(kHttpUrl, 10, 29); loader_->UpdateDeferStrategy(BufferedResourceLoader::kThresholdDefer); Start(); PartialResponse(10, 29, 30); uint8 buffer[10]; InSequence s; // Writes 10 bytes and read them back. WriteLoader(10, 10); EXPECT_CALL(*this, ReadCallback(10)); ReadLoader(10, 10, buffer); VerifyBuffer(buffer, 10, 10); // Writes 10 bytes and read 2 times. WriteLoader(20, 10); EXPECT_CALL(*this, ReadCallback(5)); ReadLoader(20, 5, buffer); VerifyBuffer(buffer, 20, 5); EXPECT_CALL(*this, ReadCallback(5)); ReadLoader(25, 5, buffer); VerifyBuffer(buffer, 25, 5); // Read backward within buffer. EXPECT_CALL(*this, ReadCallback(10)); ReadLoader(10, 10, buffer); VerifyBuffer(buffer, 10, 10); // Read backward outside buffer. EXPECT_CALL(*this, ReadCallback(net::ERR_CACHE_MISS)); ReadLoader(9, 10, buffer); // Response has completed. EXPECT_CALL(*this, NetworkCallback()); loader_->didFinishLoading(url_loader_, 0); // Try to read 10 from position 25 will just return with 5 bytes. EXPECT_CALL(*this, ReadCallback(5)); ReadLoader(25, 10, buffer); VerifyBuffer(buffer, 25, 5); // Try to read outside buffered range after request has completed. EXPECT_CALL(*this, ReadCallback(net::ERR_CACHE_MISS)); ReadLoader(5, 10, buffer); // Try to read beyond the instance size. EXPECT_CALL(*this, ReadCallback(0)); ReadLoader(30, 10, buffer); } TEST_F(BufferedResourceLoaderTest, ReadOutsideBuffer) { Initialize(kHttpUrl, 10, 0x00FFFFFF); loader_->UpdateDeferStrategy(BufferedResourceLoader::kThresholdDefer); Start(); PartialResponse(10, 0x00FFFFFF, 0x01000000); uint8 buffer[10]; InSequence s; // Read very far aheard will get a cache miss. EXPECT_CALL(*this, ReadCallback(net::ERR_CACHE_MISS)); ReadLoader(0x00FFFFFF, 1, buffer); // The following call will not call ReadCallback() because it is waiting for // data to arrive. ReadLoader(10, 10, buffer); // Writing to loader will fulfill the read request. EXPECT_CALL(*this, ReadCallback(10)); WriteLoader(10, 20); VerifyBuffer(buffer, 10, 10); // The following call cannot be fulfilled now. ReadLoader(25, 10, buffer); EXPECT_CALL(*this, ReadCallback(5)); EXPECT_CALL(*this, NetworkCallback()); loader_->didFinishLoading(url_loader_, 0); } TEST_F(BufferedResourceLoaderTest, RequestFailedWhenRead) { Initialize(kHttpUrl, 10, 29); Start(); PartialResponse(10, 29, 30); uint8 buffer[10]; InSequence s; ReadLoader(10, 10, buffer); EXPECT_CALL(*this, ReadCallback(net::ERR_FAILED)); EXPECT_CALL(*this, NetworkCallback()); WebURLError error; error.reason = net::ERR_FAILED; loader_->didFail(url_loader_, error); } // Tests the data buffering logic of NeverDefer strategy. TEST_F(BufferedResourceLoaderTest, NeverDeferStrategy) { Initialize(kHttpUrl, 10, 99); SetLoaderBuffer(10, 20); loader_->UpdateDeferStrategy(BufferedResourceLoader::kNeverDefer); Start(); PartialResponse(10, 99, 100); uint8 buffer[10]; // Read past the buffer size; should not defer regardless. WriteLoader(10, 10); WriteLoader(20, 50); ConfirmLoaderDeferredState(false); // Should move past window. EXPECT_CALL(*this, ReadCallback(net::ERR_CACHE_MISS)); ReadLoader(10, 10, buffer); StopWhenLoad(); } // Tests the data buffering logic of ReadThenDefer strategy. TEST_F(BufferedResourceLoaderTest, ReadThenDeferStrategy) { Initialize(kHttpUrl, 10, 99); SetLoaderBuffer(10, 20); loader_->UpdateDeferStrategy(BufferedResourceLoader::kReadThenDefer); Start(); PartialResponse(10, 99, 100); uint8 buffer[10]; // Make an outstanding read request. // We should disable deferring after the read request, so expect // a network event. EXPECT_CALL(*this, NetworkCallback()); ReadLoader(10, 10, buffer); // Receive almost enough data to cover, shouldn't defer. WriteLoader(10, 9); ConfirmLoaderDeferredState(false); // As soon as we have received enough data to fulfill the read, defer. EXPECT_CALL(*this, NetworkCallback()); EXPECT_CALL(*this, ReadCallback(10)); WriteLoader(19, 1); ConfirmLoaderDeferredState(true); VerifyBuffer(buffer, 10, 10); StopWhenLoad(); } // Tests the data buffering logic of ThresholdDefer strategy. TEST_F(BufferedResourceLoaderTest, ThresholdDeferStrategy) { Initialize(kHttpUrl, 10, 99); SetLoaderBuffer(10, 20); loader_->UpdateDeferStrategy(BufferedResourceLoader::kThresholdDefer); Start(); PartialResponse(10, 99, 100); uint8 buffer[10]; WriteLoader(10, 5); // Haven't reached threshold, don't defer. ConfirmLoaderDeferredState(false); // We're at the threshold now, let's defer. EXPECT_CALL(*this, NetworkCallback()); WriteLoader(15, 5); ConfirmLoaderDeferredState(true); // Now we've read over half of the buffer, disable deferring. EXPECT_CALL(*this, ReadCallback(6)); EXPECT_CALL(*this, NetworkCallback()); ReadLoader(10, 6, buffer); ConfirmLoaderDeferredState(false); VerifyBuffer(buffer, 10, 6); StopWhenLoad(); } // NOTE: This test will need to be reworked a little once // http://code.google.com/p/chromium/issues/detail?id=72578 // is fixed. TEST_F(BufferedResourceLoaderTest, HasSingleOrigin) { // Make sure no redirect case works as expected. Initialize(kHttpUrl, -1, -1); Start(); FullResponse(1024); EXPECT_TRUE(loader_->HasSingleOrigin()); StopWhenLoad(); // Test redirect to the same domain. Initialize(kHttpUrl, -1, -1); Start(); Redirect(kHttpRedirectToSameDomainUrl1); FullResponse(1024); EXPECT_TRUE(loader_->HasSingleOrigin()); StopWhenLoad(); // Test redirect twice to the same domain. Initialize(kHttpUrl, -1, -1); Start(); Redirect(kHttpRedirectToSameDomainUrl1); Redirect(kHttpRedirectToSameDomainUrl2); FullResponse(1024); EXPECT_TRUE(loader_->HasSingleOrigin()); StopWhenLoad(); // Test redirect to a different domain. Initialize(kHttpUrl, -1, -1); Start(); Redirect(kHttpRedirectToDifferentDomainUrl1); EXPECT_FALSE(loader_->HasSingleOrigin()); StopWhenLoad(); // Test redirect to the same domain and then to a different domain. Initialize(kHttpUrl, -1, -1); Start(); Redirect(kHttpRedirectToSameDomainUrl1); Redirect(kHttpRedirectToDifferentDomainUrl1); EXPECT_FALSE(loader_->HasSingleOrigin()); StopWhenLoad(); } // TODO(hclam): add unit test for defer loading. } // namespace webkit_glue