// Copyright (c) 2012 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #ifndef NET_URL_REQUEST_URL_REQUEST_HTTP_JOB_H_ #define NET_URL_REQUEST_URL_REQUEST_HTTP_JOB_H_ #include #include #include "base/compiler_specific.h" #include "base/memory/scoped_ptr.h" #include "base/memory/weak_ptr.h" #include "base/time/time.h" #include "net/base/auth.h" #include "net/base/completion_callback.h" #include "net/base/net_export.h" #include "net/cookies/cookie_store.h" #include "net/filter/filter.h" #include "net/http/http_request_info.h" #include "net/url_request/url_request_job.h" #include "net/url_request/url_request_throttler_entry_interface.h" namespace net { class HttpResponseHeaders; class HttpResponseInfo; class HttpTransaction; class HttpUserAgentSettings; class UploadDataStream; class URLRequestContext; // A URLRequestJob subclass that is built on top of HttpTransaction. It // provides an implementation for both HTTP and HTTPS. class NET_EXPORT_PRIVATE URLRequestHttpJob : public URLRequestJob { public: static URLRequestJob* Factory(URLRequest* request, NetworkDelegate* network_delegate, const std::string& scheme); protected: URLRequestHttpJob(URLRequest* request, NetworkDelegate* network_delegate, const HttpUserAgentSettings* http_user_agent_settings); virtual ~URLRequestHttpJob(); // Overridden from URLRequestJob: virtual void SetPriority(RequestPriority priority) OVERRIDE; virtual void Start() OVERRIDE; virtual void Kill() OVERRIDE; RequestPriority priority() const { return priority_; } private: enum CompletionCause { ABORTED, FINISHED }; typedef base::RefCountedData SharedBoolean; class HttpFilterContext; class HttpTransactionDelegateImpl; // Shadows URLRequestJob's version of this method so we can grab cookies. void NotifyHeadersComplete(); // Shadows URLRequestJob's method so we can record histograms. void NotifyDone(const URLRequestStatus& status); void DestroyTransaction(); void AddExtraHeaders(); void AddCookieHeaderAndStart(); void SaveCookiesAndNotifyHeadersComplete(int result); void SaveNextCookie(); void FetchResponseCookies(std::vector* cookies); // Processes the Strict-Transport-Security header, if one exists. void ProcessStrictTransportSecurityHeader(); // Processes the Public-Key-Pins header, if one exists. void ProcessPublicKeyPinsHeader(); // |result| should be net::OK, or the request is canceled. void OnHeadersReceivedCallback(int result); void OnStartCompleted(int result); void OnReadCompleted(int result); void NotifyBeforeSendHeadersCallback(int result); void RestartTransactionWithAuth(const AuthCredentials& credentials); // Overridden from URLRequestJob: virtual void SetUpload(UploadDataStream* upload) OVERRIDE; virtual void SetExtraRequestHeaders( const HttpRequestHeaders& headers) OVERRIDE; virtual LoadState GetLoadState() const OVERRIDE; virtual UploadProgress GetUploadProgress() const OVERRIDE; virtual bool GetMimeType(std::string* mime_type) const OVERRIDE; virtual bool GetCharset(std::string* charset) OVERRIDE; virtual void GetResponseInfo(HttpResponseInfo* info) OVERRIDE; virtual void GetLoadTimingInfo( LoadTimingInfo* load_timing_info) const OVERRIDE; virtual bool GetResponseCookies(std::vector* cookies) OVERRIDE; virtual int GetResponseCode() const OVERRIDE; virtual Filter* SetupFilter() const OVERRIDE; virtual bool IsSafeRedirect(const GURL& location) OVERRIDE; virtual bool NeedsAuth() OVERRIDE; virtual void GetAuthChallengeInfo(scoped_refptr*) OVERRIDE; virtual void SetAuth(const AuthCredentials& credentials) OVERRIDE; virtual void CancelAuth() OVERRIDE; virtual void ContinueWithCertificate(X509Certificate* client_cert) OVERRIDE; virtual void ContinueDespiteLastError() OVERRIDE; virtual void ResumeNetworkStart() OVERRIDE; virtual bool ReadRawData(IOBuffer* buf, int buf_size, int* bytes_read) OVERRIDE; virtual void StopCaching() OVERRIDE; virtual bool GetFullRequestHeaders( HttpRequestHeaders* headers) const OVERRIDE; virtual int64 GetTotalReceivedBytes() const OVERRIDE; virtual void DoneReading() OVERRIDE; virtual HostPortPair GetSocketAddress() const OVERRIDE; virtual void NotifyURLRequestDestroyed() OVERRIDE; void RecordTimer(); void ResetTimer(); virtual void UpdatePacketReadTimes() OVERRIDE; void RecordPacketStats(FilterContext::StatisticSelector statistic) const; void RecordCompressionHistograms(); bool IsCompressibleContent() const; // Starts the transaction if extensions using the webrequest API do not // object. void StartTransaction(); // If |result| is net::OK, calls StartTransactionInternal. Otherwise notifies // cancellation. void MaybeStartTransactionInternal(int result); void StartTransactionInternal(); void RecordPerfHistograms(CompletionCause reason); void DoneWithRequest(CompletionCause reason); // Callback functions for Cookie Monster void DoLoadCookies(); void CheckCookiePolicyAndLoad(const CookieList& cookie_list); void OnCookiesLoaded(const std::string& cookie_line); void DoStartTransaction(); // See the implementation for a description of save_next_cookie_running and // callback_pending. void OnCookieSaved(scoped_refptr save_next_cookie_running, scoped_refptr callback_pending, bool cookie_status); // Some servers send the body compressed, but specify the content length as // the uncompressed size. If this is the case, we return true in order // to request to work around this non-adherence to the HTTP standard. // |rv| is the standard return value of a read function indicating the number // of bytes read or, if negative, an error code. bool ShouldFixMismatchedContentLength(int rv) const; // Returns the effective response headers, considering that they may be // overridden by |override_response_headers_|. HttpResponseHeaders* GetResponseHeaders() const; RequestPriority priority_; HttpRequestInfo request_info_; const HttpResponseInfo* response_info_; std::vector response_cookies_; size_t response_cookies_save_index_; base::Time response_date_; // Auth states for proxy and origin server. AuthState proxy_auth_state_; AuthState server_auth_state_; AuthCredentials auth_credentials_; CompletionCallback start_callback_; CompletionCallback notify_before_headers_sent_callback_; bool read_in_progress_; // An URL for an SDCH dictionary as suggested in a Get-Dictionary HTTP header. GURL sdch_dictionary_url_; scoped_ptr transaction_; // This is used to supervise traffic and enforce exponential // back-off. May be NULL. scoped_refptr throttling_entry_; // Indicated if an SDCH dictionary was advertised, and hence an SDCH // compressed response is expected. We use this to help detect (accidental?) // proxy corruption of a response, which sometimes marks SDCH content as // having no content encoding . bool sdch_dictionary_advertised_; // For SDCH latency experiments, when we are able to do SDCH, we may enable // either an SDCH latency test xor a pass through test. The following bools // indicate what we decided on for this instance. bool sdch_test_activated_; // Advertising a dictionary for sdch. bool sdch_test_control_; // Not even accepting-content sdch. // For recording of stats, we need to remember if this is cached content. bool is_cached_content_; base::Time request_creation_time_; // Data used for statistics gathering. This data is only used for histograms // and is not required. It is only gathered if packet_timing_enabled_ == true. // // TODO(jar): improve the quality of the gathered info by gathering most times // at a lower point in the network stack, assuring we have actual packet // boundaries, rather than approximations. Also note that input byte count // as gathered here is post-SSL, and post-cache-fetch, and does not reflect // true packet arrival times in such cases. // Enable recording of packet arrival times for histogramming. bool packet_timing_enabled_; bool done_; // True when we are done doing work. // The number of bytes that have been accounted for in packets (where some of // those packets may possibly have had their time of arrival recorded). int64 bytes_observed_in_packets_; // The request time may not be available when we are being destroyed, so we // snapshot it early on. base::Time request_time_snapshot_; // Since we don't save all packet times in packet_times_, we save the // last time for use in histograms. base::Time final_packet_time_; // The start time for the job, ignoring re-starts. base::TimeTicks start_time_; // When the transaction finished reading the request headers. base::TimeTicks receive_headers_end_; scoped_ptr filter_context_; base::WeakPtrFactory weak_factory_; CompletionCallback on_headers_received_callback_; // We allow the network delegate to modify a copy of the response headers. // This prevents modifications of headers that are shared with the underlying // layers of the network stack. scoped_refptr override_response_headers_; // Flag used to verify that |this| is not deleted while we are awaiting // a callback from the NetworkDelegate. Used as a fail-fast mechanism. // True if we are waiting a callback and // NetworkDelegate::NotifyURLRequestDestroyed has not been called, yet, // to inform the NetworkDelegate that it may not call back. bool awaiting_callback_; const HttpUserAgentSettings* http_user_agent_settings_; DISALLOW_COPY_AND_ASSIGN(URLRequestHttpJob); }; } // namespace net #endif // NET_URL_REQUEST_URL_REQUEST_HTTP_JOB_H_