// Copyright (c) 2010 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. // This file declares a HttpTransactionFactory implementation that can be // layered on top of another HttpTransactionFactory to add HTTP caching. The // caching logic follows RFC 2616 (any exceptions are called out in the code). // // The HttpCache takes a disk_cache::Backend as a parameter, and uses that for // the cache storage. // // See HttpTransactionFactory and HttpTransaction for more details. #ifndef NET_HTTP_HTTP_CACHE_H_ #define NET_HTTP_HTTP_CACHE_H_ #include #include #include "base/basictypes.h" #include "base/file_path.h" #include "base/hash_tables.h" #include "base/scoped_ptr.h" #include "base/task.h" #include "base/weak_ptr.h" #include "net/base/cache_type.h" #include "net/base/completion_callback.h" #include "net/http/http_transaction_factory.h" class GURL; namespace disk_cache { class Backend; class Entry; } namespace net { class HostResolver; class HttpAuthHandlerFactory; class HttpNetworkSession; class HttpRequestInfo; class HttpResponseInfo; class IOBuffer; class NetworkChangeNotifier; class ProxyService; class SSLConfigService; class HttpCache : public HttpTransactionFactory, public base::SupportsWeakPtr { public: ~HttpCache(); // The cache mode of operation. enum Mode { // Normal mode just behaves like a standard web cache. NORMAL = 0, // Record mode caches everything for purposes of offline playback. RECORD, // Playback mode replays from a cache without considering any // standard invalidations. PLAYBACK, // Disables reads and writes from the cache. // Equivalent to setting LOAD_DISABLE_CACHE on every request. DISABLE }; // Initialize the cache from the directory where its data is stored. The // disk cache is initialized lazily (by CreateTransaction) in this case. If // |cache_size| is zero, a default value will be calculated automatically. HttpCache(NetworkChangeNotifier* network_change_notifier, HostResolver* host_resolver, ProxyService* proxy_service, SSLConfigService* ssl_config_service, HttpAuthHandlerFactory* http_auth_handler_factory, const FilePath& cache_dir, int cache_size); // Initialize the cache from the directory where its data is stored. The // disk cache is initialized lazily (by CreateTransaction) in this case. If // |cache_size| is zero, a default value will be calculated automatically. // Provide an existing HttpNetworkSession, the cache can construct a // network layer with a shared HttpNetworkSession in order for multiple // network layers to share information (e.g. authenication data). HttpCache(HttpNetworkSession* session, const FilePath& cache_dir, int cache_size); // Initialize using an in-memory cache. The cache is initialized lazily // (by CreateTransaction) in this case. If |cache_size| is zero, a default // value will be calculated automatically. HttpCache(NetworkChangeNotifier* network_change_notifier, HostResolver* host_resolver, ProxyService* proxy_service, SSLConfigService* ssl_config_service, HttpAuthHandlerFactory* http_auth_handler_factory, int cache_size); // Initialize the cache from its component parts, which is useful for // testing. The lifetime of the network_layer and disk_cache are managed by // the HttpCache and will be destroyed using |delete| when the HttpCache is // destroyed. HttpCache(HttpTransactionFactory* network_layer, disk_cache::Backend* disk_cache); HttpTransactionFactory* network_layer() { return network_layer_.get(); } // Returns the cache backend for this HttpCache instance. If the backend // is not initialized yet, this method will initialize it. If the return // value is NULL then the backend cannot be initialized. disk_cache::Backend* GetBackend(); // HttpTransactionFactory implementation: virtual int CreateTransaction(scoped_ptr* trans); virtual HttpCache* GetCache(); virtual HttpNetworkSession* GetSession(); virtual void Suspend(bool suspend); // Helper function for reading response info from the disk cache. If the // cache doesn't have the whole resource *|request_truncated| is set to true. // Avoid this function for performance critical paths as it uses blocking IO. static bool ReadResponseInfo(disk_cache::Entry* disk_entry, HttpResponseInfo* response_info, bool* response_truncated); // Helper function for writing response info into the disk cache. If the // cache doesn't have the whole resource |request_truncated| should be true. // Avoid this function for performance critical paths as it uses blocking IO. static bool WriteResponseInfo(disk_cache::Entry* disk_entry, const HttpResponseInfo* response_info, bool skip_transient_headers, bool response_truncated); // Given a header data blob, convert it to a response info object. static bool ParseResponseInfo(const char* data, int len, HttpResponseInfo* response_info, bool* response_truncated); // Writes |buf_len| bytes of metadata stored in |buf| to the cache entry // referenced by |url|, as long as the entry's |expected_response_time| has // not changed. This method returns without blocking, and the operation will // be performed asynchronously without any completion notification. void WriteMetadata(const GURL& url, base::Time expected_response_time, IOBuffer* buf, int buf_len); // Get/Set the cache's mode. void set_mode(Mode value) { mode_ = value; } Mode mode() { return mode_; } void set_type(CacheType type) { type_ = type; } CacheType type() { return type_; } // Close currently active sockets so that fresh page loads will not use any // recycled connections. For sockets currently in use, they may not close // immediately, but they will not be reusable. This is for debugging. void CloseCurrentConnections(); void set_enable_range_support(bool value) { enable_range_support_ = value; } private: // Types -------------------------------------------------------------------- class BackendCallback; class Transaction; class WorkItem; friend class Transaction; struct NewEntry; // Info for an entry under construction. typedef std::list TransactionList; typedef std::list WorkItemList; struct ActiveEntry { disk_cache::Entry* disk_entry; Transaction* writer; TransactionList readers; TransactionList pending_queue; bool will_process_pending_queue; bool doomed; explicit ActiveEntry(disk_cache::Entry*); ~ActiveEntry(); }; typedef base::hash_map ActiveEntriesMap; typedef base::hash_map NewEntriesMap; typedef std::set ActiveEntriesSet; // Methods ------------------------------------------------------------------ // Generates the cache key for this request. std::string GenerateCacheKey(const HttpRequestInfo*); // Dooms the entry selected by |key|. |trans| will be notified via its IO // callback if this method returns ERR_IO_PENDING. The entry can be // currently in use or not. int DoomEntry(const std::string& key, Transaction* trans); // Dooms the entry selected by |key|. |trans| will be notified via its IO // callback if this method returns ERR_IO_PENDING. The entry should not // be currently in use. int AsyncDoomEntry(const std::string& key, Transaction* trans); // Closes a previously doomed entry. void FinalizeDoomedEntry(ActiveEntry* entry); // Returns an entry that is currently in use and not doomed, or NULL. ActiveEntry* FindActiveEntry(const std::string& key); // Creates a new ActiveEntry and starts tracking it. |disk_entry| is the disk // cache entry that corresponds to the desired |key|. // TODO(rvargas): remove the |key| argument. ActiveEntry* ActivateEntry(const std::string& key, disk_cache::Entry* disk_entry); // Deletes an ActiveEntry. void DeactivateEntry(ActiveEntry* entry); // Deletes an ActiveEntry using an exhaustive search. void SlowDeactivateEntry(ActiveEntry* entry); // Returns the NewEntry for the desired |key|. If an entry is not under // construction already, a new NewEntry structure is created. NewEntry* GetNewEntry(const std::string& key); // Deletes a NewEntry. void DeleteNewEntry(NewEntry* entry); // Opens the disk cache entry associated with |key|, returning an ActiveEntry // in |*entry|. |trans| will be notified via its IO callback if this method // returns ERR_IO_PENDING. int OpenEntry(const std::string& key, ActiveEntry** entry, Transaction* trans); // Creates the disk cache entry associated with |key|, returning an // ActiveEntry in |*entry|. |trans| will be notified via its IO callback if // this method returns ERR_IO_PENDING. int CreateEntry(const std::string& key, ActiveEntry** entry, Transaction* trans); // Destroys an ActiveEntry (active or doomed). void DestroyEntry(ActiveEntry* entry); // Adds a transaction to an ActiveEntry. If this method returns ERR_IO_PENDING // the transaction will be notified about completion via its IO callback. This // method returns ERR_CACHE_RACE to signal the transaction that it cannot be // added to the provided entry, and it should retry the process with another // one (in this case, the entry is no longer valid). int AddTransactionToEntry(ActiveEntry* entry, Transaction* trans); // Called when the transaction has finished working with this entry. |cancel| // is true if the operation was cancelled by the caller instead of running // to completion. void DoneWithEntry(ActiveEntry* entry, Transaction* trans, bool cancel); // Called when the transaction has finished writting to this entry. |success| // is false if the cache entry should be deleted. void DoneWritingToEntry(ActiveEntry* entry, bool success); // Called when the transaction has finished reading from this entry. void DoneReadingFromEntry(ActiveEntry* entry, Transaction* trans); // Convers the active writter transaction to a reader so that other // transactions can start reading from this entry. void ConvertWriterToReader(ActiveEntry* entry); // Removes the transaction |trans|, from the pending list of an entry // (NewEntry, active or doomed entry). void RemovePendingTransaction(Transaction* trans); // Removes the transaction |trans|, from the pending list of |entry|. bool RemovePendingTransactionFromEntry(ActiveEntry* entry, Transaction* trans); // Removes the transaction |trans|, from the pending list of |entry|. bool RemovePendingTransactionFromNewEntry(NewEntry* entry, Transaction* trans); // Resumes processing the pending list of |entry|. void ProcessPendingQueue(ActiveEntry* entry); // Events (called via PostTask) --------------------------------------------- void OnProcessPendingQueue(ActiveEntry* entry); // Callbacks ---------------------------------------------------------------- // Processes BackendCallback notifications. void OnIOComplete(int result, NewEntry* entry); // Variables ---------------------------------------------------------------- // Used when lazily constructing the disk_cache_. FilePath disk_cache_dir_; Mode mode_; CacheType type_; scoped_ptr network_layer_; scoped_ptr disk_cache_; // The set of active entries indexed by cache key. ActiveEntriesMap active_entries_; // The set of doomed entries. ActiveEntriesSet doomed_entries_; // The set of entries "under construction". NewEntriesMap new_entries_; ScopedRunnableMethodFactory task_factory_; bool enable_range_support_; int cache_size_; typedef base::hash_map PlaybackCacheMap; scoped_ptr playback_cache_map_; DISALLOW_COPY_AND_ASSIGN(HttpCache); }; } // namespace net #endif // NET_HTTP_HTTP_CACHE_H_