Home | History | Annotate | Download | only in http
      1 // Copyright (c) 2011 The Chromium Authors. All rights reserved.
      2 // Use of this source code is governed by a BSD-style license that can be
      3 // found in the LICENSE file.
      4 
      5 #ifndef NET_HTTP_HTTP_RESPONSE_HEADERS_H_
      6 #define NET_HTTP_HTTP_RESPONSE_HEADERS_H_
      7 #pragma once
      8 
      9 #include <string>
     10 #include <vector>
     11 
     12 #include "base/basictypes.h"
     13 #include "base/hash_tables.h"
     14 #include "base/memory/ref_counted.h"
     15 #include "net/http/http_version.h"
     16 
     17 class Pickle;
     18 
     19 namespace base {
     20 class Time;
     21 class TimeDelta;
     22 }
     23 
     24 namespace net {
     25 
     26 // HttpResponseHeaders: parses and holds HTTP response headers.
     27 class HttpResponseHeaders
     28     : public base::RefCountedThreadSafe<HttpResponseHeaders> {
     29  public:
     30   // Persist options.
     31   typedef int PersistOptions;
     32   static const PersistOptions PERSIST_RAW = -1;  // Raw, unparsed headers.
     33   static const PersistOptions PERSIST_ALL = 0;  // Parsed headers.
     34   static const PersistOptions PERSIST_SANS_COOKIES = 1 << 0;
     35   static const PersistOptions PERSIST_SANS_CHALLENGES = 1 << 1;
     36   static const PersistOptions PERSIST_SANS_HOP_BY_HOP = 1 << 2;
     37   static const PersistOptions PERSIST_SANS_NON_CACHEABLE = 1 << 3;
     38   static const PersistOptions PERSIST_SANS_RANGES = 1 << 4;
     39 
     40   // Parses the given raw_headers.  raw_headers should be formatted thus:
     41   // includes the http status response line, each line is \0-terminated, and
     42   // it's terminated by an empty line (ie, 2 \0s in a row).
     43   // (Note that line continuations should have already been joined;
     44   // see HttpUtil::AssembleRawHeaders)
     45   //
     46   // NOTE: For now, raw_headers is not really 'raw' in that this constructor is
     47   // called with a 'NativeMB' string on Windows because WinHTTP does not allow
     48   // us to access the raw byte sequence as sent by a web server.  In any case,
     49   // HttpResponseHeaders does not perform any encoding changes on the input.
     50   //
     51   explicit HttpResponseHeaders(const std::string& raw_headers);
     52 
     53   // Initializes from the representation stored in the given pickle.  The data
     54   // for this object is found relative to the given pickle_iter, which should
     55   // be passed to the pickle's various Read* methods.
     56   HttpResponseHeaders(const Pickle& pickle, void** pickle_iter);
     57 
     58   // Appends a representation of this object to the given pickle.
     59   // The options argument can be a combination of PersistOptions.
     60   void Persist(Pickle* pickle, PersistOptions options);
     61 
     62   // Performs header merging as described in 13.5.3 of RFC 2616.
     63   void Update(const HttpResponseHeaders& new_headers);
     64 
     65   // Removes all instances of a particular header.
     66   void RemoveHeader(const std::string& name);
     67 
     68   // Adds a particular header.  |header| has to be a single header without any
     69   // EOL termination, just [<header-name>: <header-values>]
     70   // If a header with the same name is already stored, the two headers are not
     71   // merged together by this method; the one provided is simply put at the
     72   // end of the list.
     73   void AddHeader(const std::string& header);
     74 
     75   // Replaces the current status line with the provided one (|new_status| should
     76   // not have any EOL).
     77   void ReplaceStatusLine(const std::string& new_status);
     78 
     79   // Creates a normalized header string.  The output will be formatted exactly
     80   // like so:
     81   //     HTTP/<version> <status_code> <status_text>\n
     82   //     [<header-name>: <header-values>\n]*
     83   // meaning, each line is \n-terminated, and there is no extra whitespace
     84   // beyond the single space separators shown (of course, values can contain
     85   // whitespace within them).  If a given header-name appears more than once
     86   // in the set of headers, they are combined into a single line like so:
     87   //     <header-name>: <header-value1>, <header-value2>, ...<header-valueN>\n
     88   //
     89   // DANGER: For some headers (e.g., "Set-Cookie"), the normalized form can be
     90   // a lossy format.  This is due to the fact that some servers generate
     91   // Set-Cookie headers that contain unquoted commas (usually as part of the
     92   // value of an "expires" attribute).  So, use this function with caution.  Do
     93   // not expect to be able to re-parse Set-Cookie headers from this output.
     94   //
     95   // NOTE: Do not make any assumptions about the encoding of this output
     96   // string.  It may be non-ASCII, and the encoding used by the server is not
     97   // necessarily known to us.  Do not assume that this output is UTF-8!
     98   //
     99   // TODO(darin): remove this method
    100   //
    101   void GetNormalizedHeaders(std::string* output) const;
    102 
    103   // Fetch the "normalized" value of a single header, where all values for the
    104   // header name are separated by commas.  See the GetNormalizedHeaders for
    105   // format details.  Returns false if this header wasn't found.
    106   //
    107   // NOTE: Do not make any assumptions about the encoding of this output
    108   // string.  It may be non-ASCII, and the encoding used by the server is not
    109   // necessarily known to us.  Do not assume that this output is UTF-8!
    110   //
    111   // TODO(darin): remove this method
    112   //
    113   bool GetNormalizedHeader(const std::string& name, std::string* value) const;
    114 
    115   // Returns the normalized status line.  For HTTP/0.9 responses (i.e.,
    116   // responses that lack a status line), this is the manufactured string
    117   // "HTTP/0.9 200 OK".
    118   std::string GetStatusLine() const;
    119 
    120   // Get the HTTP version of the normalized status line.
    121   HttpVersion GetHttpVersion() const {
    122     return http_version_;
    123   }
    124 
    125   // Get the HTTP version determined while parsing; or (0,0) if parsing failed
    126   HttpVersion GetParsedHttpVersion() const {
    127     return parsed_http_version_;
    128   }
    129 
    130   // Get the HTTP status text of the normalized status line.
    131   std::string GetStatusText() const;
    132 
    133   // Enumerate the "lines" of the response headers.  This skips over the status
    134   // line.  Use GetStatusLine if you are interested in that.  Note that this
    135   // method returns the un-coalesced response header lines, so if a response
    136   // header appears on multiple lines, then it will appear multiple times in
    137   // this enumeration (in the order the header lines were received from the
    138   // server).  Also, a given header might have an empty value.  Initialize a
    139   // 'void*' variable to NULL and pass it by address to EnumerateHeaderLines.
    140   // Call EnumerateHeaderLines repeatedly until it returns false.  The
    141   // out-params 'name' and 'value' are set upon success.
    142   bool EnumerateHeaderLines(void** iter,
    143                             std::string* name,
    144                             std::string* value) const;
    145 
    146   // Enumerate the values of the specified header.   If you are only interested
    147   // in the first header, then you can pass NULL for the 'iter' parameter.
    148   // Otherwise, to iterate across all values for the specified header,
    149   // initialize a 'void*' variable to NULL and pass it by address to
    150   // EnumerateHeader. Note that a header might have an empty value. Call
    151   // EnumerateHeader repeatedly until it returns false.
    152   bool EnumerateHeader(void** iter,
    153                        const std::string& name,
    154                        std::string* value) const;
    155 
    156   // Returns true if the response contains the specified header-value pair.
    157   // Both name and value are compared case insensitively.
    158   bool HasHeaderValue(const std::string& name, const std::string& value) const;
    159 
    160   // Returns true if the response contains the specified header.
    161   // The name is compared case insensitively.
    162   bool HasHeader(const std::string& name) const;
    163 
    164   // Get the mime type and charset values in lower case form from the headers.
    165   // Empty strings are returned if the values are not present.
    166   void GetMimeTypeAndCharset(std::string* mime_type,
    167                              std::string* charset) const;
    168 
    169   // Get the mime type in lower case from the headers.  If there's no mime
    170   // type, returns false.
    171   bool GetMimeType(std::string* mime_type) const;
    172 
    173   // Get the charset in lower case from the headers.  If there's no charset,
    174   // returns false.
    175   bool GetCharset(std::string* charset) const;
    176 
    177   // Returns true if this response corresponds to a redirect.  The target
    178   // location of the redirect is optionally returned if location is non-null.
    179   bool IsRedirect(std::string* location) const;
    180 
    181   // Returns true if the HTTP response code passed in corresponds to a
    182   // redirect.
    183   static bool IsRedirectResponseCode(int response_code);
    184 
    185   // Returns true if the response cannot be reused without validation.  The
    186   // result is relative to the current_time parameter, which is a parameter to
    187   // support unit testing.  The request_time parameter indicates the time at
    188   // which the request was made that resulted in this response, which was
    189   // received at response_time.
    190   bool RequiresValidation(const base::Time& request_time,
    191                           const base::Time& response_time,
    192                           const base::Time& current_time) const;
    193 
    194   // Returns the amount of time the server claims the response is fresh from
    195   // the time the response was generated.  See section 13.2.4 of RFC 2616.  See
    196   // RequiresValidation for a description of the response_time parameter.
    197   base::TimeDelta GetFreshnessLifetime(const base::Time& response_time) const;
    198 
    199   // Returns the age of the response.  See section 13.2.3 of RFC 2616.
    200   // See RequiresValidation for a description of this method's parameters.
    201   base::TimeDelta GetCurrentAge(const base::Time& request_time,
    202                                 const base::Time& response_time,
    203                                 const base::Time& current_time) const;
    204 
    205   // The following methods extract values from the response headers.  If a
    206   // value is not present, then false is returned.  Otherwise, true is returned
    207   // and the out param is assigned to the corresponding value.
    208   bool GetMaxAgeValue(base::TimeDelta* value) const;
    209   bool GetAgeValue(base::TimeDelta* value) const;
    210   bool GetDateValue(base::Time* value) const;
    211   bool GetLastModifiedValue(base::Time* value) const;
    212   bool GetExpiresValue(base::Time* value) const;
    213 
    214   // Extracts the time value of a particular header.  This method looks for the
    215   // first matching header value and parses its value as a HTTP-date.
    216   bool GetTimeValuedHeader(const std::string& name, base::Time* result) const;
    217 
    218   // Determines if this response indicates a keep-alive connection.
    219   bool IsKeepAlive() const;
    220 
    221   // Returns true if this response has a strong etag or last-modified header.
    222   // See section 13.3.3 of RFC 2616.
    223   bool HasStrongValidators() const;
    224 
    225   // Extracts the value of the Content-Length header or returns -1 if there is
    226   // no such header in the response.
    227   int64 GetContentLength() const;
    228 
    229   // Extracts the values in a Content-Range header and returns true if they are
    230   // valid for a 206 response; otherwise returns false.
    231   // The following values will be outputted:
    232   // |*first_byte_position| = inclusive position of the first byte of the range
    233   // |*last_byte_position| = inclusive position of the last byte of the range
    234   // |*instance_length| = size in bytes of the object requested
    235   // If any of the above values is unknown, its value will be -1.
    236   bool GetContentRange(int64* first_byte_position,
    237                        int64* last_byte_position,
    238                        int64* instance_length) const;
    239 
    240   // Returns the HTTP response code.  This is 0 if the response code text seems
    241   // to exist but could not be parsed.  Otherwise, it defaults to 200 if the
    242   // response code is not found in the raw headers.
    243   int response_code() const { return response_code_; }
    244 
    245   // Returns the raw header string.
    246   const std::string& raw_headers() const { return raw_headers_; }
    247 
    248  private:
    249   friend class base::RefCountedThreadSafe<HttpResponseHeaders>;
    250 
    251   typedef base::hash_set<std::string> HeaderSet;
    252 
    253   // The members of this structure point into raw_headers_.
    254   struct ParsedHeader;
    255   typedef std::vector<ParsedHeader> HeaderList;
    256 
    257   HttpResponseHeaders();
    258   ~HttpResponseHeaders();
    259 
    260   // Initializes from the given raw headers.
    261   void Parse(const std::string& raw_input);
    262 
    263   // Helper function for ParseStatusLine.
    264   // Tries to extract the "HTTP/X.Y" from a status line formatted like:
    265   //    HTTP/1.1 200 OK
    266   // with line_begin and end pointing at the begin and end of this line.  If the
    267   // status line is malformed, returns HttpVersion(0,0).
    268   static HttpVersion ParseVersion(std::string::const_iterator line_begin,
    269                                   std::string::const_iterator line_end);
    270 
    271   // Tries to extract the status line from a header block, given the first
    272   // line of said header block.  If the status line is malformed, we'll
    273   // construct a valid one.  Example input:
    274   //    HTTP/1.1 200 OK
    275   // with line_begin and end pointing at the begin and end of this line.
    276   // Output will be a normalized version of this, with a trailing \n.
    277   void ParseStatusLine(std::string::const_iterator line_begin,
    278                        std::string::const_iterator line_end,
    279                        bool has_headers);
    280 
    281   // Find the header in our list (case-insensitive) starting with parsed_ at
    282   // index |from|.  Returns string::npos if not found.
    283   size_t FindHeader(size_t from, const std::string& name) const;
    284 
    285   // Add a header->value pair to our list.  If we already have header in our
    286   // list, append the value to it.
    287   void AddHeader(std::string::const_iterator name_begin,
    288                  std::string::const_iterator name_end,
    289                  std::string::const_iterator value_begin,
    290                  std::string::const_iterator value_end);
    291 
    292   // Add to parsed_ given the fields of a ParsedHeader object.
    293   void AddToParsed(std::string::const_iterator name_begin,
    294                    std::string::const_iterator name_end,
    295                    std::string::const_iterator value_begin,
    296                    std::string::const_iterator value_end);
    297 
    298   // Replaces the current headers with the merged version of |raw_headers| and
    299   // the current headers without the headers in |headers_to_remove|. Note that
    300   // |headers_to_remove| are removed from the current headers (before the
    301   // merge), not after the merge.
    302   void MergeWithHeaders(const std::string& raw_headers,
    303                         const HeaderSet& headers_to_remove);
    304 
    305   // Adds the values from any 'cache-control: no-cache="foo,bar"' headers.
    306   void AddNonCacheableHeaders(HeaderSet* header_names) const;
    307 
    308   // Adds the set of header names that contain cookie values.
    309   static void AddSensitiveHeaders(HeaderSet* header_names);
    310 
    311   // Adds the set of rfc2616 hop-by-hop response headers.
    312   static void AddHopByHopHeaders(HeaderSet* header_names);
    313 
    314   // Adds the set of challenge response headers.
    315   static void AddChallengeHeaders(HeaderSet* header_names);
    316 
    317   // Adds the set of cookie response headers.
    318   static void AddCookieHeaders(HeaderSet* header_names);
    319 
    320   // Adds the set of content range response headers.
    321   static void AddHopContentRangeHeaders(HeaderSet* header_names);
    322 
    323   // We keep a list of ParsedHeader objects.  These tell us where to locate the
    324   // header-value pairs within raw_headers_.
    325   HeaderList parsed_;
    326 
    327   // The raw_headers_ consists of the normalized status line (terminated with a
    328   // null byte) and then followed by the raw null-terminated headers from the
    329   // input that was passed to our constructor.  We preserve the input [*] to
    330   // maintain as much ancillary fidelity as possible (since it is sometimes
    331   // hard to tell what may matter down-stream to a consumer of XMLHttpRequest).
    332   // [*] The status line may be modified.
    333   std::string raw_headers_;
    334 
    335   // This is the parsed HTTP response code.
    336   int response_code_;
    337 
    338   // The normalized http version (consistent with what GetStatusLine() returns).
    339   HttpVersion http_version_;
    340 
    341   // The parsed http version number (not normalized).
    342   HttpVersion parsed_http_version_;
    343 
    344   DISALLOW_COPY_AND_ASSIGN(HttpResponseHeaders);
    345 };
    346 
    347 }  // namespace net
    348 
    349 #endif  // NET_HTTP_HTTP_RESPONSE_HEADERS_H_
    350