Home | History | Annotate | Download | only in net
      1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
      2 // Use of this source code is governed by a BSD-style license that can be
      3 // found in the LICENSE file.
      4 
      5 #include "content/test/net/url_request_slow_download_job.h"
      6 
      7 #include "base/bind.h"
      8 #include "base/compiler_specific.h"
      9 #include "base/logging.h"
     10 #include "base/message_loop/message_loop.h"
     11 #include "base/strings/string_util.h"
     12 #include "base/strings/stringprintf.h"
     13 #include "content/public/browser/browser_thread.h"
     14 #include "net/base/io_buffer.h"
     15 #include "net/base/net_errors.h"
     16 #include "net/http/http_response_headers.h"
     17 #include "net/url_request/url_request.h"
     18 #include "net/url_request/url_request_filter.h"
     19 #include "url/gurl.h"
     20 
     21 namespace content {
     22 
     23 const char URLRequestSlowDownloadJob::kUnknownSizeUrl[] =
     24   "http://url.handled.by.slow.download/download-unknown-size";
     25 const char URLRequestSlowDownloadJob::kKnownSizeUrl[] =
     26   "http://url.handled.by.slow.download/download-known-size";
     27 const char URLRequestSlowDownloadJob::kFinishDownloadUrl[] =
     28   "http://url.handled.by.slow.download/download-finish";
     29 const char URLRequestSlowDownloadJob::kErrorDownloadUrl[] =
     30   "http://url.handled.by.slow.download/download-error";
     31 
     32 const int URLRequestSlowDownloadJob::kFirstDownloadSize = 1024 * 35;
     33 const int URLRequestSlowDownloadJob::kSecondDownloadSize = 1024 * 10;
     34 
     35 // static
     36 base::LazyInstance<URLRequestSlowDownloadJob::SlowJobsSet>::Leaky
     37     URLRequestSlowDownloadJob::pending_requests_ = LAZY_INSTANCE_INITIALIZER;
     38 
     39 void URLRequestSlowDownloadJob::Start() {
     40   base::MessageLoop::current()->PostTask(
     41       FROM_HERE,
     42       base::Bind(&URLRequestSlowDownloadJob::StartAsync,
     43                  weak_factory_.GetWeakPtr()));
     44 }
     45 
     46 // static
     47 void URLRequestSlowDownloadJob::AddUrlHandler() {
     48   net::URLRequestFilter* filter = net::URLRequestFilter::GetInstance();
     49   filter->AddUrlHandler(GURL(kUnknownSizeUrl),
     50                         &URLRequestSlowDownloadJob::Factory);
     51   filter->AddUrlHandler(GURL(kKnownSizeUrl),
     52                         &URLRequestSlowDownloadJob::Factory);
     53   filter->AddUrlHandler(GURL(kFinishDownloadUrl),
     54                         &URLRequestSlowDownloadJob::Factory);
     55   filter->AddUrlHandler(GURL(kErrorDownloadUrl),
     56                         &URLRequestSlowDownloadJob::Factory);
     57 }
     58 
     59 // static
     60 net::URLRequestJob* URLRequestSlowDownloadJob::Factory(
     61     net::URLRequest* request,
     62     net::NetworkDelegate* network_delegate,
     63     const std::string& scheme) {
     64   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
     65   URLRequestSlowDownloadJob* job = new URLRequestSlowDownloadJob(
     66       request, network_delegate);
     67   if (request->url().spec() != kFinishDownloadUrl &&
     68       request->url().spec() != kErrorDownloadUrl)
     69     pending_requests_.Get().insert(job);
     70   return job;
     71 }
     72 
     73 // static
     74 size_t URLRequestSlowDownloadJob::NumberOutstandingRequests() {
     75   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
     76   return pending_requests_.Get().size();
     77 }
     78 
     79 // static
     80 void URLRequestSlowDownloadJob::FinishPendingRequests() {
     81   typedef std::set<URLRequestSlowDownloadJob*> JobList;
     82   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
     83   for (JobList::iterator it = pending_requests_.Get().begin(); it !=
     84        pending_requests_.Get().end(); ++it) {
     85     (*it)->set_should_finish_download();
     86   }
     87 }
     88 
     89 void URLRequestSlowDownloadJob::ErrorPendingRequests() {
     90   typedef std::set<URLRequestSlowDownloadJob*> JobList;
     91   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
     92   for (JobList::iterator it = pending_requests_.Get().begin(); it !=
     93        pending_requests_.Get().end(); ++it) {
     94     (*it)->set_should_error_download();
     95   }
     96 }
     97 
     98 URLRequestSlowDownloadJob::URLRequestSlowDownloadJob(
     99     net::URLRequest* request, net::NetworkDelegate* network_delegate)
    100     : net::URLRequestJob(request, network_delegate),
    101       bytes_already_sent_(0),
    102       should_error_download_(false),
    103       should_finish_download_(false),
    104       buffer_size_(0),
    105       weak_factory_(this) {
    106 }
    107 
    108 void URLRequestSlowDownloadJob::StartAsync() {
    109   if (LowerCaseEqualsASCII(kFinishDownloadUrl, request_->url().spec().c_str()))
    110     URLRequestSlowDownloadJob::FinishPendingRequests();
    111   if (LowerCaseEqualsASCII(kErrorDownloadUrl, request_->url().spec().c_str()))
    112     URLRequestSlowDownloadJob::ErrorPendingRequests();
    113 
    114   NotifyHeadersComplete();
    115 }
    116 
    117 // ReadRawData and CheckDoneStatus together implement a state
    118 // machine.  ReadRawData may be called arbitrarily by the network stack.
    119 // It responds by:
    120 //      * If there are bytes remaining in the first chunk, they are
    121 //        returned.
    122 //      [No bytes remaining in first chunk.   ]
    123 //      * If should_finish_download_ is not set, it returns IO_PENDING,
    124 //        and starts calling CheckDoneStatus on a regular timer.
    125 //      [should_finish_download_ set.]
    126 //      * If there are bytes remaining in the second chunk, they are filled.
    127 //      * Otherwise, return *bytes_read = 0 to indicate end of request.
    128 // CheckDoneStatus is called on a regular basis, in the specific
    129 // case where we have transmitted all of the first chunk and none of the
    130 // second.  If should_finish_download_ becomes set, it will "complete"
    131 // the ReadRawData call that spawned off the CheckDoneStatus() repeated call.
    132 //
    133 // FillBufferHelper is a helper function that does the actual work of figuring
    134 // out where in the state machine we are and how we should fill the buffer.
    135 // It returns an enum indicating the state of the read.
    136 URLRequestSlowDownloadJob::ReadStatus
    137 URLRequestSlowDownloadJob::FillBufferHelper(
    138     net::IOBuffer* buf, int buf_size, int* bytes_written) {
    139   if (bytes_already_sent_ < kFirstDownloadSize) {
    140     int bytes_to_write = std::min(kFirstDownloadSize - bytes_already_sent_,
    141                                   buf_size);
    142     for (int i = 0; i < bytes_to_write; ++i) {
    143       buf->data()[i] = '*';
    144     }
    145     *bytes_written = bytes_to_write;
    146     bytes_already_sent_ += bytes_to_write;
    147     return BUFFER_FILLED;
    148   }
    149 
    150   if (!should_finish_download_)
    151     return REQUEST_BLOCKED;
    152 
    153   if (bytes_already_sent_ < kFirstDownloadSize + kSecondDownloadSize) {
    154     int bytes_to_write =
    155         std::min(kFirstDownloadSize + kSecondDownloadSize - bytes_already_sent_,
    156                  buf_size);
    157     for (int i = 0; i < bytes_to_write; ++i) {
    158       buf->data()[i] = '*';
    159     }
    160     *bytes_written = bytes_to_write;
    161     bytes_already_sent_ += bytes_to_write;
    162     return BUFFER_FILLED;
    163   }
    164 
    165   return REQUEST_COMPLETE;
    166 }
    167 
    168 bool URLRequestSlowDownloadJob::ReadRawData(net::IOBuffer* buf, int buf_size,
    169                                             int* bytes_read) {
    170   if (LowerCaseEqualsASCII(kFinishDownloadUrl,
    171                            request_->url().spec().c_str()) ||
    172       LowerCaseEqualsASCII(kErrorDownloadUrl,
    173                            request_->url().spec().c_str())) {
    174     VLOG(10) << __FUNCTION__ << " called w/ kFinish/ErrorDownloadUrl.";
    175     *bytes_read = 0;
    176     return true;
    177   }
    178 
    179   VLOG(10) << __FUNCTION__ << " called at position "
    180            << bytes_already_sent_ << " in the stream.";
    181   ReadStatus status = FillBufferHelper(buf, buf_size, bytes_read);
    182   switch (status) {
    183     case BUFFER_FILLED:
    184       return true;
    185     case REQUEST_BLOCKED:
    186       buffer_ = buf;
    187       buffer_size_ = buf_size;
    188       SetStatus(net::URLRequestStatus(net::URLRequestStatus::IO_PENDING, 0));
    189       base::MessageLoop::current()->PostDelayedTask(
    190           FROM_HERE,
    191           base::Bind(&URLRequestSlowDownloadJob::CheckDoneStatus,
    192                      weak_factory_.GetWeakPtr()),
    193           base::TimeDelta::FromMilliseconds(100));
    194       return false;
    195     case REQUEST_COMPLETE:
    196       *bytes_read = 0;
    197       return true;
    198   }
    199   NOTREACHED();
    200   return true;
    201 }
    202 
    203 void URLRequestSlowDownloadJob::CheckDoneStatus() {
    204   if (should_finish_download_) {
    205     VLOG(10) << __FUNCTION__ << " called w/ should_finish_download_ set.";
    206     DCHECK(NULL != buffer_.get());
    207     int bytes_written = 0;
    208     ReadStatus status =
    209         FillBufferHelper(buffer_.get(), buffer_size_, &bytes_written);
    210     DCHECK_EQ(BUFFER_FILLED, status);
    211     buffer_ = NULL;                     // Release the reference.
    212     SetStatus(net::URLRequestStatus());
    213     NotifyReadComplete(bytes_written);
    214   } else if (should_error_download_) {
    215     VLOG(10) << __FUNCTION__ << " called w/ should_finish_ownload_ set.";
    216     NotifyDone(net::URLRequestStatus(
    217         net::URLRequestStatus::FAILED, net::ERR_CONNECTION_RESET));
    218   } else {
    219     base::MessageLoop::current()->PostDelayedTask(
    220         FROM_HERE,
    221         base::Bind(&URLRequestSlowDownloadJob::CheckDoneStatus,
    222                    weak_factory_.GetWeakPtr()),
    223         base::TimeDelta::FromMilliseconds(100));
    224   }
    225 }
    226 
    227 // Public virtual version.
    228 void URLRequestSlowDownloadJob::GetResponseInfo(net::HttpResponseInfo* info) {
    229   // Forward to private const version.
    230   GetResponseInfoConst(info);
    231 }
    232 
    233 URLRequestSlowDownloadJob::~URLRequestSlowDownloadJob() {
    234   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
    235   pending_requests_.Get().erase(this);
    236 }
    237 
    238 // Private const version.
    239 void URLRequestSlowDownloadJob::GetResponseInfoConst(
    240     net::HttpResponseInfo* info) const {
    241   // Send back mock headers.
    242   std::string raw_headers;
    243   if (LowerCaseEqualsASCII(kFinishDownloadUrl,
    244                            request_->url().spec().c_str()) ||
    245       LowerCaseEqualsASCII(kErrorDownloadUrl,
    246                            request_->url().spec().c_str())) {
    247     raw_headers.append(
    248       "HTTP/1.1 200 OK\n"
    249       "Content-type: text/plain\n");
    250   } else {
    251     raw_headers.append(
    252       "HTTP/1.1 200 OK\n"
    253       "Content-type: application/octet-stream\n"
    254       "Cache-Control: max-age=0\n");
    255 
    256     if (LowerCaseEqualsASCII(kKnownSizeUrl, request_->url().spec().c_str())) {
    257       raw_headers.append(base::StringPrintf(
    258           "Content-Length: %d\n",
    259           kFirstDownloadSize + kSecondDownloadSize));
    260     }
    261   }
    262 
    263   // ParseRawHeaders expects \0 to end each header line.
    264   ReplaceSubstringsAfterOffset(&raw_headers, 0, "\n", std::string("\0", 1));
    265   info->headers = new net::HttpResponseHeaders(raw_headers);
    266 }
    267 
    268 bool URLRequestSlowDownloadJob::GetMimeType(std::string* mime_type) const {
    269   net::HttpResponseInfo info;
    270   GetResponseInfoConst(&info);
    271   return info.headers.get() && info.headers->GetMimeType(mime_type);
    272 }
    273 
    274 }  // namespace content
    275