2006-02-17 13:35:04 +00:00
|
|
|
/* <!-- copyright */
|
|
|
|
/*
|
2006-09-21 15:31:24 +00:00
|
|
|
* aria2 - The high speed download utility
|
2006-02-17 13:35:04 +00:00
|
|
|
*
|
|
|
|
* Copyright (C) 2006 Tatsuhiro Tsujikawa
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
* (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program; if not, write to the Free Software
|
2006-09-21 15:31:24 +00:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*
|
|
|
|
* In addition, as a special exception, the copyright holders give
|
|
|
|
* permission to link the code of portions of this program with the
|
|
|
|
* OpenSSL library under certain conditions as described in each
|
|
|
|
* individual source file, and distribute linked combinations
|
|
|
|
* including the two.
|
|
|
|
* You must obey the GNU General Public License in all respects
|
|
|
|
* for all of the code used other than OpenSSL. If you modify
|
|
|
|
* file(s) with this exception, you may extend this exception to your
|
|
|
|
* version of the file(s), but you are not obligated to do so. If you
|
|
|
|
* do not wish to do so, delete this exception statement from your
|
|
|
|
* version. If you delete this exception statement from all source
|
|
|
|
* files in the program, then also delete it here.
|
2006-02-17 13:35:04 +00:00
|
|
|
*/
|
|
|
|
/* copyright --> */
|
|
|
|
#include "HttpDownloadCommand.h"
|
2007-10-11 16:58:24 +00:00
|
|
|
#include "RequestGroup.h"
|
|
|
|
#include "DownloadEngine.h"
|
|
|
|
#include "Request.h"
|
2006-02-17 13:35:04 +00:00
|
|
|
#include "HttpRequestCommand.h"
|
2007-10-17 16:26:51 +00:00
|
|
|
#include "HttpConnection.h"
|
2008-02-08 15:53:45 +00:00
|
|
|
#include "HttpRequest.h"
|
|
|
|
#include "Segment.h"
|
|
|
|
#include "Socket.h"
|
2008-04-22 08:52:47 +00:00
|
|
|
#include "prefs.h"
|
|
|
|
#include "Option.h"
|
2008-12-15 15:38:07 +00:00
|
|
|
#include "HttpResponse.h"
|
|
|
|
#include "HttpHeader.h"
|
|
|
|
#include "Range.h"
|
2008-02-08 15:53:45 +00:00
|
|
|
|
|
|
|
namespace aria2 {
|
2006-02-17 13:35:04 +00:00
|
|
|
|
2008-12-15 15:38:07 +00:00
|
|
|
HttpDownloadCommand::HttpDownloadCommand
|
|
|
|
(int cuid,
|
|
|
|
const RequestHandle& req,
|
|
|
|
RequestGroup* requestGroup,
|
|
|
|
const SharedHandle<HttpResponse>& httpResponse,
|
|
|
|
const HttpConnectionHandle& httpConnection,
|
|
|
|
DownloadEngine* e,
|
|
|
|
const SocketHandle& socket)
|
2007-10-17 16:26:51 +00:00
|
|
|
:DownloadCommand(cuid, req, requestGroup, e, socket),
|
2008-12-15 15:38:07 +00:00
|
|
|
_httpResponse(httpResponse),
|
2007-10-17 16:26:51 +00:00
|
|
|
_httpConnection(httpConnection) {}
|
2006-02-17 13:35:04 +00:00
|
|
|
|
2007-03-15 Tatsuhiro Tsujikawa <tujikawa at rednoah dot com>
To handle Segment as SegmentHandle:
* src/AbstractCommand.cc (execute): Rewritten.
* src/SegmentMan.h: Segment -> SegmentHandle
Introducded HttpResponse class, HttpRequest class to improve
code
extensiveness and make it clear:
* src/HttpDownloadCommand.cc: transfer encoders are now managed
by
HttpResponse class.
* src/HttpRequest.h, src/HttpRequest.cc: New class.
* src/HttpResponse.h, src/HttpResponse.cc: New class.
* src/HttpConnection.cc: Contruction of http request were moved
to
HttpRequest class.
* src/HttpResponseCommand.h, src/HttpResponseCommand.cc:
Refactored.
* src/HttpRequestCommand.cc (executeInternal): Rewritten.
* src/HttpAuthConfig.h: New class.
* src/Range.h: New class.
To make FtpTunnel{Request, Response}Command and
HttpProxy{Request, Response}Command derived from
AbstractProxy{Request, Response}Command:
* src/FtpTunnelResponseCommand.h,
src/FtpTunnelResponseCommand.cc:
Derived from AbstractProxyRequestCommand class.
* src/FtpTunnelRequestCommand.h, src/FtpTunnelRequestCommand.cc:
Derived from AbstractProxyResponseCommand class.
* src/HttpProxyRequestCommand.h, src/HttpProxyRequestCommand.cc:
Derived from AbstractProxyRequestCommand class.
* src/HttpProxyResponseCommand.h,
src/HttpProxyResponseCommand.cc:
Derived from AbstractProxyResponseCommand class.
* src/AbstractProxyRequestCommand.h,
src/AbstractProxyRequestCommand.cc
: New class.
* src/AbstractProxyResponseCommand.h,
src/AbstractProxyResponseCommand.cc: New class.
To add netrc support:
* src/Netrc.h, src/Netrc.cc: New class.
* src/Util.h, src/Util.cc (split): New function.
* src/HttpHeader.cc (getRange): Fixed so that it inspects
"Content-Range" header instead of "Range" header.
* src/HttpHeader.h
(getStatus): Removed.
(setStatus): Removed.
* src/Segment.h
(getPositionToWrite): New function.
2007-03-15 15:07:18 +00:00
|
|
|
HttpDownloadCommand::~HttpDownloadCommand() {}
|
2006-09-19 14:52:59 +00:00
|
|
|
|
2007-03-15 Tatsuhiro Tsujikawa <tujikawa at rednoah dot com>
To handle Segment as SegmentHandle:
* src/AbstractCommand.cc (execute): Rewritten.
* src/SegmentMan.h: Segment -> SegmentHandle
Introducded HttpResponse class, HttpRequest class to improve
code
extensiveness and make it clear:
* src/HttpDownloadCommand.cc: transfer encoders are now managed
by
HttpResponse class.
* src/HttpRequest.h, src/HttpRequest.cc: New class.
* src/HttpResponse.h, src/HttpResponse.cc: New class.
* src/HttpConnection.cc: Contruction of http request were moved
to
HttpRequest class.
* src/HttpResponseCommand.h, src/HttpResponseCommand.cc:
Refactored.
* src/HttpRequestCommand.cc (executeInternal): Rewritten.
* src/HttpAuthConfig.h: New class.
* src/Range.h: New class.
To make FtpTunnel{Request, Response}Command and
HttpProxy{Request, Response}Command derived from
AbstractProxy{Request, Response}Command:
* src/FtpTunnelResponseCommand.h,
src/FtpTunnelResponseCommand.cc:
Derived from AbstractProxyRequestCommand class.
* src/FtpTunnelRequestCommand.h, src/FtpTunnelRequestCommand.cc:
Derived from AbstractProxyResponseCommand class.
* src/HttpProxyRequestCommand.h, src/HttpProxyRequestCommand.cc:
Derived from AbstractProxyRequestCommand class.
* src/HttpProxyResponseCommand.h,
src/HttpProxyResponseCommand.cc:
Derived from AbstractProxyResponseCommand class.
* src/AbstractProxyRequestCommand.h,
src/AbstractProxyRequestCommand.cc
: New class.
* src/AbstractProxyResponseCommand.h,
src/AbstractProxyResponseCommand.cc: New class.
To add netrc support:
* src/Netrc.h, src/Netrc.cc: New class.
* src/Util.h, src/Util.cc (split): New function.
* src/HttpHeader.cc (getRange): Fixed so that it inspects
"Content-Range" header instead of "Range" header.
* src/HttpHeader.h
(getStatus): Removed.
(setStatus): Removed.
* src/Segment.h
(getPositionToWrite): New function.
2007-03-15 15:07:18 +00:00
|
|
|
bool HttpDownloadCommand::prepareForNextSegment() {
|
2008-12-15 15:38:07 +00:00
|
|
|
bool downloadFinished = _requestGroup->downloadFinished();
|
|
|
|
if(req->isPipeliningEnabled() && !downloadFinished) {
|
|
|
|
HttpRequestCommand* command =
|
|
|
|
new HttpRequestCommand(cuid, req, _requestGroup, _httpConnection, e,
|
|
|
|
socket);
|
|
|
|
// Set proxy request here. aria2 sends the HTTP request specialized for
|
|
|
|
// proxy.
|
|
|
|
if(e->option->get(PREF_PROXY_METHOD) == V_GET) {
|
|
|
|
command->setProxyRequest(createProxyRequest());
|
|
|
|
}
|
2007-10-17 16:26:51 +00:00
|
|
|
e->commands.push_back(command);
|
|
|
|
return true;
|
2007-05-31 15:56:20 +00:00
|
|
|
} else {
|
2008-11-05 12:30:22 +00:00
|
|
|
if(req->isPipeliningEnabled() ||
|
|
|
|
(req->isKeepAliveEnabled() &&
|
|
|
|
((!_transferEncodingDecoder.isNull() &&
|
|
|
|
_requestGroup->downloadFinished()) ||
|
|
|
|
(uint64_t)_segments.front()->getPositionToWrite() ==
|
|
|
|
_requestGroup->getTotalLength()))) {
|
|
|
|
e->poolSocket(req, isProxyDefined(), socket);
|
2008-04-22 08:52:47 +00:00
|
|
|
}
|
2008-12-15 15:38:07 +00:00
|
|
|
// The request was sent assuming that server supported pipelining, but
|
|
|
|
// it turned out that server didn't support it.
|
|
|
|
// We detect this situation by comparing the end byte in range header
|
|
|
|
// of the response with the end byte of segment.
|
|
|
|
// If it is the same, HTTP negotiation is necessary for the next request.
|
|
|
|
if(!req->isPipeliningEnabled() && req->isPipeliningHint() &&
|
|
|
|
!_segments.empty() && !downloadFinished) {
|
|
|
|
const SharedHandle<Segment>& segment = _segments.front();
|
|
|
|
if(segment->getPosition()+segment->getLength() ==
|
|
|
|
static_cast<uint64_t>(_httpResponse->getHttpHeader()->
|
|
|
|
getRange()->getEndByte()+1)) {
|
|
|
|
return prepareForRetry(0);
|
|
|
|
}
|
|
|
|
}
|
2007-05-31 15:56:20 +00:00
|
|
|
return DownloadCommand::prepareForNextSegment();
|
2006-09-19 14:52:59 +00:00
|
|
|
}
|
|
|
|
}
|
2008-02-08 15:53:45 +00:00
|
|
|
|
|
|
|
} // namespace aria2
|