2006-02-17 13:35:04 +00:00
|
|
|
/* <!-- copyright */
|
|
|
|
/*
|
2006-09-21 15:31:24 +00:00
|
|
|
* aria2 - The high speed download utility
|
2006-02-17 13:35:04 +00:00
|
|
|
*
|
|
|
|
* Copyright (C) 2006 Tatsuhiro Tsujikawa
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
* (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program; if not, write to the Free Software
|
2006-09-21 15:31:24 +00:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*
|
|
|
|
* In addition, as a special exception, the copyright holders give
|
|
|
|
* permission to link the code of portions of this program with the
|
|
|
|
* OpenSSL library under certain conditions as described in each
|
|
|
|
* individual source file, and distribute linked combinations
|
|
|
|
* including the two.
|
|
|
|
* You must obey the GNU General Public License in all respects
|
|
|
|
* for all of the code used other than OpenSSL. If you modify
|
|
|
|
* file(s) with this exception, you may extend this exception to your
|
|
|
|
* version of the file(s), but you are not obligated to do so. If you
|
|
|
|
* do not wish to do so, delete this exception statement from your
|
|
|
|
* version. If you delete this exception statement from all source
|
|
|
|
* files in the program, then also delete it here.
|
2006-02-17 13:35:04 +00:00
|
|
|
*/
|
|
|
|
/* copyright --> */
|
|
|
|
#include "HttpRequestCommand.h"
|
2008-11-03 10:06:25 +00:00
|
|
|
|
|
|
|
#include <algorithm>
|
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
#include "Request.h"
|
2007-10-11 16:58:24 +00:00
|
|
|
#include "DownloadEngine.h"
|
|
|
|
#include "RequestGroup.h"
|
2006-02-17 13:35:04 +00:00
|
|
|
#include "HttpResponseCommand.h"
|
|
|
|
#include "HttpConnection.h"
|
2008-02-08 15:53:45 +00:00
|
|
|
#include "HttpRequest.h"
|
2007-10-17 16:26:51 +00:00
|
|
|
#include "SegmentMan.h"
|
2008-02-08 15:53:45 +00:00
|
|
|
#include "Segment.h"
|
|
|
|
#include "Option.h"
|
|
|
|
#include "Socket.h"
|
|
|
|
#include "prefs.h"
|
2008-04-25 17:44:03 +00:00
|
|
|
#include "a2functional.h"
|
|
|
|
#include "Util.h"
|
2008-09-01 13:46:03 +00:00
|
|
|
#include "CookieStorage.h"
|
2008-11-03 10:06:25 +00:00
|
|
|
#include "AuthConfigFactory.h"
|
|
|
|
#include "AuthConfig.h"
|
2008-02-08 15:53:45 +00:00
|
|
|
|
|
|
|
namespace aria2 {
|
2006-02-17 13:35:04 +00:00
|
|
|
|
2008-04-22 07:15:35 +00:00
|
|
|
HttpRequestCommand::HttpRequestCommand
|
|
|
|
(int cuid,
|
|
|
|
const RequestHandle& req,
|
|
|
|
RequestGroup* requestGroup,
|
|
|
|
const HttpConnectionHandle& httpConnection,
|
|
|
|
DownloadEngine* e,
|
|
|
|
const SocketHandle& s)
|
2007-10-17 16:26:51 +00:00
|
|
|
:AbstractCommand(cuid, req, requestGroup, e, s),
|
|
|
|
_httpConnection(httpConnection)
|
|
|
|
{
|
2008-09-09 12:13:08 +00:00
|
|
|
setTimeout(e->option->getAsInt(PREF_CONNECT_TIMEOUT));
|
2006-07-19 17:07:45 +00:00
|
|
|
disableReadCheckSocket();
|
2006-02-21 12:27:17 +00:00
|
|
|
setWriteCheckSocket(socket);
|
2006-02-17 13:35:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
HttpRequestCommand::~HttpRequestCommand() {}
|
|
|
|
|
2008-04-22 07:15:35 +00:00
|
|
|
static SharedHandle<HttpRequest>
|
|
|
|
createHttpRequest(const SharedHandle<Request>& req,
|
|
|
|
const SharedHandle<Segment>& segment,
|
|
|
|
uint64_t totalLength,
|
2008-04-25 17:44:03 +00:00
|
|
|
const Option* option,
|
2008-09-01 13:46:03 +00:00
|
|
|
const RequestGroup* rg,
|
2008-11-03 10:06:25 +00:00
|
|
|
const SharedHandle<CookieStorage>& cookieStorage,
|
2008-11-04 14:08:26 +00:00
|
|
|
const SharedHandle<AuthConfigFactory>& authConfigFactory,
|
|
|
|
const SharedHandle<Request>& proxyRequest)
|
2008-04-22 07:15:35 +00:00
|
|
|
{
|
|
|
|
HttpRequestHandle httpRequest(new HttpRequest());
|
|
|
|
httpRequest->setUserAgent(option->get(PREF_USER_AGENT));
|
|
|
|
httpRequest->setRequest(req);
|
|
|
|
httpRequest->setSegment(segment);
|
|
|
|
httpRequest->setEntityLength(totalLength);
|
2008-04-25 17:44:03 +00:00
|
|
|
httpRequest->addHeader(option->get(PREF_HEADER));
|
2008-09-01 13:46:03 +00:00
|
|
|
httpRequest->setCookieStorage(cookieStorage);
|
2008-11-03 10:06:25 +00:00
|
|
|
httpRequest->setAuthConfigFactory(authConfigFactory);
|
2008-11-04 14:08:26 +00:00
|
|
|
httpRequest->setProxyRequest(proxyRequest);
|
2008-05-11 13:14:41 +00:00
|
|
|
if(!rg->getAcceptFeatures().empty()) {
|
2008-05-05 08:25:41 +00:00
|
|
|
const std::deque<std::string>& acceptFeatures = rg->getAcceptFeatures();
|
2008-05-12 14:07:54 +00:00
|
|
|
std::string acceptFeaturesHeader = "Accept-Features: ";
|
|
|
|
std::for_each(acceptFeatures.begin(), acceptFeatures.end(),
|
|
|
|
StringAppend(acceptFeaturesHeader, ","));
|
|
|
|
httpRequest->addHeader(Util::trim(acceptFeaturesHeader, ","));
|
2008-04-25 17:44:03 +00:00
|
|
|
}
|
2008-05-05 08:25:41 +00:00
|
|
|
httpRequest->addAcceptType(rg->getAcceptTypes().begin(),
|
|
|
|
rg->getAcceptTypes().end());
|
2008-04-22 07:15:35 +00:00
|
|
|
|
|
|
|
return httpRequest;
|
|
|
|
}
|
|
|
|
|
2007-03-15 Tatsuhiro Tsujikawa <tujikawa at rednoah dot com>
To handle Segment as SegmentHandle:
* src/AbstractCommand.cc (execute): Rewritten.
* src/SegmentMan.h: Segment -> SegmentHandle
Introducded HttpResponse class, HttpRequest class to improve
code
extensiveness and make it clear:
* src/HttpDownloadCommand.cc: transfer encoders are now managed
by
HttpResponse class.
* src/HttpRequest.h, src/HttpRequest.cc: New class.
* src/HttpResponse.h, src/HttpResponse.cc: New class.
* src/HttpConnection.cc: Contruction of http request were moved
to
HttpRequest class.
* src/HttpResponseCommand.h, src/HttpResponseCommand.cc:
Refactored.
* src/HttpRequestCommand.cc (executeInternal): Rewritten.
* src/HttpAuthConfig.h: New class.
* src/Range.h: New class.
To make FtpTunnel{Request, Response}Command and
HttpProxy{Request, Response}Command derived from
AbstractProxy{Request, Response}Command:
* src/FtpTunnelResponseCommand.h,
src/FtpTunnelResponseCommand.cc:
Derived from AbstractProxyRequestCommand class.
* src/FtpTunnelRequestCommand.h, src/FtpTunnelRequestCommand.cc:
Derived from AbstractProxyResponseCommand class.
* src/HttpProxyRequestCommand.h, src/HttpProxyRequestCommand.cc:
Derived from AbstractProxyRequestCommand class.
* src/HttpProxyResponseCommand.h,
src/HttpProxyResponseCommand.cc:
Derived from AbstractProxyResponseCommand class.
* src/AbstractProxyRequestCommand.h,
src/AbstractProxyRequestCommand.cc
: New class.
* src/AbstractProxyResponseCommand.h,
src/AbstractProxyResponseCommand.cc: New class.
To add netrc support:
* src/Netrc.h, src/Netrc.cc: New class.
* src/Util.h, src/Util.cc (split): New function.
* src/HttpHeader.cc (getRange): Fixed so that it inspects
"Content-Range" header instead of "Range" header.
* src/HttpHeader.h
(getStatus): Removed.
(setStatus): Removed.
* src/Segment.h
(getPositionToWrite): New function.
2007-03-15 15:07:18 +00:00
|
|
|
bool HttpRequestCommand::executeInternal() {
|
2008-09-13 16:32:47 +00:00
|
|
|
//socket->setBlockingMode();
|
2008-09-27 16:06:34 +00:00
|
|
|
if(req->getProtocol() == Request::PROTO_HTTPS) {
|
|
|
|
socket->prepareSecureConnection();
|
2008-11-09 07:36:44 +00:00
|
|
|
if(!socket->initiateSecureConnection(req->getHost())) {
|
2008-09-27 16:06:34 +00:00
|
|
|
setReadCheckSocketIf(socket, socket->wantRead());
|
|
|
|
setWriteCheckSocketIf(socket, socket->wantWrite());
|
|
|
|
e->commands.push_back(this);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
2008-09-13 16:32:47 +00:00
|
|
|
if(_httpConnection->sendBufferIsEmpty()) {
|
2008-09-14 14:31:19 +00:00
|
|
|
checkIfConnectionEstablished(socket);
|
2006-02-17 13:35:04 +00:00
|
|
|
|
2008-09-13 16:32:47 +00:00
|
|
|
if(_segments.empty()) {
|
|
|
|
HttpRequestHandle httpRequest
|
|
|
|
(createHttpRequest(req, SharedHandle<Segment>(),
|
|
|
|
_requestGroup->getTotalLength(), e->option,
|
|
|
|
_requestGroup,
|
2008-11-03 10:06:25 +00:00
|
|
|
e->getCookieStorage(),
|
2008-11-04 14:08:26 +00:00
|
|
|
e->getAuthConfigFactory(),
|
|
|
|
_proxyRequest));
|
2008-09-13 16:32:47 +00:00
|
|
|
_httpConnection->sendRequest(httpRequest);
|
|
|
|
} else {
|
|
|
|
for(Segments::iterator itr = _segments.begin(); itr != _segments.end(); ++itr) {
|
|
|
|
const SegmentHandle& segment = *itr;
|
|
|
|
if(!_httpConnection->isIssued(segment)) {
|
|
|
|
HttpRequestHandle httpRequest
|
|
|
|
(createHttpRequest(req, segment,
|
|
|
|
_requestGroup->getTotalLength(), e->option,
|
|
|
|
_requestGroup,
|
2008-11-03 10:06:25 +00:00
|
|
|
e->getCookieStorage(),
|
2008-11-04 14:08:26 +00:00
|
|
|
e->getAuthConfigFactory(),
|
|
|
|
_proxyRequest));
|
2008-09-13 16:32:47 +00:00
|
|
|
_httpConnection->sendRequest(httpRequest);
|
|
|
|
}
|
2007-10-17 16:26:51 +00:00
|
|
|
}
|
|
|
|
}
|
2008-09-13 16:32:47 +00:00
|
|
|
} else {
|
|
|
|
_httpConnection->sendPendingData();
|
|
|
|
}
|
|
|
|
if(_httpConnection->sendBufferIsEmpty()) {
|
|
|
|
Command* command = new HttpResponseCommand(cuid, req, _requestGroup,
|
|
|
|
_httpConnection, e, socket);
|
|
|
|
e->commands.push_back(command);
|
|
|
|
return true;
|
|
|
|
} else {
|
2008-09-27 16:06:34 +00:00
|
|
|
setReadCheckSocketIf(socket, socket->wantRead());
|
|
|
|
setWriteCheckSocketIf(socket, socket->wantWrite());
|
2008-09-13 16:32:47 +00:00
|
|
|
e->commands.push_back(this);
|
|
|
|
return false;
|
2007-10-17 16:26:51 +00:00
|
|
|
}
|
2006-02-17 13:35:04 +00:00
|
|
|
}
|
2008-02-08 15:53:45 +00:00
|
|
|
|
2008-11-04 14:08:26 +00:00
|
|
|
void HttpRequestCommand::setProxyRequest
|
|
|
|
(const SharedHandle<Request>& proxyRequest)
|
|
|
|
{
|
|
|
|
_proxyRequest = proxyRequest;
|
|
|
|
}
|
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
} // namespace aria2
|