aria2/src/DownloadEngine.cc

960 lines
23 KiB
C++

/* <!-- copyright */
/*
* aria2 - The high speed download utility
*
* Copyright (C) 2006 Tatsuhiro Tsujikawa
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*
* In addition, as a special exception, the copyright holders give
* permission to link the code of portions of this program with the
* OpenSSL library under certain conditions as described in each
* individual source file, and distribute linked combinations
* including the two.
* You must obey the GNU General Public License in all respects
* for all of the code used other than OpenSSL. If you modify
* file(s) with this exception, you may extend this exception to your
* version of the file(s), but you are not obligated to do so. If you
* do not wish to do so, delete this exception statement from your
* version. If you delete this exception statement from all source
* files in the program, then also delete it here.
*/
/* copyright --> */
#include "DownloadEngine.h"
#ifdef ENABLE_ASYNC_DNS
#include "AsyncNameResolver.h"
#endif // ENABLE_ASYNC_DNS
#include "StatCalc.h"
#include "RequestGroup.h"
#include "RequestGroupMan.h"
#include "FileAllocationMan.h"
#include "CheckIntegrityMan.h"
#include "DownloadResult.h"
#include "StatCalc.h"
#include "LogFactory.h"
#include "Logger.h"
#include "TimeA2.h"
#include "a2time.h"
#include "Socket.h"
#include "Util.h"
#include "a2functional.h"
#include "DlAbortEx.h"
#include "ServerStatMan.h"
#include "CookieStorage.h"
#include <signal.h>
#include <cstring>
#include <algorithm>
#include <numeric>
#include <cerrno>
namespace aria2 {
// 0 ... running
// 1 ... stop signal detected
// 2 ... stop signal processed by DownloadEngine
// 3 ... 2nd stop signal(force shutdown) detected
// 4 ... 2nd stop signal processed by DownloadEngine
volatile sig_atomic_t globalHaltRequested = 0;
CommandEvent::CommandEvent(Command* command, int events):
_command(command), _events(events) {}
bool CommandEvent::operator==(const CommandEvent& commandEvent) const
{
return _command == commandEvent._command;
}
int CommandEvent::getEvents() const
{
return _events;
}
void CommandEvent::addEvents(int events)
{
_events |= events;
}
void CommandEvent::removeEvents(int events)
{
_events &= (~events);
}
bool CommandEvent::eventsEmpty() const
{
return _events == 0;
}
void CommandEvent::processEvents(int events)
{
if((_events&events) ||
((SocketEntry::EVENT_ERROR|SocketEntry::EVENT_HUP)&events)) {
_command->setStatusActive();
}
if(SocketEntry::EVENT_READ&events) {
_command->readEventReceived();
}
if(SocketEntry::EVENT_WRITE&events) {
_command->writeEventReceived();
}
if(SocketEntry::EVENT_ERROR&events) {
_command->errorEventReceived();
}
if(SocketEntry::EVENT_HUP&events) {
_command->hupEventReceived();
}
}
#if defined HAVE_EPOLL && defined ENABLE_ASYNC_DNS
ADNSEvent::ADNSEvent(const SharedHandle<AsyncNameResolver>& resolver,
Command* command,
sock_t socket, int events):
_resolver(resolver), _command(command), _socket(socket), _events(events) {}
bool ADNSEvent::operator==(const ADNSEvent& event) const
{
return _resolver == event._resolver;
}
int ADNSEvent::getEvents() const
{
return _events;
}
void ADNSEvent::processEvents(int events)
{
ares_socket_t readfd;
ares_socket_t writefd;
if(events&(SocketEntry::EVENT_READ|SocketEntry::EVENT_ERROR|SocketEntry::EVENT_HUP)) {
readfd = _socket;
} else {
readfd = ARES_SOCKET_BAD;
}
if(events&(SocketEntry::EVENT_WRITE|SocketEntry::EVENT_ERROR|SocketEntry::EVENT_HUP)) {
writefd = _socket;
} else {
writefd = ARES_SOCKET_BAD;
}
_resolver->process(readfd, writefd);
_command->setStatusActive();
}
#endif // HAVE_EPOLL && ENABLE_ASYNC_DNS
SocketEntry::SocketEntry(sock_t socket):_socket(socket)
{
#ifdef HAVE_EPOLL
memset(&_epEvent, 0, sizeof(struct epoll_event));
#endif // HAVE_EPOLL
}
bool SocketEntry::operator==(const SocketEntry& entry) const
{
return _socket == entry._socket;
}
bool SocketEntry::operator<(const SocketEntry& entry) const
{
return _socket < entry._socket;
}
void SocketEntry::addCommandEvent(Command* command, int events)
{
CommandEvent cev(command, events);
std::deque<CommandEvent>::iterator i = std::find(_commandEvents.begin(),
_commandEvents.end(),
cev);
if(i == _commandEvents.end()) {
_commandEvents.push_back(cev);
} else {
(*i).addEvents(events);
}
}
void SocketEntry::removeCommandEvent(Command* command, int events)
{
CommandEvent cev(command, events);
std::deque<CommandEvent>::iterator i = std::find(_commandEvents.begin(),
_commandEvents.end(),
cev);
if(i == _commandEvents.end()) {
// not found
} else {
(*i).removeEvents(events);
if((*i).eventsEmpty()) {
_commandEvents.erase(i);
}
}
}
#if defined HAVE_EPOLL && defined ENABLE_ASYNC_DNS
void SocketEntry::addADNSEvent(const SharedHandle<AsyncNameResolver>& resolver,
Command* command, int events)
{
ADNSEvent aev(resolver, command, _socket, events);
std::deque<ADNSEvent>::iterator i = std::find(_adnsEvents.begin(),
_adnsEvents.end(),
aev);
if(i == _adnsEvents.end()) {
_adnsEvents.push_back(aev);
}
}
void SocketEntry::removeADNSEvent(const SharedHandle<AsyncNameResolver>& resolver,
Command* command)
{
ADNSEvent aev(resolver, command, _socket, 0);
std::deque<ADNSEvent>::iterator i = std::find(_adnsEvents.begin(),
_adnsEvents.end(),
aev);
if(i == _adnsEvents.end()) {
// not found
} else {
_adnsEvents.erase(i);
}
}
#endif // HAVE_EPOLL && ENABLE_ASYNC_DNS
void SocketEntry::processEvents(int events)
{
std::for_each(_commandEvents.begin(), _commandEvents.end(),
std::bind2nd(std::mem_fun_ref(&CommandEvent::processEvents),
events));
#if defined HAVE_EPOLL && defined ENABLE_ASYNC_DNS
std::for_each(_adnsEvents.begin(), _adnsEvents.end(),
std::bind2nd(std::mem_fun_ref(&ADNSEvent::processEvents),
events));
#endif // HAVE_EPOLL && ENABLE_ASYNC_DNS
}
sock_t SocketEntry::getSocket() const
{
return _socket;
}
bool SocketEntry::eventEmpty() const
{
#if defined HAVE_EPOLL && defined ENABLE_ASYNC_DNS
return _commandEvents.empty() && _adnsEvents.empty();
#else // !(HAVE_EPOLL && ENABLE_ASYNC_DNS)
return _commandEvents.empty();
#endif // !(HAVE_EPOLL && ENABLE_ASYNC_DNS)
}
class AccEvent {
public:
int operator()(int events, const CommandEvent& commandEvent) const
{
return events|commandEvent.getEvents();
}
#if defined HAVE_EPOLL && defined ENABLE_ASYNC_DNS
int operator()(int events, const ADNSEvent& adnsEvent) const
{
return events|adnsEvent.getEvents();
}
#endif // HAVE_EPOLL && ENABLE_ASYNC_DNS
};
#ifdef HAVE_EPOLL
struct epoll_event& SocketEntry::getEpEvent()
{
_epEvent.data.ptr = this;
#ifdef ENABLE_ASYNC_DNS
_epEvent.events =
std::accumulate(_adnsEvents.begin(),
_adnsEvents.end(),
std::accumulate(_commandEvents.begin(),
_commandEvents.end(), 0, AccEvent()),
AccEvent());
#else // !ENABLE_ASYNC_DNS
_epEvent.events =
std::accumulate(_commandEvents.begin(), _commandEvents.end(), 0, AccEvent());
#endif // !ENABLE_ASYNC_DNS
return _epEvent;
}
#else // !HAVE_EPOLL
int SocketEntry::getEvents()
{
return
std::accumulate(_commandEvents.begin(), _commandEvents.end(), 0, AccEvent());
}
#endif // !HAVE_EPOLL
#ifdef ENABLE_ASYNC_DNS
AsyncNameResolverEntry::AsyncNameResolverEntry
(const SharedHandle<AsyncNameResolver>& nameResolver, Command* command):
_nameResolver(nameResolver), _command(command)
#ifdef HAVE_EPOLL
, _socketsSize(0)
#endif // HAVE_EPOLL
{}
bool AsyncNameResolverEntry::operator==(const AsyncNameResolverEntry& entry)
{
return _nameResolver == entry._nameResolver &&
_command == entry._command;
}
#ifdef HAVE_EPOLL
void AsyncNameResolverEntry::addSocketEvents(DownloadEngine* e)
{
_socketsSize = 0;
int mask = _nameResolver->getsock(_sockets);
if(mask == 0) {
return;
}
size_t i;
for(i = 0; i < ARES_GETSOCK_MAXNUM; ++i) {
//epoll_event_t* epEventPtr = &_epEvents[_socketsSize];
int events = 0;
if(ARES_GETSOCK_READABLE(mask, i)) {
events |= EPOLLIN;
}
if(ARES_GETSOCK_WRITABLE(mask, i)) {
events |= EPOLLOUT;
}
if(events == 0) {
// assume no further sockets are returned.
break;
}
e->addSocketEvents(_sockets[i], _command, events, _nameResolver);
}
_socketsSize = i;
}
void AsyncNameResolverEntry::removeSocketEvents(DownloadEngine* e)
{
for(size_t i = 0; i < _socketsSize; ++i) {
e->deleteSocketEvents(_sockets[i], _command, 0, _nameResolver);
}
}
#else // !HAVE_EPOLL
int AsyncNameResolverEntry::getFds(fd_set* rfdsPtr, fd_set* wfdsPtr)
{
return _nameResolver->getFds(rfdsPtr, wfdsPtr);
}
void AsyncNameResolverEntry::process(fd_set* rfdsPtr, fd_set* wfdsPtr)
{
_nameResolver->process(rfdsPtr, wfdsPtr);
switch(_nameResolver->getStatus()) {
case AsyncNameResolver::STATUS_SUCCESS:
case AsyncNameResolver::STATUS_ERROR:
_command->setStatusActive();
break;
default:
break;
}
}
#endif // !HAVE_EPOLL
#endif // ENABLE_ASYNC_DNS
DownloadEngine::DownloadEngine():logger(LogFactory::getInstance()),
_haltRequested(false),
_noWait(false),
_cookieStorage(new CookieStorage())
{
#ifdef HAVE_EPOLL
_epfd = epoll_create(EPOLL_EVENTS_MAX);
_epEvents = new struct epoll_event[EPOLL_EVENTS_MAX];
#else // !HAVE_EPOLL
updateFdSet();
#endif // !HAVE_EPOLL
}
DownloadEngine::~DownloadEngine() {
cleanQueue();
#ifdef HAVE_EPOLL
if(_epfd != -1) {
int r;
while((r = close(_epfd)) == -1 && errno == EINTR);
if(r == -1) {
logger->error("Error occurred while closing epoll file descriptor %d: %s",
_epfd, strerror(errno));
}
}
delete [] _epEvents;
#endif // HAVE_EPOLL
}
void DownloadEngine::cleanQueue() {
std::for_each(commands.begin(), commands.end(), Deleter());
commands.clear();
}
static void executeCommand(std::deque<Command*>& commands,
Command::STATUS statusFilter)
{
size_t max = commands.size();
for(size_t i = 0; i < max; i++) {
Command* com = commands.front();
commands.pop_front();
if(com->statusMatch(statusFilter)) {
com->transitStatus();
if(com->execute()) {
delete com;
com = 0;
}
} else {
commands.push_back(com);
}
if(com) {
com->clearIOEvents();
}
}
}
void DownloadEngine::run() {
#ifdef HAVE_EPOLL
if(_epfd == -1) {
throw DlAbortEx("epoll_init() failed.");
}
#endif // HAVE_EPOLL
Time cp;
cp.setTimeInSec(0);
while(!commands.empty() || !_routineCommands.empty()) {
if(cp.elapsed(1)) {
cp.reset();
executeCommand(commands, Command::STATUS_ALL);
} else {
executeCommand(commands, Command::STATUS_ACTIVE);
}
executeCommand(_routineCommands, Command::STATUS_ALL);
afterEachIteration();
if(!commands.empty()) {
waitData();
}
_noWait = false;
calculateStatistics();
}
onEndOfRun();
}
void DownloadEngine::shortSleep() const {
struct timeval tv;
tv.tv_sec = 0;
tv.tv_usec = 1000;
fd_set rfds;
FD_ZERO(&rfds);
select(0, &rfds, NULL, NULL, &tv);
}
void DownloadEngine::waitData()
{
#ifdef HAVE_EPOLL
// timeout is millisec
int timeout = _noWait ? 0 : 1000;
int res;
while((res = epoll_wait(_epfd, _epEvents, EPOLL_EVENTS_MAX, timeout)) == -1 &&
errno == EINTR);
if(res > 0) {
for(int i = 0; i < res; ++i) {
SocketEntry* p = (SocketEntry*)_epEvents[i].data.ptr;
p->processEvents(_epEvents[i].events);
}
}
// TODO timeout of name resolver is determined in Command(AbstractCommand,
// DHTEntryPoint...Command)
#else // !HAVE_EPOLL
fd_set rfds;
fd_set wfds;
struct timeval tv;
memcpy(&rfds, &rfdset, sizeof(fd_set));
memcpy(&wfds, &wfdset, sizeof(fd_set));
#ifdef ENABLE_ASYNC_DNS
for(std::deque<SharedHandle<AsyncNameResolverEntry> >::iterator itr =
nameResolverEntries.begin(); itr != nameResolverEntries.end(); ++itr) {
SharedHandle<AsyncNameResolverEntry>& entry = *itr;
int fd = entry->getFds(&rfds, &wfds);
// TODO force error if fd == 0
if(fdmax < fd) {
fdmax = fd;
}
}
#endif // ENABLE_ASYNC_DNS
tv.tv_sec = _noWait ? 0 : 1;
tv.tv_usec = 0;
int retval = select(fdmax+1, &rfds, &wfds, NULL, &tv);
if(retval > 0) {
for(std::deque<SharedHandle<SocketEntry> >::iterator i =
socketEntries.begin(); i != socketEntries.end(); ++i) {
int events = 0;
if(FD_ISSET((*i)->getSocket(), &rfds)) {
events |= SocketEntry::EVENT_READ;
}
if(FD_ISSET((*i)->getSocket(), &wfds)) {
events |= SocketEntry::EVENT_WRITE;
}
(*i)->processEvents(events);
}
}
#ifdef ENABLE_ASYNC_DNS
for(std::deque<SharedHandle<AsyncNameResolverEntry> >::iterator i =
nameResolverEntries.begin(); i != nameResolverEntries.end(); ++i) {
(*i)->process(&rfds, &wfds);
}
#endif // ENABLE_ASYNC_DNS
#endif // !HAVE_EPOLL
}
#ifndef HAVE_EPOLL
void DownloadEngine::updateFdSet() {
fdmax = 0;
FD_ZERO(&rfdset);
FD_ZERO(&wfdset);
for(std::deque<SharedHandle<SocketEntry> >::iterator i =
socketEntries.begin(); i != socketEntries.end(); ++i) {
sock_t fd = (*i)->getSocket();
int events = (*i)->getEvents();
if(events&SocketEntry::EVENT_READ) {
FD_SET(fd, &rfdset);
}
if(events&SocketEntry::EVENT_WRITE) {
FD_SET(fd, &wfdset);
}
if(fdmax < fd) {
fdmax = fd;
}
}
}
#endif // !HAVE_EPOLL
bool DownloadEngine::addSocketEvents(sock_t socket, Command* command, int events
#if defined HAVE_EPOLL && defined ENABLE_ASYNC_DNS
,const SharedHandle<AsyncNameResolver>& rs
#endif // HAVE_EPOLL && ENABLE_ASYNC_DNS
)
{
SharedHandle<SocketEntry> socketEntry(new SocketEntry(socket));
std::deque<SharedHandle<SocketEntry> >::iterator i =
std::lower_bound(socketEntries.begin(), socketEntries.end(), socketEntry);
int r = 0;
if(i != socketEntries.end() && (*i) == socketEntry) {
#ifdef HAVE_EPOLL
#ifdef ENABLE_ASYNC_DNS
if(rs.isNull()) {
(*i)->addCommandEvent(command, events);
} else {
(*i)->addADNSEvent(rs, command, events);
}
#else // !ENABLE_ASYNC_DNS
(*i)->addCommandEvent(command, events);
#endif // !ENABLE_ASYNC_DNS
r = epoll_ctl(_epfd, EPOLL_CTL_MOD, (*i)->getSocket(), &(*i)->getEpEvent());
if(r == -1) {
// try EPOLL_CTL_ADD: There is a chance that previously socket X is
// added to epoll, but it is closed and is not yet removed from
// SocketEntries. In this case, EPOLL_CTL_MOD is failed with ENOENT.
r = epoll_ctl(_epfd, EPOLL_CTL_ADD, (*i)->getSocket(), &(*i)->getEpEvent());
}
#else // !HAVE_EPOLL
(*i)->addCommandEvent(command, events);
#endif // !HAVE_EPOLL
} else {
socketEntries.insert(i, socketEntry);
#ifdef HAVE_EPOLL
#ifdef ENABLE_ASYNC_DNS
if(rs.isNull()) {
socketEntry->addCommandEvent(command, events);
} else {
socketEntry->addADNSEvent(rs, command, events);
}
#else // !ENABLE_ASYNC_DNS
socketEntry->addCommandEvent(command, events);
#endif // !ENABLE_ASYNC_DNS
r = epoll_ctl(_epfd, EPOLL_CTL_ADD, socketEntry->getSocket(), &socketEntry->getEpEvent());
#else // !HAVE_EPOLL
socketEntry->addCommandEvent(command, events);
#endif // !HAVE_EPOLL
}
#ifndef HAVE_EPOLL
updateFdSet();
#endif // !HAVE_EPOLL
if(r == -1) {
logger->debug("Failed to add socket event %d:%s", socket, strerror(errno));
return false;
} else {
return true;
}
}
bool DownloadEngine::deleteSocketEvents(sock_t socket, Command* command, int events
#if defined HAVE_EPOLL && defined ENABLE_ASYNC_DNS
,const SharedHandle<AsyncNameResolver>& rs
#endif // HAVE_EPOLL && ENABLE_ASYNC_DNS
)
{
SharedHandle<SocketEntry> socketEntry(new SocketEntry(socket));
std::deque<SharedHandle<SocketEntry> >::iterator i =
std::lower_bound(socketEntries.begin(), socketEntries.end(), socketEntry);
if(i != socketEntries.end() && (*i) == socketEntry) {
#ifdef HAVE_EPOLL
#ifdef ENABLE_ASYNC_DNS
if(rs.isNull()) {
(*i)->removeCommandEvent(command, events);
} else {
(*i)->removeADNSEvent(rs, command);
}
#else // !ENABLE_ASYNC_DNS
(*i)->removeCommandEvent(command, events);
#endif // !ENABLE_ASYNC_DNS
#else // !HAVE_EPOLL
(*i)->removeCommandEvent(command, events);
#endif // !HAVE_EPOLL
int r = 0;
if((*i)->eventEmpty()) {
#ifdef HAVE_EPOLL
r = epoll_ctl(_epfd, EPOLL_CTL_DEL, (*i)->getSocket(), 0);
#endif // HAVE_EPOLL
socketEntries.erase(i);
} else {
#ifdef HAVE_EPOLL
// If socket is closed, then it seems it is automatically removed from
// epoll, so following EPOLL_CTL_MOD may fail.
r = epoll_ctl(_epfd, EPOLL_CTL_MOD, (*i)->getSocket(), &(*i)->getEpEvent());
if(r == -1) {
logger->debug("Failed to delete socket event, but may be ignored:%s", strerror(errno));
}
#endif // HAVE_EPOLL
}
#ifndef HAVE_EPOLL
updateFdSet();
#endif // !HAVE_EPOLL
if(r == -1) {
logger->debug("Failed to delete socket event:%s", strerror(errno));
return false;
} else {
return true;
}
} else {
logger->debug("Socket %d is not found in SocketEntries.", socket);
return false;
}
}
bool DownloadEngine::addSocketForReadCheck(const SocketHandle& socket,
Command* command)
{
return addSocketEvents(socket->getSockfd(), command, SocketEntry::EVENT_READ);
}
bool DownloadEngine::deleteSocketForReadCheck(const SocketHandle& socket,
Command* command)
{
return deleteSocketEvents(socket->getSockfd(), command, SocketEntry::EVENT_READ);
}
bool DownloadEngine::addSocketForWriteCheck(const SocketHandle& socket,
Command* command)
{
return addSocketEvents(socket->getSockfd(), command, SocketEntry::EVENT_WRITE);
}
bool DownloadEngine::deleteSocketForWriteCheck(const SocketHandle& socket,
Command* command)
{
return deleteSocketEvents(socket->getSockfd(), command, SocketEntry::EVENT_WRITE);
}
void DownloadEngine::calculateStatistics()
{
if(!_statCalc.isNull()) {
_statCalc->calculateStat(_requestGroupMan, _fileAllocationMan, _checkIntegrityMan);
}
}
void DownloadEngine::onEndOfRun()
{
_requestGroupMan->updateServerStat();
_requestGroupMan->closeFile();
_requestGroupMan->save();
}
void DownloadEngine::afterEachIteration()
{
if(globalHaltRequested == 1) {
logger->notice(_("Shutdown sequence commencing... Press Ctrl-C again for emergency shutdown."));
requestHalt();
globalHaltRequested = 2;
} else if(globalHaltRequested == 3) {
logger->notice(_("Emergency shutdown sequence commencing..."));
_requestGroupMan->forceHalt();
globalHaltRequested = 4;
}
}
void DownloadEngine::requestHalt()
{
_haltRequested = true;
_requestGroupMan->halt();
}
void DownloadEngine::fillCommand()
{
std::deque<Command*> commands;
_requestGroupMan->getInitialCommands(commands, this);
addCommand(commands);
}
void DownloadEngine::setStatCalc(const StatCalcHandle& statCalc)
{
_statCalc = statCalc;
}
void DownloadEngine::addCommand(const Commands& commands)
{
this->commands.insert(this->commands.end(), commands.begin(), commands.end());
}
#ifdef ENABLE_ASYNC_DNS
bool DownloadEngine::addNameResolverCheck
(const SharedHandle<AsyncNameResolver>& resolver, Command* command)
{
SharedHandle<AsyncNameResolverEntry> entry
(new AsyncNameResolverEntry(resolver, command));
std::deque<SharedHandle<AsyncNameResolverEntry> >::iterator itr =
std::find(nameResolverEntries.begin(), nameResolverEntries.end(), entry);
if(itr == nameResolverEntries.end()) {
nameResolverEntries.push_back(entry);
#ifdef HAVE_EPOLL
entry->addSocketEvents(this);
#endif // HAVE_EPOLL
return true;
} else {
return false;
}
}
bool DownloadEngine::deleteNameResolverCheck
(const SharedHandle<AsyncNameResolver>& resolver, Command* command)
{
SharedHandle<AsyncNameResolverEntry> entry
(new AsyncNameResolverEntry(resolver, command));
std::deque<SharedHandle<AsyncNameResolverEntry> >::iterator itr =
std::find(nameResolverEntries.begin(), nameResolverEntries.end(), entry);
if(itr == nameResolverEntries.end()) {
return false;
} else {
#ifdef HAVE_EPOLL
(*itr)->removeSocketEvents(this);
#endif // HAVE_EPOLL
nameResolverEntries.erase(itr);
return true;
}
}
#endif // ENABLE_ASYNC_DNS
void DownloadEngine::setNoWait(bool b)
{
_noWait = b;
}
void DownloadEngine::addRoutineCommand(Command* command)
{
_routineCommands.push_back(command);
}
SharedHandle<CookieStorage> DownloadEngine::getCookieStorage() const
{
return _cookieStorage;
}
void DownloadEngine::poolSocket(const std::string& ipaddr, uint16_t port,
const SharedHandle<SocketCore>& sock,
time_t timeout)
{
std::string addr = ipaddr+":"+Util::uitos(port);
logger->info("Pool socket for %s", addr.c_str());
SocketPoolEntry e(sock, timeout);
std::multimap<std::string, SocketPoolEntry>::value_type p(addr, e);
_socketPool.insert(p);
}
SharedHandle<SocketCore>
DownloadEngine::popPooledSocket(const std::string& ipaddr, uint16_t port)
{
SharedHandle<SocketCore> s;
std::string addr = ipaddr+":"+Util::uitos(port);
std::multimap<std::string, SocketPoolEntry>::iterator first = _socketPool.find(addr);
for(std::multimap<std::string, SocketPoolEntry>::iterator i = first;
i != _socketPool.end() && (*i).first == addr; ++i) {
const SocketPoolEntry& e = (*i).second;
if(!e.isTimeout()) {
logger->info("Reuse socket for %s", addr.c_str());
s = e.getSocket();
_socketPool.erase(first, ++i);
break;
}
}
return s;
}
SharedHandle<SocketCore>
DownloadEngine::popPooledSocket
(const std::deque<std::string>& ipaddrs, uint16_t port)
{
for(std::deque<std::string>::const_iterator i = ipaddrs.begin();
i != ipaddrs.end(); ++i) {
SharedHandle<SocketCore> s = popPooledSocket(*i, port);
if(!s.isNull()) {
return s;
}
}
return SharedHandle<SocketCore>();
}
DownloadEngine::SocketPoolEntry::SocketPoolEntry
(const SharedHandle<SocketCore>& socket,
time_t timeout):
_socket(socket),
_timeout(timeout) {}
DownloadEngine::SocketPoolEntry::~SocketPoolEntry() {}
bool DownloadEngine::SocketPoolEntry::isTimeout() const
{
return _registeredTime.elapsed(_timeout);
}
SharedHandle<SocketCore> DownloadEngine::SocketPoolEntry::getSocket() const
{
return _socket;
}
} // namespace aria2