/* */ #include "RequestGroupMan.h" #include "BtProgressInfoFile.h" #include "RecoverableException.h" #include "RequestGroup.h" #include "LogFactory.h" #include "DownloadEngine.h" #include "message.h" #include "a2functional.h" #include "DownloadResult.h" #include #include #include RequestGroupMan::RequestGroupMan(const RequestGroups& requestGroups, int32_t maxSimultaneousDownloads): _requestGroups(requestGroups), _logger(LogFactory::getInstance()), _maxSimultaneousDownloads(maxSimultaneousDownloads), _gidCounter(0) {} bool RequestGroupMan::downloadFinished() { if(!_reservedGroups.empty()) { return false; } for(RequestGroups::iterator itr = _requestGroups.begin(); itr != _requestGroups.end(); ++itr) { if((*itr)->getNumCommand() > 0 || !(*itr)->downloadFinished()) { return false; } } return true; } void RequestGroupMan::addRequestGroup(const RequestGroupHandle& group) { _requestGroups.push_back(group); } void RequestGroupMan::addReservedGroup(const RequestGroups& groups) { _reservedGroups.insert(_reservedGroups.end(), groups.begin(), groups.end()); } void RequestGroupMan::addReservedGroup(const RequestGroupHandle& group) { _reservedGroups.push_back(group); } int32_t RequestGroupMan::countRequestGroup() const { return _requestGroups.size(); } RequestGroupHandle RequestGroupMan::getRequestGroup(int32_t index) const { if(index < (int32_t)_requestGroups.size()) { return _requestGroups[index]; } else { return 0; } } void RequestGroupMan::removeStoppedGroup() { int32_t count = 0; RequestGroups temp; for(RequestGroups::iterator itr = _requestGroups.begin(); itr != _requestGroups.end(); ++itr) { if((*itr)->getNumCommand() > 0) { temp.push_back(*itr); } else { try { (*itr)->closeFile(); if((*itr)->downloadFinished()) { _logger->notice(MSG_FILE_DOWNLOAD_COMPLETED, (*itr)->getFilePath().c_str()); if((*itr)->allDownloadFinished()) { (*itr)->getProgressInfoFile()->removeFile(); } else { (*itr)->getProgressInfoFile()->save(); } RequestGroups nextGroups = (*itr)->postDownloadProcessing(); if(nextGroups.size() > 0) { _logger->debug("Adding %d RequestGroups as a result of PostDownloadHandler.", (int32_t)nextGroups.size()); copy(nextGroups.rbegin(), nextGroups.rend(), front_inserter(_reservedGroups)); } } else { (*itr)->getProgressInfoFile()->save(); } } catch(RecoverableException* ex) { _logger->error(EX_EXCEPTION_CAUGHT, ex); delete ex; } (*itr)->releaseRuntimeResource(); ++count; _downloadResults.push_back((*itr)->createDownloadResult()); } } _requestGroups = temp; if(count > 0) { _logger->debug("%d RequestGroup(s) deleted.", count); } } void RequestGroupMan::fillRequestGroupFromReserver(DownloadEngine* e) { RequestGroups temp; removeStoppedGroup(); int32_t count = 0; for(int32_t num = _maxSimultaneousDownloads-_requestGroups.size(); num > 0 && _reservedGroups.size() > 0; --num) { RequestGroupHandle groupToAdd = _reservedGroups.front(); _reservedGroups.pop_front(); try { if(!groupToAdd->isDependencyResolved()) { temp.push_front(groupToAdd); continue; } _requestGroups.push_back(groupToAdd); Commands commands = groupToAdd->createInitialCommand(e); ++count; e->addCommand(commands); } catch(RecoverableException* ex) { _logger->error(EX_EXCEPTION_CAUGHT, ex); delete ex; _downloadResults.push_back(groupToAdd->createDownloadResult()); } } copy(temp.begin(), temp.end(), front_inserter(_reservedGroups)); if(count > 0) { _logger->debug("%d RequestGroup(s) added.", count); } } Commands RequestGroupMan::getInitialCommands(DownloadEngine* e) { Commands commands; for(RequestGroups::iterator itr = _requestGroups.begin(); itr != _requestGroups.end();) { try { if((*itr)->isDependencyResolved()) { Commands nextCommands = (*itr)->createInitialCommand(e); copy(nextCommands.begin(), nextCommands.end(), back_inserter(commands)); ++itr; } else { _reservedGroups.push_front((*itr)); itr = _requestGroups.erase(itr); } } catch(RecoverableException* e) { _logger->error(EX_EXCEPTION_CAUGHT, e); delete e; _downloadResults.push_back((*itr)->createDownloadResult()); itr = _requestGroups.erase(itr); } } return commands; } void RequestGroupMan::save() { for(RequestGroups::iterator itr = _requestGroups.begin(); itr != _requestGroups.end(); ++itr) { if((*itr)->allDownloadFinished()) { (*itr)->getProgressInfoFile()->removeFile(); } else { try { (*itr)->getProgressInfoFile()->save(); } catch(RecoverableException* e) { _logger->error(EX_EXCEPTION_CAUGHT, e); delete e; } } } } void RequestGroupMan::closeFile() { for(RequestGroups::iterator itr = _requestGroups.begin(); itr != _requestGroups.end(); ++itr) { (*itr)->closeFile(); } } void RequestGroupMan::showDownloadResults(ostream& o) const { // Download Results: // idx|stat|path/length // ===+====+======================================================================= o << "\n" <<_("Download Results:") << "\n" << " (OK):download completed.(ERR):error occurred.(INPR):download in-progress." << "\n" << "gid|stat|path/URI" << "\n" << "===+====+======================================================================" << "\n"; for(DownloadResults::const_iterator itr = _downloadResults.begin(); itr != _downloadResults.end(); ++itr) { string status = (*itr)->result == DownloadResult::FINISHED ? "OK" : "ERR"; o << formatDownloadResult(status, *itr) << "\n"; } for(RequestGroups::const_iterator itr = _requestGroups.begin(); itr != _requestGroups.end(); ++itr) { DownloadResultHandle result = (*itr)->createDownloadResult(); string status = result->result == DownloadResult::FINISHED ? "OK" : "INPR"; o << formatDownloadResult(status, result) << "\n"; } } string RequestGroupMan::formatDownloadResult(const string& status, const DownloadResultHandle& downloadResult) const { stringstream o; o << setw(3) << downloadResult->gid << "|" << setw(4) << status << "|"; if(downloadResult->result == DownloadResult::FINISHED) { o << downloadResult->filePath; } else { if(downloadResult->numUri == 0) { if(downloadResult->filePath.empty()) { o << "n/a"; } else { o << downloadResult->filePath; } } else { o << downloadResult->uri; if(downloadResult->numUri > 1) { o << " (" << downloadResult->numUri-1 << "more)"; } } } return o.str(); } bool RequestGroupMan::isSameFileBeingDownloaded(RequestGroup* requestGroup) const { // TODO it may be good to use dedicated method rather than use isPreLocalFileCheckEnabled if(!requestGroup->isPreLocalFileCheckEnabled()) { return false; } for(RequestGroups::const_iterator itr = _requestGroups.begin(); itr != _requestGroups.end(); ++itr) { if((*itr).get() != requestGroup && (*itr)->getFilePath() == requestGroup->getFilePath()) { return true; } } return false; } void RequestGroupMan::halt() { for(RequestGroups::const_iterator itr = _requestGroups.begin(); itr != _requestGroups.end(); ++itr) { (*itr)->setHaltRequested(true); } } TransferStat RequestGroupMan::calculateStat() { return accumulate(_requestGroups.begin(), _requestGroups.end(), TransferStat(), adopt2nd(plus(), mem_fun_sh(&RequestGroup::calculateStat))); }