/* */ #include "common.h" #include "SharedHandle.h" #include "LogFactory.h" #include "Logger.h" #include "Util.h" #include "BitfieldManFactory.h" #include "AuthConfigFactory.h" #include "CookieBoxFactory.h" #include "FeatureConfig.h" #include "MultiUrlRequestInfo.h" #include "SimpleRandomizer.h" #include "Netrc.h" #include "FatalException.h" #include "File.h" #include "CUIDCounter.h" #include "UriListParser.h" #include "message.h" #include "prefs.h" #include "Option.h" #include "a2algo.h" #include "a2io.h" #include "a2time.h" #include "Platform.h" #include "ParameterizedStringParser.h" #include "PStringBuildVisitor.h" #include "SingleFileDownloadContext.h" #include "DefaultBtContext.h" #include "FileEntry.h" #include "RequestGroup.h" #include "ProtocolDetector.h" #ifdef ENABLE_METALINK # include "MetalinkHelper.h" # include "Metalink2RequestGroup.h" # include "MetalinkEntry.h" #endif // ENABLE_METALINK #ifdef ENABLE_MESSAGE_DIGEST # include "MessageDigestHelper.h" #endif // ENABLE_MESSAGE_DIGEST #include #include #include #include #include #include extern char* optarg; extern int optind, opterr, optopt; #include #ifdef HAVE_LIBSSL // for SSL # include # include #endif // HAVE_LIBSSL #ifdef HAVE_LIBGNUTLS # include #endif // HAVE_LIBGNUTLS namespace aria2 { std::deque unfoldURI(const std::deque& args) { std::deque nargs; ParameterizedStringParser p; PStringBuildVisitor v; for(std::deque::const_iterator itr = args.begin(); itr != args.end(); ++itr) { v.reset(); p.parse(*itr)->accept(&v); nargs.insert(nargs.end(), v.getURIs().begin(), v.getURIs().end()); } return nargs; } RequestGroupHandle createRequestGroup(const Option* op, const std::deque& uris, const std::string& ufilename = "") { RequestGroupHandle rg(new RequestGroup(op, uris)); SingleFileDownloadContextHandle dctx (new SingleFileDownloadContext(op->getAsInt(PREF_SEGMENT_SIZE), 0, "", ufilename)); dctx->setDir(op->get(PREF_DIR)); rg->setDownloadContext(dctx); return rg; } extern Option* option_processing(int argc, char* const argv[]); #ifdef ENABLE_BITTORRENT SharedHandle createBtRequestGroup(const std::string& torrentFilePath, Option* op, const std::deque& auxUris) { SharedHandle rg(new RequestGroup(op, auxUris)); SharedHandle btContext(new DefaultBtContext()); btContext->load(torrentFilePath);// may throw exception if(op->defined(PREF_PEER_ID_PREFIX)) { btContext->setPeerIdPrefix(op->get(PREF_PEER_ID_PREFIX)); } btContext->setDir(op->get(PREF_DIR)); rg->setDownloadContext(btContext); btContext->setOwnerRequestGroup(rg.get()); return rg; } int32_t downloadBitTorrent(Option* op, const std::deque& uri) { std::deque nargs; if(op->get(PREF_PARAMETERIZED_URI) == V_TRUE) { nargs = unfoldURI(uri); } else { nargs = uri; } std::deque xargs; ncopy(nargs.begin(), nargs.end(), op->getAsInt(PREF_SPLIT), std::back_inserter(xargs)); RequestGroupHandle rg = createBtRequestGroup(op->get(PREF_TORRENT_FILE), op, xargs); RequestGroups groups; groups.push_back(rg); return MultiUrlRequestInfo(groups, op).execute(); } #endif // ENABLE_BITTORRENT #ifdef ENABLE_METALINK int32_t downloadMetalink(Option* op) { RequestGroups groups = Metalink2RequestGroup(op).generate(op->get(PREF_METALINK_FILE)); if(groups.empty()) { throw new FatalException("No files to download."); } return MultiUrlRequestInfo(groups, op).execute(); } #endif // ENABLE_METALINK class AccRequestGroup { private: ProtocolDetector _detector; Option* _op; public: AccRequestGroup(Option* op):_op(op) {} std::deque >& operator()(std::deque >& groups, const std::string& uri) { if(_detector.isStreamProtocol(uri)) { std::deque xuris; for(size_t count = _op->getAsInt(PREF_SPLIT); count; --count) { xuris.push_back(uri); } RequestGroupHandle rg = createRequestGroup(_op, xuris); groups.push_back(rg); } #ifdef ENABLE_BITTORRENT else if(_detector.guessTorrentFile(uri)) { try { groups.push_back(createBtRequestGroup(uri, _op, std::deque())); } catch(RecoverableException* e) { // error occurred while parsing torrent file. // We simply ignore it. } } #endif // ENABLE_BITTORRENT #ifdef ENABLE_METALINK else if(_detector.guessMetalinkFile(uri)) { try { std::deque > metalinkGroups = Metalink2RequestGroup(_op).generate(uri); groups.insert(groups.end(), metalinkGroups.begin(), metalinkGroups.end()); } catch(RecoverableException* e) { // error occurred while parsing metalink file. // We simply ignore it. } } #endif // ENABLE_METALINK else { LogFactory::getInstance()->error(MSG_UNRECOGNIZED_URI, (uri).c_str()); } return groups; } }; int32_t downloadUriList(Option* op, std::istream& in) { UriListParser p; RequestGroups groups; while(in) { std::deque uris = p.parseNext(in); if(uris.size() == 1 && op->get(PREF_PARAMETERIZED_URI) == V_TRUE) { std::deque unfoldedURIs = unfoldURI(uris); std::deque > thisGroups = std::accumulate(unfoldedURIs.begin(), unfoldedURIs.end(), std::deque >(), AccRequestGroup(op)); groups.insert(groups.end(), thisGroups.begin(), thisGroups.end()); } else if(uris.size() == 1) { std::deque > thisGroups = std::accumulate(uris.begin(), uris.end(), std::deque >(), AccRequestGroup(op)); groups.insert(groups.end(), thisGroups.begin(), thisGroups.end()); } else if(uris.size() > 0) { std::deque xuris; ncopy(uris.begin(), uris.end(), op->getAsInt(PREF_SPLIT), std::back_inserter(xuris)); SharedHandle rg = createRequestGroup(op, xuris); groups.push_back(rg); } } return MultiUrlRequestInfo(groups, op).execute(); } int32_t downloadUriList(Option* op) { if(op->get(PREF_INPUT_FILE) == "-") { return downloadUriList(op, std::cin); } else { if(!File(op->get(PREF_INPUT_FILE)).isFile()) { throw new FatalException(EX_FILE_OPEN, op->get(PREF_INPUT_FILE).c_str(), "No such file"); } std::ifstream f(op->get(PREF_INPUT_FILE).c_str()); return downloadUriList(op, f); } } int32_t downloadUri(Option* op, const std::deque& uris) { std::deque nargs; if(op->get(PREF_PARAMETERIZED_URI) == V_TRUE) { nargs = unfoldURI(uris); } else { nargs = uris; } RequestGroups groups; if(op->get(PREF_FORCE_SEQUENTIAL) == V_TRUE) { groups = std::accumulate(nargs.begin(), nargs.end(), std::deque >(), AccRequestGroup(op)); } else { std::deque xargs; ncopy(nargs.begin(), nargs.end(), op->getAsInt(PREF_SPLIT), std::back_inserter(xargs)); RequestGroupHandle rg = createRequestGroup(op, xargs, op->get(PREF_OUT)); groups.push_back(rg); } return MultiUrlRequestInfo(groups, op).execute(); } int main(int argc, char* argv[]) { Option* op = option_processing(argc, argv); std::deque args(argv+optind, argv+argc); SimpleRandomizer::init(); BitfieldManFactory::setDefaultRandomizer(SimpleRandomizer::getInstance()); if(op->getAsBool(PREF_STDOUT_LOG)) { LogFactory::setLogFile(DEV_STDOUT); } else if(op->get(PREF_LOG).size()) { LogFactory::setLogFile(op->get(PREF_LOG)); } else { LogFactory::setLogFile(DEV_NULL); } int32_t exitStatus = EXIT_SUCCESS; try { Logger* logger = LogFactory::getInstance(); logger->info("%s %s %s", PACKAGE, PACKAGE_VERSION, TARGET); logger->info(MSG_LOGGING_STARTED); AuthConfigFactoryHandle authConfigFactory(new AuthConfigFactory(op)); File netrccf(op->get(PREF_NETRC_PATH)); if(!op->getAsBool(PREF_NO_NETRC) && netrccf.isFile()) { mode_t mode = netrccf.mode(); if(mode&(S_IRWXG|S_IRWXO)) { logger->notice(MSG_INCORRECT_NETRC_PERMISSION, op->get(PREF_NETRC_PATH).c_str()); } else { NetrcHandle netrc(new Netrc()); netrc->parse(op->get(PREF_NETRC_PATH)); authConfigFactory->setNetrc(netrc); } } CookieBoxFactoryHandle cookieBoxFactory(new CookieBoxFactory()); CookieBoxFactorySingletonHolder::instance(cookieBoxFactory); if(op->defined(PREF_LOAD_COOKIES)) { File cookieFile(op->get(PREF_LOAD_COOKIES)); if(cookieFile.isFile()) { std::ifstream in(op->get(PREF_LOAD_COOKIES).c_str()); CookieBoxFactorySingletonHolder::instance()->loadDefaultCookie(in); } else { logger->error(MSG_LOADING_COOKIE_FAILED, op->get(PREF_LOAD_COOKIES).c_str()); exit(EXIT_FAILURE); } } AuthConfigFactorySingleton::instance(authConfigFactory); CUIDCounterHandle cuidCounter(new CUIDCounter()); CUIDCounterSingletonHolder::instance(cuidCounter); #ifdef ENABLE_MESSAGE_DIGEST MessageDigestHelper::staticSHA1DigestInit(); #endif // ENABLE_MESSAGE_DIGEST #ifdef SIGPIPE Util::setGlobalSignalHandler(SIGPIPE, SIG_IGN, 0); #endif int32_t returnValue = 0; #ifdef ENABLE_BITTORRENT if(op->defined(PREF_TORRENT_FILE)) { if(op->get(PREF_SHOW_FILES) == V_TRUE) { DefaultBtContextHandle btContext(new DefaultBtContext()); btContext->load(op->get(PREF_TORRENT_FILE)); std::cout << btContext << std::endl; } else { returnValue = downloadBitTorrent(op, args); } } else #endif // ENABLE_BITTORRENT #ifdef ENABLE_METALINK if(op->defined(PREF_METALINK_FILE)) { if(op->get(PREF_SHOW_FILES) == V_TRUE) { Util::toStream(std::cout, MetalinkEntry::toFileEntry(MetalinkHelper::parseAndQuery(op->get(PREF_METALINK_FILE), op))); } else { returnValue = downloadMetalink(op); } } else #endif // ENABLE_METALINK if(op->defined(PREF_INPUT_FILE)) { returnValue = downloadUriList(op); } else { returnValue = downloadUri(op, args); } if(returnValue == 1) { exitStatus = EXIT_FAILURE; } } catch(Exception* ex) { std::cerr << EX_EXCEPTION_CAUGHT << "\n" << *ex << std::endl; delete ex; exitStatus = EXIT_FAILURE; } delete op; LogFactory::release(); FeatureConfig::release(); return exitStatus; } } // namespace aria2 int main(int argc, char* argv[]) { #ifdef HAVE_WINSOCK2_H aria2::Platform platform; #endif // HAVE_WINSOCK2_H #ifdef ENABLE_NLS setlocale (LC_CTYPE, ""); setlocale (LC_MESSAGES, ""); bindtextdomain (PACKAGE, LOCALEDIR); textdomain (PACKAGE); #endif // ENABLE_NLS #ifdef HAVE_LIBSSL // for SSL initialization SSL_load_error_strings(); SSL_library_init(); #endif // HAVE_LIBSSL #ifdef HAVE_LIBGNUTLS gnutls_global_init(); #endif // HAVE_LIBGNUTLS int r = aria2::main(argc, argv); #ifdef HAVE_LIBGNUTLS gnutls_global_deinit(); #endif // HAVE_LIBGNUTLS return r; }