2006-07-03 14:19:23 +00:00
|
|
|
/* <!-- copyright */
|
|
|
|
/*
|
2006-09-21 15:31:24 +00:00
|
|
|
* aria2 - The high speed download utility
|
2006-07-03 14:19:23 +00:00
|
|
|
*
|
|
|
|
* Copyright (C) 2006 Tatsuhiro Tsujikawa
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
* (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program; if not, write to the Free Software
|
2010-01-05 16:01:46 +00:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
2006-09-21 15:31:24 +00:00
|
|
|
*
|
|
|
|
* In addition, as a special exception, the copyright holders give
|
|
|
|
* permission to link the code of portions of this program with the
|
|
|
|
* OpenSSL library under certain conditions as described in each
|
|
|
|
* individual source file, and distribute linked combinations
|
|
|
|
* including the two.
|
|
|
|
* You must obey the GNU General Public License in all respects
|
|
|
|
* for all of the code used other than OpenSSL. If you modify
|
|
|
|
* file(s) with this exception, you may extend this exception to your
|
|
|
|
* version of the file(s), but you are not obligated to do so. If you
|
|
|
|
* do not wish to do so, delete this exception statement from your
|
|
|
|
* version. If you delete this exception statement from all source
|
|
|
|
* files in the program, then also delete it here.
|
2006-07-03 14:19:23 +00:00
|
|
|
*/
|
|
|
|
/* copyright --> */
|
|
|
|
#include "MetalinkEntry.h"
|
2008-11-16 04:25:24 +00:00
|
|
|
|
|
|
|
#include <algorithm>
|
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
#include "MetalinkResource.h"
|
2010-02-25 16:00:24 +00:00
|
|
|
#include "MetalinkMetaurl.h"
|
2008-02-08 15:53:45 +00:00
|
|
|
#include "FileEntry.h"
|
2009-10-22 15:35:33 +00:00
|
|
|
#include "util.h"
|
2008-02-08 15:53:45 +00:00
|
|
|
#include "a2functional.h"
|
2014-04-16 23:36:19 +00:00
|
|
|
#include "Checksum.h"
|
|
|
|
#include "ChunkChecksum.h"
|
2008-07-12 13:35:35 +00:00
|
|
|
#include "Signature.h"
|
2008-11-16 04:25:24 +00:00
|
|
|
#include "SimpleRandomizer.h"
|
2006-07-03 14:19:23 +00:00
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
namespace aria2 {
|
|
|
|
|
2015-12-27 09:39:47 +00:00
|
|
|
MetalinkEntry::MetalinkEntry() : sizeKnown(false), maxConnections(-1) {}
|
2006-07-03 14:19:23 +00:00
|
|
|
|
2016-07-31 00:18:43 +00:00
|
|
|
MetalinkEntry::~MetalinkEntry() = default;
|
2006-11-08 16:25:38 +00:00
|
|
|
|
2015-12-27 09:39:47 +00:00
|
|
|
const std::string& MetalinkEntry::getPath() const { return file->getPath(); }
|
2008-02-08 15:53:45 +00:00
|
|
|
|
2015-12-27 09:39:47 +00:00
|
|
|
int64_t MetalinkEntry::getLength() const { return file->getLength(); }
|
2008-02-08 15:53:45 +00:00
|
|
|
|
2015-12-27 09:39:47 +00:00
|
|
|
void MetalinkEntry::setLocationPriority(
|
|
|
|
const std::vector<std::string>& locations, int priorityToAdd)
|
2007-11-13 13:49:10 +00:00
|
|
|
{
|
2015-12-27 09:39:47 +00:00
|
|
|
for (auto& res : resources) {
|
|
|
|
if (std::find(std::begin(locations), std::end(locations), res->location) !=
|
|
|
|
std::end(locations)) {
|
2013-07-12 13:59:49 +00:00
|
|
|
res->priority += priorityToAdd;
|
2007-12-12 13:53:33 +00:00
|
|
|
}
|
|
|
|
}
|
2013-07-12 13:59:49 +00:00
|
|
|
}
|
2007-12-12 13:53:33 +00:00
|
|
|
|
2010-02-25 14:40:18 +00:00
|
|
|
void MetalinkEntry::setProtocolPriority(const std::string& protocol,
|
2013-07-12 13:59:49 +00:00
|
|
|
int priorityToAdd)
|
2007-12-12 13:53:33 +00:00
|
|
|
{
|
2015-12-27 09:39:47 +00:00
|
|
|
for (auto& res : resources) {
|
|
|
|
if (protocol == MetalinkResource::getTypeString(res->type)) {
|
2013-07-12 13:59:49 +00:00
|
|
|
res->priority += priorityToAdd;
|
|
|
|
}
|
|
|
|
}
|
2007-12-12 13:53:33 +00:00
|
|
|
}
|
|
|
|
|
2010-08-31 13:33:05 +00:00
|
|
|
namespace {
|
2015-12-27 09:39:47 +00:00
|
|
|
template <typename T> class PriorityHigher {
|
2006-07-03 14:19:23 +00:00
|
|
|
public:
|
2013-07-12 13:59:49 +00:00
|
|
|
bool operator()(const T& res1, const T& res2)
|
2010-02-25 14:40:18 +00:00
|
|
|
{
|
|
|
|
return res1->priority < res2->priority;
|
2006-07-03 14:19:23 +00:00
|
|
|
}
|
|
|
|
};
|
2010-10-30 14:53:40 +00:00
|
|
|
} // namespace
|
2006-07-03 14:19:23 +00:00
|
|
|
|
2015-12-27 09:39:47 +00:00
|
|
|
void MetalinkEntry::reorderResourcesByPriority()
|
|
|
|
{
|
2015-06-11 13:40:56 +00:00
|
|
|
std::shuffle(std::begin(resources), std::end(resources),
|
|
|
|
*SimpleRandomizer::getInstance());
|
2013-07-12 13:59:49 +00:00
|
|
|
std::sort(std::begin(resources), std::end(resources),
|
|
|
|
PriorityHigher<std::unique_ptr<MetalinkResource>>{});
|
2010-02-25 16:00:24 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void MetalinkEntry::reorderMetaurlsByPriority()
|
|
|
|
{
|
2013-07-12 13:59:49 +00:00
|
|
|
std::sort(std::begin(metaurls), std::end(metaurls),
|
|
|
|
PriorityHigher<std::unique_ptr<MetalinkMetaurl>>{});
|
2006-07-03 14:19:23 +00:00
|
|
|
}
|
|
|
|
|
2010-08-31 13:33:05 +00:00
|
|
|
namespace {
|
2015-12-27 09:39:47 +00:00
|
|
|
class Supported
|
|
|
|
: public std::unary_function<std::shared_ptr<MetalinkResource>, bool> {
|
2006-07-03 14:19:23 +00:00
|
|
|
public:
|
2013-06-21 16:10:38 +00:00
|
|
|
bool operator()(const std::shared_ptr<MetalinkResource>& res) const
|
2008-02-08 15:53:45 +00:00
|
|
|
{
|
2015-12-27 09:39:47 +00:00
|
|
|
switch (res->type) {
|
2006-07-03 14:19:23 +00:00
|
|
|
case MetalinkResource::TYPE_FTP:
|
|
|
|
case MetalinkResource::TYPE_HTTP:
|
2007-08-08 Tatsuhiro Tsujikawa <tujikawa at rednoah dot com>
MessageDigestHelper is introduced in order to simplify the use
of message digest. Removed repeated code.
The message digest algorithm is now specified by string, like
"sha1",
"md5".
* src/messageDigest.{h, cc}
* src/MessageDigestHelper.{h, cc}: New class.
* src/DefaultPieceStorage.cc
* src/DefaultBtContext.{h, cc}
(computeFastSet): New function.
(setInfoHash): Added for unit testing.
(setNumPieces): Added for unit testing.
* src/DefaultBtInteractive.cc
* src/BtPieceMessage.cc
* src/Peer.cc
* src/Checksum.h
* src/message.h
* src/IteratableChecksumValidator.h
* src/ChunkChecksumValidator.{h, cc}: Use
IteratableChecksumValidator
inside it.
* src/SegmentMan.{h, cc}
(checkIntegrity): Removed.
* src/IteratableChunkChecksumValidator.{h, cc}
* src/Util.h
(sha1Sum): Removed.
(simpleMessageDigest): Removed.
(fileChecksum): Removed.
(computeFastSet): Removed.
* src/ShaVisitor.cc
* src/ChunkChecksum.h
* src/DownloadCommand.cc
Removed messageDigest virtual functions.
* src/MultiDiskAdaptor.{h, cc}
* src/DiskAdaptor.h
* src/ByteArrayDiskWriter.h
* src/DiskWriter.h
* src/DiskAdaptorWriter.h
* src/AbstractSingleDiskAdaptor.{h, cc}
* src/AbstractDiskWriter.{h, cc}
Fixed comilation error when message digest is disabled.
* src/MetalinkEntry.{h, cc}
* src/MetalinkRequestInfo.cc
Removed srandom and random.
* src/SimpleRandomizer.h
Added size() virtual function to DiskAdaptor
* src/MultiDiskAdaptor.h
Fixed the bug that causes that files are not opened correctly in
multi-file torrent.
* src/TorrentRequestInfo.cc
* src/MultiDiskAdaptor.cc
Added SHA256 support
* src/messageDigest.cc
* src/Xml2MetalinkProcessor.cc
Show supported message digest algorithms
* src/main.cc
Updated contact info.
* src/main.cc
2007-08-08 14:40:11 +00:00
|
|
|
#ifdef ENABLE_SSL
|
2006-08-07 16:05:00 +00:00
|
|
|
case MetalinkResource::TYPE_HTTPS:
|
2007-08-08 Tatsuhiro Tsujikawa <tujikawa at rednoah dot com>
MessageDigestHelper is introduced in order to simplify the use
of message digest. Removed repeated code.
The message digest algorithm is now specified by string, like
"sha1",
"md5".
* src/messageDigest.{h, cc}
* src/MessageDigestHelper.{h, cc}: New class.
* src/DefaultPieceStorage.cc
* src/DefaultBtContext.{h, cc}
(computeFastSet): New function.
(setInfoHash): Added for unit testing.
(setNumPieces): Added for unit testing.
* src/DefaultBtInteractive.cc
* src/BtPieceMessage.cc
* src/Peer.cc
* src/Checksum.h
* src/message.h
* src/IteratableChecksumValidator.h
* src/ChunkChecksumValidator.{h, cc}: Use
IteratableChecksumValidator
inside it.
* src/SegmentMan.{h, cc}
(checkIntegrity): Removed.
* src/IteratableChunkChecksumValidator.{h, cc}
* src/Util.h
(sha1Sum): Removed.
(simpleMessageDigest): Removed.
(fileChecksum): Removed.
(computeFastSet): Removed.
* src/ShaVisitor.cc
* src/ChunkChecksum.h
* src/DownloadCommand.cc
Removed messageDigest virtual functions.
* src/MultiDiskAdaptor.{h, cc}
* src/DiskAdaptor.h
* src/ByteArrayDiskWriter.h
* src/DiskWriter.h
* src/DiskAdaptorWriter.h
* src/AbstractSingleDiskAdaptor.{h, cc}
* src/AbstractDiskWriter.{h, cc}
Fixed comilation error when message digest is disabled.
* src/MetalinkEntry.{h, cc}
* src/MetalinkRequestInfo.cc
Removed srandom and random.
* src/SimpleRandomizer.h
Added size() virtual function to DiskAdaptor
* src/MultiDiskAdaptor.h
Fixed the bug that causes that files are not opened correctly in
multi-file torrent.
* src/TorrentRequestInfo.cc
* src/MultiDiskAdaptor.cc
Added SHA256 support
* src/messageDigest.cc
* src/Xml2MetalinkProcessor.cc
Show supported message digest algorithms
* src/main.cc
Updated contact info.
* src/main.cc
2007-08-08 14:40:11 +00:00
|
|
|
#endif // ENABLE_SSL
|
2006-08-07 16:05:00 +00:00
|
|
|
#ifdef ENABLE_BITTORRENT
|
|
|
|
case MetalinkResource::TYPE_BITTORRENT:
|
|
|
|
#endif // ENABLE_BITTORRENT
|
2006-07-03 14:19:23 +00:00
|
|
|
return true;
|
|
|
|
default:
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
};
|
2010-10-30 14:53:40 +00:00
|
|
|
} // namespace
|
2006-07-03 14:19:23 +00:00
|
|
|
|
2013-07-12 13:59:49 +00:00
|
|
|
void MetalinkEntry::dropUnsupportedResource()
|
|
|
|
{
|
2015-12-27 09:39:47 +00:00
|
|
|
resources.erase(
|
|
|
|
std::remove_if(std::begin(resources), std::end(resources),
|
|
|
|
[](const std::unique_ptr<MetalinkResource>& res) {
|
|
|
|
switch (res->type) {
|
|
|
|
case MetalinkResource::TYPE_FTP:
|
|
|
|
case MetalinkResource::TYPE_HTTP:
|
2013-07-12 13:59:49 +00:00
|
|
|
#ifdef ENABLE_SSL
|
2015-12-27 09:39:47 +00:00
|
|
|
case MetalinkResource::TYPE_HTTPS:
|
2013-07-12 13:59:49 +00:00
|
|
|
#endif // ENABLE_SSL
|
|
|
|
#ifdef ENABLE_BITTORRENT
|
2015-12-27 09:39:47 +00:00
|
|
|
case MetalinkResource::TYPE_BITTORRENT:
|
2013-07-12 13:59:49 +00:00
|
|
|
#endif // ENABLE_BITTORRENT
|
2015-12-27 09:39:47 +00:00
|
|
|
return false;
|
|
|
|
default:
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}),
|
|
|
|
std::end(resources));
|
2006-07-03 14:19:23 +00:00
|
|
|
}
|
2007-06-30 09:52:39 +00:00
|
|
|
|
2015-12-27 09:39:47 +00:00
|
|
|
std::vector<std::unique_ptr<FileEntry>> MetalinkEntry::toFileEntry(
|
|
|
|
std::vector<std::unique_ptr<MetalinkEntry>> metalinkEntries)
|
2007-06-30 09:52:39 +00:00
|
|
|
{
|
2013-07-12 13:59:49 +00:00
|
|
|
std::vector<std::unique_ptr<FileEntry>> res;
|
|
|
|
res.reserve(metalinkEntries.size());
|
2015-12-27 09:39:47 +00:00
|
|
|
for (auto& entry : metalinkEntries) {
|
2013-07-12 13:59:49 +00:00
|
|
|
res.push_back(entry->popFile());
|
|
|
|
}
|
|
|
|
return res;
|
2007-06-30 09:52:39 +00:00
|
|
|
}
|
|
|
|
|
2013-07-12 13:59:49 +00:00
|
|
|
void MetalinkEntry::setSignature(std::unique_ptr<Signature> signature)
|
2008-07-12 13:35:35 +00:00
|
|
|
{
|
2013-07-12 13:59:49 +00:00
|
|
|
signature_ = std::move(signature);
|
2008-07-12 13:35:35 +00:00
|
|
|
}
|
|
|
|
|
2010-11-14 07:17:55 +00:00
|
|
|
bool MetalinkEntry::containsLanguage(const std::string& lang) const
|
|
|
|
{
|
|
|
|
return std::find(languages.begin(), languages.end(), lang) != languages.end();
|
|
|
|
}
|
|
|
|
|
|
|
|
bool MetalinkEntry::containsOS(const std::string& os) const
|
|
|
|
{
|
|
|
|
return std::find(oses.begin(), oses.end(), os) != oses.end();
|
|
|
|
}
|
|
|
|
|
2013-07-12 13:59:49 +00:00
|
|
|
std::unique_ptr<Signature> MetalinkEntry::popSignature()
|
|
|
|
{
|
|
|
|
return std::move(signature_);
|
|
|
|
}
|
|
|
|
|
2015-12-27 09:39:47 +00:00
|
|
|
std::unique_ptr<FileEntry> MetalinkEntry::popFile() { return std::move(file); }
|
2013-07-12 13:59:49 +00:00
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
} // namespace aria2
|