2006-07-03 14:19:23 +00:00
|
|
|
/* <!-- copyright */
|
|
|
|
/*
|
2006-09-21 15:31:24 +00:00
|
|
|
* aria2 - The high speed download utility
|
2006-07-03 14:19:23 +00:00
|
|
|
*
|
|
|
|
* Copyright (C) 2006 Tatsuhiro Tsujikawa
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
* (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program; if not, write to the Free Software
|
2010-01-05 16:01:46 +00:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
2006-09-21 15:31:24 +00:00
|
|
|
*
|
|
|
|
* In addition, as a special exception, the copyright holders give
|
|
|
|
* permission to link the code of portions of this program with the
|
|
|
|
* OpenSSL library under certain conditions as described in each
|
|
|
|
* individual source file, and distribute linked combinations
|
|
|
|
* including the two.
|
|
|
|
* You must obey the GNU General Public License in all respects
|
|
|
|
* for all of the code used other than OpenSSL. If you modify
|
|
|
|
* file(s) with this exception, you may extend this exception to your
|
|
|
|
* version of the file(s), but you are not obligated to do so. If you
|
|
|
|
* do not wish to do so, delete this exception statement from your
|
|
|
|
* version. If you delete this exception statement from all source
|
|
|
|
* files in the program, then also delete it here.
|
2006-07-03 14:19:23 +00:00
|
|
|
*/
|
|
|
|
/* copyright --> */
|
|
|
|
#include "MetalinkEntry.h"
|
2008-11-16 04:25:24 +00:00
|
|
|
|
|
|
|
#include <algorithm>
|
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
#include "MetalinkResource.h"
|
2010-02-25 16:00:24 +00:00
|
|
|
#include "MetalinkMetaurl.h"
|
2008-02-08 15:53:45 +00:00
|
|
|
#include "FileEntry.h"
|
2009-10-22 15:35:33 +00:00
|
|
|
#include "util.h"
|
2008-02-08 15:53:45 +00:00
|
|
|
#include "a2functional.h"
|
|
|
|
#ifdef ENABLE_MESSAGE_DIGEST
|
|
|
|
# include "Checksum.h"
|
|
|
|
# include "ChunkChecksum.h"
|
|
|
|
#endif // ENABLE_MESSAGE_DIGEST
|
2008-07-12 13:35:35 +00:00
|
|
|
#include "Signature.h"
|
2008-11-16 04:25:24 +00:00
|
|
|
#include "SimpleRandomizer.h"
|
2006-07-03 14:19:23 +00:00
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
namespace aria2 {
|
|
|
|
|
2007-08-30 14:52:46 +00:00
|
|
|
MetalinkEntry::MetalinkEntry():
|
2010-02-26 15:37:08 +00:00
|
|
|
sizeKnown(false),
|
2007-08-30 14:52:46 +00:00
|
|
|
maxConnections(-1)
|
2007-01-28 14:18:35 +00:00
|
|
|
{}
|
2006-07-03 14:19:23 +00:00
|
|
|
|
2006-11-08 16:25:38 +00:00
|
|
|
MetalinkEntry::~MetalinkEntry() {}
|
|
|
|
|
2010-08-31 13:33:05 +00:00
|
|
|
namespace {
|
2010-02-25 14:40:18 +00:00
|
|
|
class AddLocationPriority {
|
2006-11-08 16:25:38 +00:00
|
|
|
private:
|
2010-06-21 13:51:56 +00:00
|
|
|
std::vector<std::string> locations_;
|
|
|
|
int priorityToAdd_;
|
2006-11-08 16:25:38 +00:00
|
|
|
public:
|
2010-02-25 14:40:18 +00:00
|
|
|
AddLocationPriority
|
2010-02-27 15:14:40 +00:00
|
|
|
(const std::vector<std::string>& locations, int priorityToAdd):
|
2010-06-21 13:51:56 +00:00
|
|
|
locations_(locations), priorityToAdd_(priorityToAdd)
|
2007-11-13 13:49:10 +00:00
|
|
|
{
|
2010-06-21 13:51:56 +00:00
|
|
|
std::sort(locations_.begin(), locations_.end());
|
2007-11-13 13:49:10 +00:00
|
|
|
}
|
2006-11-08 16:25:38 +00:00
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
void operator()(SharedHandle<MetalinkResource>& res) {
|
2010-02-25 14:40:18 +00:00
|
|
|
if(std::binary_search
|
2010-06-21 13:51:56 +00:00
|
|
|
(locations_.begin(), locations_.end(), res->location)) {
|
|
|
|
res->priority += priorityToAdd_;
|
2006-11-08 16:25:38 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
};
|
2010-10-30 14:53:40 +00:00
|
|
|
} // namespace
|
2006-11-08 16:25:38 +00:00
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
MetalinkEntry& MetalinkEntry::operator=(const MetalinkEntry& metalinkEntry)
|
|
|
|
{
|
|
|
|
if(this != &metalinkEntry) {
|
|
|
|
this->file = metalinkEntry.file;
|
|
|
|
this->version = metalinkEntry.version;
|
2010-02-25 14:40:18 +00:00
|
|
|
this->languages = metalinkEntry.languages;
|
|
|
|
this->oses = metalinkEntry.oses;
|
2008-02-08 15:53:45 +00:00
|
|
|
this->maxConnections = metalinkEntry.maxConnections;
|
|
|
|
#ifdef ENABLE_MESSAGE_DIGEST
|
|
|
|
this->checksum = metalinkEntry.checksum;
|
|
|
|
this->chunkChecksum = metalinkEntry.chunkChecksum;
|
|
|
|
#endif // ENABLE_MESSAGE_DIGEST
|
2010-06-21 13:51:56 +00:00
|
|
|
this->signature_ = metalinkEntry.signature_;
|
2008-02-08 15:53:45 +00:00
|
|
|
}
|
|
|
|
return *this;
|
|
|
|
}
|
|
|
|
|
2010-02-26 15:37:08 +00:00
|
|
|
const std::string& MetalinkEntry::getPath() const
|
2008-02-08 15:53:45 +00:00
|
|
|
{
|
|
|
|
return file->getPath();
|
|
|
|
}
|
|
|
|
|
2012-06-25 14:35:24 +00:00
|
|
|
int64_t MetalinkEntry::getLength() const
|
2008-02-08 15:53:45 +00:00
|
|
|
{
|
|
|
|
return file->getLength();
|
|
|
|
}
|
|
|
|
|
2010-02-25 14:40:18 +00:00
|
|
|
void MetalinkEntry::setLocationPriority
|
2010-02-27 15:14:40 +00:00
|
|
|
(const std::vector<std::string>& locations, int priorityToAdd)
|
2007-11-13 13:49:10 +00:00
|
|
|
{
|
2008-02-08 15:53:45 +00:00
|
|
|
std::for_each(resources.begin(), resources.end(),
|
2010-02-25 14:40:18 +00:00
|
|
|
AddLocationPriority(locations, priorityToAdd));
|
2006-07-03 14:19:23 +00:00
|
|
|
}
|
|
|
|
|
2010-08-31 13:33:05 +00:00
|
|
|
namespace {
|
2010-02-25 14:40:18 +00:00
|
|
|
class AddProtocolPriority {
|
2007-12-12 13:53:33 +00:00
|
|
|
private:
|
2010-06-21 13:51:56 +00:00
|
|
|
std::string protocol_;
|
|
|
|
int priorityToAdd_;
|
2007-12-12 13:53:33 +00:00
|
|
|
public:
|
2010-02-25 14:40:18 +00:00
|
|
|
AddProtocolPriority(const std::string& protocol, int prefToAdd):
|
2010-06-21 13:51:56 +00:00
|
|
|
protocol_(protocol), priorityToAdd_(prefToAdd) {}
|
2007-12-12 13:53:33 +00:00
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
void operator()(const SharedHandle<MetalinkResource>& res) const
|
2007-12-12 13:53:33 +00:00
|
|
|
{
|
2010-06-21 13:51:56 +00:00
|
|
|
if(protocol_ == MetalinkResource::getTypeString(res->type)) {
|
|
|
|
res->priority += priorityToAdd_;
|
2007-12-12 13:53:33 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
};
|
2010-10-30 14:53:40 +00:00
|
|
|
} // namespace
|
2007-12-12 13:53:33 +00:00
|
|
|
|
2010-02-25 14:40:18 +00:00
|
|
|
void MetalinkEntry::setProtocolPriority(const std::string& protocol,
|
|
|
|
int priorityToAdd)
|
2007-12-12 13:53:33 +00:00
|
|
|
{
|
2008-02-08 15:53:45 +00:00
|
|
|
std::for_each(resources.begin(), resources.end(),
|
2010-02-25 14:40:18 +00:00
|
|
|
AddProtocolPriority(protocol, priorityToAdd));
|
2007-12-12 13:53:33 +00:00
|
|
|
}
|
|
|
|
|
2010-08-31 13:33:05 +00:00
|
|
|
namespace {
|
2010-02-25 16:00:24 +00:00
|
|
|
template<typename T>
|
|
|
|
class PriorityHigher {
|
2006-07-03 14:19:23 +00:00
|
|
|
public:
|
2010-02-25 16:00:24 +00:00
|
|
|
bool operator()(const SharedHandle<T>& res1,
|
|
|
|
const SharedHandle<T>& res2)
|
2010-02-25 14:40:18 +00:00
|
|
|
{
|
|
|
|
return res1->priority < res2->priority;
|
2006-07-03 14:19:23 +00:00
|
|
|
}
|
|
|
|
};
|
2010-10-30 14:53:40 +00:00
|
|
|
} // namespace
|
2006-07-03 14:19:23 +00:00
|
|
|
|
2010-02-25 14:40:18 +00:00
|
|
|
void MetalinkEntry::reorderResourcesByPriority() {
|
2008-11-16 04:25:24 +00:00
|
|
|
std::random_shuffle(resources.begin(), resources.end(),
|
2010-01-05 16:01:46 +00:00
|
|
|
*(SimpleRandomizer::getInstance().get()));
|
2010-02-25 16:00:24 +00:00
|
|
|
std::sort(resources.begin(), resources.end(),
|
|
|
|
PriorityHigher<MetalinkResource>());
|
|
|
|
}
|
|
|
|
|
|
|
|
void MetalinkEntry::reorderMetaurlsByPriority()
|
|
|
|
{
|
|
|
|
std::sort(metaurls.begin(), metaurls.end(),PriorityHigher<MetalinkMetaurl>());
|
2006-07-03 14:19:23 +00:00
|
|
|
}
|
|
|
|
|
2010-08-31 13:33:05 +00:00
|
|
|
namespace {
|
2008-02-08 15:53:45 +00:00
|
|
|
class Supported:public std::unary_function<SharedHandle<MetalinkResource>, bool> {
|
2006-07-03 14:19:23 +00:00
|
|
|
public:
|
2008-02-08 15:53:45 +00:00
|
|
|
bool operator()(const SharedHandle<MetalinkResource>& res) const
|
|
|
|
{
|
2006-07-03 14:19:23 +00:00
|
|
|
switch(res->type) {
|
|
|
|
case MetalinkResource::TYPE_FTP:
|
|
|
|
case MetalinkResource::TYPE_HTTP:
|
2007-08-08 Tatsuhiro Tsujikawa <tujikawa at rednoah dot com>
MessageDigestHelper is introduced in order to simplify the use
of message digest. Removed repeated code.
The message digest algorithm is now specified by string, like
"sha1",
"md5".
* src/messageDigest.{h, cc}
* src/MessageDigestHelper.{h, cc}: New class.
* src/DefaultPieceStorage.cc
* src/DefaultBtContext.{h, cc}
(computeFastSet): New function.
(setInfoHash): Added for unit testing.
(setNumPieces): Added for unit testing.
* src/DefaultBtInteractive.cc
* src/BtPieceMessage.cc
* src/Peer.cc
* src/Checksum.h
* src/message.h
* src/IteratableChecksumValidator.h
* src/ChunkChecksumValidator.{h, cc}: Use
IteratableChecksumValidator
inside it.
* src/SegmentMan.{h, cc}
(checkIntegrity): Removed.
* src/IteratableChunkChecksumValidator.{h, cc}
* src/Util.h
(sha1Sum): Removed.
(simpleMessageDigest): Removed.
(fileChecksum): Removed.
(computeFastSet): Removed.
* src/ShaVisitor.cc
* src/ChunkChecksum.h
* src/DownloadCommand.cc
Removed messageDigest virtual functions.
* src/MultiDiskAdaptor.{h, cc}
* src/DiskAdaptor.h
* src/ByteArrayDiskWriter.h
* src/DiskWriter.h
* src/DiskAdaptorWriter.h
* src/AbstractSingleDiskAdaptor.{h, cc}
* src/AbstractDiskWriter.{h, cc}
Fixed comilation error when message digest is disabled.
* src/MetalinkEntry.{h, cc}
* src/MetalinkRequestInfo.cc
Removed srandom and random.
* src/SimpleRandomizer.h
Added size() virtual function to DiskAdaptor
* src/MultiDiskAdaptor.h
Fixed the bug that causes that files are not opened correctly in
multi-file torrent.
* src/TorrentRequestInfo.cc
* src/MultiDiskAdaptor.cc
Added SHA256 support
* src/messageDigest.cc
* src/Xml2MetalinkProcessor.cc
Show supported message digest algorithms
* src/main.cc
Updated contact info.
* src/main.cc
2007-08-08 14:40:11 +00:00
|
|
|
#ifdef ENABLE_SSL
|
2006-08-07 16:05:00 +00:00
|
|
|
case MetalinkResource::TYPE_HTTPS:
|
2007-08-08 Tatsuhiro Tsujikawa <tujikawa at rednoah dot com>
MessageDigestHelper is introduced in order to simplify the use
of message digest. Removed repeated code.
The message digest algorithm is now specified by string, like
"sha1",
"md5".
* src/messageDigest.{h, cc}
* src/MessageDigestHelper.{h, cc}: New class.
* src/DefaultPieceStorage.cc
* src/DefaultBtContext.{h, cc}
(computeFastSet): New function.
(setInfoHash): Added for unit testing.
(setNumPieces): Added for unit testing.
* src/DefaultBtInteractive.cc
* src/BtPieceMessage.cc
* src/Peer.cc
* src/Checksum.h
* src/message.h
* src/IteratableChecksumValidator.h
* src/ChunkChecksumValidator.{h, cc}: Use
IteratableChecksumValidator
inside it.
* src/SegmentMan.{h, cc}
(checkIntegrity): Removed.
* src/IteratableChunkChecksumValidator.{h, cc}
* src/Util.h
(sha1Sum): Removed.
(simpleMessageDigest): Removed.
(fileChecksum): Removed.
(computeFastSet): Removed.
* src/ShaVisitor.cc
* src/ChunkChecksum.h
* src/DownloadCommand.cc
Removed messageDigest virtual functions.
* src/MultiDiskAdaptor.{h, cc}
* src/DiskAdaptor.h
* src/ByteArrayDiskWriter.h
* src/DiskWriter.h
* src/DiskAdaptorWriter.h
* src/AbstractSingleDiskAdaptor.{h, cc}
* src/AbstractDiskWriter.{h, cc}
Fixed comilation error when message digest is disabled.
* src/MetalinkEntry.{h, cc}
* src/MetalinkRequestInfo.cc
Removed srandom and random.
* src/SimpleRandomizer.h
Added size() virtual function to DiskAdaptor
* src/MultiDiskAdaptor.h
Fixed the bug that causes that files are not opened correctly in
multi-file torrent.
* src/TorrentRequestInfo.cc
* src/MultiDiskAdaptor.cc
Added SHA256 support
* src/messageDigest.cc
* src/Xml2MetalinkProcessor.cc
Show supported message digest algorithms
* src/main.cc
Updated contact info.
* src/main.cc
2007-08-08 14:40:11 +00:00
|
|
|
#endif // ENABLE_SSL
|
2006-08-07 16:05:00 +00:00
|
|
|
#ifdef ENABLE_BITTORRENT
|
|
|
|
case MetalinkResource::TYPE_BITTORRENT:
|
|
|
|
#endif // ENABLE_BITTORRENT
|
2006-07-03 14:19:23 +00:00
|
|
|
return true;
|
|
|
|
default:
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
};
|
2010-10-30 14:53:40 +00:00
|
|
|
} // namespace
|
2006-07-03 14:19:23 +00:00
|
|
|
|
|
|
|
void MetalinkEntry::dropUnsupportedResource() {
|
2008-02-08 15:53:45 +00:00
|
|
|
resources.erase(std::remove_if(resources.begin(), resources.end(),
|
2010-01-05 16:01:46 +00:00
|
|
|
std::not1(Supported())),
|
|
|
|
resources.end());
|
2006-07-03 14:19:23 +00:00
|
|
|
}
|
2007-06-30 09:52:39 +00:00
|
|
|
|
2008-05-12 11:39:34 +00:00
|
|
|
void MetalinkEntry::toFileEntry
|
2010-02-27 15:14:40 +00:00
|
|
|
(std::vector<SharedHandle<FileEntry> >& fileEntries,
|
|
|
|
const std::vector<SharedHandle<MetalinkEntry> >& metalinkEntries)
|
2007-06-30 09:52:39 +00:00
|
|
|
{
|
2008-05-12 11:39:34 +00:00
|
|
|
std::transform(metalinkEntries.begin(), metalinkEntries.end(),
|
2010-01-05 16:01:46 +00:00
|
|
|
std::back_inserter(fileEntries),
|
|
|
|
mem_fun_sh(&MetalinkEntry::getFile));
|
2007-06-30 09:52:39 +00:00
|
|
|
}
|
|
|
|
|
2008-07-12 13:35:35 +00:00
|
|
|
void MetalinkEntry::setSignature(const SharedHandle<Signature>& signature)
|
|
|
|
{
|
2010-06-21 13:51:56 +00:00
|
|
|
signature_ = signature;
|
2008-07-12 13:35:35 +00:00
|
|
|
}
|
|
|
|
|
2010-11-14 07:17:55 +00:00
|
|
|
bool MetalinkEntry::containsLanguage(const std::string& lang) const
|
|
|
|
{
|
|
|
|
return std::find(languages.begin(), languages.end(), lang) != languages.end();
|
|
|
|
}
|
|
|
|
|
|
|
|
bool MetalinkEntry::containsOS(const std::string& os) const
|
|
|
|
{
|
|
|
|
return std::find(oses.begin(), oses.end(), os) != oses.end();
|
|
|
|
}
|
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
} // namespace aria2
|