2007-05-20 13:57:56 +00:00
|
|
|
/* <!-- copyright */
|
|
|
|
/*
|
|
|
|
* aria2 - The high speed download utility
|
|
|
|
*
|
|
|
|
* Copyright (C) 2006 Tatsuhiro Tsujikawa
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
* (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program; if not, write to the Free Software
|
2010-01-05 16:01:46 +00:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
2007-05-20 13:57:56 +00:00
|
|
|
*
|
|
|
|
* In addition, as a special exception, the copyright holders give
|
|
|
|
* permission to link the code of portions of this program with the
|
|
|
|
* OpenSSL library under certain conditions as described in each
|
|
|
|
* individual source file, and distribute linked combinations
|
|
|
|
* including the two.
|
|
|
|
* You must obey the GNU General Public License in all respects
|
|
|
|
* for all of the code used other than OpenSSL. If you modify
|
|
|
|
* file(s) with this exception, you may extend this exception to your
|
|
|
|
* version of the file(s), but you are not obligated to do so. If you
|
|
|
|
* do not wish to do so, delete this exception statement from your
|
|
|
|
* version. If you delete this exception statement from all source
|
|
|
|
* files in the program, then also delete it here.
|
|
|
|
*/
|
|
|
|
/* copyright --> */
|
|
|
|
#include "IteratableChunkChecksumValidator.h"
|
2008-10-20 12:20:40 +00:00
|
|
|
|
|
|
|
#include <cstring>
|
|
|
|
#include <cstdlib>
|
|
|
|
|
2009-10-22 15:35:33 +00:00
|
|
|
#include "util.h"
|
2007-05-20 13:57:56 +00:00
|
|
|
#include "message.h"
|
2007-10-11 16:58:24 +00:00
|
|
|
#include "DiskAdaptor.h"
|
2008-02-08 15:53:45 +00:00
|
|
|
#include "FileEntry.h"
|
2007-11-10 Tatsuhiro Tsujikawa <tujikawa at rednoah dot com>
Don't connect server before checking file integrity at startup,
if
filesize and output file path are known.
* src/AbstractCommand.cc
* src/StreamFileAllocationEntry.cc
* src/Metalink2RequestGroup.cc
* src/RequestGroup.{h, cc}
* src/HttpResponseCommand.cc
* src/FtpNegotiationCommand.cc
Added DownloadFailureException. If it is thrown, RequestGroup
should
halt.
* src/AbstractCommand.cc
* src/DownloadFailureException.h
* src/RequestGroup.cc
Catch RecoverableException, instead of DlAbortEx.
* src/RequestGroupMan.cc
* src/FillRequestGroupCommand.cc
* src/MetaFileUtil.cc
* src/IteratableChunkChecksumValidator.cc
Now first parameter of MSG_DOWNLOAD_ABORTED is
gid(RequestGroup::
getGID())
* src/CheckIntegrityCommand.cc
* src/message.h
Print gid instead of idx.
* src/RequestGroupMan.cc
Removed exception throwers declaration.
* src/DirectDiskAdaptor.{h, cc}
* src/SocketCore.{h, cc}
* src/MultiDiskAdaptor.{h, cc}
* src/HttpConnection.{h, cc}
* src/HttpResponse.{h, cc}
* src/DiskAdaptor.{h, cc}
* src/CopyDiskAdaptor.{h, cc}
* src/MultiDiskAdaptor.{h, cc}
* src/HttpHeaderProcessor.{h, cc}
* src/AbstractSingleDiskAdaptor.{h, cc}
* src/Util.{h, cc}
* test/UtilTest.cc
* src/DefaultDiskWriter.{h, cc}
* src/FtpConnection.{h, cc}
* src/AbstractDiskWriter.{h, cc}
Removed duplicate code.
* src/StreamCheckIntegrityEntry.cc
Removed unnecessary include.
* src/DiskWriter.h
Included Exception.h
* src/option_processing.cc
Included 2 files and added doc
* src/TrackerWatcherCommand.cc
* src/SocketCore.cc (writeData): Fixed send error with GnuTLS.
2007-11-09 18:01:12 +00:00
|
|
|
#include "RecoverableException.h"
|
2007-11-12 11:28:16 +00:00
|
|
|
#include "DownloadContext.h"
|
|
|
|
#include "PieceStorage.h"
|
|
|
|
#include "BitfieldMan.h"
|
|
|
|
#include "LogFactory.h"
|
|
|
|
#include "Logger.h"
|
2010-11-11 02:56:24 +00:00
|
|
|
#include "MessageDigest.h"
|
2010-11-20 08:21:36 +00:00
|
|
|
#include "fmt.h"
|
2010-11-11 02:56:24 +00:00
|
|
|
#include "DlAbortEx.h"
|
2007-12-05 13:41:56 +00:00
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
namespace aria2 {
|
|
|
|
|
2010-11-20 08:21:36 +00:00
|
|
|
IteratableChunkChecksumValidator::IteratableChunkChecksumValidator
|
|
|
|
(const SharedHandle<DownloadContext>& dctx,
|
|
|
|
const PieceStorageHandle& pieceStorage)
|
|
|
|
: dctx_(dctx),
|
|
|
|
pieceStorage_(pieceStorage),
|
|
|
|
bitfield_(new BitfieldMan(dctx_->getPieceLength(),
|
|
|
|
dctx_->getTotalLength())),
|
2011-10-13 13:05:18 +00:00
|
|
|
currentIndex_(0)
|
2010-11-20 08:21:36 +00:00
|
|
|
{}
|
2007-11-12 11:28:16 +00:00
|
|
|
|
2011-10-13 13:05:18 +00:00
|
|
|
IteratableChunkChecksumValidator::~IteratableChunkChecksumValidator() {}
|
2007-11-12 11:28:16 +00:00
|
|
|
|
2007-05-20 13:57:56 +00:00
|
|
|
|
|
|
|
void IteratableChunkChecksumValidator::validateChunk()
|
|
|
|
{
|
|
|
|
if(!finished()) {
|
2008-02-08 15:53:45 +00:00
|
|
|
std::string actualChecksum;
|
2007-10-11 16:58:24 +00:00
|
|
|
try {
|
|
|
|
actualChecksum = calculateActualChecksum();
|
2010-06-21 13:51:56 +00:00
|
|
|
if(actualChecksum == dctx_->getPieceHashes()[currentIndex_]) {
|
|
|
|
bitfield_->setBit(currentIndex_);
|
2009-05-03 06:26:44 +00:00
|
|
|
} else {
|
2011-10-13 12:40:07 +00:00
|
|
|
A2_LOG_INFO
|
|
|
|
(fmt(EX_INVALID_CHUNK_CHECKSUM,
|
|
|
|
static_cast<unsigned long>(currentIndex_),
|
|
|
|
util::itos(getCurrentOffset(), true).c_str(),
|
|
|
|
util::toHex(dctx_->getPieceHashes()[currentIndex_]).c_str(),
|
|
|
|
util::toHex(actualChecksum).c_str()));
|
2010-06-21 13:51:56 +00:00
|
|
|
bitfield_->unsetBit(currentIndex_);
|
2009-05-03 06:26:44 +00:00
|
|
|
}
|
2008-04-27 02:22:14 +00:00
|
|
|
} catch(RecoverableException& ex) {
|
2010-11-20 08:21:36 +00:00
|
|
|
A2_LOG_DEBUG_EX(fmt("Caught exception while validating piece index=%lu."
|
|
|
|
" Some part of file may be missing."
|
|
|
|
" Continue operation.",
|
|
|
|
static_cast<unsigned long>(currentIndex_)),
|
|
|
|
ex);
|
2010-06-21 13:51:56 +00:00
|
|
|
bitfield_->unsetBit(currentIndex_);
|
2007-05-20 13:57:56 +00:00
|
|
|
}
|
2009-05-03 06:26:44 +00:00
|
|
|
|
2010-06-21 13:51:56 +00:00
|
|
|
++currentIndex_;
|
2007-11-12 11:28:16 +00:00
|
|
|
if(finished()) {
|
2010-06-21 13:51:56 +00:00
|
|
|
pieceStorage_->setBitfield(bitfield_->getBitfield(), bitfield_->getBitfieldLength());
|
2007-11-12 11:28:16 +00:00
|
|
|
}
|
2007-05-20 13:57:56 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
std::string IteratableChunkChecksumValidator::calculateActualChecksum()
|
2007-05-20 13:57:56 +00:00
|
|
|
{
|
2008-03-08 10:33:56 +00:00
|
|
|
off_t offset = getCurrentOffset();
|
|
|
|
size_t length;
|
2007-10-11 16:58:24 +00:00
|
|
|
// When validating last piece
|
2010-06-21 13:51:56 +00:00
|
|
|
if(currentIndex_+1 == dctx_->getNumPieces()) {
|
|
|
|
length = dctx_->getTotalLength()-offset;
|
2007-10-11 16:58:24 +00:00
|
|
|
} else {
|
2010-06-21 13:51:56 +00:00
|
|
|
length = dctx_->getPieceLength();
|
2007-10-11 16:58:24 +00:00
|
|
|
}
|
2007-12-05 13:41:56 +00:00
|
|
|
return digest(offset, length);
|
2007-05-20 13:57:56 +00:00
|
|
|
}
|
|
|
|
|
2007-10-11 16:58:24 +00:00
|
|
|
void IteratableChunkChecksumValidator::init()
|
2007-05-20 13:57:56 +00:00
|
|
|
{
|
2011-07-27 13:44:30 +00:00
|
|
|
ctx_ = MessageDigest::create(dctx_->getPieceHashType());
|
2010-06-21 13:51:56 +00:00
|
|
|
bitfield_->clearAllBit();
|
|
|
|
currentIndex_ = 0;
|
2007-05-20 13:57:56 +00:00
|
|
|
}
|
|
|
|
|
2008-03-08 10:33:56 +00:00
|
|
|
std::string IteratableChunkChecksumValidator::digest(off_t offset, size_t length)
|
2007-12-05 13:41:56 +00:00
|
|
|
{
|
2011-10-13 13:05:18 +00:00
|
|
|
unsigned char buf[4096];
|
2010-11-11 02:56:24 +00:00
|
|
|
ctx_->reset();
|
2008-03-08 10:33:56 +00:00
|
|
|
off_t max = offset+length;
|
2011-10-13 13:05:18 +00:00
|
|
|
while(offset < max) {
|
|
|
|
size_t r = pieceStorage_->getDiskAdaptor()->readData
|
|
|
|
(buf, std::min(static_cast<off_t>(sizeof(buf)), max-offset), offset);
|
|
|
|
if(r == 0) {
|
2009-05-18 15:07:15 +00:00
|
|
|
throw DL_ABORT_EX
|
2011-08-08 12:46:10 +00:00
|
|
|
(fmt(EX_FILE_READ, dctx_->getBasePath().c_str(),
|
2010-11-20 09:36:14 +00:00
|
|
|
"data is too short"));
|
2007-12-05 13:41:56 +00:00
|
|
|
}
|
2011-10-13 13:05:18 +00:00
|
|
|
ctx_->update(buf, r);
|
|
|
|
offset += r;
|
2007-12-05 13:41:56 +00:00
|
|
|
}
|
2011-10-13 12:40:07 +00:00
|
|
|
return ctx_->digest();
|
2007-12-05 13:41:56 +00:00
|
|
|
}
|
|
|
|
|
2007-11-12 11:28:16 +00:00
|
|
|
bool IteratableChunkChecksumValidator::finished() const
|
|
|
|
{
|
2010-06-21 13:51:56 +00:00
|
|
|
if(currentIndex_ >= dctx_->getNumPieces()) {
|
2007-12-05 17:11:22 +00:00
|
|
|
return true;
|
|
|
|
} else {
|
|
|
|
return false;
|
|
|
|
}
|
2007-11-12 11:28:16 +00:00
|
|
|
}
|
|
|
|
|
2008-03-08 10:33:56 +00:00
|
|
|
off_t IteratableChunkChecksumValidator::getCurrentOffset() const
|
2007-11-12 11:28:16 +00:00
|
|
|
{
|
2010-06-21 13:51:56 +00:00
|
|
|
return (off_t)currentIndex_*dctx_->getPieceLength();
|
2007-11-12 11:28:16 +00:00
|
|
|
}
|
|
|
|
|
2008-03-08 10:33:56 +00:00
|
|
|
uint64_t IteratableChunkChecksumValidator::getTotalLength() const
|
2007-05-20 13:57:56 +00:00
|
|
|
{
|
2010-06-21 13:51:56 +00:00
|
|
|
return dctx_->getTotalLength();
|
2007-05-20 13:57:56 +00:00
|
|
|
}
|
2008-02-08 15:53:45 +00:00
|
|
|
|
|
|
|
} // namespace aria2
|