2007-10-11 16:58:24 +00:00
|
|
|
/* <!-- copyright */
|
|
|
|
/*
|
|
|
|
* aria2 - The high speed download utility
|
|
|
|
*
|
|
|
|
* Copyright (C) 2006 Tatsuhiro Tsujikawa
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
* (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*
|
|
|
|
* In addition, as a special exception, the copyright holders give
|
|
|
|
* permission to link the code of portions of this program with the
|
|
|
|
* OpenSSL library under certain conditions as described in each
|
|
|
|
* individual source file, and distribute linked combinations
|
|
|
|
* including the two.
|
|
|
|
* You must obey the GNU General Public License in all respects
|
|
|
|
* for all of the code used other than OpenSSL. If you modify
|
|
|
|
* file(s) with this exception, you may extend this exception to your
|
|
|
|
* version of the file(s), but you are not obligated to do so. If you
|
|
|
|
* do not wish to do so, delete this exception statement from your
|
|
|
|
* version. If you delete this exception statement from all source
|
|
|
|
* files in the program, then also delete it here.
|
|
|
|
*/
|
|
|
|
/* copyright --> */
|
|
|
|
#ifndef _D_UNKNOWN_LENGTH_PIECE_STORAGE_H_
|
|
|
|
#define _D_UNKNOWN_LENGTH_PIECE_STORAGE_H_
|
|
|
|
|
|
|
|
#include "PieceStorage.h"
|
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
namespace aria2 {
|
|
|
|
|
2007-10-11 16:58:24 +00:00
|
|
|
class Option;
|
|
|
|
class DownloadContext;
|
|
|
|
class DiskWriterFactory;
|
2007-11-27 Tatsuhiro Tsujikawa <tujikawa at rednoah dot com>
Rewritten to add content-type support.
* src/DownloadHandler.{h, cc}
* src/BtPostDownloadHandler.{h, cc}
* test/BtPostDownloadHandlerTest.cc
* src/MetalinkPostDownloadHandler.{h, cc}
* test/MetalinkPostDownloadHandlerTest.cc
* src/PostDownloadHandler.{h, cc}
* src/DownloadHandlerConstants.{h, cc}
* src/RequestGroup.cc
* src/HttpResponseCommand.cc
* src/FtpNegotiationCommand.cc
* src/SingleFileDownloadContext.{h, cc}
* src/RequestGroup.h
* src/RequestGroupCriteria.h
* src/ContentTypeRequestGroupCriteria.h
Added 'mem' option value for --follow-metalink,
--follow-torrent.
If it is give, metalink/torrent file is not written to the disk,
but
just is kept in memory. Parsing is occurred on memory.
* src/MetalinkHelper.{h, cc}
* src/MetalinkProcessor.h
* src/Xml2MetalinkProcessor.{h, cc}
* test/Xml2MetalinkProcessorTest.cc
* src/DownloadHandlerFactory.{h, cc}
* test/DownloadHandlerFactoryTest.cc
* src/PreDownloadHandler.{h, cc}
* src/OptionHandlerFactory.cc
* src/DefaultBtContext.{h, cc}
* test/DefaultBtContextTest.cc
* src/version_usage.cc
* src/Metalink2RequestGroup.{h, cc}
* src/RequestGroup.{h, cc}
* src/a2functional.h
* test/a2functionalTest.cc
* src/MemoryBufferPreDownloadHandler.{h, cc}
* src/OptionHandlerImpl.h
* src/prefs.h
* src/Util.{h, cc}
* test/UtilTest.cc
Keep DownloadResult rather than RequestGroup after downloads to
reduce
memory usage.
* src/RequestGroupMan.{h, cc}
* src/DownloadEngine.cc
* src/BtDependency.{h, cc}: Changed the type of dependee from
WeakHandle to SharedHandle because WeakHandle could be null.
* src/RequestGroup.{h, cc}
* src/DownloadEngineFactory.cc
* src/DownloadResult.h
Set totalLength after download finished
* src/UnknownLengthPieceStorage.{h, cc}
Keep torrent file specified in metalink in memory.
* src/Metalink2RequestGroup.cc
* src/BtDependency.cc
* src/TrueRequestGroupCriteria.h
Fixed the bug: seekg is used where seekp should be used.
* src/ByteArrayDiskWriter.cc
* test/ByteArraydiskWriterTest.cc
2007-11-27 12:27:10 +00:00
|
|
|
class DirectDiskAdaptor;
|
2007-10-11 16:58:24 +00:00
|
|
|
|
|
|
|
class UnknownLengthPieceStorage:public PieceStorage {
|
|
|
|
private:
|
2008-02-08 15:53:45 +00:00
|
|
|
SharedHandle<DownloadContext> _downloadContext;
|
2007-10-11 16:58:24 +00:00
|
|
|
|
|
|
|
const Option* _option;
|
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
SharedHandle<DirectDiskAdaptor> _diskAdaptor;
|
2007-10-11 16:58:24 +00:00
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
SharedHandle<DiskWriterFactory> _diskWriterFactory;
|
2007-10-11 16:58:24 +00:00
|
|
|
|
2008-03-08 08:04:28 +00:00
|
|
|
uint64_t _totalLength;
|
2007-10-11 16:58:24 +00:00
|
|
|
|
|
|
|
bool _downloadFinished;
|
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
SharedHandle<Piece> _piece;
|
2007-10-11 16:58:24 +00:00
|
|
|
public:
|
2008-02-08 15:53:45 +00:00
|
|
|
UnknownLengthPieceStorage(const SharedHandle<DownloadContext>& downloadContext,
|
2007-10-11 16:58:24 +00:00
|
|
|
const Option* option);
|
|
|
|
|
|
|
|
virtual ~UnknownLengthPieceStorage();
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Returns true if the peer has a piece that localhost doesn't have.
|
|
|
|
* Otherwise returns false.
|
|
|
|
*/
|
2008-03-15 04:19:46 +00:00
|
|
|
virtual bool hasMissingPiece(const SharedHandle<Peer>& peer);
|
2007-10-11 16:58:24 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Returns a piece that the peer has but localhost doesn't.
|
|
|
|
* The piece will be marked "used" status in order to prevent other command
|
|
|
|
* from get the same piece. But in end game mode, same piece may be returned
|
|
|
|
* to several commands.
|
|
|
|
*/
|
2008-03-15 04:19:46 +00:00
|
|
|
virtual SharedHandle<Piece> getMissingPiece(const SharedHandle<Peer>& peer);
|
|
|
|
|
2007-10-11 16:58:24 +00:00
|
|
|
/**
|
|
|
|
* Returns a piece that the peer has but localhost doesn't.
|
|
|
|
* Only pieces that declared as "fast" are returned.
|
|
|
|
* The piece will be marked "used" status in order to prevent other command
|
|
|
|
* from get the same piece. But in end game mode, same piece may be returned
|
|
|
|
* to several commands.
|
|
|
|
*/
|
2008-03-15 04:19:46 +00:00
|
|
|
virtual SharedHandle<Piece> getMissingFastPiece(const SharedHandle<Peer>& peer);
|
|
|
|
|
2007-10-11 16:58:24 +00:00
|
|
|
/**
|
|
|
|
* Returns a missing piece if available. Otherwise returns 0;
|
|
|
|
*/
|
2008-02-08 15:53:45 +00:00
|
|
|
virtual SharedHandle<Piece> getMissingPiece();
|
2007-10-11 16:58:24 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Returns a missing piece whose index is index.
|
|
|
|
* If a piece whose index is index is already acquired or currently used,
|
|
|
|
* then returns 0.
|
|
|
|
* Also returns 0 if any of missing piece is not available.
|
|
|
|
*/
|
2008-03-08 08:04:28 +00:00
|
|
|
virtual SharedHandle<Piece> getMissingPiece(size_t index);
|
2007-10-11 16:58:24 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Returns the piece denoted by index.
|
|
|
|
* No status of the piece is changed in this method.
|
|
|
|
*/
|
2008-03-08 08:04:28 +00:00
|
|
|
virtual SharedHandle<Piece> getPiece(size_t index);
|
2007-10-11 16:58:24 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Tells that the download of the specfied piece completes.
|
|
|
|
*/
|
2008-02-08 15:53:45 +00:00
|
|
|
virtual void completePiece(const SharedHandle<Piece>& piece);
|
2007-10-11 16:58:24 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Tells that the download of the specified piece is canceled.
|
|
|
|
*/
|
2008-02-08 15:53:45 +00:00
|
|
|
virtual void cancelPiece(const SharedHandle<Piece>& piece);
|
2007-10-11 16:58:24 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Returns true if the specified piece is already downloaded.
|
|
|
|
* Otherwise returns false.
|
|
|
|
*/
|
2008-03-08 08:04:28 +00:00
|
|
|
virtual bool hasPiece(size_t index);
|
2007-10-11 16:58:24 +00:00
|
|
|
|
2008-03-08 08:04:28 +00:00
|
|
|
virtual bool isPieceUsed(size_t index);
|
2007-10-11 16:58:24 +00:00
|
|
|
|
2008-03-08 08:04:28 +00:00
|
|
|
virtual uint64_t getTotalLength()
|
2007-10-11 16:58:24 +00:00
|
|
|
{
|
|
|
|
return _totalLength;
|
|
|
|
}
|
|
|
|
|
2008-03-08 08:04:28 +00:00
|
|
|
virtual uint64_t getFilteredTotalLength()
|
2007-10-11 16:58:24 +00:00
|
|
|
{
|
|
|
|
return _totalLength;
|
|
|
|
}
|
|
|
|
|
2008-03-08 08:04:28 +00:00
|
|
|
virtual uint64_t getCompletedLength()
|
2007-10-11 16:58:24 +00:00
|
|
|
{
|
|
|
|
// TODO we have to return actual completed length here?
|
|
|
|
return _totalLength;
|
|
|
|
}
|
|
|
|
|
2008-03-08 08:04:28 +00:00
|
|
|
virtual uint64_t getFilteredCompletedLength()
|
2007-10-11 16:58:24 +00:00
|
|
|
{
|
|
|
|
return getCompletedLength();
|
|
|
|
}
|
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
virtual void setFileFilter(const std::deque<std::string>& filePaths) {}
|
2007-10-11 16:58:24 +00:00
|
|
|
|
2007-11-21 16:14:40 +00:00
|
|
|
virtual void setFileFilter(IntSequence seq) {}
|
2007-10-11 16:58:24 +00:00
|
|
|
|
|
|
|
virtual void clearFileFilter() {}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Returns true if download has completed.
|
|
|
|
* If file filter is enabled, then returns true if those files have
|
|
|
|
* downloaded.
|
|
|
|
*/
|
|
|
|
virtual bool downloadFinished()
|
|
|
|
{
|
|
|
|
return _downloadFinished;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Returns true if all files have downloaded.
|
|
|
|
* The file filter is ignored.
|
|
|
|
*/
|
|
|
|
virtual bool allDownloadFinished()
|
|
|
|
{
|
|
|
|
return downloadFinished();
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Initializes DiskAdaptor.
|
|
|
|
* TODO add better documentation here.
|
|
|
|
*/
|
|
|
|
virtual void initStorage();
|
|
|
|
|
|
|
|
virtual const unsigned char* getBitfield()
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
virtual void setBitfield(const unsigned char* bitfield,
|
2008-03-08 08:04:28 +00:00
|
|
|
size_t bitfieldLength) {}
|
2007-10-11 16:58:24 +00:00
|
|
|
|
2008-03-08 08:04:28 +00:00
|
|
|
virtual size_t getBitfieldLength()
|
2007-10-11 16:58:24 +00:00
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
virtual bool isSelectiveDownloadingMode()
|
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
virtual void finishSelectiveDownloadingMode() {}
|
|
|
|
|
|
|
|
virtual bool isEndGame()
|
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
virtual SharedHandle<DiskAdaptor> getDiskAdaptor();
|
2007-10-11 16:58:24 +00:00
|
|
|
|
2008-03-08 08:04:28 +00:00
|
|
|
virtual size_t getPieceLength(size_t index);
|
2007-10-11 16:58:24 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Adds piece index to advertise to other commands. They send have message
|
|
|
|
* based on this information.
|
|
|
|
*/
|
2008-03-08 08:04:28 +00:00
|
|
|
virtual void advertisePiece(int32_t cuid, size_t index) {}
|
2007-10-11 16:58:24 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Returns piece index which is not advertised by the caller command and
|
|
|
|
* newer than lastCheckTime.
|
|
|
|
*/
|
2008-03-08 08:04:28 +00:00
|
|
|
virtual std::deque<size_t>
|
2008-02-08 15:53:45 +00:00
|
|
|
getAdvertisedPieceIndexes(int32_t myCuid, const Time& lastCheckTime)
|
2007-10-11 16:58:24 +00:00
|
|
|
{
|
2008-03-08 08:04:28 +00:00
|
|
|
return std::deque<size_t>();
|
2007-10-11 16:58:24 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Removes have entry if specified seconds have elapsed since its
|
|
|
|
* registration.
|
|
|
|
*/
|
2008-03-08 08:04:28 +00:00
|
|
|
virtual void removeAdvertisedPiece(time_t elapsed) {}
|
2007-10-11 16:58:24 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Sets all bits in bitfield to 1.
|
|
|
|
*/
|
|
|
|
virtual void markAllPiecesDone();
|
|
|
|
|
2008-03-15 04:19:46 +00:00
|
|
|
virtual void markPiecesDone(uint64_t length);
|
2007-10-11 16:58:24 +00:00
|
|
|
|
2008-03-15 04:19:46 +00:00
|
|
|
virtual void markPieceMissing(size_t index);
|
2007-10-11 16:58:24 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Do nothing because loading in-flight piece is not supported for this
|
|
|
|
* class.
|
|
|
|
*/
|
2008-02-08 15:53:45 +00:00
|
|
|
virtual void addInFlightPiece(const std::deque<SharedHandle<Piece> >& pieces) {}
|
2007-10-11 16:58:24 +00:00
|
|
|
|
2008-03-08 08:04:28 +00:00
|
|
|
virtual size_t countInFlightPiece()
|
2007-10-11 16:58:24 +00:00
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
virtual std::deque<SharedHandle<Piece> > getInFlightPieces();
|
2007-10-11 16:58:24 +00:00
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
void setDiskWriterFactory(const SharedHandle<DiskWriterFactory>& diskWriterFactory);
|
2007-10-11 16:58:24 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
typedef SharedHandle<UnknownLengthPieceStorage> UnknownLengthPieceStorageHandle;
|
|
|
|
|
2008-02-08 15:53:45 +00:00
|
|
|
} // namespace aria2
|
|
|
|
|
2007-10-11 16:58:24 +00:00
|
|
|
#endif // _D_UNKNOWN_LENGTH_PIECE_STORAGE_H_
|