mirror of https://github.com/aria2/aria2
				
				
				
			
		
			
				
	
	
		
			315 lines
		
	
	
		
			12 KiB
		
	
	
	
		
			C++
		
	
	
			
		
		
	
	
			315 lines
		
	
	
		
			12 KiB
		
	
	
	
		
			C++
		
	
	
#include "FileEntry.h"
 | 
						|
 | 
						|
#include <cppunit/extensions/HelperMacros.h>
 | 
						|
 | 
						|
#include "InorderURISelector.h"
 | 
						|
#include "util.h"
 | 
						|
 | 
						|
namespace aria2 {
 | 
						|
 | 
						|
class FileEntryTest : public CppUnit::TestFixture {
 | 
						|
 | 
						|
  CPPUNIT_TEST_SUITE(FileEntryTest);
 | 
						|
  CPPUNIT_TEST(testRemoveURIWhoseHostnameIs);
 | 
						|
  CPPUNIT_TEST(testExtractURIResult);
 | 
						|
  CPPUNIT_TEST(testGetRequest);
 | 
						|
  CPPUNIT_TEST(testGetRequest_withoutUriReuse);
 | 
						|
  CPPUNIT_TEST(testGetRequest_withUniqueProtocol);
 | 
						|
  CPPUNIT_TEST(testGetRequest_withReferer);
 | 
						|
  CPPUNIT_TEST(testReuseUri);
 | 
						|
  CPPUNIT_TEST(testAddUri);
 | 
						|
  CPPUNIT_TEST(testAddUris);
 | 
						|
  CPPUNIT_TEST(testInsertUri);
 | 
						|
  CPPUNIT_TEST(testRemoveUri);
 | 
						|
  CPPUNIT_TEST(testPutBackRequest);
 | 
						|
  CPPUNIT_TEST_SUITE_END();
 | 
						|
 | 
						|
public:
 | 
						|
  void setUp() {}
 | 
						|
 | 
						|
  void testRemoveURIWhoseHostnameIs();
 | 
						|
  void testExtractURIResult();
 | 
						|
  void testGetRequest();
 | 
						|
  void testGetRequest_withoutUriReuse();
 | 
						|
  void testGetRequest_withUniqueProtocol();
 | 
						|
  void testGetRequest_withReferer();
 | 
						|
  void testReuseUri();
 | 
						|
  void testAddUri();
 | 
						|
  void testAddUris();
 | 
						|
  void testInsertUri();
 | 
						|
  void testRemoveUri();
 | 
						|
  void testPutBackRequest();
 | 
						|
};
 | 
						|
 | 
						|
CPPUNIT_TEST_SUITE_REGISTRATION(FileEntryTest);
 | 
						|
 | 
						|
namespace {
 | 
						|
std::shared_ptr<FileEntry> createFileEntry()
 | 
						|
{
 | 
						|
  auto fileEntry = std::make_shared<FileEntry>();
 | 
						|
  fileEntry->setUris(std::vector<std::string>{"http://localhost/aria2.zip",
 | 
						|
                                              "ftp://localhost/aria2.zip",
 | 
						|
                                              "http://mirror/aria2.zip"});
 | 
						|
  return fileEntry;
 | 
						|
}
 | 
						|
} // namespace
 | 
						|
 | 
						|
void FileEntryTest::testRemoveURIWhoseHostnameIs()
 | 
						|
{
 | 
						|
  auto fileEntry = createFileEntry();
 | 
						|
  fileEntry->removeURIWhoseHostnameIs("localhost");
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)1, fileEntry->getRemainingUris().size());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://mirror/aria2.zip"),
 | 
						|
                       fileEntry->getRemainingUris()[0]);
 | 
						|
}
 | 
						|
 | 
						|
void FileEntryTest::testExtractURIResult()
 | 
						|
{
 | 
						|
  FileEntry fileEntry;
 | 
						|
  fileEntry.addURIResult("http://timeout/file", error_code::TIME_OUT);
 | 
						|
  fileEntry.addURIResult("http://finished/file", error_code::FINISHED);
 | 
						|
  fileEntry.addURIResult("http://timeout/file2", error_code::TIME_OUT);
 | 
						|
  fileEntry.addURIResult("http://unknownerror/file", error_code::UNKNOWN_ERROR);
 | 
						|
 | 
						|
  std::deque<URIResult> res;
 | 
						|
  fileEntry.extractURIResult(res, error_code::TIME_OUT);
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)2, res.size());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://timeout/file"), res[0].getURI());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://timeout/file2"), res[1].getURI());
 | 
						|
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)2, fileEntry.getURIResults().size());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://finished/file"),
 | 
						|
                       fileEntry.getURIResults()[0].getURI());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://unknownerror/file"),
 | 
						|
                       fileEntry.getURIResults()[1].getURI());
 | 
						|
 | 
						|
  res.clear();
 | 
						|
 | 
						|
  fileEntry.extractURIResult(res, error_code::TIME_OUT);
 | 
						|
  CPPUNIT_ASSERT(res.empty());
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)2, fileEntry.getURIResults().size());
 | 
						|
}
 | 
						|
 | 
						|
void FileEntryTest::testGetRequest()
 | 
						|
{
 | 
						|
  auto fileEntry = createFileEntry();
 | 
						|
  InorderURISelector selector{};
 | 
						|
  std::vector<std::pair<size_t, std::string>> usedHosts;
 | 
						|
  auto req = fileEntry->getRequest(&selector, true, usedHosts);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("localhost"), req->getHost());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http"), req->getProtocol());
 | 
						|
  fileEntry->poolRequest(req);
 | 
						|
 | 
						|
  auto req2nd = fileEntry->getRequest(&selector, true, usedHosts);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("localhost"), req2nd->getHost());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http"), req2nd->getProtocol());
 | 
						|
 | 
						|
  auto req3rd = fileEntry->getRequest(&selector, true, usedHosts);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("mirror"), req3rd->getHost());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http"), req3rd->getProtocol());
 | 
						|
 | 
						|
  auto req4th = fileEntry->getRequest(&selector, true, usedHosts);
 | 
						|
  CPPUNIT_ASSERT(!req4th);
 | 
						|
 | 
						|
  fileEntry->setMaxConnectionPerServer(2);
 | 
						|
 | 
						|
  auto req5th = fileEntry->getRequest(&selector, true, usedHosts);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("localhost"), req5th->getHost());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("ftp"), req5th->getProtocol());
 | 
						|
 | 
						|
  auto req6th = fileEntry->getRequest(&selector, true, usedHosts);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("mirror"), req6th->getHost());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http"), req6th->getProtocol());
 | 
						|
 | 
						|
  auto req7th = fileEntry->getRequest(&selector, true, usedHosts);
 | 
						|
  CPPUNIT_ASSERT(!req7th);
 | 
						|
}
 | 
						|
 | 
						|
void FileEntryTest::testGetRequest_withoutUriReuse()
 | 
						|
{
 | 
						|
  std::vector<std::pair<size_t, std::string>> usedHosts;
 | 
						|
  auto fileEntry = createFileEntry();
 | 
						|
  fileEntry->setMaxConnectionPerServer(2);
 | 
						|
  InorderURISelector selector{};
 | 
						|
  auto req = fileEntry->getRequest(&selector, false, usedHosts);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("localhost"), req->getHost());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http"), req->getProtocol());
 | 
						|
 | 
						|
  auto req2nd = fileEntry->getRequest(&selector, false, usedHosts);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("localhost"), req2nd->getHost());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("ftp"), req2nd->getProtocol());
 | 
						|
 | 
						|
  auto req3rd = fileEntry->getRequest(&selector, false, usedHosts);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("mirror"), req3rd->getHost());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http"), req3rd->getProtocol());
 | 
						|
 | 
						|
  auto req4th = fileEntry->getRequest(&selector, false, usedHosts);
 | 
						|
  CPPUNIT_ASSERT(!req4th);
 | 
						|
}
 | 
						|
 | 
						|
void FileEntryTest::testGetRequest_withUniqueProtocol()
 | 
						|
{
 | 
						|
  std::vector<std::pair<size_t, std::string>> usedHosts;
 | 
						|
  auto fileEntry = createFileEntry();
 | 
						|
  fileEntry->setUniqueProtocol(true);
 | 
						|
  InorderURISelector selector{};
 | 
						|
  auto req = fileEntry->getRequest(&selector, true, usedHosts);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("localhost"), req->getHost());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http"), req->getProtocol());
 | 
						|
 | 
						|
  auto req2nd = fileEntry->getRequest(&selector, true, usedHosts);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("mirror"), req2nd->getHost());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http"), req2nd->getProtocol());
 | 
						|
 | 
						|
  auto req3rd = fileEntry->getRequest(&selector, true, usedHosts);
 | 
						|
  CPPUNIT_ASSERT(!req3rd);
 | 
						|
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)2, fileEntry->getRemainingUris().size());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("ftp://localhost/aria2.zip"),
 | 
						|
                       fileEntry->getRemainingUris()[0]);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://mirror/aria2.zip"),
 | 
						|
                       fileEntry->getRemainingUris()[1]);
 | 
						|
}
 | 
						|
 | 
						|
void FileEntryTest::testGetRequest_withReferer()
 | 
						|
{
 | 
						|
  auto fileEntry = createFileEntry();
 | 
						|
  InorderURISelector selector{};
 | 
						|
  std::vector<std::pair<size_t, std::string>> usedHosts;
 | 
						|
  auto req =
 | 
						|
      fileEntry->getRequest(&selector, true, usedHosts, "http://referer");
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://referer"), req->getReferer());
 | 
						|
  // URI is used as referer if "*" is given.
 | 
						|
  req = fileEntry->getRequest(&selector, true, usedHosts, "*");
 | 
						|
  CPPUNIT_ASSERT_EQUAL(req->getUri(), req->getReferer());
 | 
						|
}
 | 
						|
 | 
						|
void FileEntryTest::testReuseUri()
 | 
						|
{
 | 
						|
  InorderURISelector selector{};
 | 
						|
  auto fileEntry = createFileEntry();
 | 
						|
  fileEntry->setMaxConnectionPerServer(3);
 | 
						|
  size_t numUris = fileEntry->getRemainingUris().size();
 | 
						|
  std::vector<std::pair<size_t, std::string>> usedHosts;
 | 
						|
  for (size_t i = 0; i < numUris; ++i) {
 | 
						|
    fileEntry->getRequest(&selector, false, usedHosts);
 | 
						|
  }
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)0, fileEntry->getRemainingUris().size());
 | 
						|
  fileEntry->addURIResult("http://localhost/aria2.zip",
 | 
						|
                          error_code::UNKNOWN_ERROR);
 | 
						|
  std::vector<std::string> ignore;
 | 
						|
  fileEntry->reuseUri(ignore);
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)2, fileEntry->getRemainingUris().size());
 | 
						|
  auto uris = fileEntry->getRemainingUris();
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("ftp://localhost/aria2.zip"), uris[0]);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://mirror/aria2.zip"), uris[1]);
 | 
						|
  for (size_t i = 0; i < 2; ++i) {
 | 
						|
    fileEntry->getRequest(&selector, false, usedHosts);
 | 
						|
  }
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)0, fileEntry->getRemainingUris().size());
 | 
						|
  ignore.clear();
 | 
						|
  ignore.push_back("mirror");
 | 
						|
  fileEntry->reuseUri(ignore);
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)1, fileEntry->getRemainingUris().size());
 | 
						|
  uris = fileEntry->getRemainingUris();
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("ftp://localhost/aria2.zip"), uris[0]);
 | 
						|
}
 | 
						|
 | 
						|
void FileEntryTest::testAddUri()
 | 
						|
{
 | 
						|
  FileEntry file;
 | 
						|
  CPPUNIT_ASSERT(file.addUri("http://good"));
 | 
						|
  CPPUNIT_ASSERT(!file.addUri("bad"));
 | 
						|
  // Test for percent-encode
 | 
						|
  CPPUNIT_ASSERT(file.addUri("http://host:80/file<with%2 %20space/"
 | 
						|
                             "file with space;param%?a=/?"));
 | 
						|
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://host:80"
 | 
						|
                                   "/file%3Cwith%2%20%20space/"
 | 
						|
                                   "file%20with%20space;param%"
 | 
						|
                                   "?a=/?"),
 | 
						|
                       file.getRemainingUris()[1]);
 | 
						|
}
 | 
						|
 | 
						|
void FileEntryTest::testAddUris()
 | 
						|
{
 | 
						|
  FileEntry file;
 | 
						|
  std::string uris[] = {"bad", "http://good"};
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)1, file.addUris(&uris[0], &uris[2]));
 | 
						|
}
 | 
						|
 | 
						|
void FileEntryTest::testInsertUri()
 | 
						|
{
 | 
						|
  FileEntry file;
 | 
						|
  CPPUNIT_ASSERT(file.insertUri("http://example.org/1", 0));
 | 
						|
  CPPUNIT_ASSERT(file.insertUri("http://example.org/2", 0));
 | 
						|
  CPPUNIT_ASSERT(file.insertUri("http://example.org/3", 1));
 | 
						|
  CPPUNIT_ASSERT(file.insertUri("http://example.org/4", 5));
 | 
						|
  auto& uris = file.getRemainingUris();
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://example.org/2"), uris[0]);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://example.org/3"), uris[1]);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://example.org/1"), uris[2]);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://example.org/4"), uris[3]);
 | 
						|
  // Test for percent-encode
 | 
						|
  CPPUNIT_ASSERT(file.insertUri("http://host:80/file<with%2 %20space/"
 | 
						|
                                "file with space;param%?a=/?",
 | 
						|
                                0));
 | 
						|
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://host:80"
 | 
						|
                                   "/file%3Cwith%2%20%20space/"
 | 
						|
                                   "file%20with%20space;param%"
 | 
						|
                                   "?a=/?"),
 | 
						|
                       file.getRemainingUris()[0]);
 | 
						|
}
 | 
						|
 | 
						|
void FileEntryTest::testRemoveUri()
 | 
						|
{
 | 
						|
  std::vector<std::pair<size_t, std::string>> usedHosts;
 | 
						|
  InorderURISelector selector{};
 | 
						|
  FileEntry file;
 | 
						|
  file.addUri("http://example.org/");
 | 
						|
  CPPUNIT_ASSERT(file.removeUri("http://example.org/"));
 | 
						|
  CPPUNIT_ASSERT(file.getRemainingUris().empty());
 | 
						|
  CPPUNIT_ASSERT(!file.removeUri("http://example.org/"));
 | 
						|
 | 
						|
  file.addUri("http://example.org/");
 | 
						|
  auto exampleOrgReq = file.getRequest(&selector, true, usedHosts);
 | 
						|
  CPPUNIT_ASSERT(!exampleOrgReq->removalRequested());
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)1, file.getSpentUris().size());
 | 
						|
  CPPUNIT_ASSERT(file.removeUri("http://example.org/"));
 | 
						|
  CPPUNIT_ASSERT(file.getSpentUris().empty());
 | 
						|
  CPPUNIT_ASSERT(exampleOrgReq->removalRequested());
 | 
						|
  file.poolRequest(exampleOrgReq);
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)0, file.countPooledRequest());
 | 
						|
 | 
						|
  file.addUri("http://example.org/");
 | 
						|
  exampleOrgReq = file.getRequest(&selector, true, usedHosts);
 | 
						|
  file.poolRequest(exampleOrgReq);
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)1, file.countPooledRequest());
 | 
						|
  CPPUNIT_ASSERT(file.removeUri("http://example.org/"));
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)0, file.countPooledRequest());
 | 
						|
  CPPUNIT_ASSERT(file.getSpentUris().empty());
 | 
						|
 | 
						|
  file.addUri("http://example.org/");
 | 
						|
  CPPUNIT_ASSERT(!file.removeUri("http://example.net"));
 | 
						|
}
 | 
						|
 | 
						|
void FileEntryTest::testPutBackRequest()
 | 
						|
{
 | 
						|
  auto fileEntry = createFileEntry();
 | 
						|
  InorderURISelector selector{};
 | 
						|
  std::vector<std::pair<size_t, std::string>> usedHosts;
 | 
						|
  auto req1 = fileEntry->getRequest(&selector, false, usedHosts);
 | 
						|
  auto req2 = fileEntry->getRequest(&selector, false, usedHosts);
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)1, fileEntry->getRemainingUris().size());
 | 
						|
  fileEntry->poolRequest(req2);
 | 
						|
  fileEntry->putBackRequest();
 | 
						|
  auto& uris = fileEntry->getRemainingUris();
 | 
						|
  CPPUNIT_ASSERT_EQUAL((size_t)3, uris.size());
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://localhost/aria2.zip"), uris[0]);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("http://mirror/aria2.zip"), uris[1]);
 | 
						|
  CPPUNIT_ASSERT_EQUAL(std::string("ftp://localhost/aria2.zip"), uris[2]);
 | 
						|
}
 | 
						|
 | 
						|
} // namespace aria2
 |