/* Copyright (c) 2015, Alden Torres All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. * Neither the name of the author nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #ifndef TORRENT_DISABLE_DHT #include "libtorrent/config.hpp" #include "libtorrent/session.hpp" #include "libtorrent/kademlia/dht_settings.hpp" #include "libtorrent/bencode.hpp" #include "libtorrent/socket_io.hpp" // for hash_address #include "libtorrent/broadcast_socket.hpp" // for supports_ipv6 #include "libtorrent/performance_counters.hpp" // for counters #include "libtorrent/random.hpp" #include "libtorrent/ed25519.hpp" #include "libtorrent/hex.hpp" // from_hex #include "libtorrent/kademlia/dht_storage.hpp" #include "libtorrent/kademlia/node_id.hpp" #include "libtorrent/kademlia/routing_table.hpp" #include "libtorrent/kademlia/item.hpp" #include "libtorrent/kademlia/dht_observer.hpp" #include #include "test.hpp" #include "setup_transfer.hpp" using namespace lt; using namespace lt::dht; namespace { dht::dht_settings test_settings() { dht::dht_settings sett; sett.max_torrents = 2; sett.max_dht_items = 2; sett.item_lifetime = int(seconds(120 * 60).count()); return sett; } bool g_storage_constructor_invoked = false; std::unique_ptr dht_custom_storage_constructor( dht::dht_settings const& settings) { g_storage_constructor_invoked = true; return dht_default_storage_constructor(settings); } std::unique_ptr create_default_dht_storage( dht::dht_settings const& sett) { std::unique_ptr s(dht_default_storage_constructor(sett)); TEST_CHECK(s != nullptr); s->update_node_ids({to_hash("0000000000000000000000000000000000000200")}); return s; } } sha1_hash const n1 = to_hash("5fbfbff10c5d6a4ec8a88e4c6ab4c28b95eee401"); sha1_hash const n2 = to_hash("5fbfbff10c5d6a4ec8a88e4c6ab4c28b95eee402"); sha1_hash const n3 = to_hash("5fbfbff10c5d6a4ec8a88e4c6ab4c28b95eee403"); sha1_hash const n4 = to_hash("5fbfbff10c5d6a4ec8a88e4c6ab4c28b95eee404"); TORRENT_TEST(announce_peer) { dht::dht_settings sett = test_settings(); std::unique_ptr s(create_default_dht_storage(sett)); entry peers; s->get_peers(n1, false, false, address(), peers); TEST_CHECK(peers["n"].string().empty()) TEST_CHECK(peers["values"].list().empty()); tcp::endpoint const p1 = ep("124.31.75.21", 1); tcp::endpoint const p2 = ep("124.31.75.22", 1); tcp::endpoint const p3 = ep("124.31.75.23", 1); tcp::endpoint const p4 = ep("124.31.75.24", 1); s->announce_peer(n1, p1, "torrent_name", false); peers = entry(); s->get_peers(n1, false, false, address(), peers); TEST_EQUAL(peers["n"].string(), "torrent_name") TEST_EQUAL(peers["values"].list().size(), 1) s->announce_peer(n2, p2, "torrent_name1", false); s->announce_peer(n2, p3, "torrent_name1", false); s->announce_peer(n3, p4, "torrent_name2", false); peers = entry(); s->get_peers(n3, false, false, address(), peers); TEST_CHECK(!peers.find_key("values")); } #if TORRENT_USE_IPV6 TORRENT_TEST(dual_stack) { dht::dht_settings sett = test_settings(); std::unique_ptr s(create_default_dht_storage(sett)); tcp::endpoint const p1 = ep("124.31.75.21", 1); tcp::endpoint const p2 = ep("124.31.75.22", 1); tcp::endpoint const p3 = ep("124.31.75.23", 1); tcp::endpoint const p4 = ep("2000::1", 1); tcp::endpoint const p5 = ep("2000::2", 1); s->announce_peer(n1, p1, "torrent_name", false); s->announce_peer(n1, p2, "torrent_name", false); s->announce_peer(n1, p3, "torrent_name", false); s->announce_peer(n1, p4, "torrent_name", false); s->announce_peer(n1, p5, "torrent_name", false); entry peers4; s->get_peers(n1, false, false, address(), peers4); TEST_EQUAL(peers4["values"].list().size(), 3); entry peers6; s->get_peers(n1, false, false, address_v6(), peers6); TEST_EQUAL(peers6["values"].list().size(), 2); } #endif TORRENT_TEST(put_items) { dht::dht_settings sett = test_settings(); std::unique_ptr s(create_default_dht_storage(sett)); entry item; bool r = s->get_immutable_item(n4, item); TEST_CHECK(!r); s->put_immutable_item(n4, {"123", 3}, addr("124.31.75.21")); r = s->get_immutable_item(n4, item); TEST_CHECK(r); s->put_immutable_item(n1, {"123", 3}, addr("124.31.75.21")); s->put_immutable_item(n2, {"123", 3}, addr("124.31.75.21")); s->put_immutable_item(n3, {"123", 3}, addr("124.31.75.21")); r = s->get_immutable_item(n1, item); TEST_CHECK(!r); r = s->get_mutable_item(n4, sequence_number(0), false, item); TEST_CHECK(!r); public_key pk; signature sig; s->put_mutable_item(n4, {"123", 3}, sig, sequence_number(1), pk , {"salt", 4}, addr("124.31.75.21")); r = s->get_mutable_item(n4, sequence_number(0), false, item); TEST_CHECK(r); } TORRENT_TEST(counters) { dht::dht_settings sett = test_settings(); std::unique_ptr s(create_default_dht_storage(sett)); TEST_EQUAL(s->counters().peers, 0); TEST_EQUAL(s->counters().torrents, 0); tcp::endpoint const p1 = ep("124.31.75.21", 1); tcp::endpoint const p2 = ep("124.31.75.22", 1); tcp::endpoint const p3 = ep("124.31.75.23", 1); tcp::endpoint const p4 = ep("124.31.75.24", 1); s->announce_peer(n1, p1, "torrent_name", false); TEST_EQUAL(s->counters().peers, 1); TEST_EQUAL(s->counters().torrents, 1); s->announce_peer(n2, p2, "torrent_name1", false); s->announce_peer(n2, p3, "torrent_name1", false); s->announce_peer(n3, p4, "torrent_name2", false); TEST_EQUAL(s->counters().peers, 3); TEST_EQUAL(s->counters().torrents, 2); entry item; s->put_immutable_item(n4, {"123", 3}, addr("124.31.75.21")); TEST_EQUAL(s->counters().immutable_data, 1); s->put_immutable_item(n1, {"123", 3}, addr("124.31.75.21")); s->put_immutable_item(n2, {"123", 3}, addr("124.31.75.21")); s->put_immutable_item(n3, {"123", 3}, addr("124.31.75.21")); TEST_EQUAL(s->counters().immutable_data, 2); public_key pk; signature sig; s->put_mutable_item(n4, {"123", 3}, sig, sequence_number(1), pk , {"salt", 4}, addr("124.31.75.21")); TEST_EQUAL(s->counters().mutable_data, 1); } TORRENT_TEST(set_custom) { g_storage_constructor_invoked = false; settings_pack p; p.set_bool(settings_pack::enable_dht, false); p.set_str(settings_pack::dht_bootstrap_nodes, ""); lt::session ses(p); TEST_EQUAL(g_storage_constructor_invoked, false); TEST_CHECK(ses.is_dht_running() == false); ses.set_dht_storage(dht_custom_storage_constructor); p.set_bool(settings_pack::enable_dht, true); p.set_str(settings_pack::dht_bootstrap_nodes, ""); ses.apply_settings(p); // async with dispatch TEST_CHECK(ses.is_dht_running()); TEST_EQUAL(g_storage_constructor_invoked, true); } TORRENT_TEST(default_set_custom) { g_storage_constructor_invoked = false; settings_pack p; p.set_bool(settings_pack::enable_dht, true); p.set_str(settings_pack::dht_bootstrap_nodes, ""); lt::session ses(p); TEST_CHECK(ses.is_dht_running()); ses.set_dht_storage(dht_custom_storage_constructor); p.set_bool(settings_pack::enable_dht, false); ses.apply_settings(p); // async with dispatch TEST_CHECK(ses.is_dht_running() == false); TEST_EQUAL(g_storage_constructor_invoked, false); ses.set_dht_storage(dht_custom_storage_constructor); p.set_bool(settings_pack::enable_dht, true); ses.apply_settings(p); // async with dispatch TEST_CHECK(ses.is_dht_running()); TEST_EQUAL(g_storage_constructor_invoked, true); } TORRENT_TEST(peer_limit) { dht::dht_settings sett = test_settings(); sett.max_peers = 42; std::unique_ptr s(create_default_dht_storage(sett)); for (int i = 0; i < 200; ++i) { s->announce_peer(n1, {rand_v4(), std::uint16_t(lt::random(0xffff))} , "torrent_name", false); dht_storage_counters cnt = s->counters(); TEST_CHECK(cnt.peers <= 42); } dht_storage_counters cnt = s->counters(); TEST_EQUAL(cnt.peers, 42); } TORRENT_TEST(torrent_limit) { dht::dht_settings sett = test_settings(); sett.max_torrents = 42; std::unique_ptr s(create_default_dht_storage(sett)); for (int i = 0; i < 200; ++i) { s->announce_peer(rand_hash(), {rand_v4(), std::uint16_t(lt::random(0xffff))} , "", false); dht_storage_counters cnt = s->counters(); TEST_CHECK(cnt.torrents <= 42); } dht_storage_counters cnt = s->counters(); TEST_EQUAL(cnt.torrents, 42); } TORRENT_TEST(immutable_item_limit) { dht::dht_settings sett = test_settings(); sett.max_dht_items = 42; std::unique_ptr s(create_default_dht_storage(sett)); for (int i = 0; i < 200; ++i) { s->put_immutable_item(rand_hash(), {"123", 3}, rand_v4()); dht_storage_counters cnt = s->counters(); TEST_CHECK(cnt.immutable_data <= 42); } dht_storage_counters cnt = s->counters(); TEST_EQUAL(cnt.immutable_data, 42); } TORRENT_TEST(mutable_item_limit) { dht::dht_settings sett = test_settings(); sett.max_dht_items = 42; std::unique_ptr s(create_default_dht_storage(sett)); public_key pk; signature sig; for (int i = 0; i < 200; ++i) { s->put_mutable_item(rand_hash(), {"123", 3}, sig, sequence_number(1) , pk, {"salt", 4}, rand_v4()); dht_storage_counters cnt = s->counters(); TEST_CHECK(cnt.mutable_data <= 42); } dht_storage_counters cnt = s->counters(); TEST_EQUAL(cnt.mutable_data, 42); } TORRENT_TEST(get_peers_dist) { // test that get_peers returns reasonably disjoint sets of peers with each call // take two samples of 100 peers from 1000 and make sure there aren't too many // peers found in both lists dht::dht_settings sett = test_settings(); sett.max_peers = 2000; sett.max_peers_reply = 100; std::unique_ptr s(create_default_dht_storage(sett)); address addr = rand_v4(); for (int i = 0; i < 1000; ++i) { s->announce_peer(n1, tcp::endpoint(addr, uint16_t(i)) , "torrent_name", false); } std::set peer_set; int duplicates = 0; for (int i = 0; i < 2; ++i) { entry peers; s->get_peers(n1, false, false, address(), peers); TEST_EQUAL(peers["values"].list().size(), 100); for (auto const& p : peers["values"].list()) { int port = detail::read_v4_endpoint(p.string().begin()).port(); if (!peer_set.insert(port).second) ++duplicates; } } std::printf("duplicate peers found: %d\n", duplicates); TEST_CHECK(duplicates < 20); // add 1000 seeds to the mix and make sure we still pick the desired number // of peers if we select only non-seeds for (int i = 1000; i < 2000; ++i) { s->announce_peer(n1, tcp::endpoint(addr, uint16_t(i)) , "torrent_name", true); } { entry peers; s->get_peers(n1, true, false, address(), peers); TEST_EQUAL(peers["values"].list().size(), 100); } } TORRENT_TEST(update_node_ids) { dht::dht_settings sett = test_settings(); std::unique_ptr s(dht_default_storage_constructor(sett)); TEST_CHECK(s != nullptr); node_id const nid1 = to_hash("0000000000000000000000000000000000000200"); node_id const nid2 = to_hash("0000000000000000000000000000000000000400"); node_id const nid3 = to_hash("0000000000000000000000000000000000000800"); std::vector node_ids; node_ids.push_back(nid1); node_ids.push_back(nid2); node_ids.push_back(nid3); s->update_node_ids(node_ids); entry item; dht_storage_counters cnt; bool r; sha1_hash const h1 = to_hash("0000000000000000000000000000000000010200"); sha1_hash const h2 = to_hash("0000000000000000000000000000000100000400"); sha1_hash const h3 = to_hash("0000000000000000000000010000000000000800"); TEST_EQUAL(min_distance_exp(h1, node_ids), 16); TEST_EQUAL(min_distance_exp(h2, node_ids), 32); TEST_EQUAL(min_distance_exp(h3, node_ids), 64); // all items will have one announcer, all calculations // for item erase will be reduced to the distance s->put_immutable_item(h1, {"123", 3}, addr("124.31.75.21")); cnt = s->counters(); TEST_EQUAL(cnt.immutable_data, 1); s->put_immutable_item(h2, {"123", 3}, addr("124.31.75.21")); cnt = s->counters(); TEST_EQUAL(cnt.immutable_data, 2); // at this point, the least important (h2) will removed // to make room for h3 s->put_immutable_item(h3, {"123", 3}, addr("124.31.75.21")); cnt = s->counters(); TEST_EQUAL(cnt.immutable_data, 2); r = s->get_immutable_item(h1, item); TEST_CHECK(r); r = s->get_immutable_item(h2, item); TEST_CHECK(!r); r = s->get_immutable_item(h3, item); TEST_CHECK(r); } TORRENT_TEST(infohashes_sample) { dht::dht_settings sett = test_settings(); sett.max_torrents = 5; sett.sample_infohashes_interval = 10; sett.max_infohashes_sample_count = 2; std::unique_ptr s(create_default_dht_storage(sett)); tcp::endpoint const p1 = ep("124.31.75.21", 1); tcp::endpoint const p2 = ep("124.31.75.22", 1); tcp::endpoint const p3 = ep("124.31.75.23", 1); tcp::endpoint const p4 = ep("124.31.75.24", 1); s->announce_peer(n1, p1, "torrent_name1", false); s->announce_peer(n2, p2, "torrent_name2", false); s->announce_peer(n3, p3, "torrent_name3", false); s->announce_peer(n4, p4, "torrent_name4", false); entry item; int r = s->get_infohashes_sample(item); TEST_EQUAL(r, 2); TEST_EQUAL(item["interval"].integer(), 10) TEST_EQUAL(item["num"].integer(), 4); TEST_EQUAL(item["samples"].string().size(), 2 * 20); // get all of them sett.max_infohashes_sample_count = 5; item = entry(); r = s->get_infohashes_sample(item); TEST_EQUAL(r, 4); TEST_EQUAL(item["interval"].integer(), 10) TEST_EQUAL(item["num"].integer(), 4); TEST_EQUAL(item["samples"].string().size(), 4 * 20); std::string const samples = item["samples"].to_string(); TEST_CHECK(samples.find(aux::to_hex(n1)) != std::string::npos); TEST_CHECK(samples.find(aux::to_hex(n2)) != std::string::npos); TEST_CHECK(samples.find(aux::to_hex(n3)) != std::string::npos); TEST_CHECK(samples.find(aux::to_hex(n4)) != std::string::npos); } TORRENT_TEST(infohashes_sample_dist) { dht::dht_settings sett = test_settings(); sett.max_torrents = 1000; sett.sample_infohashes_interval = 0; // need this to force refresh every call sett.max_infohashes_sample_count = 1; std::unique_ptr s(create_default_dht_storage(sett)); for (int i = 0; i < 1000; ++i) { s->announce_peer(rand_hash(), tcp::endpoint(rand_v4(), std::uint16_t(i)) , "torrent_name", false); } std::set infohash_set; for (int i = 0; i < 1000; ++i) { entry item; int r = s->get_infohashes_sample(item); TEST_EQUAL(r, 1); TEST_EQUAL(item["interval"].integer(), 0) TEST_EQUAL(item["num"].integer(), 1000); TEST_EQUAL(item["samples"].string().size(), 20); infohash_set.insert(sha1_hash(item["samples"].string())); } std::printf("infohashes set size: %d\n", int(infohash_set.size())); TEST_CHECK(infohash_set.size() > 500); } #endif