/* Copyright (c) 2003, Arvid Norberg All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. * Neither the name of the author nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include "libtorrent/pch.hpp" #include #ifdef _MSC_VER #pragma warning(push, 1) #endif #include #include #ifdef _MSC_VER #pragma warning(pop) #endif #include "libtorrent/peer_connection.hpp" #include "libtorrent/web_peer_connection.hpp" #include "libtorrent/policy.hpp" #include "libtorrent/torrent.hpp" #include "libtorrent/socket.hpp" #include "libtorrent/alert_types.hpp" #include "libtorrent/invariant_check.hpp" #include "libtorrent/time.hpp" #include "libtorrent/aux_/session_impl.hpp" #include "libtorrent/piece_picker.hpp" #ifndef NDEBUG #include "libtorrent/bt_peer_connection.hpp" #endif namespace libtorrent { class peer_connection; } using boost::bind; namespace { using namespace libtorrent; size_type collect_free_download( torrent::peer_iterator start , torrent::peer_iterator end) { size_type accumulator = 0; for (torrent::peer_iterator i = start; i != end; ++i) { // if the peer is interested in us, it means it may // want to trade it's surplus uploads for downloads itself // (and we should not consider it free). If the share diff is // negative, there's no free download to get from this peer. size_type diff = i->second->share_diff(); assert(diff < (std::numeric_limits::max)()); if (i->second->is_peer_interested() || diff <= 0) continue; assert(diff > 0); i->second->add_free_upload(-diff); accumulator += diff; assert(accumulator > 0); } assert(accumulator >= 0); return accumulator; } // returns the amount of free upload left after // it has been distributed to the peers size_type distribute_free_upload( torrent::peer_iterator start , torrent::peer_iterator end , size_type free_upload) { if (free_upload <= 0) return free_upload; int num_peers = 0; size_type total_diff = 0; for (torrent::peer_iterator i = start; i != end; ++i) { size_type d = i->second->share_diff(); assert(d < (std::numeric_limits::max)()); total_diff += d; if (!i->second->is_peer_interested() || i->second->share_diff() >= 0) continue; ++num_peers; } if (num_peers == 0) return free_upload; size_type upload_share; if (total_diff >= 0) { upload_share = (std::min)(free_upload, total_diff) / num_peers; } else { upload_share = (free_upload + total_diff) / num_peers; } if (upload_share < 0) return free_upload; for (torrent::peer_iterator i = start; i != end; ++i) { peer_connection* p = i->second; if (!p->is_peer_interested() || p->share_diff() >= 0) continue; p->add_free_upload(upload_share); free_upload -= upload_share; } return free_upload; } struct match_peer_address { match_peer_address(address const& addr) : m_addr(addr) {} bool operator()(policy::peer const& p) const { return p.ip.address() == m_addr; } address const& m_addr; }; struct match_peer_endpoint { match_peer_endpoint(tcp::endpoint const& ep) : m_ep(ep) {} bool operator()(policy::peer const& p) const { return p.ip == m_ep; } tcp::endpoint const& m_ep; }; struct match_peer_connection { match_peer_connection(peer_connection const& c) : m_conn(c) {} bool operator()(policy::peer const& p) const { return p.connection == &m_conn || (p.ip == m_conn.remote() && p.type == policy::peer::connectable); } peer_connection const& m_conn; }; } namespace libtorrent { // the case where ignore_peer is motivated is if two peers // have only one piece that we don't have, and it's the // same piece for both peers. Then they might get into an // infinite loop, fighting to request the same blocks. void request_a_block(torrent& t, peer_connection& c) { if (t.is_seed()) return; assert(t.valid_metadata()); assert(c.peer_info_struct() != 0 || !dynamic_cast(&c)); int num_requests = c.desired_queue_size() - (int)c.download_queue().size() - (int)c.request_queue().size(); #ifdef TORRENT_VERBOSE_LOGGING (*c.m_logger) << time_now_string() << " PIECE_PICKER [ req: " << num_requests << " ]\n"; #endif assert(c.desired_queue_size() > 0); // if our request queue is already full, we // don't have to make any new requests yet if (num_requests <= 0) return; piece_picker& p = t.picker(); std::vector interesting_pieces; interesting_pieces.reserve(100); int prefer_whole_pieces = c.prefer_whole_pieces(); bool rarest_first = t.num_pieces() >= t.settings().initial_picker_threshold; if (prefer_whole_pieces == 0) { prefer_whole_pieces = c.statistics().download_payload_rate() * t.settings().whole_pieces_threshold > t.torrent_file().piece_length() ? 1 : 0; } // if we prefer whole pieces, the piece picker will pick at least // the number of blocks we want, but it will try to make the picked // blocks be from whole pieces, possibly by returning more blocks // than we requested. assert(c.remote() == c.get_socket()->remote_endpoint()); piece_picker::piece_state_t state; peer_connection::peer_speed_t speed = c.peer_speed(); if (speed == peer_connection::fast) state = piece_picker::fast; else if (speed == peer_connection::medium) state = piece_picker::medium; else state = piece_picker::slow; // this vector is filled with the interesting pieces // that some other peer is currently downloading // we should then compare this peer's download speed // with the other's, to see if we should abort another // peer_connection in favour of this one std::vector busy_pieces; busy_pieces.reserve(num_requests); std::vector const& suggested = c.suggested_pieces(); std::vector const& bitfield = c.get_bitfield(); if (c.has_peer_choked()) { // if we are choked we can only pick pieces from the // allowed fast set. The allowed fast set is sorted // in ascending priority order std::vector const& allowed_fast = c.allowed_fast(); // build a bitmask with only the allowed pieces in it std::vector mask(c.get_bitfield().size(), false); for (std::vector::const_iterator i = allowed_fast.begin() , end(allowed_fast.end()); i != end; ++i) if (bitfield[*i]) mask[*i] = true; p.pick_pieces(mask, interesting_pieces , num_requests, prefer_whole_pieces, c.peer_info_struct() , state, rarest_first, c.on_parole(), suggested); } else { // picks the interesting pieces from this peer // the integer is the number of pieces that // should be guaranteed to be available for download // (if num_requests is too big, too many pieces are // picked and cpu-time is wasted) // the last argument is if we should prefer whole pieces // for this peer. If we're downloading one piece in 20 seconds // then use this mode. p.pick_pieces(bitfield, interesting_pieces , num_requests, prefer_whole_pieces, c.peer_info_struct() , state, rarest_first, c.on_parole(), suggested); } #ifdef TORRENT_VERBOSE_LOGGING (*c.m_logger) << time_now_string() << " PIECE_PICKER [ php: " << prefer_whole_pieces << " picked: " << interesting_pieces.size() << " ]\n"; #endif std::deque const& dq = c.download_queue(); std::deque const& rq = c.request_queue(); for (std::vector::iterator i = interesting_pieces.begin(); i != interesting_pieces.end(); ++i) { if (prefer_whole_pieces == 0 && num_requests <= 0) break; if (p.is_requested(*i)) { if (num_requests <= 0) break; // don't request pieces we already have in our request queue if (std::find(dq.begin(), dq.end(), *i) != dq.end() || std::find(rq.begin(), rq.end(), *i) != rq.end()) continue; busy_pieces.push_back(*i); continue; } assert(p.num_peers(*i) == 0); // ok, we found a piece that's not being downloaded // by somebody else. request it from this peer // and return c.add_request(*i); assert(p.num_peers(*i) == 1); assert(p.is_requested(*i)); num_requests--; } if (busy_pieces.empty() || num_requests <= 0) { // in this case, we could not find any blocks // that was free. If we couldn't find any busy // blocks as well, we cannot download anything // more from this peer. c.send_block_requests(); return; } // if all blocks has the same number of peers on them // we want to pick a random block std::random_shuffle(busy_pieces.begin(), busy_pieces.end()); // find the block with the fewest requests to it std::vector::iterator i = std::min_element( busy_pieces.begin(), busy_pieces.end() , bind(&piece_picker::num_peers, boost::cref(p), _1) < bind(&piece_picker::num_peers, boost::cref(p), _2)); #ifndef NDEBUG piece_picker::downloading_piece st; p.piece_info(i->piece_index, st); assert(st.requested + st.finished + st.writing == p.blocks_in_piece(i->piece_index)); #endif c.add_request(*i); c.send_block_requests(); } policy::policy(torrent* t) : m_torrent(t) , m_available_free_upload(0) // , m_last_optimistic_disconnect(min_time()) { assert(t); } // disconnects and removes all peers that are now filtered void policy::ip_filter_updated() { aux::session_impl& ses = m_torrent->session(); piece_picker* p = 0; if (m_torrent->has_picker()) p = &m_torrent->picker(); for (std::list::iterator i = m_peers.begin() , end(m_peers.end()); i != end;) { if ((ses.m_ip_filter.access(i->ip.address()) & ip_filter::blocked) == 0) { ++i; continue; } if (i->connection) { i->connection->disconnect(); if (ses.m_alerts.should_post(alert::info)) { ses.m_alerts.post_alert(peer_blocked_alert(i->ip.address() , "disconnected blocked peer")); } assert(i->connection == 0 || i->connection->peer_info_struct() == 0); } else { if (ses.m_alerts.should_post(alert::info)) { ses.m_alerts.post_alert(peer_blocked_alert(i->ip.address() , "blocked peer removed from peer list")); } } if (p) p->clear_peer(&(*i)); m_peers.erase(i++); } } /* // finds the peer that has the worst download rate // and returns it. May return 0 if all peers are // choked. policy::iterator policy::find_choke_candidate() { INVARIANT_CHECK; iterator worst_peer = m_peers.end(); size_type min_weight = (std::numeric_limits::min)(); #ifndef NDEBUG int unchoked_counter = m_num_unchoked; #endif // TODO: make this selection better for (iterator i = m_peers.begin(); i != m_peers.end(); ++i) { peer_connection* c = i->connection; if (c == 0) continue; if (c->is_choked()) continue; #ifndef NDEBUG unchoked_counter--; #endif if (c->is_disconnecting()) continue; // if the peer isn't interested, just choke it if (!c->is_peer_interested()) return i; size_type diff = i->total_download() - i->total_upload(); size_type weight = static_cast(c->statistics().download_rate() * 10.f) + diff + ((c->is_interesting() && c->has_peer_choked())?-10:10)*1024; if (weight >= min_weight && worst_peer != m_peers.end()) continue; min_weight = weight; worst_peer = i; continue; } assert(unchoked_counter == 0); return worst_peer; } policy::iterator policy::find_unchoke_candidate() { INVARIANT_CHECK; // if all of our peers are unchoked, there's // no left to unchoke if (m_num_unchoked == m_torrent->num_peers()) return m_peers.end(); iterator unchoke_peer = m_peers.end(); ptime min_time = libtorrent::min_time(); float max_down_speed = 0.f; // TODO: make this selection better for (iterator i = m_peers.begin(); i != m_peers.end(); ++i) { peer_connection* c = i->connection; if (c == 0) continue; if (c->is_disconnecting()) continue; if (!c->is_choked()) continue; if (!c->is_peer_interested()) continue; if (c->share_diff() < -free_upload_amount && m_torrent->ratio() != 0) continue; if (c->statistics().download_rate() < max_down_speed) continue; min_time = i->last_optimistically_unchoked; max_down_speed = c->statistics().download_rate(); unchoke_peer = i; } return unchoke_peer; } */ policy::iterator policy::find_disconnect_candidate() { INVARIANT_CHECK; iterator disconnect_peer = m_peers.end(); double slowest_transfer_rate = (std::numeric_limits::max)(); ptime now = time_now(); for (iterator i = m_peers.begin(); i != m_peers.end(); ++i) { peer_connection* c = i->connection; if (c == 0) continue; if (c->is_disconnecting()) continue; // never disconnect an interesting peer if we have a candidate that // isn't interesting if (disconnect_peer != m_peers.end() && c->is_interesting() && !disconnect_peer->connection->is_interesting()) continue; double transferred_amount = (double)c->statistics().total_payload_download(); time_duration connected_time = now - i->connected; double connected_time_in_seconds = total_seconds(connected_time); double transfer_rate = transferred_amount / (connected_time_in_seconds + 1); // prefer to disconnect uninteresting peers, and secondly slow peers if (transfer_rate <= slowest_transfer_rate || (disconnect_peer != m_peers.end() && disconnect_peer->connection->is_interesting() && !c->is_interesting())) { slowest_transfer_rate = transfer_rate; disconnect_peer = i; } } return disconnect_peer; } policy::iterator policy::find_connect_candidate() { // too expensive // INVARIANT_CHECK; ptime now = time_now(); ptime min_connect_time(now); iterator candidate = m_peers.end(); int max_failcount = m_torrent->settings().max_failcount; int min_reconnect_time = m_torrent->settings().min_reconnect_time; bool finished = m_torrent->is_finished(); aux::session_impl& ses = m_torrent->session(); for (iterator i = m_peers.begin(); i != m_peers.end(); ++i) { if (i->connection) continue; if (i->banned) continue; if (i->type == peer::not_connectable) continue; if (i->seed && finished) continue; if (i->failcount >= max_failcount) continue; if (now - i->connected < seconds(i->failcount * min_reconnect_time)) continue; if (ses.m_port_filter.access(i->ip.port()) & port_filter::blocked) continue; assert(i->connected <= now); if (i->connected <= min_connect_time) { min_connect_time = i->connected; candidate = i; } } assert(min_connect_time <= now); return candidate; } /* policy::iterator policy::find_seed_choke_candidate() { INVARIANT_CHECK; assert(m_num_unchoked > 0); // first choice candidate. // it is a candidate we owe nothing to and which has been unchoked // the longest. iterator candidate = m_peers.end(); // not valid when candidate == 0 ptime last_unchoke = min_time(); // second choice candidate. // if there is no first choice candidate, this candidate will be chosen. // it is the candidate that we owe the least to. iterator second_candidate = m_peers.end(); size_type lowest_share_diff = 0; // not valid when secondCandidate==0 for (iterator i = m_peers.begin(); i != m_peers.end(); ++i) { peer_connection* c = i->connection; // ignore peers that are choked or // whose connection is closed if (c == 0) continue; if (c->is_choked()) continue; if (c->is_disconnecting()) continue; size_type share_diff = c->share_diff(); // select as second candidate the one that we owe the least // to if (second_candidate == m_peers.end() || share_diff <= lowest_share_diff) { lowest_share_diff = share_diff; second_candidate = i; } // select as first candidate the one that we don't owe anything to // and has been waiting for an unchoke the longest if (share_diff > 0) continue; if (candidate == m_peers.end() || last_unchoke > i->last_optimistically_unchoked) { last_unchoke = i->last_optimistically_unchoked; candidate = i; } } if (candidate != m_peers.end()) return candidate; assert(second_candidate != m_peers.end()); return second_candidate; } policy::iterator policy::find_seed_unchoke_candidate() { INVARIANT_CHECK; iterator candidate = m_peers.end(); ptime last_unchoke = time_now(); for (iterator i = m_peers.begin(); i != m_peers.end(); ++i) { peer_connection* c = i->connection; if (c == 0) continue; if (!c->is_choked()) continue; if (!c->is_peer_interested()) continue; if (c->is_disconnecting()) continue; if (last_unchoke < i->last_optimistically_unchoked) continue; last_unchoke = i->last_optimistically_unchoked; candidate = i; } return candidate; } bool policy::seed_unchoke_one_peer() { INVARIANT_CHECK; iterator p = find_seed_unchoke_candidate(); if (p != m_peers.end()) { assert(p->connection->is_choked()); p->connection->send_unchoke(); p->last_optimistically_unchoked = time_now(); ++m_num_unchoked; } return p != m_peers.end(); } void policy::seed_choke_one_peer() { INVARIANT_CHECK; iterator p = find_seed_choke_candidate(); if (p != m_peers.end()) { assert(!p->connection->is_choked()); p->connection->send_choke(); --m_num_unchoked; } } */ void policy::pulse() { INVARIANT_CHECK; if (m_torrent->is_paused()) return; piece_picker* p = 0; if (m_torrent->has_picker()) p = &m_torrent->picker(); ptime now = time_now(); // remove old disconnected peers from the list for (iterator i = m_peers.begin(); i != m_peers.end();) { // this timeout has to be customizable! if (i->connection == 0 && i->connected != min_time() && now - i->connected > minutes(120)) { if (p) p->clear_peer(&(*i)); m_peers.erase(i++); } else { ++i; } } // ------------------------------------- // maintain the number of connections // ------------------------------------- /* // count the number of connected peers except for peers // that are currently in the process of disconnecting int num_connected_peers = 0; for (iterator i = m_peers.begin(); i != m_peers.end(); ++i) { if (i->connection && !i->connection->is_disconnecting()) ++num_connected_peers; } if (m_torrent->max_connections() != (std::numeric_limits::max)()) { int max_connections = m_torrent->max_connections(); if (num_connected_peers >= max_connections) { // every minute, disconnect the worst peer in hope of finding a better peer ptime local_time = time_now(); if (m_last_optimistic_disconnect + seconds(120) <= local_time && find_connect_candidate() != m_peers.end()) { m_last_optimistic_disconnect = local_time; --max_connections; // this will have the effect of disconnecting the worst peer } } else { // don't do a disconnect earlier than 1 minute after some peer was connected m_last_optimistic_disconnect = time_now(); } while (num_connected_peers > max_connections) { bool ret = disconnect_one_peer(); (void)ret; assert(ret); --num_connected_peers; } } */ // ------------------------ // upload shift // ------------------------ // this part will shift downloads // from peers that are seeds and peers // that don't want to download from us // to peers that cannot upload anything // to us. The shifting will make sure // that the torrent's share ratio // will be maintained // if the share ratio is 0 (infinite) // m_available_free_upload isn't used // because it isn't necessary if (m_torrent->ratio() != 0.f) { // accumulate all the free download we get // and add it to the available free upload m_available_free_upload += collect_free_download( m_torrent->begin() , m_torrent->end()); // distribute the free upload among the peers m_available_free_upload = distribute_free_upload( m_torrent->begin() , m_torrent->end() , m_available_free_upload); } /* // ------------------------ // seed choking policy // ------------------------ if (m_torrent->is_seed()) { if (m_num_unchoked > m_torrent->m_uploads_quota.given) { do { iterator p = find_seed_choke_candidate(); --m_num_unchoked; assert(p != m_peers.end()); if (p == m_peers.end()) break; assert(!p->connection->is_choked()); p->connection->send_choke(); } while (m_num_unchoked > m_torrent->m_uploads_quota.given); } else if (m_num_unchoked > 0) { // optimistic unchoke. trade the 'worst' // unchoked peer with one of the choked // TODO: This rotation should happen // far less frequent than this! assert(m_num_unchoked <= m_torrent->num_peers()); iterator p = find_seed_unchoke_candidate(); if (p != m_peers.end()) { assert(p->connection->is_choked()); seed_choke_one_peer(); p->connection->send_unchoke(); ++m_num_unchoked; } } // make sure we have enough // unchoked peers while (m_num_unchoked < m_torrent->m_uploads_quota.given) { if (!seed_unchoke_one_peer()) break; } #ifndef NDEBUG check_invariant(); #endif } // ---------------------------- // downloading choking policy // ---------------------------- else { if (m_torrent->ratio() != 0) { // choke peers that have leeched too much without giving anything back for (iterator i = m_peers.begin(); i != m_peers.end(); ++i) { peer_connection* c = i->connection; if (c == 0) continue; size_type diff = i->connection->share_diff(); if (diff < -free_upload_amount && !c->is_choked()) { // if we have uploaded more than a piece for free, choke peer and // wait until we catch up with our download. c->send_choke(); --m_num_unchoked; } } } if (m_torrent->m_uploads_quota.given < m_torrent->num_peers()) { assert(m_torrent->m_uploads_quota.given >= 0); // make sure we don't have too many // unchoked peers if (m_num_unchoked > m_torrent->m_uploads_quota.given) { do { iterator p = find_choke_candidate(); if (p == m_peers.end()) break; assert(p != m_peers.end()); assert(!p->connection->is_choked()); p->connection->send_choke(); --m_num_unchoked; } while (m_num_unchoked > m_torrent->m_uploads_quota.given); } // this should prevent the choke/unchoke // problem, since it will not unchoke unless // there actually are any choked peers else if (count_choked() > 0) { // optimistic unchoke. trade the 'worst' // unchoked peer with one of the choked assert(m_num_unchoked <= m_torrent->num_peers()); iterator p = find_unchoke_candidate(); if (p != m_peers.end()) { assert(p->connection->is_choked()); choke_one_peer(); p->connection->send_unchoke(); ++m_num_unchoked; } } } // make sure we have enough // unchoked peers while (m_num_unchoked < m_torrent->m_uploads_quota.given && unchoke_one_peer()); } */ } int policy::count_choked() const { int ret = 0; for (const_iterator i = m_peers.begin(); i != m_peers.end(); ++i) { if (!i->connection || i->connection->is_connecting() || i->connection->is_disconnecting() || !i->connection->is_peer_interested()) continue; if (i->connection->is_choked()) ++ret; } return ret; } void policy::new_connection(peer_connection& c) { assert(!c.is_local()); INVARIANT_CHECK; // if the connection comes from the tracker, // it's probably just a NAT-check. Ignore the // num connections constraint then. // TODO: only allow _one_ connection to use this // override at a time assert(c.remote() == c.get_socket()->remote_endpoint()); if (m_torrent->num_peers() >= m_torrent->max_connections() && m_torrent->session().num_connections() >= m_torrent->session().max_connections() && c.remote().address() != m_torrent->current_tracker().address()) { throw protocol_error("too many connections, refusing incoming connection"); // cause a disconnect } #if defined(TORRENT_VERBOSE_LOGGING) || defined(TORRENT_LOGGING) if (c.remote().address() == m_torrent->current_tracker().address()) { m_torrent->debug_log("overriding connection limit for tracker NAT-check"); } #endif iterator i; if (m_torrent->settings().allow_multiple_connections_per_ip) { i = std::find_if( m_peers.begin() , m_peers.end() , match_peer_connection(c)); } else { i = std::find_if( m_peers.begin() , m_peers.end() , match_peer_address(c.remote().address())); } if (i != m_peers.end()) { if (i->banned) throw protocol_error("ip address banned, closing"); if (i->connection != 0) { assert(i->connection != &c); // the new connection is a local (outgoing) connection // or the current one is already connected if (!i->connection->is_connecting() || c.is_local()) { throw protocol_error("duplicate connection, closing"); } else { #if defined(TORRENT_VERBOSE_LOGGING) || defined(TORRENT_LOGGING) m_torrent->debug_log("duplicate connection. existing connection" " is connecting and this connection is incoming. closing existing " "connection in favour of this one"); #endif i->connection->disconnect(); #ifndef NDEBUG check_invariant(); #endif } } } else { // we don't have any info about this peer. // add a new entry assert(c.remote() == c.get_socket()->remote_endpoint()); peer p(c.remote(), peer::not_connectable, 0); m_peers.push_back(p); i = boost::prior(m_peers.end()); #ifndef NDEBUG check_invariant(); #endif } assert(m_torrent->connection_for(c.remote()) == &c); c.set_peer_info(&*i); assert(i->connection == 0); c.add_stat(i->prev_amount_download, i->prev_amount_upload); i->prev_amount_download = 0; i->prev_amount_upload = 0; i->connection = &c; assert(i->connection); i->connected = time_now(); // m_last_optimistic_disconnect = time_now(); } void policy::peer_from_tracker(const tcp::endpoint& remote, const peer_id& pid , int src, char flags) { // too expensive // INVARIANT_CHECK; // just ignore the obviously invalid entries if (remote.address() == address() || remote.port() == 0) return; aux::session_impl& ses = m_torrent->session(); port_filter const& pf = ses.m_port_filter; if (pf.access(remote.port()) & port_filter::blocked) { if (ses.m_alerts.should_post(alert::info)) { ses.m_alerts.post_alert(peer_blocked_alert(remote.address() , "outgoing port blocked, peer not added to peer list")); } return; } try { iterator i; if (m_torrent->settings().allow_multiple_connections_per_ip) { i = std::find_if( m_peers.begin() , m_peers.end() , match_peer_endpoint(remote)); } else { i = std::find_if( m_peers.begin() , m_peers.end() , match_peer_address(remote.address())); } if (i == m_peers.end()) { // if the IP is blocked, don't add it if (ses.m_ip_filter.access(remote.address()) & ip_filter::blocked) { if (ses.m_alerts.should_post(alert::info)) { ses.m_alerts.post_alert(peer_blocked_alert(remote.address() , "blocked peer not added to peer list")); } return; } // we don't have any info about this peer. // add a new entry peer p(remote, peer::connectable, src); m_peers.push_back(p); // the iterator is invalid // because of the push_back() i = boost::prior(m_peers.end()); #ifndef TORRENT_DISABLE_ENCRYPTION if (flags & 0x01) p.pe_support = true; #endif if (flags & 0x02) i->seed = true; // try to send a DHT ping to this peer // as well, to figure out if it supports // DHT (uTorrent and BitComet doesn't // advertise support) #ifndef TORRENT_DISABLE_DHT udp::endpoint node(remote.address(), remote.port()); m_torrent->session().add_dht_node(node); #endif } else { i->type = peer::connectable; // in case we got the ip from a remote connection, port is // not known, so save it. Client may also have changed port // for some reason. i->ip = remote; i->source |= src; // if this peer has failed before, decrease the // counter to allow it another try, since somebody // else is appearantly able to connect to it // if it comes from the DHT it might be stale though if (i->failcount > 0 && src != peer_info::dht) --i->failcount; // if we're connected to this peer // we already know if it's a seed or not // so we don't have to trust this source if ((flags & 0x02) && !i->connection) i->seed = true; if (i->connection) { // this means we're already connected // to this peer. don't connect to // it again. #if defined(TORRENT_VERBOSE_LOGGING) || defined(TORRENT_LOGGING) m_torrent->debug_log("already connected to peer: " + remote.address().to_string() + ":" + boost::lexical_cast(remote.port()) + " " + boost::lexical_cast(i->connection->pid())); #endif assert(i->connection->associated_torrent().lock().get() == m_torrent); return; } } } catch(std::exception& e) { if (m_torrent->alerts().should_post(alert::debug)) { m_torrent->alerts().post_alert( peer_error_alert(remote, pid, e.what())); } } } // this is called when we are choked by a peer // i.e. a peer lets us know that we will not receive // anything for a while void policy::choked(peer_connection&) { } void policy::piece_finished(int index, bool successfully_verified) { INVARIANT_CHECK; assert(index >= 0 && index < m_torrent->torrent_file().num_pieces()); if (successfully_verified) { // have all peers update their interested-flag for (iterator i = m_peers.begin(); i != m_peers.end(); ++i) { if (i->connection == 0) continue; // if we're not interested, we will not become interested if (!i->connection->is_interesting()) continue; if (!i->connection->has_piece(index)) continue; i->connection->update_interest(); } } } // this is called when we are unchoked by a peer // i.e. a peer lets us know that we will receive // data from now on void policy::unchoked(peer_connection& c) { INVARIANT_CHECK; if (c.is_interesting()) { request_a_block(*m_torrent, c); } } // called when a peer is interested in us void policy::interested(peer_connection& c) { INVARIANT_CHECK; assert(std::find_if(m_peers.begin(), m_peers.end() , boost::bind(std::equal_to(), bind(&peer::connection, _1) , &c)) != m_peers.end()); // if the peer is choked and we have upload slots left, // then unchoke it. Another condition that has to be met // is that the torrent doesn't keep track of the individual // up/down ratio for each peer (ratio == 0) or (if it does // keep track) this particular connection isn't a leecher. // If the peer was choked because it was leeching, don't // unchoke it again. // The exception to this last condition is if we're a seed. // In that case we don't care if people are leeching, they // can't pay for their downloads anyway. if (c.is_choked() && m_torrent->session().num_uploads() < m_torrent->session().max_uploads() && (m_torrent->ratio() == 0 || c.share_diff() >= -free_upload_amount || m_torrent->is_finished())) { m_torrent->session().unchoke_peer(c); } #if defined(TORRENT_VERBOSE_LOGGING) else if (c.is_choked()) { std::string reason; if (m_torrent->session().num_uploads() >= m_torrent->session().max_uploads()) { reason = "the number of uploads (" + boost::lexical_cast(m_torrent->session().num_uploads()) + ") is more than or equal to the limit (" + boost::lexical_cast(m_torrent->session().max_uploads()) + ")"; } else { reason = "the share ratio (" + boost::lexical_cast(c.share_diff()) + ") is <= free_upload_amount (" + boost::lexical_cast(int(free_upload_amount)) + ") and we are not seeding and the ratio (" + boost::lexical_cast(m_torrent->ratio()) + ")is non-zero"; } (*c.m_logger) << time_now_string() << " DID NOT UNCHOKE [ " << reason << " ]\n"; } #endif } // called when a peer is no longer interested in us void policy::not_interested(peer_connection& c) { INVARIANT_CHECK; if (m_torrent->ratio() != 0.f) { assert(c.share_diff() < (std::numeric_limits::max)()); size_type diff = c.share_diff(); if (diff > 0 && c.is_seed()) { // the peer is a seed and has sent // us more than we have sent it back. // consider the download as free download m_available_free_upload += diff; c.add_free_upload(-diff); } } /* if (!c.is_choked()) { c.send_choke(); --m_num_unchoked; if (m_torrent->is_seed()) seed_unchoke_one_peer(); else unchoke_one_peer(); } */ } /* bool policy::unchoke_one_peer() { INVARIANT_CHECK; iterator p = find_unchoke_candidate(); if (p == m_peers.end()) return false; assert(p->connection); assert(!p->connection->is_disconnecting()); assert(p->connection->is_choked()); p->connection->send_unchoke(); p->last_optimistically_unchoked = time_now(); ++m_num_unchoked; return true; } void policy::choke_one_peer() { INVARIANT_CHECK; iterator p = find_choke_candidate(); if (p == m_peers.end()) return; assert(p->connection); assert(!p->connection->is_disconnecting()); assert(!p->connection->is_choked()); p->connection->send_choke(); --m_num_unchoked; } */ bool policy::connect_one_peer() { INVARIANT_CHECK; assert(m_torrent->want_more_peers()); iterator p = find_connect_candidate(); if (p == m_peers.end()) return false; assert(!p->banned); assert(!p->connection); assert(p->type == peer::connectable); try { INVARIANT_CHECK; p->connected = time_now(); p->connection = m_torrent->connect_to_peer(&*p); assert(p->connection == m_torrent->connection_for(p->ip)); if (p->connection == 0) { ++p->failcount; return false; } p->connection->add_stat(p->prev_amount_download, p->prev_amount_upload); p->prev_amount_download = 0; p->prev_amount_upload = 0; return true; } catch (std::exception& e) { #if defined(TORRENT_VERBOSE_LOGGING) (*m_torrent->session().m_logger) << "*** CONNECTION FAILED '" << e.what() << "'\n"; #endif std::cerr << e.what() << std::endl; ++p->failcount; return false; } } bool policy::disconnect_one_peer() { iterator p = find_disconnect_candidate(); if (p == m_peers.end()) return false; #if defined(TORRENT_VERBOSE_LOGGING) (*p->connection->m_logger) << "*** CLOSING CONNECTION 'too many connections'\n"; #endif p->connection->disconnect(); return true; } // this is called whenever a peer connection is closed void policy::connection_closed(const peer_connection& c) throw() { // too expensive // INVARIANT_CHECK; peer* p = c.peer_info_struct(); assert((std::find_if( m_peers.begin() , m_peers.end() , match_peer_connection(c)) != m_peers.end()) == (p != 0)); // if we couldn't find the connection in our list, just ignore it. if (p == 0) return; assert(p->connection == &c); p->connection = 0; p->optimistically_unchoked = false; p->connected = time_now(); if (c.failed()) { ++p->failcount; // p->connected = time_now(); } // if the share ratio is 0 (infinite), the // m_available_free_upload isn't used, // because it isn't necessary. if (m_torrent->ratio() != 0.f) { assert(c.associated_torrent().lock().get() == m_torrent); assert(c.share_diff() < (std::numeric_limits::max)()); m_available_free_upload += c.share_diff(); } p->prev_amount_download += c.statistics().total_payload_download(); p->prev_amount_upload += c.statistics().total_payload_upload(); } void policy::peer_is_interesting(peer_connection& c) { INVARIANT_CHECK; c.send_interested(); if (c.has_peer_choked() && c.allowed_fast().empty()) return; request_a_block(*m_torrent, c); } #ifndef NDEBUG bool policy::has_connection(const peer_connection* c) { // too expensive // INVARIANT_CHECK; assert(c); try { assert(c->remote() == c->get_socket()->remote_endpoint()); } catch (std::exception&) {} return std::find_if( m_peers.begin() , m_peers.end() , match_peer_connection(*c)) != m_peers.end(); } void policy::check_invariant() const { if (m_torrent->is_aborted()) return; int connected_peers = 0; int total_connections = 0; int nonempty_connections = 0; std::set
unique_test; std::set unique_test2; for (const_iterator i = m_peers.begin(); i != m_peers.end(); ++i) { peer const& p = *i; if (!m_torrent->settings().allow_multiple_connections_per_ip) assert(unique_test.find(p.ip.address()) == unique_test.end()); assert(unique_test2.find(p.ip) == unique_test2.end()); unique_test.insert(p.ip.address()); unique_test2.insert(p.ip); ++total_connections; if (!p.connection) { assert(m_torrent->connection_for(p.ip) == 0); continue; } if (!m_torrent->settings().allow_multiple_connections_per_ip) { std::vector conns; m_torrent->connection_for(p.ip.address(), conns); assert(std::find_if(conns.begin(), conns.end() , boost::bind(std::equal_to(), _1, p.connection)) != conns.end()); } if (p.optimistically_unchoked) { assert(p.connection); assert(!p.connection->is_choked()); } assert(p.connection->peer_info_struct() == 0 || p.connection->peer_info_struct() == &p); ++nonempty_connections; if (!p.connection->is_disconnecting()) ++connected_peers; } int num_torrent_peers = 0; for (torrent::const_peer_iterator i = m_torrent->begin(); i != m_torrent->end(); ++i) { if (i->second->is_disconnecting()) continue; // ignore web_peer_connections since they are not managed // by the policy class if (dynamic_cast(i->second)) continue; ++num_torrent_peers; } if (m_torrent->has_picker()) { piece_picker& p = m_torrent->picker(); std::vector downloaders = p.get_download_queue(); std::set peer_set; std::vector peers; for (std::vector::iterator i = downloaders.begin() , end(downloaders.end()); i != end; ++i) { p.get_downloaders(peers, i->index); std::copy(peers.begin(), peers.end() , std::insert_iterator >(peer_set, peer_set.begin())); } for (std::set::iterator i = peer_set.begin() , end(peer_set.end()); i != end; ++i) { policy::peer* p = static_cast(*i); if (p == 0) continue; std::list::const_iterator k = m_peers.begin(); for (; k != m_peers.end(); ++k) if (&(*k) == p) break; assert(k != m_peers.end()); } } // this invariant is a bit complicated. // the usual case should be that connected_peers // == num_torrent_peers. But when there's an incoming // connection, it will first be added to the policy // and then be added to the torrent. // When there's an outgoing connection, it will first // be added to the torrent and then to the policy. // that's why the two second cases are in there. /* assert(connected_peers == num_torrent_peers || (connected_peers == num_torrent_peers + 1 && connected_peers > 0) || (connected_peers + 1 == num_torrent_peers && num_torrent_peers > 0)); */ } #endif policy::peer::peer(const tcp::endpoint& ip_, peer::connection_type t, int src) : ip(ip_) , type(t) #ifndef TORRENT_DISABLE_ENCRYPTION , pe_support(true) #endif , failcount(0) , hashfails(0) , seed(false) , optimistically_unchoked(false) , last_optimistically_unchoked(min_time()) , connected(min_time()) , trust_points(0) , on_parole(false) , prev_amount_upload(0) , prev_amount_download(0) , banned(false) , source(src) , connection(0) { assert(connected < time_now()); } size_type policy::peer::total_download() const { if (connection != 0) { assert(prev_amount_download == 0); return connection->statistics().total_payload_download(); } else { return prev_amount_download; } } size_type policy::peer::total_upload() const { if (connection != 0) { assert(prev_amount_upload == 0); return connection->statistics().total_payload_upload(); } else { return prev_amount_upload; } } }