/* Copyright (c) 2007, Arvid Norberg All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. * Neither the name of the author nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #ifndef TORRENT_BANDWIDTH_MANAGER_HPP_INCLUDED #define TORRENT_BANDWIDTH_MANAGER_HPP_INCLUDED #include #include #include #include #include #include #include #include "libtorrent/socket.hpp" #include "libtorrent/invariant_check.hpp" #include "libtorrent/assert.hpp" using boost::weak_ptr; using boost::shared_ptr; using boost::intrusive_ptr; using boost::bind; //#define TORRENT_VERBOSE_BANDWIDTH_LIMIT namespace libtorrent { // the maximum block of bandwidth quota to // hand out is 33kB. The block size may // be smaller on lower limits enum { max_bandwidth_block_size = 33000, min_bandwidth_block_size = 400 }; const time_duration bw_window_size = seconds(1); template struct history_entry { history_entry(intrusive_ptr p, weak_ptr t , int a, ptime exp) : expires_at(exp), amount(a), peer(p), tor(t) {} ptime expires_at; int amount; intrusive_ptr peer; weak_ptr tor; }; template struct bw_queue_entry { bw_queue_entry(boost::intrusive_ptr const& pe , int blk, bool no_prio) : peer(pe), max_block_size(blk), non_prioritized(no_prio) {} boost::intrusive_ptr peer; int max_block_size; bool non_prioritized; }; // member of peer_connection struct bandwidth_limit { static const int inf = boost::integer_traits::const_max; bandwidth_limit() throw() : m_quota_left(0) , m_local_limit(inf) , m_current_rate(0) {} void throttle(int limit) throw() { m_local_limit = limit; } int throttle() const throw() { return m_local_limit; } void assign(int amount) throw() { TORRENT_ASSERT(amount >= 0); m_current_rate += amount; m_quota_left += amount; } void use_quota(int amount) throw() { TORRENT_ASSERT(amount <= m_quota_left); m_quota_left -= amount; } int quota_left() const throw() { return (std::max)(m_quota_left, 0); } void expire(int amount) throw() { TORRENT_ASSERT(amount >= 0); m_current_rate -= amount; } int max_assignable() const throw() { if (m_local_limit == inf) return inf; if (m_local_limit <= m_current_rate) return 0; return m_local_limit - m_current_rate; } private: // this is the amount of bandwidth we have // been assigned without using yet. i.e. // the bandwidth that we use up every time // we receive or send a message. Once this // hits zero, we need to request more // bandwidth from the torrent which // in turn will request bandwidth from // the bandwidth manager int m_quota_left; // the local limit is the number of bytes // per window size we are allowed to use. int m_local_limit; // the current rate is the number of // bytes we have been assigned within // the window size. int m_current_rate; }; template T clamp(T val, T ceiling, T floor) throw() { TORRENT_ASSERT(ceiling >= floor); if (val >= ceiling) return ceiling; else if (val <= floor) return floor; return val; } template struct bandwidth_manager { bandwidth_manager(io_service& ios, int channel) throw() : m_ios(ios) , m_history_timer(m_ios) , m_limit(bandwidth_limit::inf) , m_current_quota(0) , m_channel(channel) , m_in_hand_out_bandwidth(false) , m_abort(false) {} void throttle(int limit) throw() { mutex_t::scoped_lock l(m_mutex); TORRENT_ASSERT(limit >= 0); m_limit = limit; } int throttle() const throw() { mutex_t::scoped_lock l(m_mutex); return m_limit; } void close() { m_abort = true; m_history_timer.cancel(); } #ifndef NDEBUG bool is_queued(PeerConnection const* peer) { for (typename queue_t::iterator i = m_queue.begin() , end(m_queue.end()); i != end; ++i) { if (i->peer.get() == peer) return true; } return false; } #endif // non prioritized means that, if there's a line for bandwidth, // others will cut in front of the non-prioritized peers. // this is used by web seeds void request_bandwidth(intrusive_ptr const& peer , int blk , bool non_prioritized) throw() { INVARIANT_CHECK; TORRENT_ASSERT(blk > 0); TORRENT_ASSERT(!peer->ignore_bandwidth_limits()); // make sure this peer isn't already in line // waiting for bandwidth TORRENT_ASSERT(!is_queued(peer.get())); boost::shared_ptr t = peer->associated_torrent().lock(); if (peer->max_assignable_bandwidth(m_channel) == 0) { t->expire_bandwidth(m_channel, blk); peer->assign_bandwidth(m_channel, 0); return; } m_queue.push_back(bw_queue_entry(peer, blk, non_prioritized)); if (!non_prioritized) { typename queue_t::reverse_iterator i = m_queue.rbegin(); typename queue_t::reverse_iterator j(i); for (++j; j != m_queue.rend(); ++j) { // if the peer's torrent is not the same one // continue looking for a peer from the same torrent if (j->peer->associated_torrent().lock() != t) continue; // if we found a peer from the same torrent that // is prioritized, there is no point looking // any further. if (!j->non_prioritized) break; using std::swap; swap(*i, *j); i = j; } } #ifdef TORRENT_VERBOSE_BANDWIDTH_LIMIT std::cerr << " req_bandwidht. m_queue.size() = " << m_queue.size() << std::endl; #endif if (!m_queue.empty()) hand_out_bandwidth(); } #ifndef NDEBUG void check_invariant() const { int current_quota = 0; for (typename history_t::const_iterator i = m_history.begin(), end(m_history.end()); i != end; ++i) { current_quota += i->amount; } TORRENT_ASSERT(current_quota == m_current_quota); } #endif private: void add_history_entry(history_entry const& e) throw() { INVARIANT_CHECK; m_history.push_front(e); m_current_quota += e.amount; // in case the size > 1 there is already a timer // active that will be invoked, no need to set one up if (m_history.size() > 1) return; if (m_abort) return; asio::error_code ec; m_history_timer.expires_at(e.expires_at, ec); m_history_timer.async_wait(bind(&bandwidth_manager::on_history_expire, this, _1)); } void on_history_expire(asio::error_code const& e) throw() { INVARIANT_CHECK; if (e) return; TORRENT_ASSERT(!m_history.empty()); ptime now(time_now()); while (!m_history.empty() && m_history.back().expires_at <= now) { history_entry e = m_history.back(); m_history.pop_back(); m_current_quota -= e.amount; TORRENT_ASSERT(m_current_quota >= 0); intrusive_ptr c = e.peer; shared_ptr t = e.tor.lock(); if (!c->is_disconnecting()) c->expire_bandwidth(m_channel, e.amount); if (t) t->expire_bandwidth(m_channel, e.amount); } // now, wait for the next chunk to expire if (!m_history.empty() && !m_abort) { asio::error_code ec; m_history_timer.expires_at(m_history.back().expires_at, ec); m_history_timer.async_wait(bind(&bandwidth_manager::on_history_expire, this, _1)); } // since some bandwidth just expired, it // means we can hand out more (in case there // are still consumers in line) if (!m_queue.empty()) hand_out_bandwidth(); } void hand_out_bandwidth() { // if we're already handing out bandwidth, just return back // to the loop further down on the callstack if (m_in_hand_out_bandwidth) return; m_in_hand_out_bandwidth = true; INVARIANT_CHECK; ptime now(time_now()); mutex_t::scoped_lock l(m_mutex); int limit = m_limit; l.unlock(); // available bandwidth to hand out int amount = limit - m_current_quota; #ifdef TORRENT_VERBOSE_BANDWIDTH_LIMIT std::cerr << " hand_out_bandwidht. m_queue.size() = " << m_queue.size() << " amount = " << amount << " limit = " << limit << " m_current_quota = " << m_current_quota << std::endl; #endif while (!m_queue.empty() && amount > 0) { TORRENT_ASSERT(amount == limit - m_current_quota); bw_queue_entry qe = m_queue.front(); TORRENT_ASSERT(qe.max_block_size > 0); m_queue.pop_front(); shared_ptr t = qe.peer->associated_torrent().lock(); if (!t) continue; if (qe.peer->is_disconnecting()) { t->expire_bandwidth(m_channel, qe.max_block_size); TORRENT_ASSERT(amount == limit - m_current_quota); continue; } // at this point, max_assignable may actually be zero. Since // the bandwidth quota is subtracted once the data has been // sent. If the peer was added to the queue while the data was // still being sent, max_assignable may have been > 0 at that time. int max_assignable = (std::min)( qe.peer->max_assignable_bandwidth(m_channel) , t->max_assignable_bandwidth(m_channel)); if (max_assignable == 0) { t->expire_bandwidth(m_channel, qe.max_block_size); qe.peer->assign_bandwidth(m_channel, 0); TORRENT_ASSERT(amount == limit - m_current_quota); continue; } // this is the limit of the block size. It depends on the throttle // so that it can be closer to optimal. Larger block sizes will give lower // granularity to the rate but will be more efficient. At high rates // the block sizes are bigger and at low rates, the granularity // is more important and block sizes are smaller // the minimum rate that can be given is the block size, so, the // block size must be smaller for lower rates. This is because // the history window is one second, and the block will be forgotten // after one second. int block_size = (std::min)(qe.peer->bandwidth_throttle(m_channel) , limit / 10); if (block_size < min_bandwidth_block_size) { block_size = (std::min)(int(min_bandwidth_block_size), limit); } else if (block_size > max_bandwidth_block_size) { if (limit == bandwidth_limit::inf) { block_size = max_bandwidth_block_size; } else { // try to make the block_size a divisor of // m_limit to make the distributions as fair // as possible // TODO: move this calculcation to where the limit // is changed block_size = limit / (limit / max_bandwidth_block_size); } } if (block_size > qe.max_block_size) block_size = qe.max_block_size; #ifdef TORRENT_VERBOSE_BANDWIDTH_LIMIT std::cerr << " block_size = " << block_size << " amount = " << amount << std::endl; #endif if (amount < block_size / 2) { m_queue.push_front(qe); break; } // so, hand out max_assignable, but no more than // the available bandwidth (amount) and no more // than the max_bandwidth_block_size int hand_out_amount = (std::min)((std::min)(block_size, max_assignable) , amount); TORRENT_ASSERT(hand_out_amount > 0); TORRENT_ASSERT(amount == limit - m_current_quota); amount -= hand_out_amount; TORRENT_ASSERT(hand_out_amount <= qe.max_block_size); t->assign_bandwidth(m_channel, hand_out_amount, qe.max_block_size); qe.peer->assign_bandwidth(m_channel, hand_out_amount); add_history_entry(history_entry( qe.peer, t, hand_out_amount, now + bw_window_size)); TORRENT_ASSERT(amount == limit - m_current_quota); } m_in_hand_out_bandwidth = false; } typedef boost::mutex mutex_t; mutable mutex_t m_mutex; // the io_service used for the timer io_service& m_ios; // the timer that is waiting for the entries // in the history queue to expire (slide out // of the history window) deadline_timer m_history_timer; // the rate limit (bytes per second) int m_limit; // the sum of all recently handed out bandwidth blocks int m_current_quota; // these are the consumers that want bandwidth typedef std::deque > queue_t; queue_t m_queue; // these are the consumers that have received bandwidth // that will expire typedef std::deque > history_t; history_t m_history; // this is the channel within the consumers // that bandwidth is assigned to (upload or download) int m_channel; // this is true while we're in the hand_out_bandwidth loop // to prevent recursive invocations to interfere bool m_in_hand_out_bandwidth; bool m_abort; }; } #endif