2014-07-06 21:18:00 +02:00
|
|
|
/*
|
|
|
|
|
2016-01-18 00:57:46 +01:00
|
|
|
Copyright (c) 2011-2016, Arvid Norberg
|
2014-07-06 21:18:00 +02:00
|
|
|
All rights reserved.
|
|
|
|
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
|
|
modification, are permitted provided that the following conditions
|
|
|
|
are met:
|
|
|
|
|
|
|
|
* Redistributions of source code must retain the above copyright
|
|
|
|
notice, this list of conditions and the following disclaimer.
|
|
|
|
* Redistributions in binary form must reproduce the above copyright
|
|
|
|
notice, this list of conditions and the following disclaimer in
|
|
|
|
the documentation and/or other materials provided with the distribution.
|
|
|
|
* Neither the name of the author nor the names of its
|
|
|
|
contributors may be used to endorse or promote products derived
|
|
|
|
from this software without specific prior written permission.
|
|
|
|
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
|
|
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
|
|
ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
|
|
LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
|
|
CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
|
|
SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
|
|
INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
|
|
CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
|
|
ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
|
|
POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef TORRENT_THREAD_POOL
|
|
|
|
#define TORRENT_THREAD_POOL
|
|
|
|
|
|
|
|
#include "libtorrent/config.hpp"
|
2016-05-01 00:54:23 +02:00
|
|
|
#include <thread>
|
|
|
|
#include <atomic>
|
|
|
|
#include <condition_variable>
|
2014-07-06 21:18:00 +02:00
|
|
|
#include <deque>
|
|
|
|
#include <vector>
|
|
|
|
#include <boost/shared_ptr.hpp>
|
|
|
|
#include <boost/bind.hpp>
|
|
|
|
|
|
|
|
namespace libtorrent
|
|
|
|
{
|
|
|
|
|
|
|
|
template <class T>
|
|
|
|
struct thread_pool
|
|
|
|
{
|
|
|
|
thread_pool() : m_num_threads(0) {}
|
|
|
|
virtual ~thread_pool() {}
|
|
|
|
void stop() { set_num_threads(0, true); }
|
2015-08-02 21:55:05 +02:00
|
|
|
void set_num_threads(int n, bool wait = true)
|
2014-07-06 21:18:00 +02:00
|
|
|
{
|
2015-08-02 21:55:05 +02:00
|
|
|
if (n == m_num_threads) return;
|
|
|
|
|
|
|
|
if (n > m_num_threads)
|
2014-07-06 21:18:00 +02:00
|
|
|
{
|
2015-08-02 21:55:05 +02:00
|
|
|
while (m_num_threads < n)
|
2014-07-06 21:18:00 +02:00
|
|
|
{
|
|
|
|
++m_num_threads;
|
2016-05-01 00:54:23 +02:00
|
|
|
m_threads.emplace_back(&thread_pool::thread_fun
|
|
|
|
, this, int(m_num_threads)-1);
|
2014-07-06 21:18:00 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2015-08-02 21:55:05 +02:00
|
|
|
while (m_num_threads > n) { --m_num_threads; }
|
2016-05-01 00:54:23 +02:00
|
|
|
{
|
|
|
|
std::lock_guard<std::mutex> l(m_mutex);
|
|
|
|
m_cond.notify_all();
|
|
|
|
}
|
2015-08-02 21:55:05 +02:00
|
|
|
if (wait)
|
|
|
|
{
|
|
|
|
for (int i = m_num_threads; i < int(m_threads.size()); ++i)
|
2016-05-01 00:54:23 +02:00
|
|
|
{
|
|
|
|
m_threads[i].join();
|
|
|
|
}
|
2015-08-02 21:55:05 +02:00
|
|
|
}
|
2014-07-06 21:18:00 +02:00
|
|
|
// this will detach the threads
|
|
|
|
m_threads.resize(m_num_threads);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// returns true if the job was posted, and false if it was
|
|
|
|
// processed immediately
|
|
|
|
bool post_job(T& e)
|
|
|
|
{
|
|
|
|
if (m_num_threads == 0)
|
|
|
|
{
|
|
|
|
// if we don't have any worker threads
|
|
|
|
// just do the work immediately
|
|
|
|
process_job(e, false);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
retain_job(e);
|
2016-05-01 00:54:23 +02:00
|
|
|
std::lock_guard<std::mutex> l(m_mutex);
|
2014-07-06 21:18:00 +02:00
|
|
|
m_queue.push_back(e);
|
|
|
|
// we only need to signal if the threads
|
|
|
|
// may have been put to sleep. If the size
|
|
|
|
// previous to adding the new job was > 0
|
|
|
|
// they don't need waking up.
|
|
|
|
if (m_queue.size() == 1)
|
2016-05-01 00:54:23 +02:00
|
|
|
m_cond.notify_one();
|
2014-07-06 21:18:00 +02:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
protected:
|
|
|
|
|
|
|
|
virtual void process_job(T const& j, bool post) = 0;
|
2014-07-07 08:28:48 +02:00
|
|
|
virtual void retain_job(T&) {}
|
2014-07-06 21:18:00 +02:00
|
|
|
|
|
|
|
private:
|
|
|
|
|
|
|
|
void thread_fun(int thread_id)
|
|
|
|
{
|
|
|
|
for (;;)
|
|
|
|
{
|
2016-05-01 00:54:23 +02:00
|
|
|
std::unique_lock<std::mutex> l(m_mutex);
|
2014-07-06 21:18:00 +02:00
|
|
|
while (m_queue.empty() && thread_id < m_num_threads) m_cond.wait(l);
|
|
|
|
|
|
|
|
// if the number of wanted thread is decreased,
|
|
|
|
// we may stop this thread
|
|
|
|
// when we're terminating the last hasher thread (id=0), make sure
|
|
|
|
// we finish up all queud jobs first
|
|
|
|
if ((thread_id != 0 || m_queue.empty()) && thread_id >= m_num_threads) break;
|
|
|
|
|
|
|
|
TORRENT_ASSERT(!m_queue.empty());
|
|
|
|
T e = m_queue.front();
|
|
|
|
m_queue.pop_front();
|
|
|
|
l.unlock();
|
|
|
|
|
|
|
|
process_job(e, true);
|
|
|
|
}
|
|
|
|
|
|
|
|
#ifdef TORRENT_DEBUG
|
|
|
|
if (thread_id == 0)
|
|
|
|
{
|
|
|
|
// when we're terminating the last hasher thread, make sure
|
|
|
|
// there are no more scheduled jobs
|
2016-05-01 00:54:23 +02:00
|
|
|
std::lock_guard<std::mutex> l(m_mutex);
|
2014-07-06 21:18:00 +02:00
|
|
|
TORRENT_ASSERT(m_queue.empty());
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2016-05-01 00:54:23 +02:00
|
|
|
// the std::mutex only protects m_cond and m_queue
|
2014-07-06 21:18:00 +02:00
|
|
|
// all other members are only used from a single
|
|
|
|
// thread (the user of this class, i.e. the disk
|
|
|
|
// thread).
|
2016-05-01 00:54:23 +02:00
|
|
|
std::mutex m_mutex;
|
|
|
|
std::condition_variable m_cond;
|
2014-07-06 21:18:00 +02:00
|
|
|
std::deque<T> m_queue;
|
|
|
|
|
2016-05-01 00:54:23 +02:00
|
|
|
std::vector<std::thread> m_threads;
|
2014-07-06 21:18:00 +02:00
|
|
|
// this is a counter which is atomically incremented
|
|
|
|
// by each thread as it's started up, in order to
|
|
|
|
// assign a unique id to each thread
|
2016-05-01 00:54:23 +02:00
|
|
|
std::atomic<int> m_num_threads;
|
2014-07-06 21:18:00 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif // TORRENT_THREAD_POOL
|
|
|
|
|