premiere-libtorrent/include/libtorrent/disk_io_thread.hpp

348 lines
9.3 KiB
C++
Raw Normal View History

2007-06-10 22:46:09 +02:00
/*
Copyright (c) 2007, Arvid Norberg
All rights reserved.
Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions
are met:
* Redistributions of source code must retain the above copyright
notice, this list of conditions and the following disclaimer.
* Redistributions in binary form must reproduce the above copyright
notice, this list of conditions and the following disclaimer in
the documentation and/or other materials provided with the distribution.
* Neither the name of the author nor the names of its
contributors may be used to endorse or promote products derived
from this software without specific prior written permission.
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
POSSIBILITY OF SUCH DAMAGE.
*/
#ifndef TORRENT_DISK_IO_THREAD
#define TORRENT_DISK_IO_THREAD
#if defined TORRENT_DISK_STATS || defined TORRENT_STATS
#include <fstream>
#endif
2007-06-10 22:46:09 +02:00
#include "libtorrent/storage.hpp"
#include "libtorrent/allocator.hpp"
2007-06-10 22:46:09 +02:00
#include <boost/thread/thread.hpp>
#include <boost/thread/mutex.hpp>
2008-08-16 23:11:27 +02:00
#include <boost/thread/condition.hpp>
#include <boost/function.hpp>
2007-06-10 22:46:09 +02:00
#include <boost/bind.hpp>
#include <boost/noncopyable.hpp>
2008-02-08 11:22:05 +01:00
#include <boost/shared_array.hpp>
2008-02-25 00:14:10 +01:00
#include <list>
2007-06-10 22:46:09 +02:00
#include "libtorrent/config.hpp"
#ifndef TORRENT_DISABLE_POOL_ALLOCATOR
#include <boost/pool/pool.hpp>
#endif
#include "libtorrent/session_settings.hpp"
2007-06-10 22:46:09 +02:00
namespace libtorrent
{
2008-02-08 11:22:05 +01:00
struct cached_piece_info
{
int piece;
std::vector<bool> blocks;
ptime last_use;
enum kind_t { read_cache = 0, write_cache = 1 };
kind_t kind;
2008-02-08 11:22:05 +01:00
};
2007-06-10 22:46:09 +02:00
struct disk_io_job
{
disk_io_job()
: action(read)
, buffer(0)
, buffer_size(0)
, piece(0)
, offset(0)
2007-09-16 03:34:06 +02:00
, priority(0)
2007-06-10 22:46:09 +02:00
{}
enum action_t
{
read
, write
, hash
, move_storage
, release_files
, delete_files
2008-03-08 07:06:31 +01:00
, check_fastresume
, check_files
, save_resume_data
, rename_file
, abort_thread
, clear_read_cache
, abort_torrent
, update_settings
, read_and_hash
2007-06-10 22:46:09 +02:00
};
action_t action;
char* buffer;
2008-04-05 23:18:27 +02:00
int buffer_size;
2007-06-10 22:46:09 +02:00
boost::intrusive_ptr<piece_manager> storage;
// arguments used for read and write
int piece, offset;
// used for move_storage and rename_file. On errors, this is set
2007-06-10 22:46:09 +02:00
// to the error message
std::string str;
2008-04-13 00:08:07 +02:00
// on error, this is set to the path of the
// file the disk operation failed on
std::string error_file;
2007-09-16 03:34:06 +02:00
// priority decides whether or not this
// job will skip entries in the queue or
// not. It always skips in front of entries
// with lower priority
int priority;
boost::shared_ptr<entry> resume_data;
// the error code from the file operation
error_code error;
2007-06-10 22:46:09 +02:00
// this is called when operation completes
boost::function<void(int, disk_io_job const&)> callback;
};
2008-02-08 11:22:05 +01:00
struct cache_status
{
cache_status()
: blocks_written(0)
, writes(0)
, blocks_read(0)
, blocks_read_hit(0)
, reads(0)
, cache_size(0)
, read_cache_size(0)
, total_used_buffers(0)
{}
2008-02-08 11:22:05 +01:00
// the number of 16kB blocks written
size_type blocks_written;
// the number of write operations used
size_type writes;
// (blocks_written - writes) / blocks_written represents the
// "cache hit" ratio in the write cache
// the number of blocks read
// the number of blocks passed back to the bittorrent engine
size_type blocks_read;
// the number of blocks that was just copied from the read cache
size_type blocks_read_hit;
// the number of read operations used
size_type reads;
// the number of blocks in the cache (both read and write)
int cache_size;
// the number of blocks in the cache used for read cache
int read_cache_size;
// the total number of blocks that are currently in use
// this includes send and receive buffers
mutable int total_used_buffers;
2008-02-08 11:22:05 +01:00
};
struct disk_buffer_pool : boost::noncopyable
2007-06-10 22:46:09 +02:00
{
disk_buffer_pool(int block_size);
#ifdef TORRENT_DEBUG
~disk_buffer_pool();
#endif
#ifdef TORRENT_DEBUG
bool is_disk_buffer(char* buffer) const;
#endif
char* allocate_buffer(char const* category);
void free_buffer(char* buf);
char* allocate_buffers(int blocks, char const* category);
void free_buffers(char* buf, int blocks);
int block_size() const { return m_block_size; }
2007-06-10 22:46:09 +02:00
#ifdef TORRENT_STATS
int disk_allocations() const
{ return m_allocations; }
#endif
void release_memory();
int in_use() const { return m_in_use; }
protected:
// number of bytes per block. The BitTorrent
// protocol defines the block size to 16 KiB.
const int m_block_size;
// number of disk buffers currently allocated
int m_in_use;
session_settings m_settings;
private:
// this only protects the pool allocator
typedef boost::mutex mutex_t;
mutable mutex_t m_pool_mutex;
#ifndef TORRENT_DISABLE_POOL_ALLOCATOR
// memory pool for read and write operations
// and disk cache
boost::pool<page_aligned_allocator> m_pool;
#endif
#if defined TORRENT_DISK_STATS || defined TORRENT_STATS
int m_allocations;
2009-04-30 03:42:30 +02:00
#endif
#ifdef TORRENT_DISK_STATS
std::map<std::string, int> m_categories;
std::map<char*, std::string> m_buf_to_category;
std::ofstream m_log;
#endif
#ifdef TORRENT_DEBUG
int m_magic;
#endif
};
// this is a singleton consisting of the thread and a queue
// of disk io jobs
struct disk_io_thread : disk_buffer_pool
{
disk_io_thread(io_service& ios, int block_size = 16 * 1024);
~disk_io_thread();
void join();
2007-06-10 22:46:09 +02:00
// aborts read operations
void stop(boost::intrusive_ptr<piece_manager> s);
void add_job(disk_io_job const& j
, boost::function<void(int, disk_io_job const&)> const& f
= boost::function<void(int, disk_io_job const&)>());
// keep track of the number of bytes in the job queue
// at any given time. i.e. the sum of all buffer_size.
// this is used to slow down the download global download
// speed when the queue buffer size is too big.
size_type queue_buffer_size() const
{ return m_queue_buffer_size; }
2008-02-08 11:22:05 +01:00
void get_cache_info(sha1_hash const& ih
, std::vector<cached_piece_info>& ret) const;
cache_status status() const;
2007-06-10 22:46:09 +02:00
void operator()();
#ifdef TORRENT_DEBUG
void check_invariant() const;
#endif
2007-06-10 22:46:09 +02:00
private:
2008-02-08 11:22:05 +01:00
struct cached_piece_entry
{
int piece;
// storage this piece belongs to
boost::intrusive_ptr<piece_manager> storage;
// the last time a block was writting to this piece
ptime last_use;
2008-02-08 11:22:05 +01:00
// the number of blocks in the cache for this piece
int num_blocks;
// the pointers to the block data
boost::shared_array<char*> blocks;
};
2008-02-25 00:14:10 +01:00
typedef boost::recursive_mutex mutex_t;
typedef std::list<cached_piece_entry> cache_t;
bool test_error(disk_io_job& j);
void post_callback(boost::function<void(int, disk_io_job const&)> const& handler
, disk_io_job const& j, int ret);
// cache operations
2008-02-25 00:14:10 +01:00
cache_t::iterator find_cached_piece(
cache_t& cache, disk_io_job const& j
, mutex_t::scoped_lock& l);
int copy_from_piece(cache_t::iterator p, bool& hit
, disk_io_job const& j, mutex_t::scoped_lock& l);
// write cache operations
2008-02-08 11:22:05 +01:00
void flush_oldest_piece(mutex_t::scoped_lock& l);
void flush_expired_pieces();
2008-02-25 00:14:10 +01:00
void flush_and_remove(cache_t::iterator i, mutex_t::scoped_lock& l);
void flush(cache_t::iterator i, mutex_t::scoped_lock& l);
2008-02-08 11:22:05 +01:00
void cache_block(disk_io_job& j, mutex_t::scoped_lock& l);
// read cache operations
2008-02-25 00:14:10 +01:00
bool clear_oldest_read_piece(cache_t::iterator ignore
, mutex_t::scoped_lock& l);
int read_into_piece(cached_piece_entry& p, int start_block
, int options, mutex_t::scoped_lock& l);
int cache_read_block(disk_io_job const& j, mutex_t::scoped_lock& l);
int cache_read_piece(disk_io_job const& j, mutex_t::scoped_lock& l);
void free_piece(cached_piece_entry& p, mutex_t::scoped_lock& l);
2008-02-25 00:14:10 +01:00
bool make_room(int num_blocks
, cache_t::iterator ignore
, bool flush_write_cache
2008-02-25 00:14:10 +01:00
, mutex_t::scoped_lock& l);
int try_read_from_cache(disk_io_job const& j);
int read_piece_from_cache_and_hash(disk_io_job const& j, sha1_hash& h);
// this mutex only protects m_jobs, m_queue_buffer_size
// and m_abort
mutable mutex_t m_queue_mutex;
2007-06-10 22:46:09 +02:00
boost::condition m_signal;
bool m_abort;
std::list<disk_io_job> m_jobs;
2007-06-10 22:46:09 +02:00
size_type m_queue_buffer_size;
// this protects the piece cache and related members
mutable mutex_t m_piece_mutex;
// write cache
2008-02-25 00:14:10 +01:00
cache_t m_pieces;
// read cache
2008-02-25 00:14:10 +01:00
cache_t m_read_pieces;
// total number of blocks in use by both the read
// and the write cache. This is not supposed to
// exceed m_cache_size
cache_status m_cache_stats;
#ifdef TORRENT_DISK_STATS
std::ofstream m_log;
#endif
2008-02-08 11:22:05 +01:00
2008-05-03 18:05:42 +02:00
io_service& m_ios;
2008-02-08 11:22:05 +01:00
2007-06-10 22:46:09 +02:00
// thread for performing blocking disk io operations
boost::thread m_disk_io_thread;
};
}
#endif