premiere-libtorrent/src/storage.cpp

1743 lines
47 KiB
C++
Raw Normal View History

/*
2014-02-23 20:12:25 +01:00
Copyright (c) 2003-2014, Arvid Norberg, Daniel Wallin
All rights reserved.
Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions
are met:
* Redistributions of source code must retain the above copyright
notice, this list of conditions and the following disclaimer.
* Redistributions in binary form must reproduce the above copyright
notice, this list of conditions and the following disclaimer in
the documentation and/or other materials provided with the distribution.
* Neither the name of the author nor the names of its
contributors may be used to endorse or promote products derived
from this software without specific prior written permission.
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
POSSIBILITY OF SUCH DAMAGE.
*/
#include <ctime>
#include <algorithm>
#include <set>
2004-12-21 13:30:09 +01:00
#include <functional>
#ifdef _MSC_VER
#pragma warning(push, 1)
#endif
2003-11-26 15:11:25 +01:00
#include <boost/ref.hpp>
2004-12-21 13:30:09 +01:00
#include <boost/bind.hpp>
2005-03-05 00:45:16 +01:00
#include <boost/version.hpp>
#include <boost/scoped_array.hpp>
#if BOOST_VERSION >= 103500
#include <boost/system/system_error.hpp>
#endif
#ifdef _MSC_VER
#pragma warning(pop)
#endif
#include "libtorrent/config.hpp"
#include "libtorrent/storage.hpp"
#include "libtorrent/torrent.hpp"
#include "libtorrent/hasher.hpp"
2003-10-30 00:28:09 +01:00
#include "libtorrent/session.hpp"
2003-12-07 06:53:04 +01:00
#include "libtorrent/peer_id.hpp"
#include "libtorrent/file.hpp"
#include "libtorrent/invariant_check.hpp"
#include "libtorrent/file_pool.hpp"
#include "libtorrent/aux_/session_impl.hpp"
#include "libtorrent/disk_buffer_holder.hpp"
#include "libtorrent/alloca.hpp"
2014-07-06 21:18:00 +02:00
#include "libtorrent/stat_cache.hpp"
2009-04-04 11:52:25 +02:00
#include <cstdio>
//#define TORRENT_PARTIAL_HASH_LOG
2007-04-17 23:54:40 +02:00
#if defined(__APPLE__)
// for getattrlist()
#include <sys/attr.h>
#include <unistd.h>
// for statfs()
#include <sys/param.h>
#include <sys/mount.h>
#endif
#if defined(__linux__)
#include <sys/statfs.h>
#endif
#if defined(__FreeBSD__)
// for statfs()
#include <sys/param.h>
#include <sys/mount.h>
#endif
// for convert_to_wstring and convert_to_native
#include "libtorrent/aux_/escape_string.hpp"
2014-07-06 21:18:00 +02:00
#define DEBUG_STORAGE 0
#define DEBUG_DELETE_FILES 0
#define DLOG if (DEBUG_STORAGE) fprintf
#define DFLOG if (DEBUG_DELETE_FILES) fprintf
2004-01-17 21:04:19 +01:00
namespace libtorrent
{
2014-07-06 21:18:00 +02:00
#ifdef TORRENT_DISK_STATS
static boost::atomic<int> event_id;
2014-07-06 21:18:00 +02:00
static mutex disk_access_mutex;
2014-07-06 21:18:00 +02:00
// this is opened and closed by the disk_io_thread class
FILE* g_access_log = NULL;
2004-01-17 21:04:19 +01:00
2014-07-06 21:18:00 +02:00
enum access_log_flags_t
{
2014-07-06 21:18:00 +02:00
op_read = 0,
op_write = 1,
op_start = 0,
op_end = 2
};
void write_access_log(boost::uint64_t offset, boost::uint32_t fileid, int flags, time_point timestamp)
2011-09-05 01:29:47 +02:00
{
2014-07-06 21:18:00 +02:00
if (g_access_log == NULL) return;
2003-12-07 02:26:57 +01:00
2014-07-06 21:18:00 +02:00
// the event format in the log is:
// uint64_t timestamp (microseconds)
// uint64_t file offset
// uint32_t file-id
// uint8_t event (0: start read, 1: start write, 2: complete read, 4: complete write)
char event[29];
char* ptr = event;
detail::write_uint64(timestamp.time_since_epoch().count(), ptr);
2014-07-06 21:18:00 +02:00
detail::write_uint64(offset, ptr);
detail::write_uint64((boost::uint64_t)event_id++, ptr);
detail::write_uint32(fileid, ptr);
detail::write_uint8(flags, ptr);
2014-07-06 21:18:00 +02:00
mutex::scoped_lock l(disk_access_mutex);
int ret = fwrite(event, 1, sizeof(event), g_access_log);
l.unlock();
if (ret != sizeof(event))
{
2014-07-06 21:18:00 +02:00
fprintf(stderr, "ERROR writing to disk access log: (%d) %s\n"
, errno, strerror(errno));
}
}
2014-07-06 21:18:00 +02:00
#endif
int copy_bufs(file::iovec_t const* bufs, int bytes, file::iovec_t* target)
{
int size = 0;
int ret = 1;
for (;;)
{
*target = *bufs;
size += bufs->iov_len;
if (size >= bytes)
{
target->iov_len -= size - bytes;
return ret;
}
++bufs;
++target;
++ret;
}
}
void advance_bufs(file::iovec_t*& bufs, int bytes)
{
int size = 0;
for (;;)
{
size += bufs->iov_len;
2009-01-13 09:58:35 +01:00
if (size >= bytes)
{
((char*&)bufs->iov_base) += bufs->iov_len - (size - bytes);
bufs->iov_len = size - bytes;
return;
}
++bufs;
}
}
2014-07-06 21:18:00 +02:00
TORRENT_EXTRA_EXPORT int bufs_size(file::iovec_t const* bufs, int num_bufs)
{
int size = 0;
for (file::iovec_t const* i = bufs, *end(bufs + num_bufs); i < end; ++i)
size += i->iov_len;
return size;
}
TORRENT_EXTRA_EXPORT void clear_bufs(file::iovec_t const* bufs, int num_bufs)
{
for (file::iovec_t const* i = bufs, *end(bufs + num_bufs); i < end; ++i)
std::memset(i->iov_base, 0, i->iov_len);
}
#if TORRENT_USE_ASSERTS
int count_bufs(file::iovec_t const* bufs, int bytes)
{
int size = 0;
int count = 1;
if (bytes == 0) return 0;
for (file::iovec_t const* i = bufs;; ++i, ++count)
{
size += i->iov_len;
TORRENT_ASSERT(size <= bytes);
if (size >= bytes) return count;
}
}
#endif
2014-07-06 21:18:00 +02:00
default_storage::default_storage(storage_params const& params)
: m_files(*params.files)
, m_pool(*params.pool)
, m_allocate_files(params.mode == storage_mode_allocate)
{
if (params.mapped_files) m_mapped_files.reset(new file_storage(*params.mapped_files));
if (params.priorities) m_file_priority = *params.priorities;
TORRENT_ASSERT(m_files.num_files() > 0);
m_save_path = complete(params.path);
m_part_file_name = "." + (params.info
? to_hex(params.info->info_hash().to_string())
: params.files->name()) + ".parts";
}
default_storage::~default_storage()
{
error_code ec;
if (m_part_file) m_part_file->flush_metadata(ec);
// this may be called from a different
// thread than the disk thread
m_pool.release(this);
}
void default_storage::need_partfile()
2007-06-10 22:46:09 +02:00
{
2014-07-06 21:18:00 +02:00
if (m_part_file) return;
m_part_file.reset(new part_file(
m_save_path, m_part_file_name
, m_files.num_pieces(), m_files.piece_length()));
}
void default_storage::set_file_priority(std::vector<boost::uint8_t> const& prio, storage_error& ec)
{
// extend our file priorities in case it's truncated
// the default assumed priority is 1
if (prio.size() > m_file_priority.size())
m_file_priority.resize(prio.size(), 1);
file_storage const& fs = files();
for (int i = 0; i < int(prio.size()); ++i)
{
2014-07-06 21:18:00 +02:00
int old_prio = m_file_priority[i];
int new_prio = prio[i];
if (old_prio == 0 && new_prio != 0)
{
2014-07-06 21:18:00 +02:00
// move stuff out of the part file
file_handle f = open_file(i, file::read_write, ec);
if (ec) return;
2014-07-06 21:18:00 +02:00
need_partfile();
m_part_file->export_file(*f, fs.file_offset(i), fs.file_size(i), ec.ec);
if (ec)
{
2014-07-06 21:18:00 +02:00
ec.file = i;
ec.operation = storage_error::partfile_write;
return;
}
}
2014-07-06 21:18:00 +02:00
else if (old_prio != 0 && new_prio == 0)
{
2014-07-06 21:18:00 +02:00
// move stuff into the part file
// this is not implemented yet.
// pretend that we didn't set the priority to 0.
std::string fp = fs.file_path(i, m_save_path);
if (exists(fp))
new_prio = 1;
/*
file_handle f = open_file(i, file::read_only, ec);
2014-07-06 21:18:00 +02:00
if (ec.ec != boost::system::errc::no_such_file_or_directory)
{
if (ec) return;
2014-07-06 21:18:00 +02:00
need_partfile();
2014-07-06 21:18:00 +02:00
m_part_file->import_file(*f, fs.file_offset(i), fs.file_size(i), ec.ec);
if (ec)
{
2014-07-06 21:18:00 +02:00
ec.file = i;
ec.operation = storage_error::partfile_read;
return;
}
2014-07-06 21:18:00 +02:00
// remove the file
std::string p = fs.file_path(i, m_save_path);
delete_one_file(p, ec.ec);
if (ec)
{
2014-07-06 21:18:00 +02:00
ec.file = i;
ec.operation = storage_error::remove;
}
}
2014-07-06 21:18:00 +02:00
*/
}
2014-07-06 21:18:00 +02:00
ec.ec.clear();
m_file_priority[i] = new_prio;
}
if (m_part_file) m_part_file->flush_metadata(ec.ec);
if (ec)
{
ec.file = -1;
ec.operation = storage_error::partfile_write;
}
}
2014-07-06 21:18:00 +02:00
void default_storage::initialize(storage_error& ec)
{
2014-07-06 21:18:00 +02:00
m_stat_cache.init(files().num_files());
#ifdef TORRENT_WINDOWS
// don't do full file allocations on network drives
2014-06-09 06:08:41 +02:00
#if TORRENT_USE_WSTRING
std::wstring f = convert_to_wstring(m_save_path);
int drive_type = GetDriveTypeW(f.c_str());
#else
int drive_type = GetDriveTypeA(m_save_path.c_str());
#endif
if (drive_type == DRIVE_REMOTE)
m_allocate_files = false;
#endif
2013-12-30 03:50:29 +01:00
m_file_created.resize(files().num_files(), false);
// first, create all missing directories
std::string last_path;
for (int file_index = 0; file_index < files().num_files(); ++file_index)
{
// ignore files that have priority 0
if (int(m_file_priority.size()) > file_index
2014-07-06 21:18:00 +02:00
&& m_file_priority[file_index] == 0)
{
continue;
}
// ignore pad files
if (files().pad_file_at(file_index)) continue;
2014-07-06 21:18:00 +02:00
if (m_stat_cache.get_filesize(file_index) == stat_cache::not_in_cache)
{
2014-07-06 21:18:00 +02:00
file_status s;
std::string file_path = files().file_path(file_index, m_save_path);
2014-07-06 21:18:00 +02:00
stat_file(file_path, &s, ec.ec);
if (ec && ec.ec != boost::system::errc::no_such_file_or_directory)
{
m_stat_cache.set_error(file_index);
ec.file = file_index;
ec.operation = storage_error::stat;
break;
}
m_stat_cache.set_cache(file_index, s.file_size, s.mtime);
}
// if the file already exists, but is larger than what
2013-12-30 03:50:29 +01:00
// it's supposed to be, truncate it
// if the file is empty, just create it either way.
2014-07-06 21:18:00 +02:00
if ((!ec && m_stat_cache.get_filesize(file_index) > files().file_size(file_index))
|| files().file_size(file_index) == 0)
{
std::string file_path = files().file_path(file_index, m_save_path);
std::string dir = parent_path(file_path);
if (dir != last_path)
{
last_path = dir;
2014-07-06 21:18:00 +02:00
create_directories(last_path, ec.ec);
if (ec.ec)
{
2014-07-06 21:18:00 +02:00
ec.file = file_index;
ec.operation = storage_error::mkdir;
break;
}
}
2014-07-06 21:18:00 +02:00
ec.ec.clear();
file_handle f = open_file(file_index, file::read_write
| file::random_access, ec);
if (ec) return;
boost::int64_t size = files().file_size(file_index);
f->set_size(size, ec.ec);
2014-07-06 21:18:00 +02:00
if (ec)
{
2014-07-06 21:18:00 +02:00
ec.file = file_index;
ec.operation = storage_error::fallocate;
break;
}
size_t mtime = m_stat_cache.get_filetime(file_index);
m_stat_cache.set_cache(file_index, size, mtime);
}
2014-07-06 21:18:00 +02:00
ec.ec.clear();
}
// close files that were opened in write mode
m_pool.release(this);
2013-01-06 05:53:26 +01:00
2014-07-06 21:18:00 +02:00
#if TORRENT_DEBUG_FILE_LEAKS
print_open_files("release files", m_files.name().c_str());
#endif
}
2013-02-16 09:26:55 +01:00
#ifndef TORRENT_NO_DEPRECATE
2014-07-06 21:18:00 +02:00
void default_storage::finalize_file(int, storage_error&) {}
2013-02-16 09:26:55 +01:00
#endif
2014-07-06 21:18:00 +02:00
bool default_storage::has_any_file(storage_error& ec)
{
2014-07-06 21:18:00 +02:00
m_stat_cache.init(files().num_files());
std::string file_path;
for (int i = 0; i < files().num_files(); ++i)
{
file_status s;
boost::int64_t cache_status = m_stat_cache.get_filesize(i);
2014-07-06 21:18:00 +02:00
if (cache_status < 0 && cache_status != stat_cache::no_exist)
{
file_path = files().file_path(i, m_save_path);
stat_file(file_path, &s, ec.ec);
boost::int64_t r = s.file_size;
2014-07-06 21:18:00 +02:00
if (ec.ec || !(s.mode & file_status::regular_file)) r = -1;
if (ec && ec.ec == boost::system::errc::no_such_file_or_directory)
{
ec.ec.clear();
r = -3;
}
m_stat_cache.set_cache(i, r, s.mtime);
if (ec)
{
ec.file = i;
ec.operation = storage_error::stat;
m_stat_cache.clear();
return false;
}
}
// if we didn't find the file, check the next one
if (m_stat_cache.get_filesize(i) == stat_cache::no_exist) continue;
if (m_stat_cache.get_filesize(i) > 0)
return true;
}
2014-07-06 21:18:00 +02:00
file_status s;
stat_file(combine_path(m_save_path, m_part_file_name), &s, ec.ec);
if (!ec) return true;
if (ec && ec.ec == boost::system::errc::no_such_file_or_directory)
ec.ec.clear();
if (ec)
{
ec.file = -1;
ec.operation = storage_error::stat;
return false;
}
return false;
}
void default_storage::rename_file(int index, std::string const& new_filename
, storage_error& ec)
{
2014-07-06 21:18:00 +02:00
if (index < 0 || index >= files().num_files()) return;
std::string old_name = files().file_path(index, m_save_path);
m_pool.release(this, index);
// if the old file doesn't exist, just succeed and change the filename
// that will be created. This shortcut is important because the
// destination directory may not exist yet, which would cause a failure
// even though we're not moving a file (yet). It's better for it to
// fail later when we try to write to the file the first time, because
// the user then will have had a chance to make the destination directory
// valid.
if (exists(old_name, ec.ec))
{
#if TORRENT_DEBUG_FILE_LEAKS
print_open_files("release files", m_files.name().c_str());
#endif
std::string new_path;
if (is_complete(new_filename)) new_path = new_filename;
else new_path = combine_path(m_save_path, new_filename);
std::string new_dir = parent_path(new_path);
// create any missing directories that the new filename
// lands in
create_directories(new_dir, ec.ec);
if (ec.ec)
{
ec.file = index;
ec.operation = storage_error::rename;
return;
}
rename(old_name, new_path, ec.ec);
2014-07-06 21:18:00 +02:00
// if old_name doesn't exist, that's not an error
// here. Once we start writing to the file, it will
// be written to the new filename
if (ec.ec == boost::system::errc::no_such_file_or_directory)
ec.ec.clear();
2013-02-09 22:50:22 +01:00
if (ec)
{
ec.file = index;
ec.operation = storage_error::rename;
return;
}
2013-02-09 22:50:22 +01:00
}
else if (ec.ec)
{
// if exists fails, report that error
2014-07-06 21:18:00 +02:00
ec.file = index;
ec.operation = storage_error::rename;
return;
}
// if old path doesn't exist, just rename the file
// in our file_storage, so that when it is created
// it will get the new name
if (!m_mapped_files)
{ m_mapped_files.reset(new file_storage(m_files)); }
m_mapped_files->rename_file(index, new_filename);
}
2014-07-06 21:18:00 +02:00
void default_storage::release_files(storage_error& ec)
2004-12-21 13:30:09 +01:00
{
2014-07-06 21:18:00 +02:00
// make sure we don't have the files open
m_pool.release(this);
2014-07-06 21:18:00 +02:00
#if TORRENT_DEBUG_FILE_LEAKS
print_open_files("release files", m_files.name().c_str());
#endif
2003-12-07 17:26:16 +01:00
}
2014-07-06 21:18:00 +02:00
void default_storage::delete_one_file(std::string const& p, error_code& ec)
{
remove(p, ec);
2014-07-06 21:18:00 +02:00
DFLOG(stderr, "[%p] delete_one_file: %s [%s]\n", this, p.c_str(), ec.message().c_str());
if (ec == boost::system::errc::no_such_file_or_directory)
ec.clear();
}
2014-07-06 21:18:00 +02:00
void default_storage::delete_files(storage_error& ec)
{
2014-07-06 21:18:00 +02:00
DFLOG(stderr, "[%p] delete_files\n", this);
#if TORRENT_USE_ASSERTS
// this is a fence job, we expect no other
// threads to hold any references to any files
// in this file storage. Assert that that's the
// case
if (!m_pool.assert_idle_files(this))
{
#if TORRENT_DEBUG_FILE_LEAKS
print_open_files("delete-files idle assert failed", m_files.name().c_str());
#endif
TORRENT_ASSERT(false);
}
#endif
// make sure we don't have the files open
m_pool.release(this);
2014-07-06 21:18:00 +02:00
#if TORRENT_DEBUG_FILE_LEAKS
print_open_files("release files", m_files.name().c_str());
#endif
#if TORRENT_USE_ASSERTS
m_pool.mark_deleted(m_files);
#endif
// delete the files from disk
std::set<std::string> directories;
typedef std::set<std::string>::iterator iter_t;
for (int i = 0; i < files().num_files(); ++i)
{
std::string fp = files().file_path(i);
bool complete = is_complete(fp);
std::string p = complete ? fp : combine_path(m_save_path, fp);
if (!complete)
{
std::string bp = parent_path(fp);
std::pair<iter_t, bool> ret;
ret.second = true;
while (ret.second && !bp.empty())
{
ret = directories.insert(combine_path(m_save_path, bp));
bp = parent_path(bp);
}
}
2014-07-06 21:18:00 +02:00
delete_one_file(p, ec.ec);
if (ec) { ec.file = i; ec.operation = storage_error::remove; }
}
// remove the directories. Reverse order to delete
// subdirectories first
for (std::set<std::string>::reverse_iterator i = directories.rbegin()
2007-11-16 20:38:58 +01:00
, end(directories.rend()); i != end; ++i)
{
2014-07-06 21:18:00 +02:00
error_code error;
delete_one_file(*i, error);
if (error && !ec) { ec.file = -1; ec.ec = error; ec.operation = storage_error::remove; }
}
2014-07-06 21:18:00 +02:00
error_code error;
remove(combine_path(m_save_path, m_part_file_name), error);
DFLOG(stderr, "[%p] delete partfile %s/%s [%s]\n", this
, m_save_path.c_str(), m_part_file_name.c_str(), error.message().c_str());
if (error != boost::system::errc::no_such_file_or_directory && !error)
{ ec.file = -1; ec.ec = error; ec.operation = storage_error::remove; }
DFLOG(stderr, "[%p] delete_files result: %s\n", this, ec.ec.message().c_str());
#if TORRENT_DEBUG_FILE_LEAKS
print_open_files("delete-files done", m_files.name().c_str());
#endif
}
2014-07-06 21:18:00 +02:00
void default_storage::write_resume_data(entry& rd, storage_error& ec) const
{
TORRENT_ASSERT(rd.type() == entry::dictionary_t);
entry::list_type& fl = rd["file sizes"].list();
2014-07-06 21:18:00 +02:00
if (m_part_file)
{
2014-07-06 21:18:00 +02:00
error_code ignore;
const_cast<part_file&>(*m_part_file).flush_metadata(ignore);
}
file_storage const& fs = files();
for (int i = 0; i < fs.num_files(); ++i)
{
boost::int64_t file_size = 0;
2014-07-06 21:18:00 +02:00
time_t file_time = 0;
boost::int64_t cache_state = m_stat_cache.get_filesize(i);
2014-07-06 21:18:00 +02:00
if (cache_state != stat_cache::not_in_cache)
{
if (cache_state >= 0)
{
file_size = cache_state;
file_time = m_stat_cache.get_filetime(i);
}
}
else
{
file_status s;
error_code ec;
stat_file(fs.file_path(i, m_save_path), &s, ec);
if (!ec)
{
file_size = s.file_size;
file_time = s.mtime;
}
else
{
if (ec == boost::system::errc::no_such_file_or_directory)
{
m_stat_cache.set_noexist(i);
}
else
{
m_stat_cache.set_error(i);
}
}
}
fl.push_back(entry(entry::list_t));
entry::list_type& p = fl.back().list();
p.push_back(entry(file_size));
p.push_back(entry(file_time));
}
}
int default_storage::sparse_end(int slot) const
{
TORRENT_ASSERT(slot >= 0);
2014-03-06 11:06:41 +01:00
TORRENT_ASSERT(slot < files().num_pieces());
boost::int64_t file_offset = (boost::int64_t)slot * files().piece_length();
int file_index = 0;
for (;;)
{
2014-03-06 11:06:41 +01:00
if (file_offset < files().file_size(file_index))
break;
2014-03-06 11:06:41 +01:00
file_offset -= files().file_size(file_index);
++file_index;
TORRENT_ASSERT(file_index != files().num_files());
}
error_code ec;
file_handle handle = open_file_impl(file_index, file::read_only, ec);
if (ec) return slot;
boost::int64_t data_start = handle->sparse_end(file_offset);
2014-03-06 11:06:41 +01:00
return int((data_start + files().piece_length() - 1) / files().piece_length());
}
bool default_storage::verify_resume_data(bdecode_node const& rd
, std::vector<std::string> const* links
, storage_error& ec)
{
2011-01-31 01:47:09 +01:00
// TODO: make this more generic to not just work if files have been
// renamed, but also if they have been merged into a single file for instance
// maybe use the same format as .torrent files and reuse some code from torrent_info
bdecode_node mapped_files = rd.dict_find_list("mapped_files");
if (mapped_files && mapped_files.list_size() == m_files.num_files())
{
m_mapped_files.reset(new file_storage(m_files));
for (int i = 0; i < m_files.num_files(); ++i)
{
std::string new_filename = mapped_files.list_string_value_at(i);
if (new_filename.empty()) continue;
m_mapped_files->rename_file(i, new_filename);
}
}
bdecode_node file_priority = rd.dict_find_list("file_priority");
if (file_priority && file_priority.list_size()
2008-07-20 18:00:08 +02:00
== files().num_files())
{
m_file_priority.resize(file_priority.list_size());
for (int i = 0; i < file_priority.list_size(); ++i)
m_file_priority[i] = boost::uint8_t(file_priority.list_int_value_at(i, 1));
2008-07-20 18:00:08 +02:00
}
bdecode_node file_sizes_ent = rd.dict_find_list("file sizes");
if (file_sizes_ent == 0)
{
2014-07-06 21:18:00 +02:00
ec.ec = errors::missing_file_sizes;
ec.file = -1;
ec.operation = storage_error::check_resume;
return false;
}
if (file_sizes_ent.list_size() == 0)
{
2014-07-06 21:18:00 +02:00
ec.ec = errors::no_files_in_resume_data;
return false;
}
2014-07-06 21:18:00 +02:00
file_storage const& fs = files();
if (file_sizes_ent.list_size() != fs.num_files())
{
2014-07-06 21:18:00 +02:00
ec.ec = errors::mismatching_number_of_files;
ec.file = -1;
ec.operation = storage_error::check_resume;
return false;
}
2014-07-06 21:18:00 +02:00
bool seed = false;
bdecode_node slots = rd.dict_find_list("slots");
if (slots)
{
if (int(slots.list_size()) == m_files.num_pieces())
{
seed = true;
for (int i = 0; i < slots.list_size(); ++i)
{
if (slots.list_int_value_at(i, -1) >= 0) continue;
seed = false;
break;
}
}
}
else if (bdecode_node pieces = rd.dict_find_string("pieces"))
{
if (int(pieces.string_length()) == m_files.num_pieces())
{
seed = true;
char const* p = pieces.string_ptr();
for (int i = 0; i < pieces.string_length(); ++i)
{
if ((p[i] & 1) == 1) continue;
seed = false;
break;
}
}
}
else
{
2014-07-06 21:18:00 +02:00
ec.ec = errors::missing_pieces;
ec.file = -1;
ec.operation = storage_error::check_resume;
return false;
}
for (int i = 0; i < file_sizes_ent.list_size(); ++i)
{
2014-07-06 21:18:00 +02:00
if (fs.pad_file_at(i)) continue;
bdecode_node e = file_sizes_ent.list_at(i);
if (e.type() != bdecode_node::list_t
|| e.list_size() < 2
|| e.list_at(0).type() != bdecode_node::int_t
|| e.list_at(1).type() != bdecode_node::int_t)
2014-07-06 21:18:00 +02:00
{
ec.ec = errors::missing_file_sizes;
ec.file = i;
ec.operation = storage_error::check_resume;
2014-07-06 21:18:00 +02:00
return false;
}
boost::int64_t expected_size = e.list_int_value_at(0);
time_t expected_time = e.list_int_value_at(1);
2014-07-06 21:18:00 +02:00
// if we're a seed, the expected size should match
// the actual full size according to the torrent
if (seed && expected_size < fs.file_size(i))
{
2014-07-06 21:18:00 +02:00
ec.ec = errors::mismatching_file_size;
ec.file = i;
ec.operation = storage_error::check_resume;
return false;
}
boost::int64_t file_size = m_stat_cache.get_filesize(i);
2014-07-06 21:18:00 +02:00
time_t file_time;
if (file_size >= 0)
{
file_time = m_stat_cache.get_filetime(i);
}
else
{
2014-07-06 21:18:00 +02:00
file_status s;
error_code error;
std::string file_path = fs.file_path(i, m_save_path);
stat_file(file_path, &s, error);
file_size = s.file_size;
file_time = s.mtime;
if (error)
{
2014-07-06 21:18:00 +02:00
if (error != boost::system::errc::no_such_file_or_directory)
{
m_stat_cache.set_error(i);
ec.ec = error;
ec.file = i;
ec.operation = storage_error::stat;
return false;
}
m_stat_cache.set_noexist(i);
if (expected_size != 0)
{
ec.ec = errors::mismatching_file_size;
ec.file = i;
ec.operation = storage_error::none;
return false;
}
}
}
2014-07-06 21:18:00 +02:00
if (expected_size > file_size)
{
ec.ec = errors::mismatching_file_size;
ec.file = i;
ec.operation = storage_error::none;
return false;
}
if (settings().get_bool(settings_pack::ignore_resume_timestamps)) continue;
// allow some slack, because of FAT volumes
if (expected_time != 0 &&
(file_time > expected_time + 5 * 60 || file_time < expected_time - 5))
{
ec.ec = errors::mismatching_file_timestamp;
ec.file = i;
ec.operation = storage_error::stat;
return false;
}
}
2014-07-06 21:18:00 +02:00
bool full_allocation_mode = false;
if (rd.dict_find_string_value("allocation") != "compact")
full_allocation_mode = true;
#ifndef TORRENT_DISABLE_MUTABLE_TORRENTS
if (links)
{
// if this is a mutable torrent, and we need to pick up some files
// from other torrents, do that now. Note that there is an inherent
// race condition here. We checked if the files existed on a different
// thread a while ago. These files may no longer exist or may have been
// moved. If so, we just fail. The user is responsible to not touch
// other torrents until a new mutable torrent has been completely
// added.
int idx = 0;
for (std::vector<std::string>::const_iterator i = links->begin();
i != links->end(); ++i, ++idx)
{
if (i->empty()) continue;
error_code err;
std::string file_path = fs.file_path(idx, m_save_path);
hard_link(*i, file_path, err);
// if the file already exists, that's not an error
// TODO: 2 is this risky? The upper layer will assume we have the
// whole file. Perhaps we should verify that at least the size
// of the file is correct
if (!err || err == boost::system::errc::file_exists)
continue;
ec.ec = err;
ec.file = idx;
ec.operation = storage_error::hard_link;
return false;
}
}
#endif // TORRENT_DISABLE_MUTABLE_TORRENTS
2014-07-06 21:18:00 +02:00
return true;
}
2014-07-06 21:18:00 +02:00
int default_storage::move_storage(std::string const& sp, int flags, storage_error& ec)
2004-07-18 02:39:58 +02:00
{
int ret = piece_manager::no_error;
std::string save_path = complete(sp);
2004-07-18 02:39:58 +02:00
// check to see if any of the files exist
2014-07-06 21:18:00 +02:00
error_code e;
file_storage const& f = files();
file_status s;
if (flags == fail_if_exist)
{
2014-07-06 21:18:00 +02:00
stat_file(save_path, &s, e);
if (e != boost::system::errc::no_such_file_or_directory)
{
// the directory exists, check all the files
for (int i = 0; i < f.num_files(); ++i)
{
// files moved out to absolute paths are ignored
if (is_complete(f.file_path(i))) continue;
std::string new_path = f.file_path(i, save_path);
2014-07-06 21:18:00 +02:00
stat_file(new_path, &s, e);
if (e != boost::system::errc::no_such_file_or_directory)
{
ec.ec = e;
ec.file = i;
ec.operation = storage_error::stat;
return piece_manager::file_exist;
2014-07-06 21:18:00 +02:00
}
}
}
}
2013-05-10 04:18:14 +02:00
// collect all directories in to_move. This is because we
// try to move entire directories by default (instead of
// files independently).
2014-07-06 21:18:00 +02:00
std::map<std::string, int> to_move;
for (int i = 0; i < f.num_files(); ++i)
2013-05-10 04:18:14 +02:00
{
// files moved out to absolute paths are not moved
if (is_complete(f.file_path(i))) continue;
std::string split = split_path(f.file_path(i));
2014-07-06 21:18:00 +02:00
to_move.insert(to_move.begin(), std::make_pair(split, i));
2013-05-10 04:18:14 +02:00
}
2014-07-06 21:18:00 +02:00
e.clear();
stat_file(save_path, &s, e);
if (e == boost::system::errc::no_such_file_or_directory)
{
2014-07-06 21:18:00 +02:00
create_directories(save_path, ec.ec);
if (ec)
{
ec.file = -1;
ec.operation = storage_error::mkdir;
return piece_manager::fatal_disk_error;
}
}
2014-07-06 21:18:00 +02:00
else if (ec)
{
2014-07-06 21:18:00 +02:00
ec.file = -1;
ec.operation = storage_error::mkdir;
return piece_manager::fatal_disk_error;
}
m_pool.release(this);
2014-07-06 21:18:00 +02:00
#if TORRENT_DEBUG_FILE_LEAKS
print_open_files("release files", m_files.name().c_str());
#endif
for (std::map<std::string, int>::const_iterator i = to_move.begin()
, end(to_move.end()); i != end; ++i)
{
2014-07-06 21:18:00 +02:00
std::string old_path = combine_path(m_save_path, i->first);
std::string new_path = combine_path(save_path, i->first);
2004-07-18 02:39:58 +02:00
2014-07-06 21:18:00 +02:00
e.clear();
rename(old_path, new_path, e);
// if the source file doesn't exist. That's not a problem
if (e == boost::system::errc::no_such_file_or_directory)
e.clear();
if (e)
{
2014-07-06 21:18:00 +02:00
if (flags == dont_replace && e == boost::system::errc::file_exists)
{
if (ret == piece_manager::no_error) ret = piece_manager::need_full_check;
continue;
}
2014-07-06 21:18:00 +02:00
if (e != boost::system::errc::no_such_file_or_directory)
{
2014-07-06 21:18:00 +02:00
e.clear();
recursive_copy(old_path, new_path, ec.ec);
if (ec.ec == boost::system::errc::no_such_file_or_directory)
2013-10-28 06:07:55 +01:00
{
// it's a bit weird that rename() would not return
// ENOENT, but the file still wouldn't exist. But,
// in case it does, we're done.
2014-07-06 21:18:00 +02:00
ec.ec.clear();
2013-10-28 06:07:55 +01:00
break;
}
if (ec)
{
2014-07-06 21:18:00 +02:00
ec.file = i->second;
ec.operation = storage_error::copy;
}
else
{
2014-07-06 21:18:00 +02:00
// ignore errors when removing
error_code e;
remove_all(old_path, e);
}
break;
}
}
}
2014-07-06 21:18:00 +02:00
if (!ec)
{
2014-07-06 21:18:00 +02:00
if (m_part_file)
{
// TODO: if everything moves OK, except for the partfile
// we currently won't update the save path, which breaks things.
// it would probably make more sense to give up on the partfile
m_part_file->move_partfile(save_path, ec.ec);
if (ec)
{
ec.file = -1;
ec.operation = storage_error::partfile_move;
return piece_manager::fatal_disk_error;
}
}
2014-07-06 21:18:00 +02:00
m_save_path = save_path;
}
return ret;
}
2014-07-06 21:18:00 +02:00
int default_storage::readv(file::iovec_t const* bufs, int num_bufs
, int slot, int offset, int flags, storage_error& ec)
{
2014-07-06 21:18:00 +02:00
fileop op = { &file::readv
, file::read_only | flags };
#ifdef TORRENT_SIMULATE_SLOW_READ
boost::thread::sleep(boost::get_system_time()
+ boost::posix_time::milliseconds(1000));
#endif
2014-07-06 21:18:00 +02:00
return readwritev(bufs, slot, offset, num_bufs, op, ec);
}
int default_storage::writev(file::iovec_t const* bufs, int num_bufs
, int slot, int offset, int flags, storage_error& ec)
{
fileop op = { &file::writev
, file::read_write | flags };
return readwritev(bufs, slot, offset, num_bufs, op, ec);
}
// much of what needs to be done when reading and writing
// is buffer management and piece to file mapping. Most
// of that is the same for reading and writing. This function
// is a template, and the fileop decides what to do with the
// file and the buffers.
int default_storage::readwritev(file::iovec_t const* bufs, int slot, int offset
2014-07-06 21:18:00 +02:00
, int num_bufs, fileop const& op, storage_error& ec)
2003-12-07 02:26:57 +01:00
{
TORRENT_ASSERT(bufs != 0);
TORRENT_ASSERT(slot >= 0);
TORRENT_ASSERT(slot < m_files.num_pieces());
TORRENT_ASSERT(offset >= 0);
TORRENT_ASSERT(num_bufs > 0);
int size = bufs_size(bufs, num_bufs);
TORRENT_ASSERT(size > 0);
2014-07-06 21:18:00 +02:00
TORRENT_ASSERT(files().is_loaded());
2003-12-07 17:26:16 +01:00
#if TORRENT_USE_ASSERTS
std::vector<file_slice> slices
= files().map_block(slot, offset, size);
TORRENT_ASSERT(!slices.empty());
#endif
2003-12-07 02:26:57 +01:00
// find the file iterator and file offset
2014-07-06 21:18:00 +02:00
boost::uint64_t torrent_offset = slot * boost::uint64_t(m_files.piece_length()) + offset;
int file_index = files().file_index_at_offset(torrent_offset);
TORRENT_ASSERT(torrent_offset >= files().file_offset(file_index));
TORRENT_ASSERT(torrent_offset < files().file_offset(file_index) + files().file_size(file_index));
boost::int64_t file_offset = torrent_offset - files().file_offset(file_index);
int buf_pos = 0;
2003-12-07 02:26:57 +01:00
2014-07-06 21:18:00 +02:00
file_handle handle;
int bytes_left = size;
2003-12-07 02:26:57 +01:00
TORRENT_ASSERT(bytes_left >= 0);
2003-12-07 02:26:57 +01:00
#if TORRENT_USE_ASSERTS
int counter = 0;
#endif
file::iovec_t* tmp_bufs = TORRENT_ALLOCA(file::iovec_t, num_bufs);
file::iovec_t* current_buf = TORRENT_ALLOCA(file::iovec_t, num_bufs);
copy_bufs(bufs, size, current_buf);
TORRENT_ASSERT(count_bufs(current_buf, size) == num_bufs);
int file_bytes_left;
for (;bytes_left > 0; ++file_index, bytes_left -= file_bytes_left
, buf_pos += file_bytes_left)
{
TORRENT_ASSERT(file_index < files().num_files());
TORRENT_ASSERT(buf_pos >= 0);
file_bytes_left = bytes_left;
if (file_offset + file_bytes_left > files().file_size(file_index))
file_bytes_left = (std::max)(static_cast<int>(files().file_size(file_index) - file_offset), 0);
if (file_bytes_left == 0) continue;
2003-12-07 02:26:57 +01:00
#if TORRENT_USE_ASSERTS
TORRENT_ASSERT(int(slices.size()) > counter);
TORRENT_ASSERT(slices[counter].file_index == file_index);
++counter;
#endif
if (files().pad_file_at(file_index))
{
2013-03-03 05:47:19 +01:00
if ((op.mode & file::rw_mask) == file::read_only)
{
int num_tmp_bufs = copy_bufs(current_buf, file_bytes_left, tmp_bufs);
TORRENT_ASSERT(count_bufs(tmp_bufs, file_bytes_left) == num_tmp_bufs);
TORRENT_ASSERT(num_tmp_bufs <= num_bufs);
clear_bufs(tmp_bufs, num_tmp_bufs);
}
advance_bufs(current_buf, file_bytes_left);
TORRENT_ASSERT(count_bufs(current_buf, bytes_left - file_bytes_left) <= num_bufs);
2010-12-13 17:47:12 +01:00
file_offset = 0;
continue;
}
2014-07-06 21:18:00 +02:00
int num_tmp_bufs = copy_bufs(current_buf, file_bytes_left, tmp_bufs);
TORRENT_ASSERT(count_bufs(tmp_bufs, file_bytes_left) == num_tmp_bufs);
TORRENT_ASSERT(num_tmp_bufs <= num_bufs);
int bytes_transferred = 0;
error_code e;
2011-02-12 23:00:08 +01:00
2014-07-06 21:18:00 +02:00
if ((op.mode & file::rw_mask) == file::read_write)
{
2014-07-06 21:18:00 +02:00
// invalidate our stat cache for this file, since
// we're writing to it
m_stat_cache.set_dirty(file_index);
}
2014-07-06 21:18:00 +02:00
if ((file_index < int(m_file_priority.size())
&& m_file_priority[file_index] == 0)
|| files().pad_file_at(file_index))
{
need_partfile();
2014-07-06 21:18:00 +02:00
if ((op.mode & file::rw_mask) == file::read_write)
{
// write
bytes_transferred = m_part_file->writev(tmp_bufs, num_tmp_bufs
, slot, offset, e);
}
else
{
// read
bytes_transferred = m_part_file->readv(tmp_bufs, num_tmp_bufs
, slot, offset, e);
}
if (e)
{
ec.ec = e;
ec.file = file_index;
ec.operation = (op.mode & file::rw_mask) == file::read_only
? storage_error::partfile_read : storage_error::partfile_write;
return -1;
}
}
else
2013-12-30 03:50:29 +01:00
{
handle = open_file(file_index, op.mode, ec);
if (ec) return -1;
2014-07-06 21:18:00 +02:00
if (m_allocate_files && (op.mode & file::rw_mask) != file::read_only)
{
2014-07-10 03:59:35 +02:00
if (m_file_created.size() != files().num_files())
m_file_created.resize(files().num_files(), false);
2014-07-06 21:18:00 +02:00
TORRENT_ASSERT(int(m_file_created.size()) == files().num_files());
TORRENT_ASSERT(file_index < m_file_created.size());
if (m_file_created[file_index] == false)
{
handle->set_size(files().file_size(file_index), e);
m_file_created.set_bit(file_index);
if (e)
{
ec.ec = e;
ec.file = file_index;
ec.operation = storage_error::fallocate;
return -1;
}
}
}
boost::int64_t adjusted_offset =
#ifndef TORRENT_NO_DEPRECATE
files().file_base(file_index) +
#endif
file_offset;
2014-07-06 21:18:00 +02:00
#ifdef TORRENT_DISK_STATS
int flags = ((op.mode & file::rw_mask) == file::read_only) ? op_read : op_write;
write_access_log(adjusted_offset, handle->file_id(), op_start | flags, clock_type::now());
2014-07-06 21:18:00 +02:00
#endif
bytes_transferred = (int)((*handle).*op.op)(adjusted_offset
, tmp_bufs, num_tmp_bufs, e, op.mode);
// we either get an error or 0 or more bytes read
TORRENT_ASSERT(e || bytes_transferred >= 0);
2014-07-06 21:18:00 +02:00
#ifdef TORRENT_DISK_STATS
write_access_log(adjusted_offset + bytes_transferred, handle->file_id(), op_end | flags, clock_type::now());
2014-07-06 21:18:00 +02:00
#endif
2011-11-13 05:12:56 +01:00
TORRENT_ASSERT(bytes_transferred <= bufs_size(tmp_bufs, num_tmp_bufs));
}
file_offset = 0;
2014-07-06 21:18:00 +02:00
if (e)
{
2014-07-06 21:18:00 +02:00
ec.ec = e;
ec.file = file_index;
ec.operation = (op.mode & file::rw_mask) == file::read_only
? storage_error::read : storage_error::write;
return -1;
}
if (file_bytes_left != bytes_transferred)
{
// fill in this information in case the caller wants to treat
// this as an error
ec.file = file_index;
ec.operation = (op.mode & file::rw_mask) == file::read_only
? storage_error::read : storage_error::write;
return bytes_transferred;
}
advance_bufs(current_buf, bytes_transferred);
TORRENT_ASSERT(count_bufs(current_buf, bytes_left - file_bytes_left) <= num_bufs);
2003-12-07 02:26:57 +01:00
}
return size;
}
2014-07-06 21:18:00 +02:00
file_handle default_storage::open_file(int file, int mode
, storage_error& ec) const
{
file_handle h = open_file_impl(file, mode, ec.ec);
if (((mode & file::rw_mask) != file::read_only)
&& ec.ec == boost::system::errc::no_such_file_or_directory)
{
// this means the directory the file is in doesn't exist.
// so create it
ec.ec.clear();
std::string path = files().file_path(file, m_save_path);
create_directories(parent_path(path), ec.ec);
if (ec.ec)
{
ec.file = file;
ec.operation = storage_error::mkdir;
return file_handle();
}
// if the directory creation failed, don't try to open the file again
// but actually just fail
h = open_file_impl(file, mode, ec.ec);
}
if (ec.ec)
{
ec.file = file;
ec.operation = storage_error::open;
return file_handle();
}
TORRENT_ASSERT(h);
return h;
}
file_handle default_storage::open_file_impl(int file, int mode
2014-07-06 21:18:00 +02:00
, error_code& ec) const
{
2014-07-06 21:18:00 +02:00
bool lock_files = m_settings ? settings().get_bool(settings_pack::lock_files) : false;
if (lock_files) mode |= file::lock_file;
2014-07-06 21:18:00 +02:00
if (!m_allocate_files) mode |= file::sparse;
2011-02-22 03:53:26 +01:00
2014-07-06 21:18:00 +02:00
// files with priority 0 should always be sparse
if (int(m_file_priority.size()) > file && m_file_priority[file] == 0)
mode |= file::sparse;
2014-07-06 21:18:00 +02:00
if (m_settings && settings().get_bool(settings_pack::no_atime_storage)) mode |= file::no_atime;
2011-02-22 03:53:26 +01:00
2014-07-06 21:18:00 +02:00
// if we have a cache already, don't store the data twice by leaving it in the OS cache as well
if (m_settings
&& settings().get_int(settings_pack::disk_io_write_mode)
== settings_pack::disable_os_cache)
2011-02-22 03:53:26 +01:00
{
2014-07-06 21:18:00 +02:00
mode |= file::no_cache;
2011-02-22 03:53:26 +01:00
}
file_handle ret = m_pool.open_file(const_cast<default_storage*>(this)
, m_save_path, file, files(), mode, ec);
if (ec && (mode & file::lock_file))
{
// we failed to open the file and we're trying to lock it. It's
// possible we're failing because we have another handle to this
// file in use (but waiting to be closed). Just retry to open it
// without locking.
mode &= ~file::lock_file;
ret = m_pool.open_file(const_cast<default_storage*>(this)
, m_save_path, file, files(), mode, ec);
}
return ret;
2003-12-07 02:26:57 +01:00
}
2014-07-06 21:18:00 +02:00
bool default_storage::tick()
2003-12-07 02:26:57 +01:00
{
2014-07-06 21:18:00 +02:00
error_code ec;
if (m_part_file) m_part_file->flush_metadata(ec);
return false;
}
2014-07-06 21:18:00 +02:00
storage_interface* default_storage_constructor(storage_params const& params)
{
2014-07-06 21:18:00 +02:00
return new default_storage(params);
}
2014-07-06 21:18:00 +02:00
int disabled_storage::readv(file::iovec_t const* bufs
, int num_bufs, int slot, int offset, int flags, storage_error& ec)
{
2014-07-06 21:18:00 +02:00
return 0;
}
2014-07-06 21:18:00 +02:00
int disabled_storage::writev(file::iovec_t const* bufs
, int num_bufs, int slot, int offset, int flags, storage_error& ec)
{
return 0;
}
2014-07-06 21:18:00 +02:00
storage_interface* disabled_storage_constructor(storage_params const& params)
{
2014-07-06 21:18:00 +02:00
return new disabled_storage(params.files->piece_length());
}
2003-12-09 09:49:49 +01:00
2014-07-06 21:18:00 +02:00
// -- zero_storage ------------------------------------------------------
int zero_storage::readv(file::iovec_t const* bufs, int num_bufs
, int piece, int offset, int flags, storage_error& ec)
{
int ret = 0;
for (int i = 0; i < num_bufs; ++i)
{
2014-07-06 21:18:00 +02:00
memset(bufs[i].iov_base, 0, bufs[i].iov_len);
ret += bufs[i].iov_len;
}
2014-07-06 21:18:00 +02:00
return 0;
}
2014-07-06 21:18:00 +02:00
int zero_storage::writev(file::iovec_t const* bufs, int num_bufs
, int piece, int offset, int flags, storage_error& ec)
{
int ret = 0;
for (int i = 0; i < num_bufs; ++i)
ret += bufs[i].iov_len;
2014-07-06 21:18:00 +02:00
return 0;
}
2014-07-06 21:18:00 +02:00
storage_interface* zero_storage_constructor(storage_params const& params)
{
2014-07-06 21:18:00 +02:00
return new zero_storage;
}
2014-07-06 21:18:00 +02:00
void storage_piece_set::add_piece(cached_piece_entry* p)
2003-12-07 02:26:57 +01:00
{
2014-07-06 21:18:00 +02:00
TORRENT_ASSERT(p->in_storage == false);
TORRENT_ASSERT(p->storage.get() == this);
TORRENT_ASSERT(m_cached_pieces.count(p) == 0);
m_cached_pieces.insert(p);
#if TORRENT_USE_ASSERTS
p->in_storage = true;
#endif
2003-12-07 02:26:57 +01:00
}
2014-07-06 21:18:00 +02:00
bool storage_piece_set::has_piece(cached_piece_entry* p) const
2004-01-04 13:54:38 +01:00
{
2014-07-06 21:18:00 +02:00
return m_cached_pieces.count(p) > 0;
2004-01-04 13:54:38 +01:00
}
2014-07-06 21:18:00 +02:00
void storage_piece_set::remove_piece(cached_piece_entry* p)
{
2014-07-06 21:18:00 +02:00
TORRENT_ASSERT(p->in_storage == true);
TORRENT_ASSERT(m_cached_pieces.count(p) == 1);
m_cached_pieces.erase(p);
#if TORRENT_USE_ASSERTS
p->in_storage = false;
#endif
}
2014-07-06 21:18:00 +02:00
// -- piece_manager -----------------------------------------------------
2014-07-06 21:18:00 +02:00
piece_manager::piece_manager(
storage_interface* storage_impl
, boost::shared_ptr<void> const& torrent
, file_storage* files)
: m_files(*files)
, m_storage(storage_impl)
, m_torrent(torrent)
{
}
2014-07-06 21:18:00 +02:00
piece_manager::~piece_manager()
{}
2004-12-21 13:30:09 +01:00
2014-07-06 21:18:00 +02:00
#ifdef TORRENT_DEBUG
void piece_manager::assert_torrent_refcount() const
{
2014-07-06 21:18:00 +02:00
if (!m_torrent) return;
// sorry about this layer violation, but it's
// quite convenient to make sure the torrent won't
// get unloaded under our feet later
TORRENT_ASSERT(static_cast<torrent*>(m_torrent.get())->refcount() > 0);
}
2014-07-06 21:18:00 +02:00
#endif
2014-07-06 21:18:00 +02:00
// used in torrent_handle.cpp
void piece_manager::write_resume_data(entry& rd, storage_error& ec) const
{
2014-07-06 21:18:00 +02:00
m_storage->write_resume_data(rd, ec);
}
2014-07-06 21:18:00 +02:00
int piece_manager::check_no_fastresume(storage_error& ec)
2004-12-21 13:30:09 +01:00
{
2014-07-06 21:18:00 +02:00
bool has_files = false;
if (!m_storage->settings().get_bool(settings_pack::no_recheck_incomplete_resume))
{
storage_error se;
has_files = m_storage->has_any_file(se);
2007-06-10 22:46:09 +02:00
2014-07-06 21:18:00 +02:00
if (se)
{
ec = se;
return fatal_disk_error;
}
2008-03-08 07:06:31 +01:00
2014-07-06 21:18:00 +02:00
if (has_files)
{
// always initialize the storage
int ret = check_init_storage(ec);
return ret != no_error ? ret : need_full_check;
}
}
2014-07-06 21:18:00 +02:00
return check_init_storage(ec);
}
int piece_manager::check_init_storage(storage_error& ec)
2008-03-08 07:06:31 +01:00
{
2014-07-06 21:18:00 +02:00
storage_error se;
m_storage->initialize(se);
if (se)
{
ec = se;
return fatal_disk_error;
}
return no_error;
2008-03-08 07:06:31 +01:00
}
// check if the fastresume data is up to date
// if it is, use it and return true. If it
// isn't return false and the full check
// will be run. If the links pointer is non-null, it has the same number
// of elements as there are files. Each element is either empty or contains
// the absolute path to a file identical to the corresponding file in this
// torrent. The storage must create hard links (or copy) those files. If
// any file does not exist or is inaccessible, the disk job must fail.
2008-03-08 07:06:31 +01:00
int piece_manager::check_fastresume(
bdecode_node const& rd
, std::vector<std::string> const* links
, storage_error& ec)
{
TORRENT_ASSERT(m_files.piece_length() > 0);
2008-03-08 07:06:31 +01:00
// if we don't have any resume data, return
if (rd.type() == bdecode_node::none_t) return check_no_fastresume(ec);
if (rd.type() != bdecode_node::dict_t)
2008-03-08 07:06:31 +01:00
{
2014-07-06 21:18:00 +02:00
ec.ec = errors::not_a_dictionary;
return check_no_fastresume(ec);
2008-03-08 07:06:31 +01:00
}
int block_size = (std::min)(16 * 1024, m_files.piece_length());
int blocks_per_piece = int(rd.dict_find_int_value("blocks per piece", -1));
if (blocks_per_piece != -1
&& blocks_per_piece != m_files.piece_length() / block_size)
2008-03-08 07:06:31 +01:00
{
2014-07-06 21:18:00 +02:00
ec.ec = errors::invalid_blocks_per_piece;
return check_no_fastresume(ec);
2008-03-08 07:06:31 +01:00
}
if (!m_storage->verify_resume_data(rd, links, ec))
2014-07-06 21:18:00 +02:00
return check_no_fastresume(ec);
2014-07-06 21:18:00 +02:00
return check_init_storage(ec);
}
2004-01-25 22:51:30 +01:00
2014-07-06 21:18:00 +02:00
// ====== disk_job_fence implementation ========
2007-05-31 00:23:17 +02:00
2014-07-06 21:18:00 +02:00
disk_job_fence::disk_job_fence()
: m_has_fence(0)
, m_outstanding_jobs(0)
{}
2007-05-31 00:23:17 +02:00
2014-07-06 21:18:00 +02:00
int disk_job_fence::job_complete(disk_io_job* j, tailqueue& jobs)
{
2014-07-06 21:18:00 +02:00
mutex::scoped_lock l(m_mutex);
2014-07-06 21:18:00 +02:00
TORRENT_ASSERT(j->flags & disk_io_job::in_progress);
j->flags &= ~disk_io_job::in_progress;
2014-07-06 21:18:00 +02:00
TORRENT_ASSERT(m_outstanding_jobs > 0);
--m_outstanding_jobs;
if (j->flags & disk_io_job::fence)
{
2014-07-06 21:18:00 +02:00
// a fence job just completed. Make sure the fence logic
// works by asserting m_outstanding_jobs is in fact 0 now
TORRENT_ASSERT(m_outstanding_jobs == 0);
2014-07-06 21:18:00 +02:00
// the fence can now be lowered
--m_has_fence;
2014-07-06 21:18:00 +02:00
// now we need to post all jobs that have been queued up
// while this fence was up. However, if there's another fence
// in the queue, stop there and raise the fence again
int ret = 0;
while (m_blocked_jobs.size())
{
disk_io_job *bj = (disk_io_job*)m_blocked_jobs.pop_front();
if (bj->flags & disk_io_job::fence)
{
2014-07-06 21:18:00 +02:00
// we encountered another fence. We cannot post anymore
// jobs from the blocked jobs queue. We have to go back
// into a raised fence mode and wait for all current jobs
// to complete. The exception is that if there are no jobs
// executing currently, we should add the fence job.
if (m_outstanding_jobs == 0 && jobs.empty())
{
2014-07-06 21:18:00 +02:00
TORRENT_ASSERT((bj->flags & disk_io_job::in_progress) == 0);
bj->flags |= disk_io_job::in_progress;
++m_outstanding_jobs;
++ret;
#if TORRENT_USE_ASSERTS
TORRENT_ASSERT(bj->blocked);
bj->blocked = false;
#endif
jobs.push_back(bj);
}
2014-07-06 21:18:00 +02:00
else
{
// put the fence job back in the blocked queue
m_blocked_jobs.push_front(bj);
}
return ret;
}
2014-07-06 21:18:00 +02:00
TORRENT_ASSERT((bj->flags & disk_io_job::in_progress) == 0);
bj->flags |= disk_io_job::in_progress;
2004-03-24 23:50:07 +01:00
2014-07-06 21:18:00 +02:00
++m_outstanding_jobs;
++ret;
#if TORRENT_USE_ASSERTS
TORRENT_ASSERT(bj->blocked);
bj->blocked = false;
#endif
jobs.push_back(bj);
}
2014-07-06 21:18:00 +02:00
return ret;
}
2014-07-06 21:18:00 +02:00
// there are still outstanding jobs, even if we have a
// fence, it's not time to lower it yet
// also, if we don't have a fence, we're done
if (m_outstanding_jobs > 0 || m_has_fence == 0) return 0;
2014-07-06 21:18:00 +02:00
// there's a fence raised, and no outstanding operations.
// it means we can execute the fence job right now.
TORRENT_ASSERT(m_blocked_jobs.size() > 0);
2014-07-06 21:18:00 +02:00
// this is the fence job
disk_io_job *bj = (disk_io_job*)m_blocked_jobs.pop_front();
TORRENT_ASSERT(bj->flags & disk_io_job::fence);
2014-07-06 21:18:00 +02:00
TORRENT_ASSERT((bj->flags & disk_io_job::in_progress) == 0);
bj->flags |= disk_io_job::in_progress;
2014-07-06 21:18:00 +02:00
++m_outstanding_jobs;
#if TORRENT_USE_ASSERTS
TORRENT_ASSERT(bj->blocked);
bj->blocked = false;
#endif
// prioritize fence jobs since they're blocking other jobs
jobs.push_front(bj);
return 1;
}
2014-07-06 21:18:00 +02:00
bool disk_job_fence::is_blocked(disk_io_job* j)
{
2014-07-06 21:18:00 +02:00
mutex::scoped_lock l(m_mutex);
DLOG(stderr, "[%p] is_blocked: fence: %d num_outstanding: %d\n"
, this, m_has_fence, int(m_outstanding_jobs));
2014-07-06 21:18:00 +02:00
// if this is the job that raised the fence, don't block it
// ignore fence can only ignore one fence. If there are several,
// this job still needs to get queued up
if (m_has_fence == 0)
{
2014-07-06 21:18:00 +02:00
TORRENT_ASSERT((j->flags & disk_io_job::in_progress) == 0);
j->flags |= disk_io_job::in_progress;
++m_outstanding_jobs;
return false;
}
2014-07-06 21:18:00 +02:00
m_blocked_jobs.push_back(j);
2014-07-06 21:18:00 +02:00
#if TORRENT_USE_ASSERTS
TORRENT_ASSERT(j->blocked == false);
j->blocked = true;
#endif
2014-07-06 21:18:00 +02:00
return true;
}
2014-07-06 21:18:00 +02:00
bool disk_job_fence::has_fence() const
{
2014-07-06 21:18:00 +02:00
mutex::scoped_lock l(m_mutex);
return m_has_fence;
}
2014-07-06 21:18:00 +02:00
int disk_job_fence::num_blocked() const
2003-12-07 02:26:57 +01:00
{
2014-07-06 21:18:00 +02:00
mutex::scoped_lock l(m_mutex);
return m_blocked_jobs.size();
}
2003-12-09 09:55:03 +01:00
2014-07-06 21:18:00 +02:00
// j is the fence job. It must have exclusive access to the storage
// fj is the flush job. If the job j is queued, we need to issue
// this job
int disk_job_fence::raise_fence(disk_io_job* j, disk_io_job* fj
, counters& cnt)
{
2014-07-06 21:18:00 +02:00
TORRENT_ASSERT((j->flags & disk_io_job::fence) == 0);
j->flags |= disk_io_job::fence;
2003-12-10 01:24:16 +01:00
2014-07-06 21:18:00 +02:00
mutex::scoped_lock l(m_mutex);
2014-07-06 21:18:00 +02:00
DLOG(stderr, "[%p] raise_fence: fence: %d num_outstanding: %d\n"
, this, m_has_fence, int(m_outstanding_jobs));
2003-12-08 09:55:24 +01:00
2014-07-06 21:18:00 +02:00
if (m_has_fence == 0 && m_outstanding_jobs == 0)
{
2014-07-06 21:18:00 +02:00
++m_has_fence;
DLOG(stderr, "[%p] raise_fence: need posting\n", this);
2003-12-09 09:49:49 +01:00
2014-07-06 21:18:00 +02:00
// the job j is expected to be put on the job queue
// after this, without being passed through is_blocked()
// that's why we're accounting for it here
2014-07-06 21:18:00 +02:00
// fj is expected to be discarded by the caller
j->flags |= disk_io_job::in_progress;
++m_outstanding_jobs;
return fence_post_fence;
2004-01-24 20:19:17 +01:00
}
2014-07-06 21:18:00 +02:00
++m_has_fence;
if (m_has_fence > 1)
2003-12-07 06:53:04 +01:00
{
2014-07-06 21:18:00 +02:00
#if TORRENT_USE_ASSERTS
TORRENT_ASSERT(fj->blocked == false);
fj->blocked = true;
#endif
m_blocked_jobs.push_back(fj);
cnt.inc_stats_counter(counters::blocked_disk_jobs);
}
else
{
2014-07-06 21:18:00 +02:00
// in this case, fj is expected to be put on the job queue
fj->flags |= disk_io_job::in_progress;
++m_outstanding_jobs;
2003-12-07 02:26:57 +01:00
}
2014-07-06 21:18:00 +02:00
#if TORRENT_USE_ASSERTS
TORRENT_ASSERT(j->blocked == false);
j->blocked = true;
2004-01-24 18:14:03 +01:00
#endif
2014-07-06 21:18:00 +02:00
m_blocked_jobs.push_back(j);
cnt.inc_stats_counter(counters::blocked_disk_jobs);
2014-07-06 21:18:00 +02:00
return m_has_fence > 1 ? fence_post_none : fence_post_flush;
}
2003-12-07 02:26:57 +01:00
} // namespace libtorrent
2003-12-01 23:09:58 +01:00