2011-01-18 04:41:54 +01:00
|
|
|
/*
|
|
|
|
|
2013-12-25 18:07:16 +01:00
|
|
|
Copyright (c) 2010-2013, Arvid Norberg
|
2011-01-18 04:41:54 +01:00
|
|
|
All rights reserved.
|
|
|
|
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
|
|
modification, are permitted provided that the following conditions
|
|
|
|
are met:
|
|
|
|
|
|
|
|
* Redistributions of source code must retain the above copyright
|
|
|
|
notice, this list of conditions and the following disclaimer.
|
|
|
|
* Redistributions in binary form must reproduce the above copyright
|
|
|
|
notice, this list of conditions and the following disclaimer in
|
|
|
|
the documentation and/or other materials provided with the distribution.
|
|
|
|
* Neither the name of the author nor the names of its
|
|
|
|
contributors may be used to endorse or promote products derived
|
|
|
|
from this software without specific prior written permission.
|
|
|
|
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
|
|
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
|
|
ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
|
|
LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
|
|
CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
|
|
SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
|
|
INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
|
|
CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
|
|
ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
|
|
POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef TORRENT_RSS_HPP_INCLUDED
|
|
|
|
#define TORRENT_RSS_HPP_INCLUDED
|
|
|
|
|
|
|
|
#include "libtorrent/torrent_handle.hpp"
|
|
|
|
#include "libtorrent/add_torrent_params.hpp"
|
|
|
|
#include "libtorrent/size_type.hpp"
|
|
|
|
|
|
|
|
#include <boost/enable_shared_from_this.hpp>
|
|
|
|
#include <string>
|
|
|
|
|
|
|
|
namespace libtorrent
|
|
|
|
{
|
|
|
|
namespace aux
|
|
|
|
{ struct session_impl; }
|
|
|
|
|
2013-08-08 04:57:07 +02:00
|
|
|
// represents one item from an RSS feed. Specifically
|
|
|
|
// a feed of torrents.
|
|
|
|
//
|
2012-03-19 07:06:52 +01:00
|
|
|
struct TORRENT_EXPORT feed_item
|
2011-01-18 04:41:54 +01:00
|
|
|
{
|
2012-03-19 07:06:52 +01:00
|
|
|
feed_item();
|
|
|
|
~feed_item();
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// these are self explanatory and may be empty if the feed does not specify
|
|
|
|
// those fields.
|
2011-01-18 04:41:54 +01:00
|
|
|
std::string url;
|
|
|
|
std::string uuid;
|
|
|
|
std::string title;
|
|
|
|
std::string description;
|
|
|
|
std::string comment;
|
|
|
|
std::string category;
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// the total size of the content the torrent refers to, or -1
|
|
|
|
// if no size was specified by the feed.
|
2011-01-18 04:41:54 +01:00
|
|
|
size_type size;
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// the handle to the torrent, if the session is already downloading
|
|
|
|
// this torrent.
|
2011-01-18 04:41:54 +01:00
|
|
|
torrent_handle handle;
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// the info-hash of the torrent, or cleared (i.e. all zeroes) if
|
|
|
|
// the feed does not specify the info-hash.
|
2011-01-18 04:41:54 +01:00
|
|
|
sha1_hash info_hash;
|
|
|
|
};
|
|
|
|
|
2013-08-16 07:07:09 +02:00
|
|
|
// given a feed_item ``f``, add the torrent it refers to to session ``s``.
|
2011-01-18 04:41:54 +01:00
|
|
|
#ifndef BOOST_NO_EXCEPTIONS
|
2011-03-06 23:22:44 +01:00
|
|
|
torrent_handle TORRENT_EXPORT add_feed_item(session& s, feed_item const& fi
|
2011-01-18 04:41:54 +01:00
|
|
|
, add_torrent_params const& p);
|
|
|
|
#endif
|
2011-03-06 23:22:44 +01:00
|
|
|
torrent_handle TORRENT_EXPORT add_feed_item(session& s, feed_item const& fi
|
2011-01-18 04:41:54 +01:00
|
|
|
, add_torrent_params const& p, error_code& ec);
|
|
|
|
|
|
|
|
// the feed_settings object is all the information
|
|
|
|
// and configuration for a specific feed. All of
|
|
|
|
// these settings can be changed by the user
|
|
|
|
// after adding the feed
|
2013-07-24 07:04:46 +02:00
|
|
|
struct TORRENT_EXPORT feed_settings
|
2011-01-18 04:41:54 +01:00
|
|
|
{
|
|
|
|
feed_settings()
|
|
|
|
: auto_download(true)
|
2012-02-20 08:51:36 +01:00
|
|
|
, auto_map_handles(true)
|
2011-01-18 04:41:54 +01:00
|
|
|
, default_ttl(30)
|
|
|
|
{}
|
|
|
|
|
|
|
|
std::string url;
|
|
|
|
|
2013-07-25 09:07:09 +02:00
|
|
|
// By default ``auto_download`` is true, which means all torrents in
|
|
|
|
// the feed will be downloaded. Set this to false in order to manually
|
2013-08-05 07:26:15 +02:00
|
|
|
// add torrents to the session. You may react to the rss_alert when
|
2013-07-25 09:07:09 +02:00
|
|
|
// a feed has been updated to poll it for the new items in the feed
|
|
|
|
// when adding torrents manually. When torrents are added automatically,
|
2013-08-05 07:26:15 +02:00
|
|
|
// an add_torrent_alert is posted which includes the torrent handle
|
2013-07-25 09:07:09 +02:00
|
|
|
// as well as the error code if it failed to be added. You may also call
|
|
|
|
// ``session::get_torrents()`` to get the handles to the new torrents.
|
2011-01-18 04:41:54 +01:00
|
|
|
bool auto_download;
|
|
|
|
|
2013-07-25 09:07:09 +02:00
|
|
|
// ``auto_map_handles`` defaults to true and determines whether or
|
2013-08-05 07:26:15 +02:00
|
|
|
// not to set the ``handle`` field in the feed_item, returned
|
2013-07-25 09:07:09 +02:00
|
|
|
// as the feed status. If auto-download is enabled, this setting
|
|
|
|
// is ignored. If auto-download is not set, setting this to false
|
|
|
|
// will save one pass through all the feed items trying to find
|
|
|
|
// corresponding torrents in the session.
|
2012-02-20 08:51:36 +01:00
|
|
|
bool auto_map_handles;
|
|
|
|
|
2013-07-25 09:07:09 +02:00
|
|
|
// The ``default_ttl`` is the default interval for refreshing a feed.
|
|
|
|
// This may be overridden by the feed itself (by specifying the ``<ttl>``
|
|
|
|
// tag) and defaults to 30 minutes. The field specifies the number of
|
|
|
|
// minutes between refreshes.
|
2011-01-18 04:41:54 +01:00
|
|
|
int default_ttl;
|
|
|
|
|
2013-07-25 09:07:09 +02:00
|
|
|
// If torrents are added automatically, you may want to set the
|
|
|
|
// ``add_args`` to appropriate values for download directory etc.
|
|
|
|
// This object is used as a template for adding torrents from feeds,
|
|
|
|
// but some torrent specific fields will be overridden by the
|
|
|
|
// individual torrent being added. For more information on the
|
2013-08-05 07:26:15 +02:00
|
|
|
// add_torrent_params, see async_add_torrent() and add_torrent().
|
2011-01-18 04:41:54 +01:00
|
|
|
add_torrent_params add_args;
|
|
|
|
};
|
|
|
|
|
2013-08-08 04:57:07 +02:00
|
|
|
// holds information about the status of an RSS feed. Retrieved by
|
|
|
|
// calling get_feed_status() on feed_handle.
|
2013-07-24 07:04:46 +02:00
|
|
|
struct TORRENT_EXPORT feed_status
|
2011-01-18 04:41:54 +01:00
|
|
|
{
|
2011-02-21 06:24:41 +01:00
|
|
|
feed_status(): last_update(0), next_update(0)
|
|
|
|
, updating(false), ttl(0) {}
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// the URL of the feed.
|
2011-01-18 04:41:54 +01:00
|
|
|
std::string url;
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// the name of the feed (as specified by the feed itself). This
|
|
|
|
// may be empty if we have not recevied a response from the RSS server yet,
|
|
|
|
// or if the feed does not specify a title.
|
2011-01-18 04:41:54 +01:00
|
|
|
std::string title;
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// the feed description (as specified by the feed itself).
|
|
|
|
// This may be empty if we have not received a response from the RSS server
|
|
|
|
// yet, or if the feed does not specify a description.
|
2011-01-18 04:41:54 +01:00
|
|
|
std::string description;
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// the posix time of the last successful response from the feed.
|
2011-01-18 04:41:54 +01:00
|
|
|
time_t last_update;
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// the number of seconds, from now, when the feed will be
|
|
|
|
// updated again.
|
2011-01-18 04:41:54 +01:00
|
|
|
int next_update;
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// true if the feed is currently being updated (i.e. waiting for
|
|
|
|
// DNS resolution, connecting to the server or waiting for the response to the
|
|
|
|
// HTTP request, or receiving the response).
|
2011-01-18 04:41:54 +01:00
|
|
|
bool updating;
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// a vector of all items that we have received from the feed. See
|
|
|
|
// feed_item for more information.
|
2011-01-18 04:41:54 +01:00
|
|
|
std::vector<feed_item> items;
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// set to the appropriate error code if the feed encountered an
|
|
|
|
// error. See error_code for more info.
|
2011-01-18 04:41:54 +01:00
|
|
|
error_code error;
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// the current refresh time (in minutes). It's either the configured
|
|
|
|
// default ttl, or the ttl specified by the feed.
|
2011-01-18 04:41:54 +01:00
|
|
|
int ttl;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct feed;
|
|
|
|
|
2013-08-08 04:57:07 +02:00
|
|
|
// The ``feed_handle`` refers to a specific RSS feed that is watched by the session.
|
2011-03-06 23:22:44 +01:00
|
|
|
struct TORRENT_EXPORT feed_handle
|
2011-01-18 04:41:54 +01:00
|
|
|
{
|
|
|
|
feed_handle() {}
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// Forces an update/refresh of the feed. Regular updates of the feed is managed
|
|
|
|
// by libtorrent, be careful to not call this too frequently since it may
|
|
|
|
// overload the RSS server.
|
2011-01-18 04:41:54 +01:00
|
|
|
void update_feed();
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// Queries the RSS feed for information, including all the items in the feed.
|
|
|
|
// see feed_status.
|
2011-01-18 04:41:54 +01:00
|
|
|
feed_status get_feed_status() const;
|
2013-08-08 04:57:07 +02:00
|
|
|
|
|
|
|
// Sets and gets settings for this feed. For more information on the
|
|
|
|
// available settings, see add_feed().
|
2011-01-18 04:41:54 +01:00
|
|
|
void set_settings(feed_settings const& s);
|
|
|
|
feed_settings settings() const;
|
|
|
|
private:
|
|
|
|
friend struct aux::session_impl;
|
|
|
|
friend struct feed;
|
|
|
|
feed_handle(boost::weak_ptr<feed> const& p);
|
|
|
|
boost::weak_ptr<feed> m_feed_ptr;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct feed_state;
|
2011-02-21 06:24:41 +01:00
|
|
|
class http_parser;
|
2011-01-18 04:41:54 +01:00
|
|
|
|
2013-07-24 07:04:46 +02:00
|
|
|
boost::shared_ptr<feed> TORRENT_EXPORT new_feed(aux::session_impl& ses, feed_settings const& sett);
|
2011-01-18 04:41:54 +01:00
|
|
|
|
|
|
|
// this is the internal object holding all state about an
|
|
|
|
// RSS feed. All user interaction with this object
|
|
|
|
// goes through the feed_handle, which makes sure all calls
|
|
|
|
// are posted to the network thread
|
2012-03-20 04:53:07 +01:00
|
|
|
struct TORRENT_EXTRA_EXPORT feed : boost::enable_shared_from_this<feed>
|
2011-01-18 04:41:54 +01:00
|
|
|
{
|
|
|
|
friend void parse_feed(feed_state& f, int token, char const* name, char const* val);
|
|
|
|
|
|
|
|
feed(aux::session_impl& ses, feed_settings const& feed);
|
|
|
|
|
|
|
|
void on_feed(error_code const& ec, http_parser const& parser
|
|
|
|
, char const* data, int size);
|
|
|
|
|
2012-02-22 09:26:42 +01:00
|
|
|
int update_feed();
|
2011-01-18 04:41:54 +01:00
|
|
|
|
|
|
|
aux::session_impl& session() const { return m_ses; }
|
|
|
|
|
|
|
|
void set_settings(feed_settings const& s);
|
|
|
|
void get_settings(feed_settings* s) const;
|
|
|
|
void get_feed_status(feed_status* ret) const;
|
|
|
|
|
|
|
|
int next_update(time_t now) const;
|
|
|
|
|
|
|
|
void load_state(lazy_entry const& rd);
|
|
|
|
void save_state(entry& rd) const;
|
|
|
|
|
|
|
|
// private:
|
|
|
|
|
2011-03-23 03:46:22 +01:00
|
|
|
void add_item(feed_item const& item);
|
|
|
|
|
2011-01-18 04:41:54 +01:00
|
|
|
feed_handle my_handle();
|
|
|
|
|
|
|
|
error_code m_error;
|
|
|
|
std::vector<feed_item> m_items;
|
2012-02-21 04:14:54 +01:00
|
|
|
|
|
|
|
// these are all the URLs we've seen in the items list.
|
|
|
|
// it's used to avoid adding duplicate entries to the actual
|
|
|
|
// item vector
|
2011-03-23 03:46:22 +01:00
|
|
|
std::set<std::string> m_urls;
|
2012-02-21 04:14:54 +01:00
|
|
|
|
|
|
|
// these are URLs that have been added to the session
|
|
|
|
// once. If we see them again, and they're not in the
|
|
|
|
// session, don't add them again, since it means they
|
|
|
|
// were removed from the session. It maps URLs to the
|
|
|
|
// posix time when they were added. The timestamp is
|
|
|
|
// used to prune this list by removing the oldest ones
|
|
|
|
// when the size gets too big
|
|
|
|
std::map<std::string, time_t> m_added;
|
|
|
|
|
2011-01-18 04:41:54 +01:00
|
|
|
std::string m_title;
|
|
|
|
std::string m_description;
|
|
|
|
time_t m_last_attempt;
|
|
|
|
time_t m_last_update;
|
|
|
|
// refresh rate of this feed in minutes
|
|
|
|
int m_ttl;
|
2012-02-22 09:26:42 +01:00
|
|
|
// the number of update failures in a row
|
|
|
|
int m_failures;
|
2011-01-18 04:41:54 +01:00
|
|
|
// true while waiting for the server to respond
|
|
|
|
bool m_updating;
|
|
|
|
feed_settings m_settings;
|
|
|
|
|
|
|
|
aux::session_impl& m_ses;
|
|
|
|
};
|
|
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|