mirror of https://github.com/mastodon/mastodon
233 lines
6.6 KiB
Ruby
233 lines
6.6 KiB
Ruby
class ProcessFeedService < BaseService
|
|
ACTIVITY_NS = 'http://activitystrea.ms/spec/1.0/'.freeze
|
|
THREAD_NS = 'http://purl.org/syndication/thread/1.0'.freeze
|
|
|
|
def call(body, account)
|
|
xml = Nokogiri::XML(body)
|
|
xml.encoding = 'utf-8'
|
|
|
|
update_author(xml, account)
|
|
process_entries(xml, account)
|
|
end
|
|
|
|
private
|
|
|
|
def update_author(xml, account)
|
|
return if xml.at_xpath('/xmlns:feed').nil?
|
|
UpdateRemoteProfileService.new.call(xml.at_xpath('/xmlns:feed/xmlns:author'), account)
|
|
end
|
|
|
|
def process_entries(xml, account)
|
|
xml.xpath('//xmlns:entry').reverse_each.map { |entry| ProcessEntry.new.call(entry, account) }.compact
|
|
end
|
|
|
|
class ProcessEntry
|
|
def call(xml, account)
|
|
@account = account
|
|
@xml = xml
|
|
|
|
return if skip_unsupported_type?
|
|
|
|
case verb
|
|
when :post, :share
|
|
return create_status
|
|
when :delete
|
|
return delete_status
|
|
end
|
|
end
|
|
|
|
private
|
|
|
|
def create_status
|
|
Rails.logger.debug "Creating remote status #{id}"
|
|
status = status_from_xml(@xml)
|
|
|
|
if verb == :share
|
|
original_status = status_from_xml(@xml.at_xpath('.//activity:object', activity: ACTIVITY_NS))
|
|
status.reblog = original_status
|
|
|
|
if original_status.nil?
|
|
status.destroy
|
|
return nil
|
|
elsif original_status.reblog?
|
|
status.reblog = original_status.reblog
|
|
end
|
|
end
|
|
|
|
status.save!
|
|
Rails.logger.debug "Queuing remote status #{status.id} (#{id}) for distribution"
|
|
DistributionWorker.perform_async(status.id)
|
|
status
|
|
end
|
|
|
|
def delete_status
|
|
Rails.logger.debug "Deleting remote status #{id}"
|
|
status = Status.find_by(uri: id)
|
|
RemoveStatusService.new.call(status) unless status.nil?
|
|
nil
|
|
end
|
|
|
|
def skip_unsupported_type?
|
|
!([:post, :share, :delete].include?(verb) && [:activity, :note, :comment].include?(type))
|
|
end
|
|
|
|
def status_from_xml(entry)
|
|
# Return early if status already exists in db
|
|
status = find_status(id(entry))
|
|
return status unless status.nil?
|
|
|
|
# If status embeds an author, find that author
|
|
# If that author cannot be found, don't record the status (do not misattribute)
|
|
if account?(entry)
|
|
begin
|
|
account = find_or_resolve_account(acct(entry))
|
|
return nil if account.nil?
|
|
rescue Goldfinger::Error
|
|
return nil
|
|
end
|
|
else
|
|
account = @account
|
|
end
|
|
|
|
status = Status.create!({
|
|
uri: id(entry),
|
|
url: url(entry),
|
|
account: account,
|
|
text: content(entry),
|
|
created_at: published(entry),
|
|
})
|
|
|
|
if thread?(entry)
|
|
Rails.logger.debug "Trying to attach #{status.id} (#{id(entry)}) to #{thread(entry).first}"
|
|
status.thread = find_or_resolve_status(status, *thread(entry))
|
|
end
|
|
|
|
mentions_from_xml(status, entry)
|
|
hashtags_from_xml(status, entry)
|
|
media_from_xml(status, entry)
|
|
|
|
status
|
|
end
|
|
|
|
def find_or_resolve_account(acct)
|
|
FollowRemoteAccountService.new.call(acct)
|
|
end
|
|
|
|
def find_or_resolve_status(parent, uri, url)
|
|
status = find_status(uri)
|
|
ThreadResolveWorker.perform_async(parent.id, url) if status.nil?
|
|
|
|
status
|
|
end
|
|
|
|
def find_status(uri)
|
|
if TagManager.instance.local_id?(uri)
|
|
local_id = TagManager.instance.unique_tag_to_local_id(uri, 'Status')
|
|
return Status.find(local_id)
|
|
end
|
|
|
|
Status.find_by(uri: uri)
|
|
end
|
|
|
|
def mentions_from_xml(parent, xml)
|
|
processed_account_ids = []
|
|
|
|
xml.xpath('./xmlns:link[@rel="mentioned"]').each do |link|
|
|
next if link['href'] == 'http://activityschema.org/collection/public'
|
|
|
|
url = Addressable::URI.parse(link['href'])
|
|
|
|
mentioned_account = if TagManager.instance.local_domain?(url.host)
|
|
Account.find_local(url.path.gsub('/users/', ''))
|
|
else
|
|
Account.find_by(url: link['href']) || FetchRemoteAccountService.new.call(link['href'])
|
|
end
|
|
|
|
next if mentioned_account.nil? || processed_account_ids.include?(mentioned_account.id)
|
|
|
|
if mentioned_account.local?
|
|
# Send notifications
|
|
NotificationMailer.mention(mentioned_account, parent).deliver_later unless mentioned_account.blocking?(parent.account)
|
|
end
|
|
|
|
mentioned_account.mentions.where(status: parent).first_or_create(status: parent)
|
|
|
|
# So we can skip duplicate mentions
|
|
processed_account_ids << mentioned_account.id
|
|
end
|
|
end
|
|
|
|
def hashtags_from_xml(parent, xml)
|
|
tags = xml.xpath('./xmlns:category').map { |category| category['term'] }.select { |t| !t.blank? }
|
|
ProcessHashtagsService.new.call(parent, tags)
|
|
end
|
|
|
|
def media_from_xml(parent, xml)
|
|
xml.xpath('./xmlns:link[@rel="enclosure"]').each do |link|
|
|
next unless link['href']
|
|
|
|
media = MediaAttachment.where(status: parent, remote_url: link['href']).first_or_initialize(account: parent.account, status: parent, remote_url: link['href'])
|
|
|
|
begin
|
|
media.file_remote_url = link['href']
|
|
media.save
|
|
rescue Paperclip::Errors::NotIdentifiedByImageMagickError
|
|
next
|
|
end
|
|
end
|
|
end
|
|
|
|
def id(xml = @xml)
|
|
xml.at_xpath('./xmlns:id').content
|
|
end
|
|
|
|
def verb(xml = @xml)
|
|
raw = xml.at_xpath('./activity:verb', activity: ACTIVITY_NS).content
|
|
raw.gsub('http://activitystrea.ms/schema/1.0/', '').gsub('http://ostatus.org/schema/1.0/', '').to_sym
|
|
rescue
|
|
:post
|
|
end
|
|
|
|
def type(xml = @xml)
|
|
raw = xml.at_xpath('./activity:object-type', activity: ACTIVITY_NS).content
|
|
raw.gsub('http://activitystrea.ms/schema/1.0/', '').gsub('http://ostatus.org/schema/1.0/', '').to_sym
|
|
rescue
|
|
:activity
|
|
end
|
|
|
|
def url(xml = @xml)
|
|
link = xml.at_xpath('./xmlns:link[@rel="alternate"]')
|
|
link.nil? ? nil : link['href']
|
|
end
|
|
|
|
def content(xml = @xml)
|
|
xml.at_xpath('./xmlns:content').content
|
|
end
|
|
|
|
def published(xml = @xml)
|
|
xml.at_xpath('./xmlns:published').content
|
|
end
|
|
|
|
def thread?(xml = @xml)
|
|
!xml.at_xpath('./thr:in-reply-to', thr: THREAD_NS).nil?
|
|
end
|
|
|
|
def thread(xml = @xml)
|
|
thr = xml.at_xpath('./thr:in-reply-to', thr: THREAD_NS)
|
|
[thr['ref'], thr['href']]
|
|
end
|
|
|
|
def account?(xml = @xml)
|
|
!xml.at_xpath('./xmlns:author').nil?
|
|
end
|
|
|
|
def acct(xml = @xml)
|
|
username = xml.at_xpath('./xmlns:author/xmlns:name').content
|
|
url = xml.at_xpath('./xmlns:author/xmlns:uri').content
|
|
domain = Addressable::URI.parse(url).host
|
|
|
|
"#{username}@#{domain}"
|
|
end
|
|
end
|
|
end
|