searx_ynh/sources/searx/engines/dailymotion.py

78 lines
2.2 KiB
Python
Raw Normal View History

2015-09-08 23:05:37 +02:00
"""
Dailymotion (Videos)
@website https://www.dailymotion.com
@provide-api yes (http://www.dailymotion.com/developer)
@using-api yes
@results JSON
@stable yes
@parse url, title, thumbnail, publishedDate, embedded
@todo set content-parameter with correct data
"""
2014-12-01 12:26:38 +01:00
2014-05-10 11:56:19 +02:00
from urllib import urlencode
from json import loads
2015-01-13 17:13:08 +01:00
from cgi import escape
from datetime import datetime
2014-05-10 11:56:19 +02:00
2014-12-01 12:26:38 +01:00
# engine dependent config
2014-05-10 11:56:19 +02:00
categories = ['videos']
2014-12-01 12:26:38 +01:00
paging = True
language_support = True
2014-05-10 11:56:19 +02:00
2014-12-01 12:26:38 +01:00
# search-url
2014-05-10 11:56:19 +02:00
# see http://www.dailymotion.com/doc/api/obj-video.html
2015-01-13 17:13:08 +01:00
search_url = 'https://api.dailymotion.com/videos?fields=created_time,title,description,duration,url,thumbnail_360_url,id&sort=relevance&limit=5&page={pageno}&{query}' # noqa
embedded_url = '<iframe frameborder="0" width="540" height="304" ' +\
'data-src="//www.dailymotion.com/embed/video/{videoid}" allowfullscreen></iframe>'
2014-05-10 11:56:19 +02:00
2014-12-01 12:26:38 +01:00
# do search-request
2014-05-10 11:56:19 +02:00
def request(query, params):
2014-12-01 12:26:38 +01:00
if params['language'] == 'all':
locale = 'en-US'
else:
locale = params['language']
2014-05-10 11:56:19 +02:00
params['url'] = search_url.format(
query=urlencode({'search': query, 'localization': locale}),
pageno=params['pageno'])
2014-12-01 12:26:38 +01:00
2014-05-10 11:56:19 +02:00
return params
2014-12-01 12:26:38 +01:00
# get response from search-request
2014-05-10 11:56:19 +02:00
def response(resp):
results = []
2014-12-01 12:26:38 +01:00
2014-05-10 11:56:19 +02:00
search_res = loads(resp.text)
2014-12-01 12:26:38 +01:00
# return empty array if there are no results
2015-09-08 23:05:37 +02:00
if 'list' not in search_res:
2014-12-01 12:26:38 +01:00
return []
# parse results
2014-05-10 11:56:19 +02:00
for res in search_res['list']:
title = res['title']
url = res['url']
2015-01-13 17:13:08 +01:00
content = escape(res['description'])
2014-12-01 12:26:38 +01:00
thumbnail = res['thumbnail_360_url']
2015-01-13 17:13:08 +01:00
publishedDate = datetime.fromtimestamp(res['created_time'], None)
embedded = embedded_url.format(videoid=res['id'])
2014-05-10 11:56:19 +02:00
2015-09-08 23:05:37 +02:00
# http to https
thumbnail = thumbnail.replace("http://", "https://")
2014-12-01 12:26:38 +01:00
results.append({'template': 'videos.html',
'url': url,
'title': title,
'content': content,
2015-01-13 17:13:08 +01:00
'publishedDate': publishedDate,
'embedded': embedded,
2014-12-01 12:26:38 +01:00
'thumbnail': thumbnail})
2014-05-10 11:56:19 +02:00
2014-12-01 12:26:38 +01:00
# return results
return results