summaryrefslogtreecommitdiff
path: root/searx/engines/dailymotion.py
diff options
context:
space:
mode:
authorpw3t <romain@berthor.fr>2014-01-05 17:57:55 +0100
committerpw3t <romain@berthor.fr>2014-01-05 17:57:55 +0100
commit0d93ad20186937f86ca9101c1c7453e99c282107 (patch)
tree1ff55038c8df267d8a3a1d4f33fbd4101546bf5d /searx/engines/dailymotion.py
parent89183ed985157540c42c73c5a303dd574c227c7f (diff)
parent5c9f6d51746796ef63cd08d27c31e931272e083f (diff)
Merge branch 'master' of https://github.com/asciimoo/searx
Diffstat (limited to 'searx/engines/dailymotion.py')
-rw-r--r--searx/engines/dailymotion.py12
1 files changed, 9 insertions, 3 deletions
diff --git a/searx/engines/dailymotion.py b/searx/engines/dailymotion.py
index 7046132f3..655485957 100644
--- a/searx/engines/dailymotion.py
+++ b/searx/engines/dailymotion.py
@@ -1,16 +1,17 @@
from urllib import urlencode
+from lxml import html
from json import loads
from cgi import escape
categories = ['videos']
-localization = 'en'
+locale = 'en_US'
# see http://www.dailymotion.com/doc/api/obj-video.html
search_url = 'https://api.dailymotion.com/videos?fields=title,description,duration,url,thumbnail_360_url&sort=relevance&limit=25&page=1&{query}'
def request(query, params):
global search_url
- params['url'] = search_url.format(query=urlencode({'search': query, 'localization': localization }))
+ params['url'] = search_url.format(query=urlencode({'search': query, 'localization': locale }))
return params
@@ -27,6 +28,11 @@ def response(resp):
else:
content = ''
if res['description']:
- content += escape(res['description'][:500])
+ description = text_content_from_html(res['description'])
+ content += description[:500]
results.append({'url': url, 'title': title, 'content': content})
return results
+
+def text_content_from_html(html_string):
+ desc_html = html.fragment_fromstring(html_string, create_parent=True)
+ return desc_html.text_content()