diff options
| author | Adam Tauber <asciimoo@gmail.com> | 2015-01-17 20:25:13 +0100 |
|---|---|---|
| committer | Adam Tauber <asciimoo@gmail.com> | 2015-01-17 20:25:13 +0100 |
| commit | e3edded60f96aea7ce25465fd0dc49914d4fe9c8 (patch) | |
| tree | d67dd90de2b3983604e127c2c5e06de3aede9577 /searx/engines/deviantart.py | |
| parent | 975b6b5b09b8b6366dc3103d04ca3636da927ebe (diff) | |
| parent | d910744efe02f6eedb8fcb7661b208b349f78b39 (diff) | |
Merge pull request #178 from Cqoicebordel/thumbnails
Thumbnails
Diffstat (limited to 'searx/engines/deviantart.py')
| -rw-r--r-- | searx/engines/deviantart.py | 9 |
1 files changed, 7 insertions, 2 deletions
diff --git a/searx/engines/deviantart.py b/searx/engines/deviantart.py index d436e8163..6284cf598 100644 --- a/searx/engines/deviantart.py +++ b/searx/engines/deviantart.py @@ -6,13 +6,14 @@ # @using-api no (TODO, rewrite to api) # @results HTML # @stable no (HTML can change) -# @parse url, title, thumbnail, img_src +# @parse url, title, thumbnail_src, img_src # # @todo rewrite to api from urllib import urlencode from urlparse import urljoin from lxml import html +import re # engine dependent config categories = ['images'] @@ -43,18 +44,22 @@ def response(resp): dom = html.fromstring(resp.text) + regex = re.compile('\/200H\/') + # parse results for result in dom.xpath('//div[contains(@class, "tt-a tt-fh")]'): link = result.xpath('.//a[contains(@class, "thumb")]')[0] url = urljoin(base_url, link.attrib.get('href')) title_links = result.xpath('.//span[@class="details"]//a[contains(@class, "t")]') # noqa title = ''.join(title_links[0].xpath('.//text()')) - img_src = link.xpath('.//img')[0].attrib['src'] + thumbnail_src = link.xpath('.//img')[0].attrib['src'] + img_src = regex.sub('/', thumbnail_src) # append result results.append({'url': url, 'title': title, 'img_src': img_src, + 'thumbnail_src': thumbnail_src, 'template': 'images.html'}) # return results |