diff options
| author | asciimoo <asciimoo@gmail.com> | 2014-01-20 02:31:20 +0100 |
|---|---|---|
| committer | asciimoo <asciimoo@gmail.com> | 2014-01-20 02:31:20 +0100 |
| commit | b2492c94f422e18cb8954ec983134f4fa5c7cdc0 (patch) | |
| tree | 969ea30e5dc642d896fa7b744571110ebfe13e7a /searx/engines/twitter.py | |
| parent | 692c0bf5f0b353bfbb46aaee1af54afb164dedbc (diff) | |
[fix] pep/flake8 compatibility
Diffstat (limited to 'searx/engines/twitter.py')
| -rw-r--r-- | searx/engines/twitter.py | 11 |
1 files changed, 8 insertions, 3 deletions
diff --git a/searx/engines/twitter.py b/searx/engines/twitter.py index f9d9e26ad..23393ac4d 100644 --- a/searx/engines/twitter.py +++ b/searx/engines/twitter.py @@ -7,6 +7,9 @@ categories = ['social media'] base_url = 'https://twitter.com/' search_url = base_url+'search?' +title_xpath = './/span[@class="username js-action-profile-name"]//text()' +content_xpath = './/p[@class="js-tweet-text tweet-text"]//text()' + def request(query, params): global search_url @@ -21,7 +24,9 @@ def response(resp): for tweet in dom.xpath('//li[@data-item-type="tweet"]'): link = tweet.xpath('.//small[@class="time"]//a')[0] url = urljoin(base_url, link.attrib.get('href')) - title = ''.join(tweet.xpath('.//span[@class="username js-action-profile-name"]//text()')) - content = escape(''.join(tweet.xpath('.//p[@class="js-tweet-text tweet-text"]//text()'))) - results.append({'url': url, 'title': title, 'content': content}) + title = ''.join(tweet.xpath(title_xpath)) + content = escape(''.join(tweet.xpath(content_xpath))) + results.append({'url': url, + 'title': title, + 'content': content}) return results |