logo

searx

My custom branche(s) on searx, a meta-search engine git clone https://hacktivis.me/git/searx.git

fdroid.py (1294B)


  1. """
  2. F-Droid (a repository of FOSS applications for Android)
  3. @website https://f-droid.org/
  4. @provide-api no
  5. @using-api no
  6. @results HTML
  7. @stable no (HTML can change)
  8. @parse url, title, content
  9. """
  10. from lxml import html
  11. from searx.engines.xpath import extract_text
  12. from searx.url_utils import urlencode
  13. # engine dependent config
  14. categories = ['files']
  15. paging = True
  16. # search-url
  17. base_url = 'https://f-droid.org/'
  18. search_url = base_url + 'repository/browse/?{query}'
  19. # do search-request
  20. def request(query, params):
  21. query = urlencode({'fdfilter': query, 'fdpage': params['pageno']})
  22. params['url'] = search_url.format(query=query)
  23. return params
  24. # get response from search-request
  25. def response(resp):
  26. results = []
  27. dom = html.fromstring(resp.text)
  28. for app in dom.xpath('//div[@id="appheader"]'):
  29. url = app.xpath('./ancestor::a/@href')[0]
  30. title = app.xpath('./p/span/text()')[0]
  31. img_src = app.xpath('.//img/@src')[0]
  32. content = extract_text(app.xpath('./p')[0])
  33. content = content.replace(title, '', 1).strip()
  34. results.append({'url': url,
  35. 'title': title,
  36. 'content': content,
  37. 'img_src': img_src})
  38. return results