summaryrefslogtreecommitdiff
path: root/utils/fetch_firefox_version.py
diff options
context:
space:
mode:
Diffstat (limited to 'utils/fetch_firefox_version.py')
-rwxr-xr-xutils/fetch_firefox_version.py73
1 files changed, 0 insertions, 73 deletions
diff --git a/utils/fetch_firefox_version.py b/utils/fetch_firefox_version.py
deleted file mode 100755
index 997a752b3..000000000
--- a/utils/fetch_firefox_version.py
+++ /dev/null
@@ -1,73 +0,0 @@
-#!/usr/bin/env python
-
-# set path
-from sys import path
-from os.path import realpath, dirname, join
-path.append(realpath(dirname(realpath(__file__)) + '/../'))
-
-#
-import json
-import requests
-import re
-from urllib.parse import urlparse, urljoin
-from distutils.version import LooseVersion, StrictVersion
-from lxml import html
-from searx import searx_dir
-
-URL = 'https://ftp.mozilla.org/pub/firefox/releases/'
-RELEASE_PATH = '/pub/firefox/releases/'
-
-NORMAL_REGEX = re.compile('^[0-9]+\.[0-9](\.[0-9])?$')
-# BETA_REGEX = re.compile('.*[0-9]b([0-9\-a-z]+)$')
-# ESR_REGEX = re.compile('^[0-9]+\.[0-9](\.[0-9])?esr$')
-
-#
-useragents = {
- "versions": (),
- "os": ('Windows NT 10.0; WOW64',
- 'X11; Linux x86_64'),
- "ua": "Mozilla/5.0 ({os}; rv:{version}) Gecko/20100101 Firefox/{version}"
-}
-
-
-def fetch_firefox_versions():
- resp = requests.get(URL, timeout=2.0)
- if resp.status_code != 200:
- raise Exception("Error fetching firefox versions, HTTP code " + resp.status_code)
- else:
- dom = html.fromstring(resp.text)
- versions = []
-
- for link in dom.xpath('//a/@href'):
- url = urlparse(urljoin(URL, link))
- path = url.path
- if path.startswith(RELEASE_PATH):
- version = path[len(RELEASE_PATH):-1]
- if NORMAL_REGEX.match(version):
- versions.append(LooseVersion(version))
-
- list.sort(versions, reverse=True)
- return versions
-
-
-def fetch_firefox_last_versions():
- versions = fetch_firefox_versions()
-
- result = []
- major_last = versions[0].version[0]
- major_list = (major_last, major_last - 1)
- for version in versions:
- major_current = version.version[0]
- if major_current in major_list:
- result.append(version.vstring)
-
- return result
-
-
-def get_useragents_filename():
- return join(join(searx_dir, "data"), "useragents.json")
-
-
-useragents["versions"] = fetch_firefox_last_versions()
-with open(get_useragents_filename(), "w") as f:
- json.dump(useragents, f, indent=4, ensure_ascii=False)