0x2620/python-ox
2
1
Fork 0
Code Issues Pull requests Releases Wiki Activity

use default headers with requests backend

Browse source
This commit is contained in:
j 2020-06-06 11:41:43 +02:00
parent 11376c5d7d
commit 0df326eaf8
2 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
ox/cache.py
View file

@ -102,6 +102,8 @@ def read_url(url, data=None, headers=None, timeout=cache_timeout, valid=None, un
url_headers = {} url_headers = {}
if not result: if not result:
if USE_REQUESTS: if USE_REQUESTS:
if headers is None:
headers = DEFAULT_HEADERS.copy()
r = requests_session.get(url, headers=headers) r = requests_session.get(url, headers=headers)
for key in r.headers: for key in r.headers:
url_headers[key.lower()] = r.headers[key] url_headers[key.lower()] = r.headers[key]

2
ox/net.py
View file

@ -21,7 +21,7 @@ from chardet.universaldetector import UniversalDetector
DEBUG = False DEBUG = False
# Default headers for HTTP requests. # Default headers for HTTP requests.
DEFAULT_HEADERS = { DEFAULT_HEADERS = {
'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:69.0) Gecko/20100101 Firefox/69.0', 'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:78.0) Gecko/20100101 Firefox/78.0',
'Accept-Charset': 'ISO-8859-1,utf-8;q=0.7,*;q=0.7', 'Accept-Charset': 'ISO-8859-1,utf-8;q=0.7,*;q=0.7',
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
'Accept-Language': 'en-US,en;q=0.8,fr;q=0.6,de;q=0.4', 'Accept-Language': 'en-US,en;q=0.8,fr;q=0.6,de;q=0.4',