0x2620/python-ox
2
1
Fork 0
Code Issues Pull requests Releases Wiki Activity

detect html5 encoding

Browse source
This commit is contained in:
j 2012-09-22 20:57:40 +02:00
parent 2d1ad2785d
commit c69a2ee825
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
ox/net.py
View file

@ -70,7 +70,8 @@ def read_url(url, data=None, headers=DEFAULT_HEADERS, return_headers=False, unic
return result return result
def detect_encoding(data): def detect_encoding(data):
if 'content="text/html; charset=utf-8"' in data: if 'content="text/html; charset=utf-8"' in data or \
'meta charset="utf-8"' in data:
return 'utf-8' return 'utf-8'
elif 'content="text/html; charset=iso-8859-1"' in data: elif 'content="text/html; charset=iso-8859-1"' in data:
return 'iso-8859-1' return 'iso-8859-1'