0x2620/python-ox
2
1
Fork 0
Code Issues Pull requests Releases Wiki Activity

get basic utf-8 case right

Browse source
This commit is contained in:
j 2009-03-14 22:02:20 +01:00
parent 556f878fc4
commit d0d5ee8132
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
oxlib/net.py
View file

@ -64,6 +64,8 @@ def getUrlUnicode(url):
return unicode(data, encoding)
def getEncoding(data):
if 'content="text/html; charset=utf-8"' in data:
return 'utf-8'
detector = UniversalDetector()
for line in data.split('\n'):
detector.feed(line)