0x2620/python-ox
2
1
Fork 0
Code Issues Pull requests Releases Wiki Activity

add robot flag to parse_useragent

Browse source
This commit is contained in:
rolux 2012-03-26 13:40:00 +02:00
parent 224fcf7955
commit 1828701abd
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
ox/text.py
View file

@ -63,6 +63,7 @@ UA_REGEXPS = {
'browser': [
'(Camino)\/(\d+)',
'(chromeframe)\/(\d+)',
'(Google Web Preview).+Chrome\/(\d+)',
'(Chrome)\/(\d+)',
'(Epiphany)\/(\d+)',
'(Firefox)\/(\d+)',
@ -281,6 +282,7 @@ def parse_useragent(useragent):
'string': string
}
break;
data['robot'] = data['browser']['name'] in ['Google Web Preview', 'Googlebot']
return data
def removeSpecialCharacters(text):