0x2620/python-ox
2
1
Fork 0
Code Issues Pull requests Releases Wiki Activity

handle broken headers

Browse source
This commit is contained in:
j 2014-04-23 15:38:38 +02:00
parent 94ca01a041
commit 8212c28ac7
1 changed files with 9 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
ox/cache.py
View file

@ -231,7 +231,15 @@ class SQLiteCache(Cache):
else:
compressed = 0
data = sqlite3.Binary(data)
t = (url_hash, domain, url, post_data, json.dumps(headers), created,
#fixme: this looks wrong
try:
_headers = json.dumps(headers)
except:
for h in headers:
headers[h] = headers[h].decode(detect_encoding(headers[h]))
_headers = json.dumps(headers)
t = (url_hash, domain, url, post_data, _headers, created,
data, only_headers, compressed)
c.execute(u"""INSERT OR REPLACE INTO cache values (?, ?, ?, ?, ?, ?, ?, ?, ?)""", t)