0x2620/python-ox
2
1
Fork 0
Code Issues Pull requests Releases Wiki Activity

handle broken headers

Browse source
This commit is contained in:
j 2014-04-23 15:38:38 +02:00
commit 8212c28ac7
1 changed files with 9 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

10
ox/cache.py
View file

@ -231,7 +231,15 @@ class SQLiteCache(Cache):
else: else:
compressed = 0 compressed = 0
data = sqlite3.Binary(data) data = sqlite3.Binary(data)
t = (url_hash, domain, url, post_data, json.dumps(headers), created,
#fixme: this looks wrong
try:
_headers = json.dumps(headers)
except:
for h in headers:
headers[h] = headers[h].decode(detect_encoding(headers[h]))
_headers = json.dumps(headers)
t = (url_hash, domain, url, post_data, _headers, created,
data, only_headers, compressed) data, only_headers, compressed)
c.execute(u"""INSERT OR REPLACE INTO cache values (?, ?, ?, ?, ?, ?, ?, ?, ?)""", t) c.execute(u"""INSERT OR REPLACE INTO cache values (?, ?, ?, ?, ?, ?, ?, ?, ?)""", t)