add net.saveUrl
This commit is contained in:
parent
a471801b99
commit
6fc6850b09
1 changed files with 10 additions and 0 deletions
10
oxlib/net.py
10
oxlib/net.py
|
@ -56,6 +56,16 @@ def getUrl(url, data=None, headers=DEFAULT_HEADERS, returnHeaders=False):
|
||||||
return dict(f.headers), data
|
return dict(f.headers), data
|
||||||
return data
|
return data
|
||||||
|
|
||||||
|
def saveUrl(url, filename, overwrite=False):
|
||||||
|
if not os.path.exists(filename) or overwrite:
|
||||||
|
dirname = os.path.dirname(filename)
|
||||||
|
if not os.path.exists(dirname):
|
||||||
|
os.makedirs(dirname)
|
||||||
|
data = oxlib.net.getUrl(url)
|
||||||
|
f = open(filename, 'w')
|
||||||
|
f.write(data)
|
||||||
|
f.close()
|
||||||
|
|
||||||
def getUrlUnicode(url):
|
def getUrlUnicode(url):
|
||||||
data = getUrl(url)
|
data = getUrl(url)
|
||||||
encoding = getEncoding(data)
|
encoding = getEncoding(data)
|
||||||
|
|
Loading…
Reference in a new issue