Increase dowloaded size when no length is given
This commit is contained in:
parent
b9d7eda336
commit
2fc9c89c9e
@ -110,10 +110,10 @@ def getURLContent(url, timeout=15):
|
|||||||
|
|
||||||
try:
|
try:
|
||||||
res = conn.getresponse()
|
res = conn.getresponse()
|
||||||
size = int(res.getheader("Content-Length", 5000))
|
size = int(res.getheader("Content-Length", 200000))
|
||||||
cntype = res.getheader("Content-Type")
|
cntype = res.getheader("Content-Type")
|
||||||
|
|
||||||
if size > 10000 or cntype[:4] != "text":
|
if size > 200000 or (cntype[:4] != "text" and cntype[:4] != "appl"):
|
||||||
return None
|
return None
|
||||||
|
|
||||||
data = res.read(size)
|
data = res.read(size)
|
||||||
|
Loading…
Reference in New Issue
Block a user