Avoid downloading of too big files

2013-01-04 18:05:41 +01:00 · 2013-01-04 18:05:41 +01:00 · bd4a9e17eb
commit bd4a9e17eb
parent 309615cdc7
1 changed files with 8 additions and 2 deletions
--- a/tools/web.py
+++ b/tools/web.py
@ -110,7 +110,13 @@ def getURLContent(url, timeout=15):

    try:
        res = conn.getresponse()
-        data = res.read()
+        size = int(res.getheader("Content-Length", 5000))
+        cntype = res.getheader("Content-Type")
+
+        if size > 10000 or cntype[:4] != "text":
+            return None
+
+        data = res.read(size)
    except http.client.BadStatusLine:
        return None
    finally: