Update PageFetcher.java

zytops · Jun 1, 2015 · 2adfeb3 · 2adfeb3
1 parent be02e29
commit 2adfeb3
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/main/java/edu/uci/ics/crawler4j/fetcher/PageFetcher.java b/src/main/java/edu/uci/ics/crawler4j/fetcher/PageFetcher.java
@@ -274,6 +274,8 @@ public PageFetchResult fetchPage(WebURL webUrl)
             }
           }
           if (size > config.getMaxDownloadSize()) {
+            //fix issue #52 - consume entity
+            response.close();
             throw new PageBiggerThanMaxSizeException(size);
           }
         }
@@ -307,4 +309,4 @@ protected HttpUriRequest newHttpUriRequest(String url) {
     return new HttpGet(url);
   }
 
-}
+}