Skip to content

Commit 2adfeb3

Browse files
committed
Update PageFetcher.java
1 parent be02e29 commit 2adfeb3

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

src/main/java/edu/uci/ics/crawler4j/fetcher/PageFetcher.java

+3-1
Original file line numberDiff line numberDiff line change
@@ -274,6 +274,8 @@ public PageFetchResult fetchPage(WebURL webUrl)
274274
}
275275
}
276276
if (size > config.getMaxDownloadSize()) {
277+
//fix issue #52 - consume entity
278+
response.close();
277279
throw new PageBiggerThanMaxSizeException(size);
278280
}
279281
}
@@ -307,4 +309,4 @@ protected HttpUriRequest newHttpUriRequest(String url) {
307309
return new HttpGet(url);
308310
}
309311

310-
}
312+
}

0 commit comments

Comments
 (0)