get keep-alive rework

code4craft · code4craft · commit fe6d9bb2e29c · 2013-11-06T21:53:39.000+08:00
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
@@ -9,6 +9,7 @@
 import org.apache.http.client.methods.CloseableHttpResponse;
 import org.apache.http.client.methods.RequestBuilder;
 import org.apache.http.impl.client.CloseableHttpClient;
+import org.apache.http.util.EntityUtils;
 import org.apache.log4j.Logger;
 import us.codecraft.webmagic.Page;
 import us.codecraft.webmagic.Request;
@@ -133,7 +134,8 @@ public Page download(Request request, Task task) {
         } finally {
             try {
                 if (httpResponse != null) {
-                    httpResponse.close();
+                    //ensure the connection is released back to pool
+                    EntityUtils.consume(httpResponse.getEntity());
                 }
             } catch (IOException e) {
                 logger.warn("close response fail", e);
