Connection and socket timeouts are configurable now

stask · Apr 11, 2012 · 4620db9 · 4620db9
1 parent 19c13d5
commit 4620db9
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/src/main/scala/com/gravity/goose/Configuration.scala b/src/main/scala/com/gravity/goose/Configuration.scala
@@ -61,6 +61,12 @@ class Configuration {
   @BeanProperty
   var imagemagickIdentifyPath: String = "/opt/local/bin/identify"
 
+  @BeanProperty
+  var connectionTimeout: Int = 10000
+
+  @BeanProperty
+  var socketTimeout: Int = 10000
+
   /**
   * used as the user agent that is sent with your web requests to extract an article
   */

diff --git a/src/main/scala/com/gravity/goose/network/HtmlFetcher.scala b/src/main/scala/com/gravity/goose/network/HtmlFetcher.scala
@@ -111,6 +111,10 @@ object HtmlFetcher extends Logging {
       httpget = new HttpGet(cleanUrl)
       HttpProtocolParams.setUserAgent(httpClient.getParams, config.getBrowserUserAgent());
 
+      val params = httpClient.getParams
+      HttpConnectionParams.setConnectionTimeout(params, config.getConnectionTimeout())
+      HttpConnectionParams.setSoTimeout(params, config.getSocketTimeout())
+
       trace("Setting UserAgent To: " + HttpProtocolParams.getUserAgent(httpClient.getParams))
       val response: HttpResponse = httpClient.execute(httpget, localContext)