From 748219e39369b60c58fbefdb505145fb9d0a7d85 Mon Sep 17 00:00:00 2001
From: Erik Brakkee <erik@brakkee.org>
Date: Fri, 17 Mar 2006 22:50:39 +0000
Subject: [PATCH]

---
 .../org/wamblee/crawler/AbstractPageRequest.java    | 13 +++++--------
 .../src/org/wamblee/crawler/GetPageRequest.java     |  3 +++
 .../src/org/wamblee/crawler/PostPageRequest.java    |  3 +++
 3 files changed, 11 insertions(+), 8 deletions(-)

diff --git a/crawler/basic/src/org/wamblee/crawler/AbstractPageRequest.java b/crawler/basic/src/org/wamblee/crawler/AbstractPageRequest.java
index 0c47430b..b37834bb 100644
--- a/crawler/basic/src/org/wamblee/crawler/AbstractPageRequest.java
+++ b/crawler/basic/src/org/wamblee/crawler/AbstractPageRequest.java
@@ -31,7 +31,6 @@ import javax.xml.transform.stream.StreamResult;
 
 import org.apache.commons.httpclient.Header;
 import org.apache.commons.httpclient.HttpClient;
-import org.apache.commons.httpclient.HttpException;
 import org.apache.commons.httpclient.HttpMethod;
 import org.apache.commons.httpclient.HttpStatus;
 import org.apache.commons.httpclient.NameValuePair;
@@ -111,11 +110,12 @@ public abstract class AbstractPageRequest implements PageRequest {
      * retries. 
      * @param aClient HTTP client to use. 
      * @param aMethod Method representing the request. 
-     * @return XML document describing the response. 
+     * @return XML document describing the response.
+     * @throws IOException In case of IO problems.  
      * @throws TransformerException In case transformation of the HTML to XML fails.
      */
     protected Document executeMethod(HttpClient aClient, HttpMethod aMethod)
-            throws TransformerException {
+            throws IOException, TransformerException {
         int triesLeft = _maxTries;
         while (triesLeft > 0) {
             triesLeft--;
@@ -136,10 +136,11 @@ public abstract class AbstractPageRequest implements PageRequest {
      * @param aClient HTTP client to use. 
      * @param aMethod Method to execute. 
      * @return XML document containing the result. 
+     * @throws IOException In case of IO problems. 
      * @throws TransformerException In case transformation of the result to XML fails.
      */
     protected Document executeMethodWithoutRetries(HttpClient aClient,
-            HttpMethod aMethod) throws TransformerException {
+            HttpMethod aMethod) throws IOException, TransformerException {
         try {
             aMethod = executeWithRedirects(aClient, aMethod);
             byte[] xhtmlData = getXhtml(aMethod);
@@ -155,10 +156,6 @@ public abstract class AbstractPageRequest implements PageRequest {
                     _os));
 
             return transformed;
-        } catch (HttpException e) {
-            throw new RuntimeException(e.getMessage(), e);
-        } catch (IOException e) {
-            throw new RuntimeException(e.getMessage(), e);
         } catch (TransformerConfigurationException e) {
             throw new RuntimeException(e.getMessage(), e);
         } finally {
diff --git a/crawler/basic/src/org/wamblee/crawler/GetPageRequest.java b/crawler/basic/src/org/wamblee/crawler/GetPageRequest.java
index 3da77b83..2ce267ee 100644
--- a/crawler/basic/src/org/wamblee/crawler/GetPageRequest.java
+++ b/crawler/basic/src/org/wamblee/crawler/GetPageRequest.java
@@ -16,6 +16,7 @@
 
 package org.wamblee.crawler;
 
+import java.io.IOException;
 import java.io.PrintStream;
 
 import javax.xml.transform.TransformerException;
@@ -75,6 +76,8 @@ public class GetPageRequest extends AbstractPageRequest {
             return executeMethod(aClient, method);
         } catch (TransformerException e) {
             throw new PageException(e.getMessage(), e);
+        } catch (IOException e) { 
+            throw new PageException(e.getMessage(), e);
         }
     }
 
diff --git a/crawler/basic/src/org/wamblee/crawler/PostPageRequest.java b/crawler/basic/src/org/wamblee/crawler/PostPageRequest.java
index 5fbc0e31..2bb7dc91 100644
--- a/crawler/basic/src/org/wamblee/crawler/PostPageRequest.java
+++ b/crawler/basic/src/org/wamblee/crawler/PostPageRequest.java
@@ -16,6 +16,7 @@
 
 package org.wamblee.crawler;
 
+import java.io.IOException;
 import java.io.PrintStream;
 
 import javax.xml.transform.TransformerException;
@@ -68,6 +69,8 @@ public class PostPageRequest extends AbstractPageRequest {
             return executeMethod(aClient, method);
         } catch (TransformerException e) {
             throw new PageException(e.getMessage(), e);
+        } catch (IOException e) { 
+            throw new PageException(e.getMessage(), e);
         }
     }
 
-- 
2.31.1