Moved crawler to

[utils] / crawler / basic / src / main / java / org / wamblee / crawler / GetPageRequest.java

diff --git a/crawler/basic/src/main/java/org/wamblee/crawler/GetPageRequest.java b/crawler/basic/src/main/java/org/wamblee/crawler/GetPageRequest.java
deleted file mode 100644 (file)
index 16eb94c..0000000
--- a/crawler/basic/src/main/java/org/wamblee/crawler/GetPageRequest.java
+++ /dev/null
@@ -1,77 +0,0 @@
-/*
- * Copyright 2005 the original author or authors.
- * 
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- * 
- *      http://www.apache.org/licenses/LICENSE-2.0
- * 
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.wamblee.crawler;
-
-import java.io.IOException;
-
-import javax.xml.transform.TransformerException;
-
-import org.apache.commons.httpclient.HttpClient;
-import org.apache.commons.httpclient.HttpMethod;
-import org.apache.commons.httpclient.NameValuePair;
-import org.apache.commons.httpclient.methods.GetMethod;
-import org.w3c.dom.Document;
-import org.wamblee.xml.XslTransformer;
-
-/**
- * Gets a page by issueing a get request.
- *
- * @author Erik Brakkee
- */
-public class GetPageRequest extends AbstractPageRequest {
-
-    /**
-     * Constructs the request.
-     * @param aMaxTries Maximum number of retries. 
-     * @param aMaxDelay Maximum delay before executing the request.
-     * @param aParams Request parameters to use. 
-     * @param aHeaders Request headers to use. 
-     * @param aXslt XSLT to use. 
-     */
-    public GetPageRequest(int aMaxTries, int aMaxDelay, NameValuePair[] aParams, 
-            NameValuePair[] aHeaders, String aXslt, XslTransformer aTransformer) {
-        super(aMaxTries, aMaxDelay, aParams, aHeaders, aXslt, aTransformer);
-    }
-    
-    /*
-     * (non-Javadoc)
-     * 
-     * @see org.wamblee.crawler.PageRequest#getPage(org.apache.commons.httpclient.HttpClient)
-     */
-    public Document execute(String aUrl, NameValuePair[] aParams, HttpClient aClient)
-            throws PageException {
-        HttpMethod method = new GetMethod(aUrl);
-        NameValuePair[] params = getParameters(aParams);
-        if (params.length > 0) {
-            String oldQueryString = method.getQueryString();
-            method.setQueryString(params);
-            String queryString = method.getQueryString();
-            if (oldQueryString.length() > 0) {
-                queryString = queryString + '&' + oldQueryString;
-                method.setQueryString(queryString);
-            }
-        }
-        try {
-            return executeMethod(aClient, method);
-        } catch (TransformerException e) {
-            throw new PageException("Transformation problem for url " + aUrl, e);
-        } catch (IOException e) { 
-            throw new PageException("Problem getting " + aUrl, e);
-        }
-    }
-
-}