X-Git-Url: http://wamblee.org/gitweb/?a=blobdiff_plain;f=crawler%2Fbasic%2Fsrc%2Fmain%2Fjava%2Forg%2Fwamblee%2Fcrawler%2FGetPageRequest.java;fp=crawler%2Fbasic%2Fsrc%2Fmain%2Fjava%2Forg%2Fwamblee%2Fcrawler%2FGetPageRequest.java;h=0000000000000000000000000000000000000000;hb=2ef561a4fbf29b65335f1558bfebd74733a6ddd9;hp=16eb94c7972f3464eac8b6239fb840983c0b8849;hpb=54903ea538a09fdb1e2ee6dc37e89bb85aebfec4;p=utils diff --git a/crawler/basic/src/main/java/org/wamblee/crawler/GetPageRequest.java b/crawler/basic/src/main/java/org/wamblee/crawler/GetPageRequest.java deleted file mode 100644 index 16eb94c7..00000000 --- a/crawler/basic/src/main/java/org/wamblee/crawler/GetPageRequest.java +++ /dev/null @@ -1,77 +0,0 @@ -/* - * Copyright 2005 the original author or authors. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.wamblee.crawler; - -import java.io.IOException; - -import javax.xml.transform.TransformerException; - -import org.apache.commons.httpclient.HttpClient; -import org.apache.commons.httpclient.HttpMethod; -import org.apache.commons.httpclient.NameValuePair; -import org.apache.commons.httpclient.methods.GetMethod; -import org.w3c.dom.Document; -import org.wamblee.xml.XslTransformer; - -/** - * Gets a page by issueing a get request. - * - * @author Erik Brakkee - */ -public class GetPageRequest extends AbstractPageRequest { - - /** - * Constructs the request. - * @param aMaxTries Maximum number of retries. - * @param aMaxDelay Maximum delay before executing the request. - * @param aParams Request parameters to use. - * @param aHeaders Request headers to use. - * @param aXslt XSLT to use. - */ - public GetPageRequest(int aMaxTries, int aMaxDelay, NameValuePair[] aParams, - NameValuePair[] aHeaders, String aXslt, XslTransformer aTransformer) { - super(aMaxTries, aMaxDelay, aParams, aHeaders, aXslt, aTransformer); - } - - /* - * (non-Javadoc) - * - * @see org.wamblee.crawler.PageRequest#getPage(org.apache.commons.httpclient.HttpClient) - */ - public Document execute(String aUrl, NameValuePair[] aParams, HttpClient aClient) - throws PageException { - HttpMethod method = new GetMethod(aUrl); - NameValuePair[] params = getParameters(aParams); - if (params.length > 0) { - String oldQueryString = method.getQueryString(); - method.setQueryString(params); - String queryString = method.getQueryString(); - if (oldQueryString.length() > 0) { - queryString = queryString + '&' + oldQueryString; - method.setQueryString(queryString); - } - } - try { - return executeMethod(aClient, method); - } catch (TransformerException e) { - throw new PageException("Transformation problem for url " + aUrl, e); - } catch (IOException e) { - throw new PageException("Problem getting " + aUrl, e); - } - } - -}