/* * Copyright 2005 the original author or authors. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.wamblee.crawler; import java.io.IOException; import javax.xml.transform.TransformerException; import org.apache.commons.httpclient.HttpClient; import org.apache.commons.httpclient.HttpMethod; import org.apache.commons.httpclient.NameValuePair; import org.apache.commons.httpclient.methods.GetMethod; import org.w3c.dom.Document; /** * Gets a page by issueing a get request. */ public class GetPageRequest extends AbstractPageRequest { /** * Constructs the request. * @param aMaxTries Maximum number of retries. * @param aMaxDelay Maximum delay before executing the request. * @param aParams Request parameters to use. * @param aXslt XSLT to use. */ public GetPageRequest(int aMaxTries, int aMaxDelay, NameValuePair[] aParams, String aXslt) { super(aMaxTries, aMaxDelay, aParams, aXslt); } /* * (non-Javadoc) * * @see org.wamblee.crawler.PageRequest#getPage(org.apache.commons.httpclient.HttpClient) */ public Document execute(String aUrl, HttpClient aClient) throws PageException { HttpMethod method = new GetMethod(aUrl); if (getParameters().length > 0) { String oldQueryString = method.getQueryString(); method.setQueryString(getParameters()); String queryString = method.getQueryString(); if (oldQueryString.length() > 0) { queryString = queryString + '&' + oldQueryString; method.setQueryString(queryString); } } try { return executeMethod(aClient, method); } catch (TransformerException e) { throw new PageException(e.getMessage(), e); } catch (IOException e) { throw new PageException(e.getMessage(), e); } } }