2 * Copyright 2005 the original author or authors.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
17 package org.wamblee.crawler;
19 import java.io.IOException;
21 import javax.xml.transform.TransformerException;
23 import org.apache.commons.httpclient.HttpClient;
24 import org.apache.commons.httpclient.HttpMethod;
25 import org.apache.commons.httpclient.NameValuePair;
26 import org.apache.commons.httpclient.methods.GetMethod;
27 import org.w3c.dom.Document;
30 * Gets a page by issueing a get request.
32 public class GetPageRequest extends AbstractPageRequest {
35 * Constructs the request.
36 * @param aMaxTries Maximum number of retries.
37 * @param aMaxDelay Maximum delay before executing the request.
38 * @param aParams Request parameters to use.
39 * @param aXslt XSLT to use.
41 public GetPageRequest(int aMaxTries, int aMaxDelay, NameValuePair[] aParams, String aXslt) {
42 super(aMaxTries, aMaxDelay, aParams, aXslt);
48 * @see org.wamblee.crawler.PageRequest#getPage(org.apache.commons.httpclient.HttpClient)
50 public Document execute(String aUrl, HttpClient aClient)
51 throws PageException {
52 HttpMethod method = new GetMethod(aUrl);
53 if (getParameters().length > 0) {
54 String oldQueryString = method.getQueryString();
55 method.setQueryString(getParameters());
56 String queryString = method.getQueryString();
57 if (oldQueryString.length() > 0) {
58 queryString = queryString + '&' + oldQueryString;
59 method.setQueryString(queryString);
63 return executeMethod(aClient, method);
64 } catch (TransformerException e) {
65 throw new PageException(e.getMessage(), e);
66 } catch (IOException e) {
67 throw new PageException(e.getMessage(), e);