2 * Copyright 2005 the original author or authors.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
17 package org.wamblee.crawler;
19 import java.io.PrintStream;
21 import javax.xml.transform.TransformerException;
23 import org.apache.commons.httpclient.HttpClient;
24 import org.apache.commons.httpclient.HttpMethod;
25 import org.apache.commons.httpclient.NameValuePair;
26 import org.apache.commons.httpclient.methods.GetMethod;
27 import org.w3c.dom.Document;
30 * Gets a page by issueing a get request.
32 public class GetPageRequest extends AbstractPageRequest {
35 * Constructs the request.
36 * @param aMaxTries Maximum number of retries.
37 * @param aMaxDelay Maximum delay before executing the request.
38 * @param aParams Request parameters to use.
39 * @param aXslt XSLT to use.
41 public GetPageRequest(int aMaxTries, int aMaxDelay, NameValuePair[] aParams, String aXslt) {
42 super(aMaxTries, aMaxDelay, aParams, aXslt, null);
46 * Constructs the request.
47 * @param aMaxTries Maximum number of retries.
48 * @param aMaxDelay Maximum delay before executing the request.
49 * @param aParams Request parameters to use.
50 * @param aXslt XSLT to use.
51 * @param aOs Logging output stream to use.
53 public GetPageRequest(int aMaxTries, int aMaxDelay, NameValuePair[] aParams, String aXslt, PrintStream aOs) {
54 super(aMaxTries, aMaxDelay, aParams, aXslt, aOs);
60 * @see org.wamblee.crawler.PageRequest#getPage(org.apache.commons.httpclient.HttpClient)
62 public Document execute(String aUrl, HttpClient aClient)
63 throws PageException {
64 HttpMethod method = new GetMethod(aUrl);
65 if (getParameters().length > 0) {
66 String oldQueryString = method.getQueryString();
67 method.setQueryString(getParameters());
68 String queryString = method.getQueryString();
69 if (oldQueryString.length() > 0) {
70 queryString = queryString + '&' + oldQueryString;
71 method.setQueryString(queryString);
75 return executeMethod(aClient, method);
76 } catch (TransformerException e) {
77 throw new PageException(e.getMessage(), e);