X-Git-Url: http://wamblee.org/gitweb/?a=blobdiff_plain;f=crawler%2Fbasic%2Fsrc%2Forg%2Fwamblee%2Fcrawler%2Fimpl%2FConfigurationParser.java;h=dafbc832b5f12583a96f119f6e86953496661c7d;hb=76827fb7e4bf7e1ecc0b2ef01a75c5751a915964;hp=89e815c8c943375165d9a9c83a7b015ae0667139;hpb=30671b398473b876e5c42d063f0c8e169ad3163c;p=utils diff --git a/crawler/basic/src/org/wamblee/crawler/impl/ConfigurationParser.java b/crawler/basic/src/org/wamblee/crawler/impl/ConfigurationParser.java index 89e815c8..dafbc832 100644 --- a/crawler/basic/src/org/wamblee/crawler/impl/ConfigurationParser.java +++ b/crawler/basic/src/org/wamblee/crawler/impl/ConfigurationParser.java @@ -49,6 +49,9 @@ public class ConfigurationParser { private static final String METHOD_POST = "post"; private static final String METHOD_GET = "get"; + private static final int MAX_TRIES = 3; + private static final int MAX_DELAY = 5000; + private PrintStream _os; public ConfigurationParser(PrintStream aOs) { @@ -122,10 +125,10 @@ public class ConfigurationParser { NameValuePair[] paramsArray = params.toArray(new NameValuePair[0]); PageRequest request; if ( METHOD_POST.equals(method)) { - request = new PostPageRequest(paramsArray, xslt, _os); + request = new PostPageRequest(MAX_TRIES, MAX_DELAY, paramsArray, xslt, _os); } else if ( METHOD_GET.equals(method) || method == null ){ - request = new GetPageRequest(paramsArray, xslt, _os); + request = new GetPageRequest(MAX_TRIES, MAX_DELAY, paramsArray, xslt, _os); } else { throw new RuntimeException("Unknown request method '" + method + "'. Only " + METHOD_GET + " and " + METHOD_POST + " are supported");