X-Git-Url: http://wamblee.org/gitweb/?a=blobdiff_plain;f=crawler%2Fbasic%2Fsrc%2Forg%2Fwamblee%2Fcrawler%2Fimpl%2FConfigurationParser.java;fp=crawler%2Fbasic%2Fsrc%2Forg%2Fwamblee%2Fcrawler%2Fimpl%2FConfigurationParser.java;h=dafbc832b5f12583a96f119f6e86953496661c7d;hb=d4bb47fd284738756cd112b788a49caa1a9d5c38;hp=89e815c8c943375165d9a9c83a7b015ae0667139;hpb=1785ad1948da7bf80f07d705c968726991507376;p=utils diff --git a/crawler/basic/src/org/wamblee/crawler/impl/ConfigurationParser.java b/crawler/basic/src/org/wamblee/crawler/impl/ConfigurationParser.java index 89e815c8..dafbc832 100644 --- a/crawler/basic/src/org/wamblee/crawler/impl/ConfigurationParser.java +++ b/crawler/basic/src/org/wamblee/crawler/impl/ConfigurationParser.java @@ -49,6 +49,9 @@ public class ConfigurationParser { private static final String METHOD_POST = "post"; private static final String METHOD_GET = "get"; + private static final int MAX_TRIES = 3; + private static final int MAX_DELAY = 5000; + private PrintStream _os; public ConfigurationParser(PrintStream aOs) { @@ -122,10 +125,10 @@ public class ConfigurationParser { NameValuePair[] paramsArray = params.toArray(new NameValuePair[0]); PageRequest request; if ( METHOD_POST.equals(method)) { - request = new PostPageRequest(paramsArray, xslt, _os); + request = new PostPageRequest(MAX_TRIES, MAX_DELAY, paramsArray, xslt, _os); } else if ( METHOD_GET.equals(method) || method == null ){ - request = new GetPageRequest(paramsArray, xslt, _os); + request = new GetPageRequest(MAX_TRIES, MAX_DELAY, paramsArray, xslt, _os); } else { throw new RuntimeException("Unknown request method '" + method + "'. Only " + METHOD_GET + " and " + METHOD_POST + " are supported");