X-Git-Url: http://wamblee.org/gitweb/?a=blobdiff_plain;f=crawler%2Fbasic%2Fsrc%2Forg%2Fwamblee%2Fcrawler%2Fimpl%2FConfigurationParser.java;h=792d0d34ad0f7ac1281e1c56a0afe24975420a83;hb=915f1b7c5af2b85372dc84d008e9a5c49428f0e9;hp=e9dc4013b5c3025817e5c6daaba1fe5537733fba;hpb=0c7e22e06b8aa3e5e0e516f2f3c46eee6215bd85;p=utils diff --git a/crawler/basic/src/org/wamblee/crawler/impl/ConfigurationParser.java b/crawler/basic/src/org/wamblee/crawler/impl/ConfigurationParser.java index e9dc4013..792d0d34 100644 --- a/crawler/basic/src/org/wamblee/crawler/impl/ConfigurationParser.java +++ b/crawler/basic/src/org/wamblee/crawler/impl/ConfigurationParser.java @@ -17,7 +17,6 @@ package org.wamblee.crawler.impl; import java.io.InputStream; -import java.io.PrintStream; import java.util.ArrayList; import java.util.Iterator; import java.util.List; @@ -59,17 +58,13 @@ public class ConfigurationParser { private static final int MAX_TRIES = 3; - private static final int MAX_DELAY = 5000; + private static final int MAX_DELAY = 100; - private PrintStream _os; - /** * Constructs the configuration parser. - * @param aOs The stream for logging requests. - * TODO plain java logging should be used instead of this awkward mechanism. */ - public ConfigurationParser(PrintStream aOs) { - _os = aOs; + public ConfigurationParser() { + // Empty } /** @@ -162,10 +157,10 @@ public class ConfigurationParser { PageRequest request; if (METHOD_POST.equals(method)) { request = new PostPageRequest(MAX_TRIES, MAX_DELAY, paramsArray, - xslt, _os); + xslt); } else if (METHOD_GET.equals(method) || method == null) { request = new GetPageRequest(MAX_TRIES, MAX_DELAY, paramsArray, - xslt, _os); + xslt); } else { throw new RuntimeException("Unknown request method '" + method + "'. Only " + METHOD_GET + " and " + METHOD_POST