X-Git-Url: http://wamblee.org/gitweb/?a=blobdiff_plain;f=crawler%2Fbasic%2Fsrc%2Forg%2Fwamblee%2Fcrawler%2Fimpl%2FCrawlerImpl.java;h=0188ad31c94d2a8eb8a2d2e040fb7af3fd90f122;hb=8bdf7301b21a7824933fac2b75caf410b7dd5923;hp=5633078cabaa71cfd2a5970cd7b1e9743270c79f;hpb=5abc820d10495d559cac9aede0a62521659bced4;p=utils diff --git a/crawler/basic/src/org/wamblee/crawler/impl/CrawlerImpl.java b/crawler/basic/src/org/wamblee/crawler/impl/CrawlerImpl.java index 5633078c..0188ad31 100644 --- a/crawler/basic/src/org/wamblee/crawler/impl/CrawlerImpl.java +++ b/crawler/basic/src/org/wamblee/crawler/impl/CrawlerImpl.java @@ -36,8 +36,6 @@ public class CrawlerImpl implements Crawler { private static final Log LOG = LogFactory.getLog(CrawlerImpl.class); - private static final int MAX_DELAY = 5000; - private HttpClient _client; private Configuration _config; @@ -61,7 +59,7 @@ public class CrawlerImpl implements Crawler { * @see org.wamblee.crawler.Crawler#getPage(java.lang.String) */ public Page getPage(String aUrl) throws PageException { - LOG.info("Getting page: url = '" + aUrl + "'"); + LOG.debug("Getting page: url = '" + aUrl + "'"); PageRequest request = _config.getRequest(aUrl); Document content = request.execute(aUrl, _client); return transformToDom4jDoc(content); @@ -74,7 +72,7 @@ public class CrawlerImpl implements Crawler { * java.lang.String) */ public Page getPage(String aUrl, PageType aType) throws PageException { - LOG.info("Getting page: url = '" + aUrl + "', type = '" + aType + "'"); + LOG.debug("Getting page: url = '" + aUrl + "', type = '" + aType + "'"); PageRequest request = _config.getRequest(aType); Document content = request.execute(aUrl, _client); return transformToDom4jDoc(content);