X-Git-Url: http://wamblee.org/gitweb/?a=blobdiff_plain;f=crawler%2Fkiss%2Fsrc%2Forg%2Fwamblee%2Fcrawler%2Fkiss%2Fmain%2FKissCrawler.java;h=a9a8097a7ae038a92bda4ded8d158592bedcdc6a;hb=fcb3fcbfe75c778711c2f91b66d0a905562379f9;hp=976d7d15de9382361f0cfe3118c1838d5cc9cfb9;hpb=0f260898c5c90ea3e621de6f7b6f1b5a64457809;p=utils diff --git a/crawler/kiss/src/org/wamblee/crawler/kiss/main/KissCrawler.java b/crawler/kiss/src/org/wamblee/crawler/kiss/main/KissCrawler.java index 976d7d15..a9a8097a 100644 --- a/crawler/kiss/src/org/wamblee/crawler/kiss/main/KissCrawler.java +++ b/crawler/kiss/src/org/wamblee/crawler/kiss/main/KissCrawler.java @@ -61,6 +61,11 @@ public class KissCrawler { * Start URL of the electronic programme guide. */ private static final String START_URL = "http://epg.kml.kiss-technology.com/login_core.php"; + + /** + * Default socket timeout to use. + */ + private static final int SOCKET_TIMEOUT = 20000; /** * Regular expression for matching time interval strings in the retrieved @@ -84,7 +89,7 @@ public class KissCrawler { public static void main(String[] aArgs) throws Exception { String crawlerConfig = new File(aArgs[0]).getCanonicalPath(); String programConfig = new File(aArgs[1]).getCanonicalPath(); - new KissCrawler(START_URL, crawlerConfig, programConfig); + new KissCrawler(START_URL, SOCKET_TIMEOUT, crawlerConfig, programConfig); } /** @@ -103,7 +108,7 @@ public class KissCrawler { */ public KissCrawler(String aCrawlerConfig, String aProgramConfig) throws IOException, NotificationException { - this(START_URL, aCrawlerConfig, aProgramConfig); + this(START_URL, SOCKET_TIMEOUT, aCrawlerConfig, aProgramConfig); } @@ -114,6 +119,7 @@ public class KissCrawler { * * @param aStartUrl * Start URL of the electronic programme guide. + * @param aSocketTimeout Socket timeout to use. * @param aCrawlerConfig * Configuration file for the crawler. * @param aProgramConfig @@ -123,7 +129,7 @@ public class KissCrawler { * @throws MessagingException * In case of problems sending a mail notification. */ - public KissCrawler(String aStartUrl, String aCrawlerConfig, + public KissCrawler(String aStartUrl, int aSocketTimeout, String aCrawlerConfig, String aProgramConfig) throws IOException, NotificationException { _pattern = Pattern.compile(TIME_REGEX); @@ -131,6 +137,7 @@ public class KissCrawler { try { HttpClient client = new HttpClient(); // client.getHostConfiguration().setProxy("127.0.0.1", 3128); + client.getParams().setParameter("http.socket.timeout", SOCKET_TIMEOUT); XslTransformer transformer = new XslTransformer( new ClasspathUriResolver());