X-Git-Url: http://wamblee.org/gitweb/?a=blobdiff_plain;f=crawler%2Fkiss%2Fsrc%2Forg%2Fwamblee%2Fcrawler%2Fkiss%2FKissCrawler.java;h=d302fb6e915b8e5bffcf9228837ef015a6fbd453;hb=06b9bb78ccd0625bcf8519955a316314504d1bc5;hp=2f47c695a7a747b4ad00fa870d4b4923726f7a1a;hpb=b71170b295ce9b576b62c2e325bc0f787c5a0826;p=utils diff --git a/crawler/kiss/src/org/wamblee/crawler/kiss/KissCrawler.java b/crawler/kiss/src/org/wamblee/crawler/kiss/KissCrawler.java index 2f47c695..d302fb6e 100644 --- a/crawler/kiss/src/org/wamblee/crawler/kiss/KissCrawler.java +++ b/crawler/kiss/src/org/wamblee/crawler/kiss/KissCrawler.java @@ -28,6 +28,8 @@ import java.util.Date; import java.util.EnumMap; import java.util.List; import java.util.Properties; +import java.util.Set; +import java.util.TreeSet; import java.util.regex.Matcher; import java.util.regex.Pattern; @@ -41,7 +43,6 @@ import javax.mail.internet.MimeMessage; import org.apache.commons.httpclient.HttpClient; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; -import org.wamblee.conditions.Condition; import org.wamblee.crawler.Action; import org.wamblee.crawler.Configuration; import org.wamblee.crawler.Crawler; @@ -131,17 +132,18 @@ public class KissCrawler { // client.getHostConfiguration().setProxy("127.0.0.1", 3128); Crawler crawler = createCrawler(aCrawlerConfig, os, client); + InputStream programConfigFile = new FileInputStream(new File( + aProgramConfig)); + List programFilters = new ProgramConfigurationParser() + .parse(programConfigFile); Page page = getStartPage(aStartUrl, crawler); TVGuide guide = createGuide(page); PrintVisitor printer = new PrintVisitor(System.out); guide.accept(printer); - InputStream programConfigFile = new FileInputStream(new File( - aProgramConfig)); - Condition programCondition = new ProgramConfigurationParser() - .parse(programConfigFile); - recordInterestingShows(programCondition, guide); + + recordInterestingShows(programFilters, guide); } finally { os.flush(); os.close(); @@ -159,31 +161,55 @@ public class KissCrawler { * @throws MessagingException * In case of problems sending a summary mail. */ - private void recordInterestingShows(Condition aProgramCondition, + private void recordInterestingShows(List aProgramCondition, TVGuide aGuide) throws MessagingException { - MatchVisitor matcher = new MatchVisitor(aProgramCondition); - aGuide.accept(matcher); - List programs = matcher.getMatches(); - EnumMap> messages = new EnumMap>( - RecordingResult.class); - for (RecordingResult result : RecordingResult.values()) { - messages.put(result, new ArrayList()); - } - for (Program program : programs) { - Program.RecordingResult result = program.record(); - messages.get(result).add(program); + + Set showsToRecord = new TreeSet(new Program.TimeSorter()); + Set interestingShows = new TreeSet(new Program.TimeSorter()); + + for (ProgramFilter filter : aProgramCondition) { + List programs = filter.apply(aGuide); + switch (filter.getAction()) { + case RECORD: { + for (Program program: programs) { + showsToRecord.add(program); + } + break; + } + case NOTIFY: { + for (Program program: programs) { + if ( program.isRecordingPossible()) { + interestingShows.add(program); + } + } + break; + } + default: { + throw new RuntimeException("Unknown action '" + filter.getAction() + "'"); + } + } } + + EnumMap> messages = recordShows(showsToRecord); + String msg = "Summary of KiSS crawler: \n\n\n"; for (RecordingResult result : RecordingResult.values()) { if (messages.get(result).size() > 0) { msg += result.getDescription() + "\n\n"; for (Program program : messages.get(result)) { - msg += program + "\n"; + msg += program + "\n\n"; } } } - if (programs.size() == 0) { + + if ( interestingShows.size() > 0 ) { + msg += "Possibly interesting shows:\n\n"; + for (Program program: interestingShows) { + msg += program + "\n\n"; + } + } + if (showsToRecord.size() + interestingShows.size() == 0) { msg += "No suitable programs found"; } @@ -191,6 +217,25 @@ public class KissCrawler { sendMail(msg); } + /** + * Records shows. + * @param showsToRecord Shows to record. + * @return Recording results. + */ + private EnumMap> recordShows(Set showsToRecord) { + EnumMap> messages = new EnumMap>( + RecordingResult.class); + for (RecordingResult result : RecordingResult.values()) { + messages.put(result, new ArrayList()); + } + + for (Program program : showsToRecord) { + Program.RecordingResult result = program.record(); + messages.get(result).add(program); + } + return messages; + } + /** * Creates the crawler. *