- private static final Log LOG = LogFactory.getLog(App.class);
-
- private static final String LOG_FILE = "crawler.log";
-
- public static void main(String[] args) throws Exception {
- String configFileName = args[0];
- String starturl = args[1];
-
- FileOutputStream fos = new FileOutputStream(new File(LOG_FILE));
- PrintStream os = new PrintStream(fos);
-
- try {
- ConfigurationParser parser = new ConfigurationParser(os);
- InputStream configFile = new FileInputStream(new File(
- configFileName));
- Configuration config = parser.parse(configFile);
-
- HttpClient client = new HttpClient();
- // client.getHostConfiguration().setProxy("localhost", 3128);
-
- Crawler crawler = new CrawlerImpl(client, config);
-
- System.out.println("Retrieving: " + starturl);
- Page page = crawler.getPage(starturl);
- showPage(page);
- page = page.getAction("channels-favorites").execute();
- recordInterestingShows(page);
- showPage(page);
- page = page.getAction("Nederland 1").execute();
- showPage(page);
- page = page.getAction("right-now").execute();
- showPage(page);
- page = page.getAction("Het elfde uur").execute();
- showPage(page);
- } finally {
- os.flush();
- os.close();
- System.out.println("Output written on '" + LOG_FILE + "'");
- }
+ /**
+ * Disabled constructor.
+ *
+ */
+ private App() {
+ // Empty
+ }
+
+ /**
+ * Runs a test program.
+ *
+ * @param aArgs
+ * Arguments. First argument is the crawler config file name and
+ * second argument is the start url.
+ * @throws Exception
+ * In case of problems.
+ */
+ public static void main(String[] aArgs) throws Exception {
+ String configFileName = aArgs[0];
+ String starturl = aArgs[1];
+
+ ConfigurationParser parser = new ConfigurationParser(new XslTransformer());
+ InputStream configFile = new FileInputStream(new File(configFileName));
+ Configuration config = parser.parse(configFile);
+
+ HttpClient client = new HttpClient();
+ // client.getHostConfiguration().setProxy("localhost", 3128);
+
+ Crawler crawler = new CrawlerImpl(client, config);
+
+ System.out.println("Retrieving: " + starturl);
+ Page page = crawler.getPage(starturl, new NameValuePair[0]);
+ showPage(page);
+ page = page.getAction("channels-favorites").execute();
+ recordInterestingShows(page);
+ showPage(page);
+ page = page.getAction("Nederland 1").execute();
+ showPage(page);
+ page = page.getAction("right-now").execute();
+ showPage(page);
+ page = page.getAction("Het elfde uur").execute();
+ showPage(page);