From 029dffde0657e9ac9e28d5306e5ebba12a8e0a7c Mon Sep 17 00:00:00 2001 From: Erik Brakkee Date: Fri, 17 Mar 2006 21:25:29 +0000 Subject: [PATCH] --- .../wamblee/crawler/AbstractPageRequest.java | 1 - crawler/kiss/build.xml | 2 +- .../org/wamblee/crawler/kiss/KissCrawler.java | 187 +++++++++++------- .../src/org/wamblee/crawler/kiss/Program.java | 29 ++- .../crawler/kiss/SystemProperties.java | 50 +++++ support/build.xml | 2 +- .../org/wamblee/conditions/AndCondition.java | 67 +++++++ .../wamblee/conditions/FixedCondition.java | 41 ++++ .../conditions/PropertyRegexCondition.java | 67 +++++++ support/src/org/wamblee/xml/DOMUtility.java | 2 - 10 files changed, 366 insertions(+), 82 deletions(-) create mode 100644 crawler/kiss/src/org/wamblee/crawler/kiss/SystemProperties.java create mode 100644 support/src/org/wamblee/conditions/AndCondition.java create mode 100644 support/src/org/wamblee/conditions/FixedCondition.java create mode 100644 support/src/org/wamblee/conditions/PropertyRegexCondition.java diff --git a/crawler/basic/src/org/wamblee/crawler/AbstractPageRequest.java b/crawler/basic/src/org/wamblee/crawler/AbstractPageRequest.java index fa41a680..0c47430b 100644 --- a/crawler/basic/src/org/wamblee/crawler/AbstractPageRequest.java +++ b/crawler/basic/src/org/wamblee/crawler/AbstractPageRequest.java @@ -19,7 +19,6 @@ package org.wamblee.crawler; import java.io.ByteArrayOutputStream; import java.io.File; import java.io.IOException; -import java.io.OutputStream; import java.io.PrintStream; import javax.xml.transform.OutputKeys; diff --git a/crawler/kiss/build.xml b/crawler/kiss/build.xml index a2b58b48..ed756b4b 100644 --- a/crawler/kiss/build.xml +++ b/crawler/kiss/build.xml @@ -17,7 +17,7 @@ &header; + depends="logging.d,mail.d,commons-beanutils.d,commons-codec.d,dom4j.d,xerces.d,httpclient.d,jtidy.d,wamblee.support.d,wamblee.crawler.d">