import java.util.logging.Level;
import java.util.logging.Logger;
+import net.pterodactylus.arachne.parser.ParserFactory;
import de.ina.util.service.AbstractService;
import de.ina.util.thread.DumpingThreadFactory;
import de.ina.util.validation.Validation;
// INTERNAL MEMBERS
//
+ /** The parser factory. */
+ private ParserFactory parserFactory = new ParserFactory();
+
/** Thread pool for the URL fetches. */
private Executor urlFetcherExecutor = Executors.newFixedThreadPool(1, new DumpingThreadFactory("URLFetcher-"));
*/
public void addPage(URL url) {
Validation.begin().isNotNull("url", url).check().isEqual("url.getHost()", url.getHost(), (Object) nodeHost).isEqual("url.getPort()", url.getPort(), nodePort).check();
+ addPage(Page.fromURL(url));
}
/**
//
/**
- * {@inheritdoc}
+ * {@inheritDoc}
*
* @see de.ina.util.service.AbstractService#serviceRun()
*/
URLFetcher urlFetcher;
try {
logger.log(Level.INFO, "Fetching “" + nextURL + "”...");
- urlFetcher = new URLFetcher(nextURL);
+ urlFetcher = new URLFetcher(parserFactory, nextURL);
urlFetcherExecutor.execute(urlFetcher);
} catch (NoSuchAlgorithmException nsae1) {
logger.log(Level.SEVERE, "Could not get “SHA-256” message digest!", nsae1);