X-Git-Url: https://git.pterodactylus.net/?p=arachne.git;a=blobdiff_plain;f=src%2Fnet%2Fpterodactylus%2Farachne%2Fcore%2FURLFetcher.java;fp=src%2Fnet%2Fpterodactylus%2Farachne%2Fcore%2FURLFetcher.java;h=0b4cb47abbf9ed95f996f68f6bbba88b39200950;hp=df8180f038e064a986143bd44b7acbedde07ea92;hb=6c8cff3cb5a52300d182a30286a53b4ec12059db;hpb=46c0165cef4efc6f92afcf4a78c2340f20f668fc diff --git a/src/net/pterodactylus/arachne/core/URLFetcher.java b/src/net/pterodactylus/arachne/core/URLFetcher.java index df8180f..0b4cb47 100644 --- a/src/net/pterodactylus/arachne/core/URLFetcher.java +++ b/src/net/pterodactylus/arachne/core/URLFetcher.java @@ -2,6 +2,7 @@ package net.pterodactylus.arachne.core; import java.io.IOException; import java.io.InputStream; +import java.net.MalformedURLException; import java.net.URL; import java.net.URLConnection; import java.util.logging.Level; @@ -69,14 +70,21 @@ class URLFetcher implements Runnable, ParserListener { * {@inheritDoc} */ public void parsedLink(InputStream inputStream, String linkTarget, String linkTitle, String linkText) { - System.out.println("Found link to “" + linkTarget + "” named “" + linkText + "” or “" + linkTitle + "”."); + URL newLink = null; + try { + newLink = new URL(url, linkTarget); + core.addPage(newLink); + } catch (MalformedURLException mue1) { + logger.log(Level.WARNING, "Could not create URL from “" + url + "” and “" + linkTarget + "”.", mue1); + } catch (IllegalArgumentException iae1) { + logger.log(Level.WARNING, "Could not add “" + newLink + "” to core queue.", iae1); + } } /** * {@inheritDoc} */ public void parsedTitle(InputStream inputStream, String title) { - System.out.println("Found title “" + title + "”."); } }