package net.pterodactylus.rhynodge.filters;
-import static com.google.common.base.Preconditions.checkState;
-
-import java.net.URI;
-import java.net.URISyntaxException;
-
import net.pterodactylus.rhynodge.Filter;
-import net.pterodactylus.rhynodge.State;
import net.pterodactylus.rhynodge.queries.HttpQuery;
-import net.pterodactylus.rhynodge.states.FailedState;
import net.pterodactylus.rhynodge.states.HtmlState;
import net.pterodactylus.rhynodge.states.TorrentState;
-import net.pterodactylus.rhynodge.states.TorrentState.TorrentFile;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
*
* @author <a href="mailto:bombe@pterodactylus.net">David ‘Bombe’ Roden</a>
*/
-public class KickAssTorrentsFilter implements Filter {
+public class KickAssTorrentsFilter extends TorrentSiteFilter {
+
+ //
+ // TORRENTSITEFILTER METHODS
+ //
/**
* {@inheritDoc}
*/
@Override
- public State filter(State state) {
- if (!state.success()) {
- return FailedState.from(state);
- }
- checkState(state instanceof HtmlState, "state is not an HtmlState but a %s", state.getClass().getName());
-
- /* get result table. */
- Document document = ((HtmlState) state).document();
- Elements mainTable = document.select("table.data");
- if (mainTable.isEmpty()) {
- /* no main table? */
- return new FailedState();
- }
-
- /* iterate over all rows. */
- TorrentState torrentState = new TorrentState();
- Elements dataRows = mainTable.select("tr:gt(0)");
- for (Element dataRow : dataRows) {
- String name = extractName(dataRow);
- String size = extractSize(dataRow);
- String magnetUri = extractMagnetUri(dataRow);
- String downloadUri;
- int fileCount = extractFileCount(dataRow);
- int seedCount = extractSeedCount(dataRow);
- int leechCount = extractLeechCount(dataRow);
- try {
- downloadUri = new URI(((HtmlState) state).uri()).resolve(extractDownloadUri(dataRow)).toString();
- TorrentFile torrentFile = new TorrentFile(name, size, magnetUri, downloadUri, fileCount, seedCount, leechCount);
- torrentState.addTorrentFile(torrentFile);
- } catch (URISyntaxException use1) {
- /* ignore; if uri was wrong, we wouldn’t be here. */
- }
- }
-
- return torrentState;
+ protected Elements getDataRows(Document document) {
+ return document.select("table.data").select("tr:gt(0)");
}
- //
- // STATIC METHODS
- //
-
/**
- * Extracts the name from the given row.
- *
- * @param dataRow
- * The row to extract the name from
- * @return The extracted name
+ * {@inheritDoc}
*/
- private static String extractName(Element dataRow) {
+ @Override
+ protected String extractName(Element dataRow) {
return dataRow.select("div.torrentname a.normalgrey").text();
}
/**
- * Extracts the size from the given row.
- *
- * @param dataRow
- * The row to extract the size from
- * @return The extracted size
+ * {@inheritDoc}
*/
- private static String extractSize(Element dataRow) {
+ @Override
+ protected String extractSize(Element dataRow) {
return dataRow.select("td:eq(1)").text();
}
/**
- * Extracts the magnet URI from the given row.
- *
- * @param dataRow
- * The row to extract the magnet URI from
- * @return The extracted magnet URI
+ * {@inheritDoc}
*/
- private static String extractMagnetUri(Element dataRow) {
+ @Override
+ protected String extractMagnetUri(Element dataRow) {
return dataRow.select("a.imagnet").attr("href");
}
/**
- * Extracts the download URI from the given row.
- *
- * @param dataRow
- * The row to extract the download URI from
- * @return The extracted download URI
+ * {@inheritDoc}
*/
- private static String extractDownloadUri(Element dataRow) {
+ @Override
+ protected String extractDownloadUri(Element dataRow) {
return dataRow.select("a.idownload:not(.partner1Button)").attr("href");
}
/**
- * Extracts the file count from the given row.
- *
- * @param dataRow
- * The row to extract the file count from
- * @return The extracted file count
+ * {@inheritDoc}
*/
- private static int extractFileCount(Element dataRow) {
+ @Override
+ protected int extractFileCount(Element dataRow) {
return Integer.valueOf(dataRow.select("td:eq(2)").text());
}
/**
- * Extracts the seed count from the given row.
- *
- * @param dataRow
- * The row to extract the seed count from
- * @return The extracted seed count
+ * {@inheritDoc}
*/
- private static int extractSeedCount(Element dataRow) {
+ @Override
+ protected int extractSeedCount(Element dataRow) {
return Integer.valueOf(dataRow.select("td:eq(4)").text());
}
/**
- * Extracts the leech count from the given row.
- *
- * @param dataRow
- * The row to extract the leech count from
- * @return The extracted leech count
+ * {@inheritDoc}
*/
- private static int extractLeechCount(Element dataRow) {
+ @Override
+ protected int extractLeechCount(Element dataRow) {
return Integer.valueOf(dataRow.select("td:eq(5)").text());
}
--- /dev/null
+/*
+ * Rhynodge - PirateBayFilter.java - Copyright © 2013 David Roden
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+package net.pterodactylus.rhynodge.filters;
+
+import java.util.regex.Pattern;
+
+import org.jsoup.nodes.Document;
+import org.jsoup.nodes.Element;
+import org.jsoup.select.Elements;
+
+/**
+ * {@link TorrentSiteFilter} implementation that can parse
+ * {@code thepiratebay.se} result pages.
+ *
+ * @author <a href="mailto:bombe@pterodactylus.net">David ‘Bombe’ Roden</a>
+ */
+public class PirateBayFilter extends TorrentSiteFilter {
+
+ /**
+ * {@inheritDoc}
+ */
+ @Override
+ protected Elements getDataRows(Document document) {
+ return document.select("table#searchResult tbody tr:has(.vertTh)");
+ }
+
+ /**
+ * {@inheritDoc}
+ */
+ @Override
+ protected String extractName(Element dataRow) {
+ return dataRow.select(".detName a").text();
+ }
+
+ /**
+ * {@inheritDoc}
+ */
+ @Override
+ protected String extractSize(Element dataRow) {
+ return dataRow.select(".detDesc").text().split(Pattern.quote(","))[1].trim();
+ }
+
+ /**
+ * {@inheritDoc}
+ */
+ @Override
+ protected String extractMagnetUri(Element dataRow) {
+ return dataRow.select("a[href^=magnet:]").attr("href");
+ }
+
+ /**
+ * {@inheritDoc}
+ */
+ @Override
+ protected String extractDownloadUri(Element dataRow) {
+ return dataRow.select("a[href^=//torrents.]").attr("href");
+ }
+
+ /**
+ * {@inheritDoc}
+ */
+ @Override
+ protected int extractFileCount(Element dataRow) {
+ return 0;
+ }
+
+ /**
+ * {@inheritDoc}
+ */
+ @Override
+ protected int extractSeedCount(Element dataRow) {
+ return Integer.valueOf(dataRow.select("td:eq(2)").text());
+ }
+
+ /**
+ * {@inheritDoc}
+ */
+ @Override
+ protected int extractLeechCount(Element dataRow) {
+ return Integer.valueOf(dataRow.select("td:eq(3)").text());
+ }
+
+}
--- /dev/null
+/*
+ * Rhynodge - KickAssTorrentsFilter.java - Copyright © 2013 David Roden
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+package net.pterodactylus.rhynodge.filters;
+
+import static com.google.common.base.Preconditions.checkState;
+
+import java.io.UnsupportedEncodingException;
+import java.net.URI;
+import java.net.URISyntaxException;
+import java.net.URLEncoder;
+
+import net.pterodactylus.rhynodge.Filter;
+import net.pterodactylus.rhynodge.State;
+import net.pterodactylus.rhynodge.queries.HttpQuery;
+import net.pterodactylus.rhynodge.states.FailedState;
+import net.pterodactylus.rhynodge.states.HtmlState;
+import net.pterodactylus.rhynodge.states.TorrentState;
+import net.pterodactylus.rhynodge.states.TorrentState.TorrentFile;
+
+import org.jsoup.nodes.Document;
+import org.jsoup.nodes.Element;
+import org.jsoup.select.Elements;
+
+/**
+ * {@link Filter} implementation that parses a {@link TorrentState} from an
+ * {@link HtmlState} which was generated by a {@link HttpQuery} to
+ * {@code kickasstorrents.ph}.
+ *
+ * @author <a href="mailto:bombe@pterodactylus.net">David ‘Bombe’ Roden</a>
+ */
+public abstract class TorrentSiteFilter implements Filter {
+
+ /**
+ * {@inheritDoc}
+ */
+ @Override
+ public State filter(State state) {
+ if (!state.success()) {
+ return FailedState.from(state);
+ }
+ checkState(state instanceof HtmlState, "state is not an HtmlState but a %s", state.getClass().getName());
+
+ /* get result table. */
+ Document document = ((HtmlState) state).document();
+
+ /* iterate over all rows. */
+ Elements dataRows = getDataRows(document);
+ TorrentState torrentState = new TorrentState();
+ for (Element dataRow : dataRows) {
+ String name = extractName(dataRow);
+ String size = extractSize(dataRow);
+ String magnetUri = extractMagnetUri(dataRow);
+ String downloadUri = extractDownloadUri(dataRow);
+ int fileCount = extractFileCount(dataRow);
+ int seedCount = extractSeedCount(dataRow);
+ int leechCount = extractLeechCount(dataRow);
+ try {
+ if ((downloadUri != null) && (downloadUri.length() > 0)) {
+ downloadUri = new URI(((HtmlState) state).uri()).resolve(URLEncoder.encode(downloadUri, "UTF-8").replace("%2F", "/")).toString();
+ } else {
+ downloadUri = null;
+ }
+ TorrentFile torrentFile = new TorrentFile(name, size, magnetUri, downloadUri, fileCount, seedCount, leechCount);
+ torrentState.addTorrentFile(torrentFile);
+ } catch (URISyntaxException use1) {
+ /* ignore; if uri was wrong, we wouldn’t be here. */
+ } catch (UnsupportedEncodingException uee1) {
+ /* ignore, all JVMs can do UTF-8. */
+ }
+ }
+
+ return torrentState;
+ }
+
+ //
+ // ABSTRACT METHODS
+ //
+
+ /**
+ * Returns the data rows from the given document.
+ *
+ * @param document
+ * The document to get the data rows from
+ * @return The data rows
+ */
+ protected abstract Elements getDataRows(Document document);
+
+ /**
+ * Extracts the name from the given row.
+ *
+ * @param dataRow
+ * The row to extract the name from
+ * @return The extracted name
+ */
+ protected abstract String extractName(Element dataRow);
+
+ /**
+ * Extracts the size from the given row.
+ *
+ * @param dataRow
+ * The row to extract the size from
+ * @return The extracted size
+ */
+ protected abstract String extractSize(Element dataRow);
+
+ /**
+ * Extracts the magnet URI from the given row.
+ *
+ * @param dataRow
+ * The row to extract the magnet URI from
+ * @return The extracted magnet URI
+ */
+ protected abstract String extractMagnetUri(Element dataRow);
+
+ /**
+ * Extracts the download URI from the given row.
+ *
+ * @param dataRow
+ * The row to extract the download URI from
+ * @return The extracted download URI
+ */
+ protected abstract String extractDownloadUri(Element dataRow);
+
+ /**
+ * Extracts the file count from the given row.
+ *
+ * @param dataRow
+ * The row to extract the file count from
+ * @return The extracted file count, or {@code 0} if the file count can not
+ * be extracted
+ */
+ protected abstract int extractFileCount(Element dataRow);
+
+ /**
+ * Extracts the seed count from the given row.
+ *
+ * @param dataRow
+ * The row to extract the seed count from
+ * @return The extracted seed count
+ */
+ protected abstract int extractSeedCount(Element dataRow);
+
+ /**
+ * Extracts the leech count from the given row.
+ *
+ * @param dataRow
+ * The row to extract the leech count from
+ * @return The extracted leech count
+ */
+ protected abstract int extractLeechCount(Element dataRow);
+
+}
/**
* Returns the magnet URI of the file.
*
- * @return The magnet URI of the file
+ * @return The magnet URI of the file, or {@code null} if there is no
+ * magnet URI for this torrent file
*/
public String magnetUri() {
return magnetUri;
/**
* Returns the download URI of the file.
*
- * @return The download URI of the file
+ * @return The download URI of the file, or {@code null} if there is no
+ * download URI for this torrent file
*/
public String downloadUri() {
return downloadUri;
stringBuilder.append("- ").append(episode.identifier()).append("\n");
for (TorrentFile torrentFile : episode) {
stringBuilder.append(" - ").append(torrentFile.name()).append(", ").append(torrentFile.size()).append("\n");
- stringBuilder.append(" Magnet: ").append(torrentFile.magnetUri()).append("\n");
- stringBuilder.append(" Download: ").append(torrentFile.downloadUri()).append("\n");
+ if ((torrentFile.magnetUri() != null) && (torrentFile.magnetUri().length() > 0)) {
+ stringBuilder.append(" Magnet: ").append(torrentFile.magnetUri()).append("\n");
+ }
+ if ((torrentFile.downloadUri() != null) && (torrentFile.downloadUri().length() > 0)) {
+ stringBuilder.append(" Download: ").append(torrentFile.downloadUri()).append("\n");
+ }
}
}
}
stringBuilder.append("- ").append(episode.identifier()).append("\n");
for (TorrentFile torrentFile : episode) {
stringBuilder.append(" - ").append(torrentFile.name()).append(", ").append(torrentFile.size()).append("\n");
- stringBuilder.append(" Magnet: ").append(torrentFile.magnetUri()).append("\n");
- stringBuilder.append(" Download: ").append(torrentFile.downloadUri()).append("\n");
+ if ((torrentFile.magnetUri() != null) && (torrentFile.magnetUri().length() > 0)) {
+ stringBuilder.append(" Magnet: ").append(torrentFile.magnetUri()).append("\n");
+ }
+ if ((torrentFile.downloadUri() != null) && (torrentFile.downloadUri().length() > 0)) {
+ stringBuilder.append(" Download: ").append(torrentFile.downloadUri()).append("\n");
+ }
}
}
}
htmlBuilder.append("<strong>").append(torrentFile.fileCount()).append("</strong> file(s), ");
htmlBuilder.append("<strong>").append(torrentFile.seedCount()).append("</strong> seed(s), ");
htmlBuilder.append("<strong>").append(torrentFile.leechCount()).append("</strong> leecher(s)</div>\n");
- htmlBuilder.append("<div><a href=\"").append(StringEscapeUtils.escapeHtml4(torrentFile.magnetUri())).append("\">Magnet</a> ");
- htmlBuilder.append("<a href=\"").append(StringEscapeUtils.escapeHtml4(torrentFile.downloadUri())).append("\">Download</a></div>\n");
+ htmlBuilder.append("<div>");
+ if ((torrentFile.magnetUri() != null) && (torrentFile.magnetUri().length() > 0)) {
+ htmlBuilder.append("<a href=\"").append(StringEscapeUtils.escapeHtml4(torrentFile.magnetUri())).append("\">Magnet</a> ");
+ }
+ if ((torrentFile.downloadUri() != null) && (torrentFile.downloadUri().length() > 0)) {
+ htmlBuilder.append("<a href=\"").append(StringEscapeUtils.escapeHtml4(torrentFile.downloadUri())).append("\">Download</a>");
+ }
+ htmlBuilder.append("</div>\n");
}
htmlBuilder.append("</ul>\n");
}
htmlBuilder.append("<strong>").append(torrentFile.fileCount()).append("</strong> file(s), ");
htmlBuilder.append("<strong>").append(torrentFile.seedCount()).append("</strong> seed(s), ");
htmlBuilder.append("<strong>").append(torrentFile.leechCount()).append("</strong> leecher(s)</div>\n");
- htmlBuilder.append("<div><a href=\"").append(StringEscapeUtils.escapeHtml4(torrentFile.magnetUri())).append("\">Magnet</a> ");
- htmlBuilder.append("<a href=\"").append(StringEscapeUtils.escapeHtml4(torrentFile.downloadUri())).append("\">Download</a></div>\n");
+ htmlBuilder.append("<div>");
+ if ((torrentFile.magnetUri() != null) && (torrentFile.magnetUri().length() > 0)) {
+ htmlBuilder.append("<a href=\"").append(StringEscapeUtils.escapeHtml4(torrentFile.magnetUri())).append("\">Magnet</a> ");
+ }
+ if ((torrentFile.downloadUri() != null) && (torrentFile.downloadUri().length() > 0)) {
+ htmlBuilder.append("<a href=\"").append(StringEscapeUtils.escapeHtml4(torrentFile.downloadUri())).append("\">Download</a>");
+ }
+ htmlBuilder.append("</div>\n");
}
htmlBuilder.append("</ul>\n");
}
plainText.append(torrentFile.name()).append('\n');
plainText.append('\t').append(torrentFile.size()).append(" in ").append(torrentFile.fileCount()).append(" file(s)\n");
plainText.append('\t').append(torrentFile.seedCount()).append(" seed(s), ").append(torrentFile.leechCount()).append(" leecher(s)\n");
- plainText.append('\t').append(torrentFile.magnetUri()).append('\n');
- plainText.append('\t').append(torrentFile.downloadUri()).append('\n');
+ if ((torrentFile.magnetUri() != null) && (torrentFile.magnetUri().length() > 0)) {
+ plainText.append('\t').append(torrentFile.magnetUri()).append('\n');
+ }
+ if ((torrentFile.downloadUri() != null) && (torrentFile.downloadUri().length() > 0)) {
+ plainText.append('\t').append(torrentFile.downloadUri()).append('\n');
+ }
plainText.append('\n');
}
return plainText.toString();
htmlText.append("<li><strong>").append(StringEscapeUtils.escapeHtml4(torrentFile.name())).append("</strong></li>");
htmlText.append("<div>Size: <strong>").append(StringEscapeUtils.escapeHtml4(torrentFile.size())).append("</strong> in <strong>").append(torrentFile.fileCount()).append("</strong> file(s)</div>");
htmlText.append("<div><strong>").append(torrentFile.seedCount()).append("</strong> seed(s), <strong>").append(torrentFile.leechCount()).append("</strong> leecher(s)</div>");
- htmlText.append(String.format("<div><a href=\"%s\">Magnet URI</a></div>", StringEscapeUtils.escapeHtml4(torrentFile.magnetUri())));
- htmlText.append(String.format("<div><a href=\"%s\">Download URI</a></div>", StringEscapeUtils.escapeHtml4(torrentFile.downloadUri())));
+ if ((torrentFile.magnetUri() != null) && (torrentFile.magnetUri().length() > 0)) {
+ htmlText.append(String.format("<div><a href=\"%s\">Magnet URI</a></div>", StringEscapeUtils.escapeHtml4(torrentFile.magnetUri())));
+ }
+ if ((torrentFile.downloadUri() != null) && (torrentFile.downloadUri().length() > 0)) {
+ htmlText.append(String.format("<div><a href=\"%s\">Download URI</a></div>", StringEscapeUtils.escapeHtml4(torrentFile.downloadUri())));
+ }
}
htmlText.append("</ul>\n");
htmlText.append("</body></html>\n");
--- /dev/null
+{
+ "enabled": false,
+ "name": "Example Reaction",
+
+ "query":
+ {
+ "class": "HttpQuery",
+ "parameters": [
+ {
+ "name": "url",
+ "value": "http://thepiratebay.se/search/Example%20Words/0/3/0"
+ }
+ ]
+ },
+
+ "filters": [
+ {
+ "class": "HtmlFilter"
+ },
+ {
+ "class": "PirateBayFilter"
+ }
+ ],
+
+ "trigger":
+ {
+ "class": "NewTorrentTrigger"
+ },
+
+ "action":
+ {
+ "class": "EmailAction",
+ "parameters": [
+ {
+ "name": "smtpHostname",
+ "value": "smtp"
+ },
+ {
+ "name": "sender",
+ "value": "rhynodge@rhynodge.net"
+ },
+ {
+ "name": "recipient",
+ "value": "recipient@recipient.de"
+ }
+ ]
+ },
+
+ "updateInterval": 3600
+}
projects / rhynodge.git / commitdiff