package com.rarchives.ripme.ripper.rippers; import java.io.IOException; import java.net.MalformedURLException; import java.net.URL; import java.util.ArrayList; import java.util.Arrays; import java.util.List; import java.util.regex.Matcher; import java.util.regex.Pattern; import org.jsoup.nodes.Document; import org.jsoup.nodes.Element; import org.jsoup.select.Elements; import com.rarchives.ripme.ripper.AbstractHTMLRipper; import com.rarchives.ripme.utils.Http; public class JagodibujaRipper extends AbstractHTMLRipper { public JagodibujaRipper(URL url) throws IOException { super(url); } @Override public String getHost() { return "jagodibuja"; } @Override public String getDomain() { return "jagodibuja.com"; } @Override public String getGID(URL url) throws MalformedURLException { Pattern p = Pattern.compile("^https?://www.jagodibuja.com/webcomic-living-with-hipstergirl-and-gamergirl-english/?"); Matcher m = p.matcher(url.toExternalForm()); if (m.matches()) { return "living-with-hipstergirl-and-gamergirl"; } throw new MalformedURLException("Expected jagodibuja.com gallery formats hwww.jagodibuja.com/webcomic-living-with-hipstergirl-and-gamergirl-english/ got " + url + " instead"); } @Override public Document getFirstPage() throws IOException { // "url" is an instance field of the superclass return Http.url(url).get(); } // @Override // public Document getNextPage(Document doc) throws IOException { // // Find next page // String nextPage = ""; // Element elem = null; // elem = doc.select("div.entry-attachment > div.attachment > a").first(); // if (elem == null) { // throw new IOException("No more pages"); // } // nextPage = elem.attr("href"); // if (nextPage == "") { // throw new IOException("No more pages"); // } // else { // return Http.url(nextPage).get(); // } // } @Override public List getURLsFromPage(Document doc) { List result = new ArrayList(); for (Element comicPageUrl : doc.select("div.gallery-icon > a")) { try { sleep(500); Document comicPage = Http.url(comicPageUrl.attr("href")).get(); Element elem = comicPage.select("span.full-size-link > a").first(); logger.info("Got link " + elem.attr("href")); try { addURLToDownload(new URL(elem.attr("href")), ""); } catch(MalformedURLException e) { logger.warn("Malformed URL"); e.printStackTrace(); } // result.add(elem.attr("href")); } catch(IOException e) { logger.info("Error loading " + comicPageUrl); } } return result; } @Override public void downloadURL(URL url, int index) { sleep(500); addURLToDownload(url, getPrefix(index)); } }