From a88dcaad6acbbd9403bd76e275f15e03c1f9aeac Mon Sep 17 00:00:00 2001 From: dex-11 Date: Sun, 25 Mar 2018 09:42:38 +0200 Subject: [PATCH] Added modelx ripper --- .../ripme/ripper/rippers/ModelxRipper.java | 64 +++++++++++++++++++ .../tst/ripper/rippers/ModelxRipperTest.java | 13 ++++ 2 files changed, 77 insertions(+) create mode 100644 src/main/java/com/rarchives/ripme/ripper/rippers/ModelxRipper.java create mode 100644 src/test/java/com/rarchives/ripme/tst/ripper/rippers/ModelxRipperTest.java diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/ModelxRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/ModelxRipper.java new file mode 100644 index 00000000..0b513b37 --- /dev/null +++ b/src/main/java/com/rarchives/ripme/ripper/rippers/ModelxRipper.java @@ -0,0 +1,64 @@ +package com.rarchives.ripme.ripper.rippers; + +import com.rarchives.ripme.ripper.AbstractHTMLRipper; +import com.rarchives.ripme.utils.Http; +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; + +import java.io.IOException; +import java.net.MalformedURLException; +import java.net.URL; +import java.util.ArrayList; +import java.util.List; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +public class ModelxRipper extends AbstractHTMLRipper { + + public ModelxRipper(URL url) throws IOException { + super(url); + } + + @Override + public String getHost() { + return "modelx"; + } + + @Override + public String getDomain() { + return "modelx.org"; + } + + @Override + public String getGID(URL url) throws MalformedURLException { + Pattern p = Pattern.compile("^.*modelx.org/.*/(.+)$"); + Matcher m = p.matcher(url.toExternalForm()); + + if (m.matches()) { + return m.group(1); + } + + throw new MalformedURLException("Expected URL format: http://www.modelx.org/[category (one or more)]/xxxxx got: " + url); + } + + @Override + public Document getFirstPage() throws IOException { + return Http.url(url).get(); + } + + @Override + public List getURLsFromPage(Document page) { + List result = new ArrayList<>(); + + for (Element el : page.select(".gallery-icon > a")) { + result.add(el.attr("href")); + } + + return result; + } + + @Override + public void downloadURL(URL url, int index) { + addURLToDownload(url, getPrefix(index)); + } +} diff --git a/src/test/java/com/rarchives/ripme/tst/ripper/rippers/ModelxRipperTest.java b/src/test/java/com/rarchives/ripme/tst/ripper/rippers/ModelxRipperTest.java new file mode 100644 index 00000000..2a0358d2 --- /dev/null +++ b/src/test/java/com/rarchives/ripme/tst/ripper/rippers/ModelxRipperTest.java @@ -0,0 +1,13 @@ +package com.rarchives.ripme.tst.ripper.rippers; + +import java.io.IOException; +import java.net.URL; + +import com.rarchives.ripme.ripper.rippers.ModelxRipper; + +public class ModelxRipperTest extends RippersTest { + public void testModelxAlbum() throws IOException { + ModelxRipper ripper = new ModelxRipper(new URL("http://www.modelx.org/graphis-collection-2002-2016/ai-yuzuki-%e6%9f%9a%e6%9c%88%e3%81%82%e3%81%84-yuzuiro/")); + testRipper(ripper); + } +} \ No newline at end of file