From 489694a9d3bba6c94d09755d25fc66efcdf5b8a2 Mon Sep 17 00:00:00 2001 From: cyian-1756 Date: Sun, 5 Aug 2018 19:35:12 -0400 Subject: [PATCH 1/3] Added support for hentai-image.com --- .../ripper/rippers/HentaiimageRipper.java | 77 +++++++++++++++++++ 1 file changed, 77 insertions(+) create mode 100644 src/main/java/com/rarchives/ripme/ripper/rippers/HentaiimageRipper.java diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/HentaiimageRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/HentaiimageRipper.java new file mode 100644 index 00000000..36ec6175 --- /dev/null +++ b/src/main/java/com/rarchives/ripme/ripper/rippers/HentaiimageRipper.java @@ -0,0 +1,77 @@ +package com.rarchives.ripme.ripper.rippers; + +import com.rarchives.ripme.ripper.AbstractHTMLRipper; +import com.rarchives.ripme.utils.Http; +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; + +import java.io.IOException; +import java.net.MalformedURLException; +import java.net.URL; +import java.util.ArrayList; +import java.util.List; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + + +public class HentaiimageRipper extends AbstractHTMLRipper { + + + public HentaiimageRipper(URL url) throws IOException { + super(url); + } + + @Override + public String getHost() { + return "hentai-image"; + } + + @Override + public String getDomain() { + return "hentai-image.com"; + } + + @Override + public String getGID(URL url) throws MalformedURLException { + Pattern p = Pattern.compile("https://(?:\\w\\w\\.)?hentai-image.com/image/([a-zA-Z0-9_-]+)/?"); + Matcher m = p.matcher(url.toExternalForm()); + if (m.matches()) { + return m.group(1); + } + throw new MalformedURLException("Expected hitomi URL format: " + + "https://hentai-image.com/image/ID - got " + url + " instead"); + } + + @Override + public Document getFirstPage() throws IOException { + // "url" is an instance field of the superclass + return Http.url(url).get(); + } + + + @Override + public List getURLsFromPage(Document doc) { + List result = new ArrayList<>(); + for (Element el : doc.select("div.icon-overlay > a > img")) { + result.add(el.attr("src")); + } + return result; + } + + @Override + public Document getNextPage(Document doc) throws IOException { + + for (Element el : doc.select("div[id=paginator] > span")) { + if (el.select("a").text().equals("next>")) { + return Http.url("https://" + getDomain() + el.select("a").attr("href")).get(); + } + } + + throw new IOException("No more pages"); + } + + @Override + public void downloadURL(URL url, int index) { + addURLToDownload(url, getPrefix(index)); + } +} From 49b8471f41e2c8fb32f08cb9f69c4ed942956ccb Mon Sep 17 00:00:00 2001 From: cyian-1756 Date: Sun, 5 Aug 2018 20:04:39 -0400 Subject: [PATCH 2/3] Added support for hentai-comic.com --- .../ripme/ripper/rippers/HentaiimageRipper.java | 16 +++++++++++++--- 1 file changed, 13 insertions(+), 3 deletions(-) diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/HentaiimageRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/HentaiimageRipper.java index 36ec6175..df7bfb96 100644 --- a/src/main/java/com/rarchives/ripme/ripper/rippers/HentaiimageRipper.java +++ b/src/main/java/com/rarchives/ripme/ripper/rippers/HentaiimageRipper.java @@ -23,17 +23,27 @@ public class HentaiimageRipper extends AbstractHTMLRipper { @Override public String getHost() { - return "hentai-image"; + return url.toExternalForm().split("/")[2]; } @Override public String getDomain() { - return "hentai-image.com"; + return url.toExternalForm().split("/")[2]; + } + + @Override + public boolean canRip(URL url) { + try { + getGID(url); + return true; + } catch (MalformedURLException e) { + return false; + } } @Override public String getGID(URL url) throws MalformedURLException { - Pattern p = Pattern.compile("https://(?:\\w\\w\\.)?hentai-image.com/image/([a-zA-Z0-9_-]+)/?"); + Pattern p = Pattern.compile("https://(?:\\w\\w\\.)?hentai-(image|comic).com/image/([a-zA-Z0-9_-]+)/?"); Matcher m = p.matcher(url.toExternalForm()); if (m.matches()) { return m.group(1); From 09abf5ab6c6f7a5c59ba2931bd949592f90fee41 Mon Sep 17 00:00:00 2001 From: cyian-1756 Date: Mon, 6 Aug 2018 14:30:31 -0400 Subject: [PATCH 3/3] Added unittest for Hentaiimage Ripper --- .../tst/ripper/rippers/HentaiimageRipperTest.java | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 src/test/java/com/rarchives/ripme/tst/ripper/rippers/HentaiimageRipperTest.java diff --git a/src/test/java/com/rarchives/ripme/tst/ripper/rippers/HentaiimageRipperTest.java b/src/test/java/com/rarchives/ripme/tst/ripper/rippers/HentaiimageRipperTest.java new file mode 100644 index 00000000..757e602d --- /dev/null +++ b/src/test/java/com/rarchives/ripme/tst/ripper/rippers/HentaiimageRipperTest.java @@ -0,0 +1,13 @@ +package com.rarchives.ripme.tst.ripper.rippers; + +import java.io.IOException; +import java.net.URL; + +import com.rarchives.ripme.ripper.rippers.HentaiimageRipper; + +public class HentaiimageRipperTest extends RippersTest { + public void testHentaifoundryRip() throws IOException { + HentaiimageRipper ripper = new HentaiimageRipper(new URL("https://hentai-image.com/image/afrobull-gerudo-ongoing-12/")); + testRipper(ripper); + } +}