package com.rarchives.ripme.ripper.rippers; import com.rarchives.ripme.ripper.AbstractHTMLRipper; import com.rarchives.ripme.ripper.DownloadThreadPool; import com.rarchives.ripme.ui.RipStatusMessage; import com.rarchives.ripme.utils.Http; import com.rarchives.ripme.utils.Utils; import org.jsoup.nodes.Document; import org.jsoup.nodes.Element; import org.jsoup.select.Elements; import java.io.File; import java.io.IOException; import java.net.MalformedURLException; import java.net.URL; import java.util.ArrayList; import java.util.List; import java.util.regex.Matcher; import java.util.regex.Pattern; public class NhentaiRipper extends AbstractHTMLRipper { private String albumTitle; private Document firstPage; // Thread pool for finding direct image links from "image" pages (html) private DownloadThreadPool nhentaiThreadPool = new DownloadThreadPool("nhentai"); @Override public boolean hasQueueSupport() { return true; } @Override public boolean pageContainsAlbums(URL url) { Pattern pa = Pattern.compile("^https?://nhentai\\.net/tag/([a-zA-Z0-9_\\-]+)/?"); Matcher ma = pa.matcher(url.toExternalForm()); if (ma.matches()) { return true; } return false; } @Override public List getAlbumsToQueue(Document doc) { List urlsToAddToQueue = new ArrayList<>(); for (Element elem : doc.select("a.cover")) { urlsToAddToQueue.add("https://" + getDomain() + elem.attr("href")); } return urlsToAddToQueue; } @Override public DownloadThreadPool getThreadPool() { return nhentaiThreadPool; } public NhentaiRipper(URL url) throws IOException { super(url); } @Override public String getDomain() { return "nhentai.net"; } @Override public String getHost() { return "nhentai"; } @Override public String getAlbumTitle(URL url) throws MalformedURLException { if (firstPage == null) { try { firstPage = Http.url(url).get(); } catch (IOException e) { e.printStackTrace(); } } String title = firstPage.select("#info > h1").text(); if (title == null) { return getAlbumTitle(url); } return "nhentai" + title; } private List getTags(Document doc) { List tags = new ArrayList<>(); for (Element tag : doc.select("a.tag")) { tags.add(tag.attr("href").replaceAll("/tag/", "").replaceAll("/", "")); } return tags; } /** * Checks for blacklisted tags on page. If it finds one it returns it, if not it return null * * @param doc * @return String */ public String checkTags(Document doc, String[] blackListedTags) { // If the user hasn't blacklisted any tags we return false; if (blackListedTags == null) { return null; } logger.info("Blacklisted tags " + blackListedTags[0]); List tagsOnPage = getTags(doc); for (String tag : blackListedTags) { for (String pageTag : tagsOnPage) { // We replace all dashes in the tag with spaces because the tags we get from the site are separated using // dashes if (tag.trim().toLowerCase().equals(pageTag.replaceAll("-", " ").toLowerCase())) { return tag; } } } return null; } @Override public String getGID(URL url) throws MalformedURLException { // Ex: https://nhentai.net/g/159174/ Pattern p = Pattern.compile("^https?://nhentai\\.net/g/(\\d+).*$"); Matcher m = p.matcher(url.toExternalForm()); if (m.matches()) { // Return the text contained between () in the regex - 159174 in this case return m.group(1); } throw new MalformedURLException("Expected nhentai.net URL format: " + "nhentai.net/g/albumid - got " + url + " instead"); } @Override public Document getFirstPage() throws IOException { if (firstPage == null) { firstPage = Http.url(url).get(); } String blacklistedTag = checkTags(firstPage, Utils.getConfigStringArray("nhentai.blacklist.tags")); if (blacklistedTag != null) { sendUpdate(RipStatusMessage.STATUS.DOWNLOAD_WARN, "Skipping " + url.toExternalForm() + " as it " + "contains the blacklisted tag \"" + blacklistedTag + "\""); return null; } return firstPage; } @Override public List getURLsFromPage(Document page) { List imageURLs = new ArrayList<>(); Elements thumbs = page.select("a.gallerythumb > img"); for (Element el : thumbs) { imageURLs.add(el.attr("data-src").replaceAll("t\\.n", "i.n").replaceAll("t\\.", ".")); } return imageURLs; } @Override public void downloadURL(URL url, int index) { addURLToDownload(url, getPrefix(index), "", this.url.toExternalForm(), null); } }