133 lines
4.8 KiB
Java
133 lines
4.8 KiB
Java
package com.rarchives.ripme.ripper.rippers;
|
|
|
|
import java.io.IOException;
|
|
import java.net.MalformedURLException;
|
|
import java.net.URL;
|
|
import java.util.ArrayList;
|
|
import java.util.HashMap;
|
|
import java.util.List;
|
|
import java.util.Map;
|
|
import java.util.regex.Matcher;
|
|
import java.util.regex.Pattern;
|
|
|
|
import org.jsoup.Connection.Response;
|
|
import org.jsoup.nodes.Document;
|
|
import org.jsoup.nodes.Element;
|
|
import org.jsoup.select.Elements;
|
|
|
|
import com.rarchives.ripme.ripper.AbstractHTMLRipper;
|
|
import com.rarchives.ripme.utils.Http;
|
|
|
|
public class HentaifoundryRipper extends AbstractHTMLRipper {
|
|
|
|
private Map<String,String> cookies = new HashMap<>();
|
|
public HentaifoundryRipper(URL url) throws IOException {
|
|
super(url);
|
|
}
|
|
|
|
@Override
|
|
public String getHost() {
|
|
return "hentai-foundry";
|
|
}
|
|
@Override
|
|
public String getDomain() {
|
|
return "hentai-foundry.com";
|
|
}
|
|
|
|
@Override
|
|
public String getGID(URL url) throws MalformedURLException {
|
|
Pattern p = Pattern.compile("^.*hentai-foundry\\.com/pictures/user/([a-zA-Z0-9\\-_]+).*$");
|
|
Matcher m = p.matcher(url.toExternalForm());
|
|
if (m.matches()) {
|
|
return m.group(1);
|
|
}
|
|
throw new MalformedURLException(
|
|
"Expected hentai-foundry.com gallery format: "
|
|
+ "hentai-foundry.com/pictures/user/USERNAME"
|
|
+ " Got: " + url);
|
|
}
|
|
|
|
@Override
|
|
public Document getFirstPage() throws IOException {
|
|
Response resp = Http.url("http://www.hentai-foundry.com/").response();
|
|
cookies = resp.cookies();
|
|
resp = Http.url("http://www.hentai-foundry.com/?enterAgree=1&size=1500")
|
|
.referrer("http://www.hentai-foundry.com/")
|
|
.cookies(cookies)
|
|
.response();
|
|
// The only cookie that seems to matter in getting around the age wall is the phpsession cookie
|
|
cookies.putAll(resp.cookies());
|
|
sleep(500);
|
|
resp = Http.url(url)
|
|
.referrer("http://www.hentai-foundry.com/")
|
|
.cookies(cookies)
|
|
.response();
|
|
cookies.putAll(resp.cookies());
|
|
return resp.parse();
|
|
}
|
|
|
|
@Override
|
|
public Document getNextPage(Document doc) throws IOException {
|
|
if (doc.select("li.next > a").size() == 0) {
|
|
throw new IOException("No more pages");
|
|
}
|
|
Elements els = doc.select("li.next > a");
|
|
Element first = els.first();
|
|
String nextURL = first.attr("href");
|
|
nextURL = "http://www.hentai-foundry.com" + nextURL;
|
|
return Http.url(nextURL)
|
|
.referrer(url)
|
|
.cookies(cookies)
|
|
.get();
|
|
}
|
|
|
|
@Override
|
|
public List<String> getURLsFromPage(Document doc) {
|
|
List<String> imageURLs = new ArrayList<>();
|
|
Pattern imgRegex = Pattern.compile(".*/user/([a-zA-Z0-9\\-_]+)/(\\d+)/.*");
|
|
for (Element thumb : doc.select("div.thumb_square > a.thumbLink")) {
|
|
if (isStopped()) {
|
|
break;
|
|
}
|
|
Matcher imgMatcher = imgRegex.matcher(thumb.attr("href"));
|
|
if (!imgMatcher.matches()) {
|
|
logger.info("Couldn't find user & image ID in " + thumb.attr("href"));
|
|
continue;
|
|
}
|
|
Document imagePage;
|
|
try {
|
|
Response resp = Http.url("http://www.hentai-foundry.com/").response();
|
|
cookies = resp.cookies();
|
|
resp = Http.url("http://www.hentai-foundry.com/?enterAgree=1&size=1500")
|
|
.referrer("http://www.hentai-foundry.com/")
|
|
.cookies(cookies)
|
|
.response();
|
|
cookies.putAll(resp.cookies());
|
|
|
|
logger.info("grabbing " + "http://www.hentai-foundry.com" + thumb.attr("href"));
|
|
imagePage = Http.url("http://www.hentai-foundry.com" + thumb.attr("href")).cookies(cookies).get();
|
|
}
|
|
|
|
catch (IOException e) {
|
|
logger.debug(e.getMessage());
|
|
logger.debug("Warning: imagePage is null!");
|
|
imagePage = null;
|
|
}
|
|
// This is here for when the image is resized to a thumbnail because ripme doesn't report a screensize
|
|
if (imagePage.select("div.boxbody > img.center").attr("src").contains("thumbs.")) {
|
|
imageURLs.add("http:" + imagePage.select("div.boxbody > img.center").attr("onclick").replace("this.src=", "").replace("'", "").replace("; $(#resize_message).hide();", ""));
|
|
}
|
|
else {
|
|
imageURLs.add("http:" + imagePage.select("div.boxbody > img.center").attr("src"));
|
|
}
|
|
}
|
|
return imageURLs;
|
|
}
|
|
|
|
@Override
|
|
public void downloadURL(URL url, int index) {
|
|
addURLToDownload(url, getPrefix(index));
|
|
}
|
|
|
|
}
|