2017-11-16 19:58:21 +01:00
|
|
|
package com.rarchives.ripme.ripper.rippers;
|
|
|
|
|
|
|
|
import java.io.IOException;
|
|
|
|
import java.net.MalformedURLException;
|
|
|
|
import java.net.URL;
|
|
|
|
import java.util.ArrayList;
|
|
|
|
import java.util.List;
|
|
|
|
import java.util.regex.Matcher;
|
|
|
|
import java.util.regex.Pattern;
|
|
|
|
|
|
|
|
import org.jsoup.nodes.Document;
|
|
|
|
import org.jsoup.nodes.Element;
|
|
|
|
|
|
|
|
import com.rarchives.ripme.ripper.AbstractHTMLRipper;
|
|
|
|
import com.rarchives.ripme.utils.Http;
|
|
|
|
|
|
|
|
public class PichunterRipper extends AbstractHTMLRipper {
|
|
|
|
|
|
|
|
public PichunterRipper(URL url) throws IOException {
|
|
|
|
super(url);
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public String getHost() {
|
|
|
|
return "pichunter";
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public String getDomain() {
|
|
|
|
return "pichunter.com";
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public String getGID(URL url) throws MalformedURLException {
|
2017-11-17 23:15:56 +01:00
|
|
|
Pattern p = Pattern.compile("https?://www.pichunter.com/(|tags|models|sites)/(\\S*)/?");
|
2017-11-16 19:58:21 +01:00
|
|
|
Matcher m = p.matcher(url.toExternalForm());
|
|
|
|
if (m.matches()) {
|
|
|
|
return m.group(2);
|
|
|
|
}
|
2017-11-17 23:15:56 +01:00
|
|
|
p = Pattern.compile("https?://www.pichunter.com/(tags|models|sites)/(\\S*)/photos/\\d+/?");
|
2017-11-16 20:09:03 +01:00
|
|
|
m = p.matcher(url.toExternalForm());
|
|
|
|
if (m.matches()) {
|
|
|
|
return m.group(2);
|
|
|
|
}
|
2017-11-17 23:15:56 +01:00
|
|
|
p = Pattern.compile("https?://www.pichunter.com/tags/all/(\\S*)/\\d+/?");
|
2017-11-16 20:35:40 +01:00
|
|
|
m = p.matcher(url.toExternalForm());
|
|
|
|
if (m.matches()) {
|
|
|
|
return m.group(1);
|
|
|
|
}
|
2017-11-17 11:37:47 +01:00
|
|
|
|
2017-11-17 23:15:56 +01:00
|
|
|
p = Pattern.compile("https?://www.pichunter.com/gallery/\\d+/(\\S*)/?");
|
2017-11-17 11:37:47 +01:00
|
|
|
m = p.matcher(url.toExternalForm());
|
|
|
|
if (m.matches()) {
|
|
|
|
return m.group(1);
|
|
|
|
}
|
2017-11-16 19:58:21 +01:00
|
|
|
throw new MalformedURLException("Expected pichunter URL format: " +
|
|
|
|
"pichunter.com/(tags|models|sites)/Name/ - got " + url + " instead");
|
|
|
|
}
|
|
|
|
|
2017-11-17 11:37:47 +01:00
|
|
|
private boolean isPhotoSet(URL url) {
|
2017-11-17 23:15:56 +01:00
|
|
|
Pattern p = Pattern.compile("https?://www.pichunter.com/gallery/\\d+/(\\S*)/?");
|
2017-11-17 11:37:47 +01:00
|
|
|
Matcher m = p.matcher(url.toExternalForm());
|
2018-05-31 15:21:44 +02:00
|
|
|
return m.matches();
|
2017-11-17 11:37:47 +01:00
|
|
|
}
|
|
|
|
|
2017-11-16 19:58:21 +01:00
|
|
|
@Override
|
|
|
|
public Document getFirstPage() throws IOException {
|
|
|
|
// "url" is an instance field of the superclass
|
|
|
|
return Http.url(url).get();
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public Document getNextPage(Document doc) throws IOException {
|
|
|
|
// We use comic-nav-next to the find the next page
|
|
|
|
Element elem = doc.select("div.paperSpacings > ul > li.arrow").last();
|
2017-11-16 20:09:03 +01:00
|
|
|
if (elem != null) {
|
|
|
|
String nextPage = elem.select("a").attr("href");
|
|
|
|
// Some times this returns a empty string
|
|
|
|
// This for stops that
|
|
|
|
return Http.url("http://www.pichunter.com" + nextPage).get();
|
|
|
|
}
|
|
|
|
throw new IOException("No more pages");
|
2017-11-16 19:58:21 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public List<String> getURLsFromPage(Document doc) {
|
|
|
|
List<String> result = new ArrayList<>();
|
2017-11-17 11:37:47 +01:00
|
|
|
if (!isPhotoSet(url)) {
|
|
|
|
for (Element el : doc.select("div.thumbtable > a.thumb > img")) {
|
|
|
|
result.add(el.attr("src").replaceAll("_i", "_o"));
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
for (Element el : doc.select("div.flex-images > figure > a.item > img")) {
|
|
|
|
result.add(el.attr("src").replaceAll("_i", "_o"));
|
|
|
|
}
|
2017-11-16 19:58:21 +01:00
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public void downloadURL(URL url, int index) {
|
|
|
|
addURLToDownload(url, getPrefix(index));
|
|
|
|
}
|
|
|
|
}
|