Gurkengewuerz/ImgScroll
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Support multi-page motherless albums

Browse Source
This commit is contained in:
4pr0n 2014-03-12 02:14:40 -07:00
parent e975ae6a5c
commit 1cdec765cc
1 changed files with 22 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
src/main/java/com/rarchives/ripme/ripper/rippers/MotherlessRipper.java
View File

@ -47,19 +47,21 @@ public class MotherlessRipper extends AbstractRipper {
@Override @Override
public String getGID(URL url) throws MalformedURLException { public String getGID(URL url) throws MalformedURLException {
Pattern p = Pattern.compile("^https?://(www\\.)?motherless\\.com/G([A-Z0-9]{6,8}).*$"); Pattern p = Pattern.compile("^https?://(www\\.)?motherless\\.com/G([VI][A-F0-9]{6,8}).*$");
Matcher m = p.matcher(url.toExternalForm()); Matcher m = p.matcher(url.toExternalForm());
if (!m.matches()) { if (!m.matches()) {
throw new MalformedURLException("Expected URL format: http://motherless.com/GXXXXXXXX"); throw new MalformedURLException("Expected URL format: http://motherless.com/GIXXXXXXX, got: " + url);
} }
return m.group(m.groupCount()); return m.group(m.groupCount());
} }
@Override @Override
public void rip() throws IOException { public void rip() throws IOException {
int index = 0; int index = 0, page = 1;
logger.info(" Retrieving " + this.url.toExternalForm()); String nextURL = this.url.toExternalForm();
Document doc = Jsoup.connect(this.url.toExternalForm()) while (nextURL != null) {
logger.info(" Retrieving " + nextURL);
Document doc = Jsoup.connect(nextURL)
.userAgent(USER_AGENT) .userAgent(USER_AGENT)
.get(); .get();
for (Element thumb : doc.select("div.thumb a.img-container")) { for (Element thumb : doc.select("div.thumb a.img-container")) {
@ -69,6 +71,13 @@ public class MotherlessRipper extends AbstractRipper {
MotherlessImageThread mit = new MotherlessImageThread(url, index); MotherlessImageThread mit = new MotherlessImageThread(url, index);
motherlessThreadPool.addThread(mit); motherlessThreadPool.addThread(mit);
} }
// Next page
nextURL = null;
page++;
if (doc.html().contains("?page=" + page)) {
nextURL = this.url.toExternalForm() + "?page=" + page;
}
}
motherlessThreadPool.waitForThreads(); motherlessThreadPool.waitForThreads();
waitForThreads(); waitForThreads();
} }