Gurkengewuerz/ImgScroll
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Fixed SankakuComplex Ripper

Browse Source
This commit is contained in:
cyian-1756 2017-10-14 19:21:31 -04:00
parent 6db0c5eb5f
commit 2f98036007
1 changed files with 18 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
src/main/java/com/rarchives/ripme/ripper/rippers/SankakuComplexRipper.java
View File

@ -69,25 +69,23 @@ public class SankakuComplexRipper extends AbstractHTMLRipper {
// Image URLs are basically thumbnail URLs with a different domain, a simple // Image URLs are basically thumbnail URLs with a different domain, a simple
// path replacement, and a ?xxxxxx post ID at the end (obtainable from the href) // path replacement, and a ?xxxxxx post ID at the end (obtainable from the href)
for (Element thumbSpan : doc.select("div.content > div > span.thumb > a")) { for (Element thumbSpan : doc.select("div.content > div > span.thumb > a")) {
String postLink = thumbSpan.attr("href"); String postLink = thumbSpan.attr("href");
try { try {
// Get the page the full sized image is on // Get the page the full sized image is on
Document subPage = Http.url("https://chan.sankakucomplex.com" + postLink).get(); Document subPage = Http.url("https://chan.sankakucomplex.com" + postLink).get();
imageURLs.add("https:" + subPage.select("div[id=post-content] > a.sample > img").attr("src")); logger.info("Checking page " + "https://chan.sankakucomplex.com" + postLink);
imageURLs.add("https:" + subPage.select("div[id=post-content] > a > img").attr("src"));
} catch (IOException e) { } catch (IOException e) {
logger.warn("Error while loading page " + postLink, e); logger.warn("Error while loading page " + postLink, e);
continue; continue;
} }
} }
return imageURLs; return imageURLs;
} }
@Override @Override
public void downloadURL(URL url, int index) { public void downloadURL(URL url, int index) {
// Mock up the URL of the post page based on the post ID at the end of the URL. sleep(8000);
sleep(10000);
addURLToDownload(url, getPrefix(index)); addURLToDownload(url, getPrefix(index));
} }
@ -95,9 +93,14 @@ public class SankakuComplexRipper extends AbstractHTMLRipper {
public Document getNextPage(Document doc) throws IOException { public Document getNextPage(Document doc) throws IOException {
Element pagination = doc.select("div.pagination").first(); Element pagination = doc.select("div.pagination").first();
if (pagination.hasAttr("next-page-url")) { if (pagination.hasAttr("next-page-url")) {
String nextPage = pagination.attr("abs:next-page-url");
// Only logged in users can see past page 25
// Trying to rip page 26 will throw a no images found error
if (nextPage.contains("page=26") == false) {
logger.info("Getting next page: " + pagination.attr("abs:next-page-url"));
return Http.url(pagination.attr("abs:next-page-url")).cookies(cookies).get(); return Http.url(pagination.attr("abs:next-page-url")).cookies(cookies).get();
} else {
return null;
} }
} }
throw new IOException("No more pages");
}
} }