Gurkengewuerz/ImgScroll
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Merge pull request #532 from cyian-1756/hf-nextpage-fix

Browse Source 
Hentaifoundry ripper no long throws a null error when getting the nex…
This commit is contained in:
cyian-1756 2018-04-19 16:15:22 -04:00 committed by GitHub
commit 4f3cc4a535
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 16 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
src/main/java/com/rarchives/ripme/ripper/rippers/HentaifoundryRipper.java
View File

@ -52,16 +52,16 @@ public class HentaifoundryRipper extends AbstractHTMLRipper {
Response resp = Http.url("http://www.hentai-foundry.com/").response(); Response resp = Http.url("http://www.hentai-foundry.com/").response();
cookies = resp.cookies(); cookies = resp.cookies();
resp = Http.url("http://www.hentai-foundry.com/?enterAgree=1&size=1500") resp = Http.url("http://www.hentai-foundry.com/?enterAgree=1&size=1500")
.referrer("http://www.hentai-foundry.com/") .referrer("http://www.hentai-foundry.com/")
.cookies(cookies) .cookies(cookies)
.response(); .response();
// The only cookie that seems to matter in getting around the age wall is the phpsession cookie // The only cookie that seems to matter in getting around the age wall is the phpsession cookie
cookies.putAll(resp.cookies()); cookies.putAll(resp.cookies());
sleep(500); sleep(500);
resp = Http.url(url) resp = Http.url(url)
.referrer("http://www.hentai-foundry.com/") .referrer("http://www.hentai-foundry.com/")
.cookies(cookies) .cookies(cookies)
.response(); .response();
cookies.putAll(resp.cookies()); cookies.putAll(resp.cookies());
return resp.parse(); return resp.parse();
} }
@ -74,12 +74,16 @@ public class HentaifoundryRipper extends AbstractHTMLRipper {
} }
Elements els = doc.select("li.next > a"); Elements els = doc.select("li.next > a");
Element first = els.first(); Element first = els.first();
String nextURL = first.attr("href"); try {
nextURL = "http://www.hentai-foundry.com" + nextURL; String nextURL = first.attr("href");
return Http.url(nextURL) nextURL = "http://www.hentai-foundry.com" + nextURL;
.referrer(url) return Http.url(nextURL)
.cookies(cookies) .referrer(url)
.get(); .cookies(cookies)
.get();
} catch (NullPointerException e) {
throw new IOException("No more pages");
}
} }
@Override @Override
@ -97,13 +101,6 @@ public class HentaifoundryRipper extends AbstractHTMLRipper {
} }
Document imagePage; Document imagePage;
try { try {
Response resp = Http.url("http://www.hentai-foundry.com/").response();
cookies = resp.cookies();
resp = Http.url("http://www.hentai-foundry.com/?enterAgree=1&size=1500")
.referrer("http://www.hentai-foundry.com/")
.cookies(cookies)
.response();
cookies.putAll(resp.cookies());
logger.info("grabbing " + "http://www.hentai-foundry.com" + thumb.attr("href")); logger.info("grabbing " + "http://www.hentai-foundry.com" + thumb.attr("href"));
imagePage = Http.url("http://www.hentai-foundry.com" + thumb.attr("href")).cookies(cookies).get(); imagePage = Http.url("http://www.hentai-foundry.com" + thumb.attr("href")).cookies(cookies).get();