Jagodibuja now rips all comics
This commit is contained in:
parent
810ef556b1
commit
d241be1898
@ -33,12 +33,12 @@ public class JagodibujaRipper extends AbstractHTMLRipper {
|
|||||||
|
|
||||||
@Override
|
@Override
|
||||||
public String getGID(URL url) throws MalformedURLException {
|
public String getGID(URL url) throws MalformedURLException {
|
||||||
Pattern p = Pattern.compile("^https?://www.jagodibuja.com/webcomic-living-with-hipstergirl-and-gamergirl-english/([a-zA-Z0-9_\\-]*)/?");
|
Pattern p = Pattern.compile("^https?://www.jagodibuja.com/webcomic-living-with-hipstergirl-and-gamergirl-english/?");
|
||||||
Matcher m = p.matcher(url.toExternalForm());
|
Matcher m = p.matcher(url.toExternalForm());
|
||||||
if (m.matches()) {
|
if (m.matches()) {
|
||||||
return "living-with-hipstergirl-and-gamergirl";
|
return "living-with-hipstergirl-and-gamergirl";
|
||||||
}
|
}
|
||||||
throw new MalformedURLException("Expected jagodibuja.com gallery formats hwww.jagodibuja.com/webcomic-living-with-hipstergirl-and-gamergirl-english/COMIC/ got " + url + " instead");
|
throw new MalformedURLException("Expected jagodibuja.com gallery formats hwww.jagodibuja.com/webcomic-living-with-hipstergirl-and-gamergirl-english/ got " + url + " instead");
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
@ -47,29 +47,38 @@ public class JagodibujaRipper extends AbstractHTMLRipper {
|
|||||||
return Http.url(url).get();
|
return Http.url(url).get();
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
// @Override
|
||||||
public Document getNextPage(Document doc) throws IOException {
|
// public Document getNextPage(Document doc) throws IOException {
|
||||||
// Find next page
|
// // Find next page
|
||||||
String nextPage = "";
|
// String nextPage = "";
|
||||||
Element elem = null;
|
// Element elem = null;
|
||||||
elem = doc.select("div.entry-attachment > div.attachment > a").first();
|
// elem = doc.select("div.entry-attachment > div.attachment > a").first();
|
||||||
if (elem == null) {
|
// if (elem == null) {
|
||||||
throw new IOException("No more pages");
|
// throw new IOException("No more pages");
|
||||||
}
|
// }
|
||||||
nextPage = elem.attr("href");
|
// nextPage = elem.attr("href");
|
||||||
if (nextPage == "") {
|
// if (nextPage == "") {
|
||||||
throw new IOException("No more pages");
|
// throw new IOException("No more pages");
|
||||||
}
|
// }
|
||||||
else {
|
// else {
|
||||||
return Http.url(nextPage).get();
|
// return Http.url(nextPage).get();
|
||||||
}
|
// }
|
||||||
}
|
// }
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public List<String> getURLsFromPage(Document doc) {
|
public List<String> getURLsFromPage(Document doc) {
|
||||||
List<String> result = new ArrayList<String>();
|
List<String> result = new ArrayList<String>();
|
||||||
Element elem = doc.select("span.full-size-link > a").first();
|
for (Element comicPageUrl : doc.select("div.gallery-icon > a")) {
|
||||||
|
try {
|
||||||
|
sleep(500)
|
||||||
|
Document comicPage = Http.url(comicPageUrl.attr("href")).get();
|
||||||
|
Element elem = comicPage.select("span.full-size-link > a").first();
|
||||||
result.add(elem.attr("href"));
|
result.add(elem.attr("href"));
|
||||||
|
}
|
||||||
|
catch(IOException e) {
|
||||||
|
logger.info("Error loading " + comicPageUrl);
|
||||||
|
}
|
||||||
|
}
|
||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user