diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/WebtoonsRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/WebtoonsRipper.java new file mode 100644 index 00000000..5541fb98 --- /dev/null +++ b/src/main/java/com/rarchives/ripme/ripper/rippers/WebtoonsRipper.java @@ -0,0 +1,103 @@ +package com.rarchives.ripme.ripper.rippers; + +import java.io.IOException; +import java.net.MalformedURLException; +import java.net.URL; +import java.util.ArrayList; +import java.util.Arrays; +import java.util.List; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; +import java.util.Map; +import java.util.HashMap; +import org.jsoup.Connection.Response; + +import com.rarchives.ripme.ripper.AbstractHTMLRipper; +import com.rarchives.ripme.utils.Http; + +public class WebtoonsRipper extends AbstractHTMLRipper { + private Map cookies = new HashMap(); + + public WebtoonsRipper(URL url) throws IOException { + super(url); + } + + @Override + public String getHost() { + return "webtoons"; + } + + @Override + public String getDomain() { + return "www.webtoons.com"; + } + + @Override + public boolean canRip(URL url) { + Pattern pat = Pattern.compile("https?://www.webtoons.com/[a-zA-Z]+/[a-zA-Z]+/([a-zA-Z0-9_-]*)/[a-zA-Z0-9_-]+/\\S*"); + Matcher mat = pat.matcher(url.toExternalForm()); + if (mat.matches()) { + return true; + } + return false; + } + + + @Override + public String getAlbumTitle(URL url) throws MalformedURLException { + Pattern pat = Pattern.compile("https?://www.webtoons.com/[a-zA-Z]+/[a-zA-Z]+/([a-zA-Z0-9_-]*)/[a-zA-Z0-9_-]+/\\S*"); + Matcher mat = pat.matcher(url.toExternalForm()); + if (mat.matches()) { + return mat.group(1); + } + + return super.getAlbumTitle(url); + } + + @Override + public String getGID(URL url) throws MalformedURLException { + Pattern pat = Pattern.compile("https?://www.webtoons.com/[a-zA-Z]+/[a-zA-Z]+/([a-zA-Z0-9_-]*)/[a-zA-Z0-9_-]+/\\S*"); + Matcher mat = pat.matcher(url.toExternalForm()); + if (mat.matches()) { + return mat.group(1); + } + throw new MalformedURLException("You should never see this error message"); + } + + + @Override + public List getURLsFromPage(Document doc) { + List result = new ArrayList(); + for (Element elem : doc.select("div.viewer_img > img")) { + result.add(elem.attr("data-url")); + } + return result; + } + + @Override + public void downloadURL(URL url, int index) { + addURLToDownload(url, getPrefix(index), "", this.url.toExternalForm(), cookies); + } + + @Override + public Document getFirstPage() throws IOException { + Response resp = Http.url(url).response(); + cookies = resp.cookies(); + return Http.url(url).get(); + } + + @Override + public Document getNextPage(Document doc) throws IOException { + // Find next page + String nextUrl = ""; + Element elem = doc.select("a.pg_next").first(); + nextUrl = elem.attr("href"); + if (nextUrl.equals("") || nextUrl.equals("#")) { + throw new IOException("No more pages"); + } + return Http.url(nextUrl).get(); + } +}