package com.rarchives.ripme.ripper.rippers; import java.io.IOException; import java.net.MalformedURLException; import java.net.URL; import java.util.ArrayList; import java.util.List; import java.util.regex.Matcher; import java.util.regex.Pattern; import org.jsoup.nodes.Document; import org.jsoup.nodes.Element; import java.util.Map; import java.util.HashMap; import org.jsoup.Connection.Response; import com.rarchives.ripme.ripper.AbstractHTMLRipper; import com.rarchives.ripme.utils.Http; public class WebtoonsRipper extends AbstractHTMLRipper { private Map cookies = new HashMap(); public WebtoonsRipper(URL url) throws IOException { super(url); } @Override public String getHost() { return "webtoons"; } @Override public String getDomain() { return "www.webtoons.com"; } @Override public boolean canRip(URL url) { Pattern pat = Pattern.compile("https?://www.webtoons.com/[a-zA-Z-_]+/[a-zA-Z_-]+/([a-zA-Z0-9_-]*)/[a-zA-Z0-9_-]+/\\S*"); Matcher mat = pat.matcher(url.toExternalForm()); return mat.matches(); } @Override public String getAlbumTitle(URL url) throws MalformedURLException { Pattern pat = Pattern.compile("https?://www.webtoons.com/[a-zA-Z-_]+/[a-zA-Z_-]+/([a-zA-Z0-9_-]*)/[a-zA-Z0-9_-]+/\\S*"); Matcher mat = pat.matcher(url.toExternalForm()); if (mat.matches()) { return getHost() + "_" + mat.group(1); } return super.getAlbumTitle(url); } @Override public String getGID(URL url) throws MalformedURLException { Pattern pat = Pattern.compile("https?://www.webtoons.com/[a-zA-Z]+/[a-zA-Z]+/([a-zA-Z0-9_-]*)/[a-zA-Z0-9_-]+/\\S*"); Matcher mat = pat.matcher(url.toExternalForm()); if (mat.matches()) { return mat.group(1); } throw new MalformedURLException("Expected URL format: http://www.webtoons.com/LANG/CAT/TITLE/VOL/, got: " + url); } @Override public List getURLsFromPage(Document doc) { List result = new ArrayList(); for (Element elem : doc.select("div.viewer_img > img")) { String origUrl = elem.attr("data-url"); String[] finalUrl = origUrl.split("\\?type"); result.add(finalUrl[0]); } return result; } @Override public void downloadURL(URL url, int index) { addURLToDownload(url, getPrefix(index), "", this.url.toExternalForm(), cookies); } @Override public Document getFirstPage() throws IOException { Response resp = Http.url(url).response(); cookies = resp.cookies(); return Http.url(url).get(); } @Override public Document getNextPage(Document doc) throws IOException { // Find next page String nextUrl = ""; Element elem = doc.select("a.pg_next").first(); nextUrl = elem.attr("href"); if (nextUrl.equals("") || nextUrl.equals("#")) { throw new IOException("No more pages"); } return Http.url(nextUrl).get(); } }