package com.rarchives.ripme.ripper.rippers; import java.io.IOException; import java.net.MalformedURLException; import java.net.URL; import java.util.ArrayList; import java.util.List; import java.util.regex.Matcher; import java.util.regex.Pattern; import com.rarchives.ripme.ripper.AbstractHTMLRipper; import com.rarchives.ripme.utils.Utils; import org.jsoup.nodes.Document; import org.jsoup.select.Elements; import com.rarchives.ripme.utils.Http; public class GfycatRipper extends AbstractHTMLRipper { private int bytesTotal = 1; private int bytesCompleted = 1; private static final String HOST = "gfycat.com"; public GfycatRipper(URL url) throws IOException { super(url); } @Override public String getDomain() { return "gfycat.com"; } @Override public String getHost() { return "gfycat"; } @Override public boolean canRip(URL url) { return url.getHost().endsWith(HOST); } @Override public URL sanitizeURL(URL url) throws MalformedURLException { url = new URL(url.toExternalForm().replace("/gifs/detail", "")); return url; } @Override public Document getFirstPage() throws IOException { return Http.url(url).get(); } @Override public void downloadURL(URL url, int index) { addURLToDownload(url, getPrefix(index)); } @Override public String getGID(URL url) throws MalformedURLException { Pattern p = Pattern.compile("^https?://[wm.]*gfycat\\.com/([a-zA-Z0-9]+).*$"); Matcher m = p.matcher(url.toExternalForm()); if (m.matches()) { return m.group(1); } throw new MalformedURLException( "Expected gfycat.com format:" + "gfycat.com/id" + " Got: " + url); } @Override public List getURLsFromPage(Document doc) { List result = new ArrayList<>(); Elements videos = doc.select("source#mp4Source"); String vidUrl = videos.first().attr("src"); if (vidUrl.startsWith("//")) { vidUrl = "http:" + vidUrl; } result.add(vidUrl); return result; } /** * Helper method for retrieving video URLs. * @param url URL to gfycat page * @return URL to video * @throws IOException */ public static String getVideoURL(URL url) throws IOException { LOGGER.info("Retrieving " + url.toExternalForm()); //Sanitize the URL first url = new URL(url.toExternalForm().replace("/gifs/detail", "")); Document doc = Http.url(url).get(); Elements videos = doc.select("source#mp4Source"); if (videos.isEmpty()) { throw new IOException("Could not find source#mp4source at " + url); } String vidUrl = videos.first().attr("src"); if (vidUrl.startsWith("//")) { vidUrl = "http:" + vidUrl; } return vidUrl; } @Override public String getStatusText() { return Utils.getByteStatusText(getCompletionPercentage(), bytesCompleted, bytesTotal); } @Override public int getCompletionPercentage() { return (int) (100 * (bytesCompleted / (float) bytesTotal)); } @Override public void setBytesTotal(int bytes) { this.bytesTotal = bytes; } @Override public void setBytesCompleted(int bytes) { this.bytesCompleted = bytes; } @Override public boolean useByteProgessBar() {return true;} }