From 4d71cb275732fd42bbccca2864687fc3f125b48c Mon Sep 17 00:00:00 2001 From: Up rising Date: Sun, 10 Dec 2017 16:23:25 +0200 Subject: [PATCH 1/2] Added dribbble.com ripper --- .../ripme/ripper/rippers/DribbbleRipper.java | 74 +++++++++++++++++++ 1 file changed, 74 insertions(+) create mode 100644 src/main/java/com/rarchives/ripme/ripper/rippers/DribbbleRipper.java diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/DribbbleRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/DribbbleRipper.java new file mode 100644 index 00000000..25d123a3 --- /dev/null +++ b/src/main/java/com/rarchives/ripme/ripper/rippers/DribbbleRipper.java @@ -0,0 +1,74 @@ +package com.rarchives.ripme.ripper.rippers; + +import java.io.IOException; +import java.net.MalformedURLException; +import java.net.URL; +import java.util.ArrayList; +import java.util.List; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; +import org.jsoup.select.Elements; + +import com.rarchives.ripme.ripper.AbstractHTMLRipper; +import com.rarchives.ripme.utils.Http; + +public class DribbbleRipper extends AbstractHTMLRipper { + + public DribbbleRipper(URL url) throws IOException { + super(url); + } + + @Override + public String getHost() { + return "dribbble"; + } + @Override + public String getDomain() { + return "dribbble.com"; + } + + @Override + public String getGID(URL url) throws MalformedURLException { + Pattern p = Pattern.compile("^https?://[wm.]*dribbble\\.com/([a-zA-Z0-9]+).*$"); + Matcher m = p.matcher(url.toExternalForm()); + if (m.matches()) { + return m.group(1); + } + throw new MalformedURLException("Expected dribbble.com URL format: " + + "dribbble.com/albumid - got " + url + "instead"); + } + + @Override + public Document getFirstPage() throws IOException { + return Http.url(url).get(); + } + @Override + public Document getNextPage(Document doc) throws IOException { + // Find next page + Elements hrefs = doc.select("a.next_page"); + if (hrefs.size() == 0) { + throw new IOException("No more pages"); + } + String nextUrl = "https://www.dribbble.com" + hrefs.first().attr("href"); + sleep(500); + return Http.url(nextUrl).get(); + } + @Override + public List getURLsFromPage(Document doc) { + List imageURLs = new ArrayList<>(); + for (Element thumb : doc.select("a.dribbble-link > picture > source")) { + // nl skips thumbnails + if ( thumb.attr("srcset").contains("teaser")) continue; + String image = thumb.attr("srcset").replace("_1x", ""); + imageURLs.add(image); + } + return imageURLs; + } + @Override + public void downloadURL(URL url, int index) { + addURLToDownload(url, getPrefix(index)); + } +} \ No newline at end of file From c4467ae2773b4068c665bc99395f7ec1b1746fe8 Mon Sep 17 00:00:00 2001 From: Up rising Date: Sun, 10 Dec 2017 17:21:27 +0200 Subject: [PATCH 2/2] Added dribbble ripper test --- .../tst/ripper/rippers/DribbbleRipperTest.java | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 src/test/java/com/rarchives/ripme/tst/ripper/rippers/DribbbleRipperTest.java diff --git a/src/test/java/com/rarchives/ripme/tst/ripper/rippers/DribbbleRipperTest.java b/src/test/java/com/rarchives/ripme/tst/ripper/rippers/DribbbleRipperTest.java new file mode 100644 index 00000000..ba4b9ec1 --- /dev/null +++ b/src/test/java/com/rarchives/ripme/tst/ripper/rippers/DribbbleRipperTest.java @@ -0,0 +1,13 @@ +package com.rarchives.ripme.tst.ripper.rippers; + +import java.io.IOException; +import java.net.URL; + +import com.rarchives.ripme.ripper.rippers.DribbbleRipper; + +public class DribbbleRipperTest extends RippersTest { + public void testDribbbleRip() throws IOException { + DribbbleRipper ripper = new DribbbleRipper(new URL("https://dribbble.com/typogriff")); + testRipper(ripper); + } +}