From 392d4b0ff56de43c39d5b730eed26410f0a936fc Mon Sep 17 00:00:00 2001
From: cyian-1756 <devnull64@vfemail.net>
Date: Tue, 21 Feb 2017 18:32:45 -0500
Subject: [PATCH] Added basic chevereto ripper

---
 .../ripme/ripper/rippers/CheveretoRipper.java | 130 ++++++++++++++++++
 1 file changed, 130 insertions(+)
 create mode 100644 src/main/java/com/rarchives/ripme/ripper/rippers/CheveretoRipper.java

diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/CheveretoRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/CheveretoRipper.java
new file mode 100644
index 00000000..c3b0b425
--- /dev/null
+++ b/src/main/java/com/rarchives/ripme/ripper/rippers/CheveretoRipper.java
@@ -0,0 +1,130 @@
+package com.rarchives.ripme.ripper.rippers;
+
+import java.io.IOException;
+import java.net.MalformedURLException;
+import java.net.URL;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.List;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+import org.jsoup.nodes.Document;
+import org.jsoup.nodes.Element;
+import org.jsoup.select.Elements;
+
+import com.rarchives.ripme.ripper.AbstractHTMLRipper;
+import com.rarchives.ripme.utils.Http;
+
+public class CheveretoRipper extends AbstractHTMLRipper {
+
+    public CheveretoRipper(URL url) throws IOException {
+    super(url);
+    }
+
+    public static List<String> explicit_domains_1 = Arrays.asList("www.ezphotoshare.com", "hushpix.com");
+        @Override
+        public String getHost() {
+            String host = url.toExternalForm();
+            return host;
+        }
+
+        @Override
+        public String getDomain() {
+            String host = url.toExternalForm();
+            return host;
+        }
+
+        @Override
+        public boolean canRip(URL url) {
+            String url_name = url.toExternalForm();
+            if (explicit_domains_1.contains(url_name.split("/")[2]) == true) {
+                return true;
+            }
+            return false;
+        }
+
+        @Override
+        public String getGID(URL url) throws MalformedURLException {
+            Pattern p = Pattern.compile("(?:https?://)?(?:www\\.)?[a-z1-9]*\\.[a-z1-9]*/album/([a-zA-Z1-9]*)/?$");
+            Matcher m = p.matcher(url.toExternalForm());
+            if (m.matches()) {
+                return m.group(1);
+            }
+            else if (m.matches() == false) {
+                Pattern pa = Pattern.compile("(?:https?://)?(?:www\\.)?[a-z1-9]*\\.[a-z1-9]*/([a-zA-Z1-9_-]*)/albums/?$");
+                Matcher ma = pa.matcher(url.toExternalForm());
+                if (ma.matches()) {
+                    return ma.group(1);
+                }
+            }
+            throw new MalformedURLException("Expected chevereto URL format: " +
+                            "site.domain/album/albumName or site.domain/username/albums- got " + url + " instead");
+        }
+
+        @Override
+        public Document getFirstPage() throws IOException {
+            // "url" is an instance field of the superclass
+            return Http.url(url).get();
+        }
+        
+        @Override
+        public Document getNextPage(Document doc) throws IOException {
+            // Find next page
+            String nextUrl = "";
+            Element elem = doc.select("li.pagination-next > a").first();
+                String nextPage = elem.attr("href");
+                if (nextUrl == "") {
+                    throw new IOException("No more pages");
+                }
+                // Sleep for half a sec to avoid getting IP banned
+                sleep(500);
+                return Http.url(nextUrl).get();
+            }
+
+        @Override
+        public List<String> getURLsFromPage(Document doc) {
+            List<String> result = new ArrayList<String>();
+            Document userpage_doc;
+            // We check for the following string to see if this is a user page or not
+            if (doc.toString().contains("content=\"gallery\"")) {
+                for (Element elem : doc.select("a.image-container")) {
+                    String link = elem.attr("href");
+                    logger.info("Grabbing album " + link);
+                    try {
+                        userpage_doc = Http.url(link).get();
+                    } catch(IOException e){
+                        logger.warn("Failed to log link in Jsoup");
+                        userpage_doc = null;
+                        e.printStackTrace();
+                    }
+                    for (Element element : userpage_doc.select("a.image-container > img")) {
+                            String imageSource = element.attr("src");
+                            logger.info("Found image " + link);
+                            // We remove the .md from images so we download the full size image
+                            // not the medium ones
+                            imageSource = imageSource.replace(".md", "");
+                            result.add(imageSource);
+                        }
+                }
+
+            }
+            else {
+                for (Element el : doc.select("a.image-container > img")) {
+                    String imageSource = el.attr("src");
+                    // We remove the .md from images so we download the full size image
+                    // not the medium ones
+                    imageSource = imageSource.replace(".md", "");
+                    result.add(imageSource);
+                }
+            }
+            return result;
+        }
+
+        @Override
+        public void downloadURL(URL url, int index) {
+            addURLToDownload(url, getPrefix(index));
+        }
+
+
+    }