From dbdedd7d5aa75b559a05186529cb17be8f2ad6f0 Mon Sep 17 00:00:00 2001
From: cyian-1756 <devnull64@vfemail.net>
Date: Tue, 7 Nov 2017 23:05:08 -0500
Subject: [PATCH] IG ripper can now rip images from all pages

---
 .../ripme/ripper/rippers/InstagramRipper.java | 79 +++++++++++--------
 1 file changed, 46 insertions(+), 33 deletions(-)

diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/InstagramRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/InstagramRipper.java
index 6ce96e10..5d3f6e8b 100644
--- a/src/main/java/com/rarchives/ripme/ripper/rippers/InstagramRipper.java
+++ b/src/main/java/com/rarchives/ripme/ripper/rippers/InstagramRipper.java
@@ -73,54 +73,55 @@ public class InstagramRipper extends AbstractJSONRipper {
 
         throw new IOException("Unable to find userID at " + this.url);
     }
-
-    @Override
-    public JSONObject getFirstPage() throws IOException {
-        userID = getUserID(url);
-
+    private JSONObject getJSONFromPage(String url) throws IOException {
         String jsonText = "";
         try {
-            Document firstPage = Http.url("http://instagram.com/" + userID).get();
+            Document firstPage = Http.url(url).get();
             for (Element script : firstPage.select("script[type=text/javascript]")) {
                 logger.info("Found script");
 
                 if (script.data().contains("window._sharedData = ")) {
-                   jsonText = script.data().replaceAll("window._sharedData = ", "");
-                   jsonText = jsonText.replaceAll("};", "}");
+                    jsonText = script.data().replaceAll("window._sharedData = ", "");
+                    jsonText = jsonText.replaceAll("};", "}");
                 }
             }
-            logger.debug(jsonText);
             return new JSONObject(jsonText);
         } catch (JSONException e) {
-            throw new IOException("Could not get instagram user");
+            throw new IOException("Could not get JSON from page " + url);
         }
     }
 
     @Override
-    public JSONObject getNextPage(JSONObject json) throws IOException {
-
-        boolean nextPageAvailable;
-        try {
-            nextPageAvailable = json.getBoolean("more_available");
-        } catch (Exception e) {
-            throw new IOException("No additional pages found");
-        }
-
-        if (nextPageAvailable) {
-            JSONArray items         = json.getJSONArray("items");
-            JSONObject last_item    = items.getJSONObject(items.length() - 1);
-            String nextMaxID        = last_item.getString("id");
-
-            String baseURL = "http://instagram.com/" + userID + "/media/?max_id=" + nextMaxID;
-            logger.info("Loading " + baseURL);
-            sleep(1000);
-
-            return Http.url(baseURL).getJSON();
-        } else {
-            throw new IOException("No more images found");
-        }
+    public JSONObject getFirstPage() throws IOException {
+        userID = getUserID(url);
+        return getJSONFromPage("http://instagram.com/" + userID);
     }
 
+//    @Override
+//    public JSONObject getNextPage(JSONObject json) throws IOException {
+//
+//        boolean nextPageAvailable;
+//        try {
+//            nextPageAvailable = json.getBoolean("more_available");
+//        } catch (Exception e) {
+//            throw new IOException("No additional pages found");
+//        }
+//
+//        if (nextPageAvailable) {
+//            JSONArray items         = json.getJSONArray("items");
+//            JSONObject last_item    = items.getJSONObject(items.length() - 1);
+//            String nextMaxID        = last_item.getString("id");
+//
+//            String baseURL = "http://instagram.com/" + userID + "/?max_id=" + nextMaxID;
+//            logger.info("Loading " + baseURL);
+//            sleep(1000);
+//
+//            return Http.url(baseURL).getJSON();
+//        } else {
+//            throw new IOException("No more images found");
+//        }
+//    }
+
     private String getOriginalUrl(String imageURL) {
         imageURL = imageURL.replaceAll("scontent.cdninstagram.com/hphotos-", "igcdn-photos-d-a.akamaihd.net/hphotos-ak-");
         imageURL = imageURL.replaceAll("p150x150/", "");
@@ -166,12 +167,18 @@ public class InstagramRipper extends AbstractJSONRipper {
 
     @Override
     public List<String> getURLsFromJSON(JSONObject json) {
+        String nextPageID = "";
         List<String> imageURLs = new ArrayList<>();
         JSONArray profilePage = json.getJSONObject("entry_data").getJSONArray("ProfilePage");
         JSONArray datas = profilePage.getJSONObject(0).getJSONObject("user").getJSONObject("media").getJSONArray("nodes");
         for (int i = 0; i < datas.length(); i++) {
             JSONObject data = (JSONObject) datas.get(i);
-            imageURLs.add(getOriginalUrl(data.getString("thumbnail_src")));
+            try {
+                addURLToDownload(new URL(getOriginalUrl(data.getString("thumbnail_src"))));
+            } catch (MalformedURLException e) {
+                return  imageURLs;
+            }
+            nextPageID = data.getString("id");
 
 //            String dataType = data.getString("type");
 //            if (dataType.equals("carousel")) {
@@ -196,6 +203,12 @@ public class InstagramRipper extends AbstractJSONRipper {
                 break;
             }
         }
+        if (!nextPageID.equals("")) {
+            try {
+                sleep(1000);
+                getURLsFromJSON(getJSONFromPage("https://www.instagram.com/annabellpeaksxx/?max_id=" + nextPageID));
+            } catch (IOException e){ return imageURLs;}
+        }
         return imageURLs;
     }