From c8cb0c00b3bc63c91b7904145735aeb5262b6d49 Mon Sep 17 00:00:00 2001 From: Daniel Schulte Date: Mon, 30 Jun 2014 23:21:22 +0200 Subject: [PATCH 1/2] Added Tapastic ripper --- .../ripme/ripper/rippers/TapasticRipper.java | 118 ++++++++++++++++++ 1 file changed, 118 insertions(+) create mode 100644 src/main/java/com/rarchives/ripme/ripper/rippers/TapasticRipper.java diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/TapasticRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/TapasticRipper.java new file mode 100644 index 00000000..afb0f4d6 --- /dev/null +++ b/src/main/java/com/rarchives/ripme/ripper/rippers/TapasticRipper.java @@ -0,0 +1,118 @@ +package com.rarchives.ripme.ripper.rippers; + +import java.io.IOException; +import java.net.MalformedURLException; +import java.net.URL; +import java.util.ArrayList; +import java.util.List; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +import org.json.JSONArray; +import org.json.JSONObject; +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; +import org.jsoup.select.Elements; + +import com.rarchives.ripme.ripper.AbstractHTMLRipper; +import com.rarchives.ripme.utils.Http; + +class TapasticEpisode { + int index; + int id; + String title; + String filename; + public TapasticEpisode(int index, int id, String title) { + this.index=index; + this.id=id; + this.title=title; + this.filename=title // Windows filenames may not contain any of these... + .replace("\\", "") + .replace("/", "") + .replace(":", "") + .replace("*", "") + .replace("?", "") + .replace("\"", "") + .replace("<", "") + .replace(">", "") + .replace("|", ""); + } +} + +public class TapasticRipper extends AbstractHTMLRipper { + + private List episodes=new ArrayList(); + + public TapasticRipper(URL url) throws IOException { + super(url); + } + + @Override + public String getDomain() { + return "tapastic.com"; + } + + @Override + public String getHost() { + return "tapastic"; + } + + @Override + public Document getFirstPage() throws IOException { + return Http.url(url).get(); + } + + @Override + public List getURLsFromPage(Document page) { + List urls = new ArrayList(); + Elements scripts=page.select("script"); + for(Element script: scripts) { + String text=script.data(); + if(text.contains("var _data")) { + String[] lines=text.split("\n"); + for(String line:lines) { + String trimmed=line.trim(); + if(trimmed.startsWith("episodeList : ")) { + JSONArray json_episodes=new JSONArray(trimmed.substring("episodeList : ".length())); + for(int i=0;i Date: Mon, 30 Jun 2014 23:23:46 +0200 Subject: [PATCH 2/2] Removing an extra space --- .../java/com/rarchives/ripme/ripper/rippers/TapasticRipper.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/TapasticRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/TapasticRipper.java index afb0f4d6..0fcc0aa6 100644 --- a/src/main/java/com/rarchives/ripme/ripper/rippers/TapasticRipper.java +++ b/src/main/java/com/rarchives/ripme/ripper/rippers/TapasticRipper.java @@ -97,7 +97,7 @@ public class TapasticRipper extends AbstractHTMLRipper { String link=images.get(i).attr("src"); String postfix=String.format(" %d-%d ", i+1,images.size()); TapasticEpisode episode=episodes.get(index-1); - addURLToDownload(new URL(link), getPrefix(index)+episode.filename+postfix+" "); + addURLToDownload(new URL(link), getPrefix(index)+episode.filename+postfix); } } catch (IOException e) { logger.error("[!] Exception while loading/parsing " + this.url,e);