Gurkengewuerz/ImgScroll
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Merge pull request #480 from cyian-1756/furaffinity

Browse Source 
Minor css updates to Furaffinity ripper
This commit is contained in:
MetaPrime 2017-05-09 13:19:11 -07:00
commit b64a649635
1 changed files with 20 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

33
src/main/java/com/rarchives/ripme/ripper/rippers/FuraffinityRipper.java
View File

@ -65,7 +65,7 @@ public class FuraffinityRipper extends AbstractHTMLRipper {
return Http.url(url).cookies(cookies).get(); return Http.url(url).cookies(cookies).get();
} }
private void login() throws IOException { private void login() throws IOException {
String user = new String(Base64.decode("cmlwbWU=")); String user = new String(Base64.decode("cmlwbWU="));
String pass = new String(Base64.decode("cmlwbWVwYXNzd29yZA==")); String pass = new String(Base64.decode("cmlwbWVwYXNzd29yZA=="));
@ -113,7 +113,7 @@ public class FuraffinityRipper extends AbstractHTMLRipper {
@Override @Override
public List<String> getURLsFromPage(Document page) { public List<String> getURLsFromPage(Document page) {
List<String> urls = new ArrayList<String>(); List<String> urls = new ArrayList<String>();
Elements urlElements = page.select("b[id^=sid_]"); Elements urlElements = page.select("figure.t-image > b > u > a");
for (Element e : urlElements) { for (Element e : urlElements) {
urls.add(urlBase + e.select("a").first().attr("href")); urls.add(urlBase + e.select("a").first().attr("href"));
} }
@ -122,7 +122,7 @@ public class FuraffinityRipper extends AbstractHTMLRipper {
@Override @Override
public List<String> getDescriptionsFromPage(Document page) { public List<String> getDescriptionsFromPage(Document page) {
List<String> urls = new ArrayList<String>(); List<String> urls = new ArrayList<String>();
Elements urlElements = page.select("b[id^=sid_]"); Elements urlElements = page.select("figure.t-image > b > u > a");
for (Element e : urlElements) { for (Element e : urlElements) {
urls.add(urlBase + e.select("a").first().attr("href")); urls.add(urlBase + e.select("a").first().attr("href"));
logger.debug("Desc2 " + urlBase + e.select("a").first().attr("href")); logger.debug("Desc2 " + urlBase + e.select("a").first().attr("href"));
@ -157,12 +157,8 @@ public class FuraffinityRipper extends AbstractHTMLRipper {
ele.select("p").prepend("\\n\\n"); ele.select("p").prepend("\\n\\n");
logger.debug("Returning description at " + page); logger.debug("Returning description at " + page);
String tempPage = Jsoup.clean(ele.html().replaceAll("\\\\n", System.getProperty("line.separator")), "", Whitelist.none(), new Document.OutputSettings().prettyPrint(false)); String tempPage = Jsoup.clean(ele.html().replaceAll("\\\\n", System.getProperty("line.separator")), "", Whitelist.none(), new Document.OutputSettings().prettyPrint(false));
Elements titles = documentz.select("td[class=\"cat\"][valign=\"top\"] > b"); String title = documentz.select("meta[property=og:title]").attr("content");
if (titles.size() == 0) { String tempText = title;
throw new IOException("No title found");
}
Element title = titles.get(0);
String tempText = title.text();
return tempText + "\n" + tempPage; // Overridden saveText takes first line and makes it the file name. return tempText + "\n" + tempPage; // Overridden saveText takes first line and makes it the file name.
} catch (IOException ioe) { } catch (IOException ioe) {
logger.info("Failed to get description " + page + " : '" + ioe.getMessage() + "'"); logger.info("Failed to get description " + page + " : '" + ioe.getMessage() + "'");
@ -196,10 +192,7 @@ public class FuraffinityRipper extends AbstractHTMLRipper {
workingDir.getCanonicalPath() workingDir.getCanonicalPath()
+ subdirectory + subdirectory
+ File.separator + File.separator
+ getPrefix(index)
+ saveAs + saveAs
+ " "
+ test
+ ".txt"); + ".txt");
// Write the file // Write the file
FileOutputStream out = (new FileOutputStream(saveFileAs)); FileOutputStream out = (new FileOutputStream(saveFileAs));
@ -255,7 +248,21 @@ public class FuraffinityRipper extends AbstractHTMLRipper {
} }
String link = "http:" + donwloadLink.first().attr("href"); String link = "http:" + donwloadLink.first().attr("href");
logger.info("Found URL " + link); logger.info("Found URL " + link);
addURLToDownload(new URL(link),"","",url.toExternalForm(),cookies); String[] fileNameSplit = link.split("/");
String fileName = fileNameSplit[fileNameSplit.length -1];
fileName = fileName.replaceAll("[0-9]*\\.", "");
String[] fileExtSplit = link.split("\\.");
String fileExt = fileExtSplit[fileExtSplit.length -1];
fileName = fileName.replaceAll(fileExt, "");
File saveAS;
fileName = fileName.replace("[0-9]*\\.", "");
saveAS = new File(
workingDir.getCanonicalPath()
+ File.separator
+ fileName
+ "."
+ fileExt);
addURLToDownload(new URL(link),saveAS,"",cookies);
} catch (IOException e) { } catch (IOException e) {
logger.error("[!] Exception while loading/parsing " + this.url, e); logger.error("[!] Exception while loading/parsing " + this.url, e);
} }