Fixed Newsfilter.org ripper for new webpage changes
This commit is contained in:
parent
7bc45c2cda
commit
b0a503b864
@ -1,7 +1,6 @@
|
|||||||
package com.rarchives.ripme.ripper.rippers;
|
package com.rarchives.ripme.ripper.rippers;
|
||||||
|
|
||||||
|
|
||||||
import com.rarchives.ripme.ripper.AbstractHTMLRipper;
|
|
||||||
import com.rarchives.ripme.ripper.AlbumRipper;
|
import com.rarchives.ripme.ripper.AlbumRipper;
|
||||||
import org.jsoup.Connection;
|
import org.jsoup.Connection;
|
||||||
import org.jsoup.Jsoup;
|
import org.jsoup.Jsoup;
|
||||||
@ -12,7 +11,6 @@ import org.jsoup.select.Elements;
|
|||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.net.MalformedURLException;
|
import java.net.MalformedURLException;
|
||||||
import java.net.URL;
|
import java.net.URL;
|
||||||
import java.util.List;
|
|
||||||
import java.util.regex.Matcher;
|
import java.util.regex.Matcher;
|
||||||
import java.util.regex.Pattern;
|
import java.util.regex.Pattern;
|
||||||
|
|
||||||
@ -56,8 +54,10 @@ public class NewsfilterRipper extends AlbumRipper {
|
|||||||
.execute();
|
.execute();
|
||||||
|
|
||||||
Document doc = resp.parse();
|
Document doc = resp.parse();
|
||||||
Element gallery = doc.getElementById("thegalmain");
|
//Element gallery = doc.getElementById("thegalmain");
|
||||||
Elements piclinks = gallery.getElementsByAttributeValue("itemprop","contentURL");
|
//Elements piclinks = gallery.getElementsByAttributeValue("itemprop","contentURL");
|
||||||
|
Pattern pat = Pattern.compile(gid+"/\\d+");
|
||||||
|
Elements piclinks = doc.getElementsByAttributeValueMatching("href", pat);
|
||||||
for (Element picelem : piclinks) {
|
for (Element picelem : piclinks) {
|
||||||
String picurl = "http://newsfilter.org"+picelem.attr("href");
|
String picurl = "http://newsfilter.org"+picelem.attr("href");
|
||||||
logger.info("Getting to picture page: "+picurl);
|
logger.info("Getting to picture page: "+picurl);
|
||||||
@ -68,9 +68,7 @@ public class NewsfilterRipper extends AlbumRipper {
|
|||||||
.method(Connection.Method.GET)
|
.method(Connection.Method.GET)
|
||||||
.execute();
|
.execute();
|
||||||
Document picdoc = resp.parse();
|
Document picdoc = resp.parse();
|
||||||
String dlurl = picdoc.getElementsByClass("downloadimagebutton")
|
String dlurl = picdoc.getElementsByAttributeValue("itemprop","contentURL").first().attr("src");
|
||||||
.first()
|
|
||||||
.attr("href");
|
|
||||||
addURLToDownload(new URL(dlurl));
|
addURLToDownload(new URL(dlurl));
|
||||||
}
|
}
|
||||||
waitForThreads();
|
waitForThreads();
|
||||||
|
Loading…
x
Reference in New Issue
Block a user