Merge pull request #538 from mikf/hentaifoundry-filter
[hentaifoundry] set content filter
This commit is contained in:
commit
0c4db0362c
@ -10,6 +10,7 @@ import java.util.Map;
|
|||||||
import java.util.regex.Matcher;
|
import java.util.regex.Matcher;
|
||||||
import java.util.regex.Pattern;
|
import java.util.regex.Pattern;
|
||||||
|
|
||||||
|
import org.jsoup.Connection.Method;
|
||||||
import org.jsoup.Connection.Response;
|
import org.jsoup.Connection.Response;
|
||||||
import org.jsoup.nodes.Document;
|
import org.jsoup.nodes.Document;
|
||||||
import org.jsoup.nodes.Element;
|
import org.jsoup.nodes.Element;
|
||||||
@ -49,15 +50,57 @@ public class HentaifoundryRipper extends AbstractHTMLRipper {
|
|||||||
|
|
||||||
@Override
|
@Override
|
||||||
public Document getFirstPage() throws IOException {
|
public Document getFirstPage() throws IOException {
|
||||||
Response resp = Http.url("http://www.hentai-foundry.com/").response();
|
Response resp;
|
||||||
cookies = resp.cookies();
|
Document doc;
|
||||||
|
|
||||||
resp = Http.url("http://www.hentai-foundry.com/?enterAgree=1&size=1500")
|
resp = Http.url("http://www.hentai-foundry.com/?enterAgree=1&size=1500")
|
||||||
.referrer("http://www.hentai-foundry.com/")
|
.referrer("http://www.hentai-foundry.com/")
|
||||||
.cookies(cookies)
|
.cookies(cookies)
|
||||||
.response();
|
.response();
|
||||||
// The only cookie that seems to matter in getting around the age wall is the phpsession cookie
|
// The only cookie that seems to matter in getting around the age wall is the phpsession cookie
|
||||||
cookies.putAll(resp.cookies());
|
cookies.putAll(resp.cookies());
|
||||||
sleep(500);
|
|
||||||
|
doc = resp.parse();
|
||||||
|
String csrf_token = doc.select("input[name=YII_CSRF_TOKEN]")
|
||||||
|
.first().attr("value");
|
||||||
|
if (csrf_token != null) {
|
||||||
|
Map<String,String> data = new HashMap<>();
|
||||||
|
data.put("YII_CSRF_TOKEN" , csrf_token);
|
||||||
|
data.put("rating_nudity" , "3");
|
||||||
|
data.put("rating_violence" , "3");
|
||||||
|
data.put("rating_profanity", "3");
|
||||||
|
data.put("rating_racism" , "3");
|
||||||
|
data.put("rating_sex" , "3");
|
||||||
|
data.put("rating_spoilers" , "3");
|
||||||
|
data.put("rating_yaoi" , "1");
|
||||||
|
data.put("rating_yuri" , "1");
|
||||||
|
data.put("rating_teen" , "1");
|
||||||
|
data.put("rating_guro" , "1");
|
||||||
|
data.put("rating_furry" , "1");
|
||||||
|
data.put("rating_beast" , "1");
|
||||||
|
data.put("rating_male" , "1");
|
||||||
|
data.put("rating_female" , "1");
|
||||||
|
data.put("rating_futa" , "1");
|
||||||
|
data.put("rating_other" , "1");
|
||||||
|
data.put("rating_scat" , "1");
|
||||||
|
data.put("rating_incest" , "1");
|
||||||
|
data.put("rating_rape" , "1");
|
||||||
|
data.put("filter_media" , "A");
|
||||||
|
data.put("filter_order" , "date_new");
|
||||||
|
data.put("filter_type" , "0");
|
||||||
|
|
||||||
|
resp = Http.url("http://www.hentai-foundry.com/site/filters")
|
||||||
|
.referrer("http://www.hentai-foundry.com/")
|
||||||
|
.cookies(cookies)
|
||||||
|
.data(data)
|
||||||
|
.method(Method.POST)
|
||||||
|
.response();
|
||||||
|
cookies.putAll(resp.cookies());
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
logger.info("unable to find csrf_token and set filter");
|
||||||
|
}
|
||||||
|
|
||||||
resp = Http.url(url)
|
resp = Http.url(url)
|
||||||
.referrer("http://www.hentai-foundry.com/")
|
.referrer("http://www.hentai-foundry.com/")
|
||||||
.cookies(cookies)
|
.cookies(cookies)
|
||||||
|
Loading…
Reference in New Issue
Block a user