Merge pull request #443 from cyian-1756/8musesFix
8muses ripper now uses new url format
This commit is contained in:
commit
225112810f
@ -51,7 +51,7 @@ public class EightmusesRipper extends AbstractHTMLRipper {
|
|||||||
|
|
||||||
@Override
|
@Override
|
||||||
public String getGID(URL url) throws MalformedURLException {
|
public String getGID(URL url) throws MalformedURLException {
|
||||||
Pattern p = Pattern.compile("^https?://(www\\.)?8muses\\.com/comix/album/([a-zA-Z0-9\\-_]+).*$");
|
Pattern p = Pattern.compile("^https?://(www\\.)?8muses\\.com/(comix|comics)/album/([a-zA-Z0-9\\-_]+).*$");
|
||||||
Matcher m = p.matcher(url.toExternalForm());
|
Matcher m = p.matcher(url.toExternalForm());
|
||||||
if (!m.matches()) {
|
if (!m.matches()) {
|
||||||
throw new MalformedURLException("Expected URL format: http://www.8muses.com/index/category/albumname, got: " + url);
|
throw new MalformedURLException("Expected URL format: http://www.8muses.com/index/category/albumname, got: " + url);
|
||||||
@ -93,7 +93,7 @@ public class EightmusesRipper extends AbstractHTMLRipper {
|
|||||||
Elements pageImages = page.getElementsByClass("c-tile");
|
Elements pageImages = page.getElementsByClass("c-tile");
|
||||||
for (Element thumb : pageImages) {
|
for (Element thumb : pageImages) {
|
||||||
// If true this link is a sub album
|
// If true this link is a sub album
|
||||||
if (thumb.attr("href").contains("/comix/album/")) {
|
if (thumb.attr("href").contains("/comics/album/")) {
|
||||||
String subUrl = "https://www.8muses.com" + thumb.attr("href");
|
String subUrl = "https://www.8muses.com" + thumb.attr("href");
|
||||||
try {
|
try {
|
||||||
logger.info("Retrieving " + subUrl);
|
logger.info("Retrieving " + subUrl);
|
||||||
@ -106,7 +106,8 @@ public class EightmusesRipper extends AbstractHTMLRipper {
|
|||||||
logger.warn("Error while loading subalbum " + subUrl, e);
|
logger.warn("Error while loading subalbum " + subUrl, e);
|
||||||
}
|
}
|
||||||
|
|
||||||
} else if (thumb.attr("href").contains("/comix/picture/")) {
|
} else if (thumb.attr("href").contains("/comics/picture/")) {
|
||||||
|
logger.info("This page is a album");
|
||||||
logger.info("Ripping image");
|
logger.info("Ripping image");
|
||||||
if (super.isStopped()) break;
|
if (super.isStopped()) break;
|
||||||
// Find thumbnail image source
|
// Find thumbnail image source
|
||||||
|
@ -10,6 +10,9 @@ public class EightmusesRipperTest extends RippersTest {
|
|||||||
// A simple image album
|
// A simple image album
|
||||||
EightmusesRipper ripper = new EightmusesRipper(new URL("https://www.8muses.com/comix/album/Affect3D-Comics/TheDude3DX/Lust-Unleashed-The-Urge-To-Explore"));
|
EightmusesRipper ripper = new EightmusesRipper(new URL("https://www.8muses.com/comix/album/Affect3D-Comics/TheDude3DX/Lust-Unleashed-The-Urge-To-Explore"));
|
||||||
testRipper(ripper);
|
testRipper(ripper);
|
||||||
|
// Test the new url format
|
||||||
|
ripper = new EightmusesRipper(new URL("https://www.8muses.com/comics/album/Affect3D-Comics/TheDude3DX/Lust-Unleashed-The-Urge-To-Explore"));
|
||||||
|
testRipper(ripper);
|
||||||
// Test pages with subalbums
|
// Test pages with subalbums
|
||||||
ripper = new EightmusesRipper(new URL("https://www.8muses.com/comix/album/Blacknwhitecomics_com-Comix/BlacknWhiteComics/The-Mayor"));
|
ripper = new EightmusesRipper(new URL("https://www.8muses.com/comix/album/Blacknwhitecomics_com-Comix/BlacknWhiteComics/The-Mayor"));
|
||||||
testRipper(ripper);
|
testRipper(ripper);
|
||||||
|
Loading…
Reference in New Issue
Block a user