MangaAndLightNovelWebScrape

(Manga & Light Novel Web Scrape Framework for .NET) - ChangeLog

.NET Library that scrapes various websites based on a region for manga or light novel data for a specifc user inputted series. Then it compares the various prices for each available entry across the websites chosen and outputs a list of the entries available and the website and price for the cheapest entry.

---

Website Completion List

If you want a website or region to be added fill out a issue request.

America

✅ AmazonUSA
❌ Barnes & Noble (No longer supported due to robots.txt change) 
✅ Books-A-Million
✅ Crunchyroll
✅ InStockTrades
✅ Kinokuniya USA
✅ MerryManga
✅ RobertsAnimeCornerStore
✅ SciFier

Australia

⌛ AmazonAU (Not Started)
✅ MangaMate
✅ SciFier

Britain

⌛ AmazonUK (Not Started)
✅ ForBiddenPlanet
✅ SciFier
✅ SpeedyHen
✅ TravellingMan
✅ Waterstones

Canada

⌛ AmazonCanada (Not Started)
❌ Indigo (Not Working)
✅ SciFier

Europe

✅ SciFier

Japan

⌛ AmazonJP (Not Started)
⌛ CDJapan (Paused)

---

Demo

private static async Task Main(string[] args)
{
    // Create the MasterScrape object it defaults to America Region, Chrome Browser, & all memberships are default false (it is better to set them), but you can still change them outside of the constructor & debug mode is disabled by default. There is no default StockStatusFilter
    MasterScrape Scrape = new MasterScrape(StockStatusFilter.EXCLUDE_NONE_FILTER);
    scrape.Region = Region.Canada;
    scrape.Browser = Browser.FireFox;
    scrape.Filter = StockstatusFilter.EXCLUDE_OOS_AND_PO_FILTER;
    scrape.IsBooksAMillionMember = false;
    scrape.IsKinokuniyaUSAMember = true;
    scrape.IsIndigoMember = false;

    // Alternativly you can do everything in the constructor and enable debug mode which will print to log and txt files
    // Chaining Regions like so Region.America | Region.Britain will not work
    MasterScrape Scrape = new MasterScrape(
        StockStatusFilter.EXCLUDE_NONE_FILTER, 
        StockStatusFilter.EXCLUDE_ALL_FILTER, 
        Region.Britain, 
        Browser.Edge, 
        false, 
        false, 
        true
    ).EnableDebugMode();

    // Initialize the Scrape
    await scrape.InitializeScrapeAsync(
        "one piece", // Title
        BookType.Manga, // BookType
        scrape.GenerateWebsiteList([ RobertsAnimeCornerStore.WEBSITE_TITLE, Crunchyroll.WEBSITE_TITLE ]), // Website List
    );

    // Get Final data Results
    List<EntryModel> resultData = scrape.GetResults();
    Dictionary<string, string> resultUrls = scrape.GetResultsUrls();

    // Print final result data either to console, logger, or file (can be printed in a ascii table format)
    scrape.PrintResultsToConsole(true, "world trigger", BookType.Manga);
    scrape.PrintResultToLogger(LOGGER, NLog.LogLevel.Info);
    scrape.PrintResultsToFile("FinalData.txt");

    // Example AsciiTable Format Output
    Title: "world trigger"
    BookType: Manga
    Region: America
    ┏━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━┳━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━┓
    ┃ Title                ┃ Price ┃ Status ┃ Website                 ┃
    ┣━━━━━━━━━━━━━━━━━━━━━━╋━━━━━━━╋━━━━━━━━╋━━━━━━━━━━━━━━━━━━━━━━━━━┫
    ┃ World Trigger Vol 20 ┃ $8.98 ┃ IS     ┃ RobertsAnimeCornerStore ┃
    ┃ World Trigger Vol 21 ┃ $8.98 ┃ IS     ┃ RobertsAnimeCornerStore ┃
    ┃ World Trigger Vol 22 ┃ $8.98 ┃ IS     ┃ RobertsAnimeCornerStore ┃
    ┃ World Trigger Vol 23 ┃ $8.98 ┃ IS     ┃ RobertsAnimeCornerStore ┃
    ┃ World Trigger Vol 24 ┃ $8.98 ┃ IS     ┃ RobertsAnimeCornerStore ┃
    ┗━━━━━━━━━━━━━━━━━━━━━━┻━━━━━━━┻━━━━━━━━┻━━━━━━━━━━━━━━━━━━━━━━━━━┛
    Links:
    RobertsAnimeCornerStore => https://www.animecornerstore.com/wotrbgrno.html
}