Skip to content

Commit

Permalink
Merge pull request #2207 from CryZFix/new-source
Browse files Browse the repository at this point in the history
Added new mirror for FreeWebNovel
  • Loading branch information
dipu-bd authored Dec 7, 2023
2 parents 452f9de + 301c6b9 commit 4d70649
Show file tree
Hide file tree
Showing 2 changed files with 10 additions and 4 deletions.
8 changes: 7 additions & 1 deletion sources/en/f/freewebnovel.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,13 @@


class FreeWebNovelCrawler(SearchableSoupTemplate, ChapterOnlySoupTemplate):
base_url = ["https://freewebnovel.com/", "https://bednovel.com/", "https://innread.com/", "https://innnovel.com/"]
base_url = [
"https://freewebnovel.com/",
"https://bednovel.com/",
"https://innread.com/",
"https://innnovel.com/",
"https://libread.com/"
]

def initialize(self) -> None:
self.init_executor(ratelimit=2)
Expand Down
6 changes: 3 additions & 3 deletions sources/ru/rulate.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,9 @@ class RulateCrawler(Crawler):
"https://tl.rulate.ru/",
]

def initialize(self):
self.cleaner.bad_css.update([".thumbnail"])

def login(self, email: str, password: str):
login_url = "https://tl.rulate.ru/"
login_data = {
Expand Down Expand Up @@ -59,9 +62,6 @@ def read_novel_info(self):
logger.info("Novel author: %s", self.novel_author)

possible_synopsis = soup.select_one("#Info > div:nth-child(3)")
possible_thumbnail = possible_synopsis.select_one("div.thumbnail")
if possible_thumbnail:
possible_synopsis.select_one("div.thumbnail").decompose()
if possible_synopsis:
self.novel_synopsis = self.cleaner.extract_contents(possible_synopsis)
logger.info("Novel synopsis: %s", self.novel_synopsis)
Expand Down

0 comments on commit 4d70649

Please sign in to comment.