RRScraper/RRScraper-CLI.py at main · TTF-fog/RRScraper · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
from selenium import webdriver
from tqdm import tqdm
import pypub
from selenium.webdriver.common.by import By
import iridi

browser = webdriver.Chrome()


iridi.presets.wiretap.print("RRScraper")
iridi.presets.wiretap.print("Single URL or List")
iridi.presets.wiretap.print("Royal Road URL (In https:// format) :")
url = input()

browser.get(url)


class Ebook:
    def __init__(self, links: [str]):
        self.name = ""
        self.format = "epub"
        self.chapters = 0
        self.links = links
        self.chapters = links
        self.pages = len(self.links)
        self.format = {}

    def loadText(self):
        Output = pypub.Epub(url[url.rfind("/"):len(url)].replace("-", " ").title().replace("/", ""),publisher="RRScraper",creator="RRScraper")

        for i in tqdm(range(0, len(links))):
            browser.get(links[i])

            womper = browser.find_element(By.CLASS_NAME,
                                          "chapter-inner").get_attribute(
                 "innerHTML")

            try:
                my_first_chapter = pypub.create_chapter_from_html(womper.encode("utf-8"),
                                                                  chapters[i]["title"])
                Output.add_chapter(my_first_chapter)
            except Exception as e:
                iridi.presets.wiretap.print(f" Error encountered {e}")

                pass

        Output.create('./' + url[url.rfind("/"):len(url)].replace("-", " ").title())
        iridi.presets.wiretap.print("Saved")


no = 0

# chapter_links=[]
chapters = browser.execute_script("return window.chapters;")
links = []

for i in tqdm(range(0, len(chapters))):
    links.append("https://royalroad.com" + chapters[i]["url"])

iridi.presets.wiretap.print("Chapters found")
iridi.presets.wiretap.print("Setting up book")
t = Ebook(links)

t.loadText()
# for i in textbox:
#     chapter_links.append(i.find_element(By.TAG_NAME,"a").get_attribute("href"))

#
# for i in chapter_links:
#     browser.get(i)