EbookFoundation
/
regluit
mirror of https://github.com/EbookFoundation/regluit.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

add wsp

pull/94/head
eric 2020-08-10 20:03:46 -04:00
parent fd7f35f6c3
commit 85cdf9536d
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
core/loaders/harvest.py
View File

@ -92,6 +92,7 @@ def harvesters(ebook):
yield ebook.provider == 'muse.jhu.edu', harvest_muse
yield ebook.provider == 'IOS Press Ebooks', harvest_ios
yield ebook.provider == 'elgaronline.com', harvest_elgar
yield ebook.provider == 'worldscientific.com', harvest_wsp
def ebf_if_harvested(url):
onlines = EbookFile.objects.filter(source=url)
@ -626,3 +627,13 @@ def harvest_elgar(ebook):
return harvest_stapled_generic(ebook, None, chap_selector)
def harvest_wsp(ebook):
def chap_selector(doc):
return doc.select('#toc a[title=PDF]')
def dl(url):
return url + '?download=true'
return harvest_stapled_generic(ebook, None, chap_selector, user_agent=settings.USER_AGENT,
dl=dl)
#https://www.worldscientific.com/doi/pdf/10.1142/9781783265640_0002
#https://www.worldscientific.com/doi/pdf/10.1142/9781783265640_0002?download=true