Merge pull request #793 from Gluejar/handle-edp

final fixes
pull/95/head
eshellman 2018-07-11 13:50:08 -04:00 committed by GitHub
commit b0d4619e21
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 3 additions and 4 deletions

View File

@ -26,8 +26,6 @@ class BaseMultiScraper(BaseScraper):
self.get_all()
if not self.metadata.get('title', None):
self.set('title', '!!! missing title !!!')
if not self.metadata.get('language', None):
self.set('language', 'en')
self.metadata['identifiers'] = self.identifiers
def multiscrape(url, divider, scraper_class=BaseMultiScraper):
@ -77,7 +75,8 @@ class EDPMultiScraper(BaseMultiScraper):
def get_language(self):
if 'english' in self.base:
self.set('language', 'en')
self.set('language', 'fr')
else:
self.set('language', 'fr')
def get_title(self):
value = self.doc.select_one('h2').text

View File

@ -41,7 +41,7 @@ django-tastypie==0.13.3
git+git://github.com/resulto/django-transmeta.git@ad4d7278ba330dcf8c8446f8ae9b2c769ae8684e
fef-questionnaire==4.0.1
#gitenberg.metadata==0.1.6
git+https://github.com/gitenberg-dev/gitberg-build
git+git://github.com/gitenberg-dev/gitberg-build.git@61a5fb0011e1a547b1eac14dd845ce37dbb5f85a
#git+ssh://git@github.com/gitenberg-dev/metadata.git@0.1.11
github3.py==0.9.5
html5lib==1.0.1