cgiacofei/TandoorRecipes
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

added all ATK sites to custom scraper

Browse Source
This commit is contained in:
smilerz
2021-04-03 11:43:36 -05:00
parent 028b2dfb22
commit 50140db668
2 changed files with 14 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
cookbook/helper/scrapers/cooksillustrated.py
View File

@ -4,8 +4,12 @@ from recipe_scrapers._abstract import AbstractScraper
class CooksIllustrated(AbstractScraper): class CooksIllustrated(AbstractScraper):
@classmethod @classmethod
def host(cls): def host(cls, site='cooksillustrated'):
return "cooksillustrated.com" return {
'cooksillustrated': f"{site}.com",
'americastestkitchen': f"{site}.com",
'cookscountry': f"{site}.com",
}.get(site)
def title(self): def title(self):
return self.schema.title() return self.schema.title()
@ -29,10 +33,10 @@ class CooksIllustrated(AbstractScraper):
ingredients = self.recipe['ingredientGroups'][0]['fields']['recipeIngredientItems'] ingredients = self.recipe['ingredientGroups'][0]['fields']['recipeIngredientItems']
return [ return [
"{} {} {}{}".format( "{} {} {}{}".format(
i['fields']['qty'], i['fields']['qty'] or '',
i['fields']['measurement'], i['fields']['measurement'] or '',
i['fields']['ingredient']['fields']['title'], i['fields']['ingredient']['fields']['title'] or '',
i['fields']['postText'] i['fields']['postText'] or ''
) )
for i in ingredients for i in ingredients
] ]
@ -51,6 +55,7 @@ class CooksIllustrated(AbstractScraper):
raise NotImplementedError("This should be implemented.") raise NotImplementedError("This should be implemented.")
def get_recipe(self): def get_recipe(self):
# TODO add missing data to schema.data
j = json.loads(self.soup.find(type='application/json').string) j = json.loads(self.soup.find(type='application/json').string)
name = list(j['props']['initialState']['content']['documents'])[0] name = list(j['props']['initialState']['content']['documents'])[0]
self.recipe = j['props']['initialState']['content']['documents'][name] self.recipe = j['props']['initialState']['content']['documents'][name]

4
cookbook/helper/scrapers/scrapers.py
View File

@ -7,7 +7,9 @@ from recipe_scrapers._schemaorg import SchemaOrg
from .cooksillustrated import CooksIllustrated from .cooksillustrated import CooksIllustrated
CUSTOM_SCRAPERS = { CUSTOM_SCRAPERS = {
CooksIllustrated.host(): CooksIllustrated, CooksIllustrated.host(site="cooksillustrated"): CooksIllustrated,
CooksIllustrated.host(site="americastestkitchen"): CooksIllustrated,
CooksIllustrated.host(site="cookscountry"): CooksIllustrated,
} }
SCRAPERS.update(CUSTOM_SCRAPERS) SCRAPERS.update(CUSTOM_SCRAPERS)