ensure time is always a number

This commit is contained in:
smilerz
2021-04-03 11:12:01 -05:00
parent 3cf949bf8d
commit ec6a10ca0a
3 changed files with 16 additions and 91 deletions

View File

@ -1,4 +1,5 @@
from bs4 import BeautifulSoup
from json import JSONDecodeError
from recipe_scrapers import SCRAPERS, get_domain, _exception_handling
from recipe_scrapers._factory import SchemaScraperFactory
from recipe_scrapers._schemaorg import SchemaOrg
@ -8,9 +9,9 @@ from .cooksillustrated import CooksIllustrated
CUSTOM_SCRAPERS = {
CooksIllustrated.host(): CooksIllustrated,
}
SCRAPERS.update(CUSTOM_SCRAPERS)
SCRAPERS = SCRAPERS.update(CUSTOM_SCRAPERS)
#%%
def text_scraper(text, url=None):
domain = None
if url:
@ -19,7 +20,7 @@ def text_scraper(text, url=None):
scraper_class = SCRAPERS[domain]
else:
scraper_class = SchemaScraperFactory.SchemaScraper
class TextScraper(scraper_class):
def __init__(
self,
@ -31,11 +32,10 @@ def text_scraper(text, url=None):
self.meta_http_equiv = False
self.soup = BeautifulSoup(page_data, "html.parser")
self.url = url
self.recipe = None
try:
self.schema = SchemaOrg(page_data)
except JSONDecodeError:
pass
return TextScraper(text, url)
# %%