mealie/tests/unit_tests/services_tests/scraper_tests/test_cleaner.py
Michael Genson 3a30b3216e fixed tests
2023-12-09 17:19:27 +00:00

60 lines
2.3 KiB
Python

import json
import re
from pathlib import Path
import pytest
from mealie.lang.providers import local_provider
from mealie.services.scraper import cleaner
from mealie.services.scraper.scraper_strategies import RecipeScraperOpenGraph
from tests import data as test_data
# https://github.com/django/django/blob/stable/1.3.x/django/core/validators.py#L45
url_validation_regex = re.compile(
r"^(?:http|ftp)s?://" # http:// or https://
r"(?:(?:[A-Z0-9](?:[A-Z0-9-]{0,61}[A-Z0-9])?\.)+(?:[A-Z]{2,6}\.?|[A-Z0-9-]{2,}\.?)|" # domain...
r"localhost|" # localhost...
r"\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})" # ...or ip
r"(?::\d+)?" # optional port
r"(?:/?|[/?]\S+)$",
re.IGNORECASE,
)
test_cleaner_data = [
(test_data.json_best_homemade_salsa_recipe, 2),
(test_data.json_blue_cheese_stuffed_turkey_meatballs_with_raspberry_balsamic_glaze_2, 3),
(test_data.json_bon_appetit, 8),
(test_data.json_chunky_apple_cake, 4),
(test_data.json_dairy_free_impossible_pumpkin_pie, 7),
(test_data.json_how_to_make_instant_pot_spaghetti, 8),
(test_data.json_instant_pot_chicken_and_potatoes, 4),
(test_data.json_instant_pot_kerala_vegetable_stew, 13),
(test_data.json_jalapeno_popper_dip, 4),
(test_data.json_microwave_sweet_potatoes_04783, 4),
(test_data.json_moroccan_skirt_steak_with_roasted_pepper_couscous, 4),
(test_data.json_pizza_knoblauch_champignon_paprika_vegan_html, 3),
]
@pytest.mark.parametrize("json_file,num_steps", test_cleaner_data)
def test_cleaner_clean(json_file: Path, num_steps):
translator = local_provider()
recipe_data = cleaner.clean(json.loads(json_file.read_text()), translator)
assert len(recipe_data["recipeInstructions"]) == num_steps
def test_html_with_recipe_data():
path = test_data.html_healthy_pasta_bake_60759
url = "https://www.bbc.co.uk/food/recipes/healthy_pasta_bake_60759"
translator = local_provider()
open_graph_strategy = RecipeScraperOpenGraph(url, translator)
recipe_data = open_graph_strategy.get_recipe_fields(path.read_text())
assert len(recipe_data["name"]) > 10
assert len(recipe_data["slug"]) > 10
assert recipe_data["orgURL"] == url
assert len(recipe_data["description"]) > 100
assert url_validation_regex.match(recipe_data["image"])