from products import Product, find_product_by_tag from recipes.db import Recipe, Ingredient, insert_recipe, insert_ingredient, find_recipe_by_id, find_ingredients_by_recipe_id, get_all, find_recipes_by_name from recipes.scraping import scrape_recipe from ingredient_parser import parse_multiple_ingredients from typing import List import json, units async def find_existing_product(conn, ingredient: str) -> Product: async for item in find_product_by_tag(conn, ingredient): return item return None def parse_ingredient_from_nlp(ingredients: List[str]) -> Ingredient: results = [] for ingredient in parse_multiple_ingredients(ingredients): name = ingredient.name.text if ingredient.name else '' quantity, unit = None, None for amount in ingredient.amount: if quantity is None and amount.quantity: quantity = amount.quantity if unit is None and amount.unit: real_unit = units.get_unit(amount.unit) if real_unit: unit = real_unit.name if quantity is None: quantity = 1 if unit is None: unit = units.ITEMS.name results.append(Ingredient(id=0, line=ingredient.sentence, name=name, quantity=quantity, unit=unit, preparation=ingredient.preparation.text if ingredient.preparation else '', product_id=0 )) return results async def match_existing_products(conn, ingredients: List[Ingredient]) -> List[Ingredient]: for ingredient in ingredients: if not ingredient.product: existing = await find_existing_product(conn, ingredient.name) if existing: ingredient.product = existing return ingredients async def _get_recipe_from_ldata(conn, url: str, ldata: dict) -> dict: ingredients = parse_ingredient_from_nlp(ldata['recipeIngredient']) ingredients = await match_existing_products(conn, ingredients) name = ldata['name'] if 'name' in ldata else url images = ldata['image'] if 'image' in ldata else [] if isinstance(images, str): images = [images] return Recipe( id=0, name=name, link=url, image_urls=images, raw_data=json.dumps(ldata), ingredients=ingredients ) async def parse_recipe(conn, url: str) -> dict: ldata = await scrape_recipe(url) if ldata: return await _get_recipe_from_ldata(conn, url, ldata) return None