async def _scrape_web_content(web_entity: WebEntity, entity_context: str):
    """Scrape web content using Firecrawl or retrieve from storage for CTTI entities."""
    # Import storage manager here to avoid circular imports
    from airweave.platform.storage import storage_manager

    # Check if this is a CTTI entity that already exists in global storage
    is_ctti = storage_manager._is_ctti_entity(web_entity)

    if is_ctti:
        cached_result = await _get_ctti_cached_content(web_entity, entity_context)
        if cached_result:
            return cached_result

    return await _retry_with_backoff(
        _scrape_with_firecrawl_internal, web_entity, entity_context, entity_context=entity_context
    )
Scrape web content using Firecrawl or retrieve from storage for CTTI entities.
backend/airweave/platform/transformers/web_fetcher.py