def _is_valid_type(obj: Any, class_or_tuple: Union[Type, Tuple[Type, ...]]) -> bool:
    """
    Checks if an object is an instance of any of the provided types. For collections, it checks if every element is of
    the correct type as well.
    """
    if not isinstance(class_or_tuple, tuple):
        class_or_tuple = (class_or_tuple,)

    # Unpack unions
    unpacked_class_or_tuple = []
    for t in class_or_tuple:
        if get_origin(t) is Union:
            unpacked_class_or_tuple.extend(get_args(t))
        else:
            unpacked_class_or_tuple.append(t)
    class_or_tuple = tuple(unpacked_class_or_tuple)

    if Any in class_or_tuple:
        return True

    obj_type = type(obj)
    # Classes with obj's type
    class_or_tuple = {t for t in class_or_tuple if isinstance(obj, get_origin(t) or t)}

    # Singular types (e.g. int, ControlNet, ...)
    # Untyped collections (e.g. List, but not List[int])
    elem_class_or_tuple = {get_args(t) for t in class_or_tuple}
    if () in elem_class_or_tuple:
        return True
    # Typed lists or sets
    elif obj_type in (list, set):
        return any(all(_is_valid_type(x, t) for x in obj) for t in elem_class_or_tuple)
    # Typed tuples
    elif obj_type is tuple:
        return any(
            # Tuples with any length and single type (e.g. Tuple[int, ...])
            (len(t) == 2 and t[-1] is Ellipsis and all(_is_valid_type(x, t[0]) for x in obj))
            or
            # Tuples with fixed length and any types (e.g. Tuple[int, str])
            (len(obj) == len(t) and all(_is_valid_type(x, tt) for x, tt in zip(obj, t)))
            for t in elem_class_or_tuple
        )
    # Typed dicts
    elif obj_type is dict:
        return any(
            all(_is_valid_type(k, kt) and _is_valid_type(v, vt) for k, v in obj.items())
            for kt, vt in elem_class_or_tuple
        )

    else:
        return False

    Checks if an object is an instance of any of the provided types. For collections, it checks if every element is of
    the correct type as well.
    
src/diffusers/utils/typing_utils.py