main.py

import time

from closedai import ClosedAIPipeline
from closedai.server import app, register_model  # noqa


class MyPipeline(ClosedAIPipeline):
    def __init__(self, **kwargs):
        super().__init__(**kwargs)

    def generate_completion(self, text, **kwargs):
        for i in range(5):
            yield f", and {i} (test)"
            time.sleep(1)

    def generate_chat_completion(self, messages, **kwargs):
        for i in range(5):
            yield f", and {i} (test)"
            time.sleep(1)


register_model("my_model", MyPipeline())