opendcai/dataflow-webui/prompted-refiner

from dataflow.operators.core_text import PromptedRefiner

PromptedRefiner(
    llm_serving=llm_serving,
    system_prompt="You are a helpful agent.",
)

op.run(
    storage=self.storage.step(),
    input_key="raw_content",
)
# returns: None

from dataflow.operators.core_text import PromptedRefiner
from dataflow.serving import APILLMServing_request
from dataflow.utils.storage import FileStorage
class MyPipeline:
    def __init__(self):
        self.storage = FileStorage(
            first_entry_file_name="./data/input.jsonl",
            cache_path="./cache",
            file_name_prefix="step",
            cache_type="jsonl"
        )
        self.llm_serving = APILLMServing_request(
            api_url="https://api.openai.com/v1/chat/completions",
            key_name_of_api_key="DF_API_KEY",
            model_name="gpt-4o",
            max_workers=10
        )
        self.refiner = PromptedRefiner(
            llm_serving=self.llm_serving,
            system_prompt="Refine the following text for clarity."
        )
    def forward(self):
        self.refiner.run(
            storage=self.storage.step(),
            input_key="content"
        )
if __name__ == "__main__":
    pipeline = MyPipeline()
    pipeline.forward()