codekingpro/portable-devtools

1"""Common utility functions for LLM APIs."""2 3import re4from typing import List5 6 7def enforce_stop_tokens(text: str, stop: List[str]) -> str:8    """Cut off the text as soon as any stop words occur."""9    return re.split("|".join(stop), text, maxsplit=1)[0]10