initial commit

venv/Lib/site-packages/langchain_community/llms/utils.py

@@ -0,0 +1,9 @@
+"""Common utility functions for LLM APIs."""
+
+import re
+from typing import List
+
+
+def enforce_stop_tokens(text: str, stop: List[str]) -> str:
+    """Cut off the text as soon as any stop words occur."""
+    return re.split("|".join(stop), text, maxsplit=1)[0]