fix: openllm generate cutoff

2025-12-06 19:42:42 +08:00 · 2023-08-22 13:37:07 +08:00
1 changed files with 0 additions and 3 deletions
--- a/api/core/third_party/langchain/llms/openllm.py
+++ b/api/core/third_party/langchain/llms/openllm.py
@@ -67,9 +67,6 @@ class OpenLLM(LLM):
        json_response = response.json()
        completion = json_response["responses"][0]

-        if completion:
-            completion = completion[len(prompt):]
-
        if stop is not None:
            completion = enforce_stop_tokens(completion, stop)