fix: openllm generate cutoff (#945)
This commit is contained in:
parent
e8039a7da8
commit
866ee5da91
1 changed files with 0 additions and 3 deletions
|
|
@ -67,9 +67,6 @@ class OpenLLM(LLM):
|
||||||
json_response = response.json()
|
json_response = response.json()
|
||||||
completion = json_response["responses"][0]
|
completion = json_response["responses"][0]
|
||||||
|
|
||||||
if completion:
|
|
||||||
completion = completion[len(prompt):]
|
|
||||||
|
|
||||||
if stop is not None:
|
if stop is not None:
|
||||||
completion = enforce_stop_tokens(completion, stop)
|
completion = enforce_stop_tokens(completion, stop)
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue