refactor: replace compact response generation with length-prefixed response for backwards invocation api (#20903)
This commit is contained in:
parent
f601093ccc
commit
d6d8cca053
3 changed files with 64 additions and 10 deletions
|
|
@ -29,7 +29,7 @@ from core.plugin.entities.request import (
|
|||
RequestRequestUploadFile,
|
||||
)
|
||||
from core.tools.entities.tool_entities import ToolProviderType
|
||||
from libs.helper import compact_generate_response
|
||||
from libs.helper import length_prefixed_response
|
||||
from models.account import Account, Tenant
|
||||
from models.model import EndUser
|
||||
|
||||
|
|
@ -44,7 +44,7 @@ class PluginInvokeLLMApi(Resource):
|
|||
response = PluginModelBackwardsInvocation.invoke_llm(user_model.id, tenant_model, payload)
|
||||
return PluginModelBackwardsInvocation.convert_to_event_stream(response)
|
||||
|
||||
return compact_generate_response(generator())
|
||||
return length_prefixed_response(0xF, generator())
|
||||
|
||||
|
||||
class PluginInvokeTextEmbeddingApi(Resource):
|
||||
|
|
@ -101,7 +101,7 @@ class PluginInvokeTTSApi(Resource):
|
|||
)
|
||||
return PluginModelBackwardsInvocation.convert_to_event_stream(response)
|
||||
|
||||
return compact_generate_response(generator())
|
||||
return length_prefixed_response(0xF, generator())
|
||||
|
||||
|
||||
class PluginInvokeSpeech2TextApi(Resource):
|
||||
|
|
@ -162,7 +162,7 @@ class PluginInvokeToolApi(Resource):
|
|||
),
|
||||
)
|
||||
|
||||
return compact_generate_response(generator())
|
||||
return length_prefixed_response(0xF, generator())
|
||||
|
||||
|
||||
class PluginInvokeParameterExtractorNodeApi(Resource):
|
||||
|
|
@ -228,7 +228,7 @@ class PluginInvokeAppApi(Resource):
|
|||
files=payload.files,
|
||||
)
|
||||
|
||||
return compact_generate_response(PluginAppBackwardsInvocation.convert_to_event_stream(response))
|
||||
return length_prefixed_response(0xF, PluginAppBackwardsInvocation.convert_to_event_stream(response))
|
||||
|
||||
|
||||
class PluginInvokeEncryptApi(Resource):
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue