jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: add list contents handling in structured LLM output (#21837)

Browse source
This commit is contained in:
Yeuoly 2025-07-02 19:14:21 +08:00 • committed by GitHub
commit 5487463385
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 8 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

10
api/core/llm_generator/output_parser/structured_output.py
View file

@ -23,6 +23,7 @@ from core.model_runtime.entities.message_entities import (
PromptMessage, PromptMessage,
PromptMessageTool, PromptMessageTool,
SystemPromptMessage, SystemPromptMessage,
TextPromptMessageContent,
) )
from core.model_runtime.entities.model_entities import AIModelEntity, ParameterRule from core.model_runtime.entities.model_entities import AIModelEntity, ParameterRule
@ -170,10 +171,15 @@ def invoke_llm_with_structured_output(
system_fingerprint: Optional[str] = None system_fingerprint: Optional[str] = None
for event in llm_result: for event in llm_result:
if isinstance(event, LLMResultChunk): if isinstance(event, LLMResultChunk):
prompt_messages = event.prompt_messages
system_fingerprint = event.system_fingerprint
if isinstance(event.delta.message.content, str): if isinstance(event.delta.message.content, str):
result_text += event.delta.message.content result_text += event.delta.message.content
prompt_messages = event.prompt_messages elif isinstance(event.delta.message.content, list):
system_fingerprint = event.system_fingerprint for item in event.delta.message.content:
if isinstance(item, TextPromptMessageContent):
result_text += item.data
yield LLMResultChunkWithStructuredOutput( yield LLMResultChunkWithStructuredOutput(
model=model_schema.model, model=model_schema.model,