jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: wrong token number when using qa_model and answer is updated. (#21574)

Browse source
This commit is contained in:
NeatGuyCoding 2025-06-27 09:11:41 +08:00 • committed by GitHub
commit 33f0457a23
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
api/services/dataset_service.py
View file

@ -2207,6 +2207,7 @@ class SegmentService:
# calc embedding use tokens # calc embedding use tokens
if document.doc_form == "qa_model": if document.doc_form == "qa_model":
segment.answer = args.answer
tokens = embedding_model.get_text_embedding_num_tokens(texts=[content + segment.answer])[0] tokens = embedding_model.get_text_embedding_num_tokens(texts=[content + segment.answer])[0]
else: else:
tokens = embedding_model.get_text_embedding_num_tokens(texts=[content])[0] tokens = embedding_model.get_text_embedding_num_tokens(texts=[content])[0]