fix segment display the default (#21317)
Co-authored-by: lizb <lizb@sugon.com>
This commit is contained in:
parent
b348455144
commit
ea68c92bbb
1 changed files with 14 additions and 0 deletions
|
|
@ -512,6 +512,20 @@ const StepTwo = ({
|
||||||
setOverlap(overlap!)
|
setOverlap(overlap!)
|
||||||
setRules(rules.pre_processing_rules)
|
setRules(rules.pre_processing_rules)
|
||||||
setDefaultConfig(rules)
|
setDefaultConfig(rules)
|
||||||
|
|
||||||
|
if (documentDetail.dataset_process_rule.mode === 'hierarchical') {
|
||||||
|
setParentChildConfig({
|
||||||
|
chunkForContext: rules.parent_mode || 'paragraph',
|
||||||
|
parent: {
|
||||||
|
delimiter: escape(rules.segmentation.separator),
|
||||||
|
maxLength: rules.segmentation.max_tokens,
|
||||||
|
},
|
||||||
|
child: {
|
||||||
|
delimiter: escape(rules.subchunk_segmentation.separator),
|
||||||
|
maxLength: rules.subchunk_segmentation.max_tokens,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue