feat: advanced prompt backend (#1301)

Co-authored-by: takatost <takatost@gmail.com>
2023-10-12 23:13:10 +08:00 · 2023-10-12 23:13:10 +08:00 · 42a5b3ec17
commit 42a5b3ec17
parent 2d1cb076c6
61 changed files with 767 additions and 581 deletions
--- a/api/tests/integration_tests/models/llm/test_openllm_model.py
+++ b/api/tests/integration_tests/models/llm/test_openllm_model.py
@ -55,7 +55,7 @@ def decrypt_side_effect(tenant_id, encrypted_api_key):
 def test_get_num_tokens(mock_decrypt, mocker):
    model = get_mock_model('facebook/opt-125m', mocker)
    rst = model.get_num_tokens([
-        PromptMessage(type=MessageType.HUMAN, content='Who is your manufacturer?')
+        PromptMessage(type=MessageType.USER, content='Who is your manufacturer?')
    ])
    assert rst == 5