From a8bf2ccf663d464c21925e49e5cdbeee869ce2e3 Mon Sep 17 00:00:00 2001 From: anovazzi1 Date: Wed, 10 Jan 2024 10:19:38 -0300 Subject: [PATCH] Update LlamaCpp import and return type --- src/backend/langflow/components/llms/LlamaCpp.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/backend/langflow/components/llms/LlamaCpp.py b/src/backend/langflow/components/llms/LlamaCpp.py index eaf40f1d8..d8c917ba2 100644 --- a/src/backend/langflow/components/llms/LlamaCpp.py +++ b/src/backend/langflow/components/llms/LlamaCpp.py @@ -1,7 +1,7 @@ from typing import Optional, List, Dict, Any from langflow import CustomComponent -from langchain.llms import BaseLanguageModel +from langchain_community.llms.llamacpp import LlamaCpp class LlamaCppComponent(CustomComponent): display_name = "LlamaCpp" @@ -84,10 +84,10 @@ class LlamaCppComponent(CustomComponent): use_mmap: Optional[bool] = True, verbose: Optional[bool] = True, vocab_only: Optional[bool] = False, - ) -> BaseLanguageModel: + ) -> LlamaCpp: # Here you would instantiate the LlamaCpp model with the provided parameters # Since the actual implementation of LlamaCpp is not provided, this is a placeholder - return BaseLanguageModel( + return LlamaCpp( model_path=model_path, grammar=grammar, cache=cache,