jyapayne/langflow
1
0
Fork 0
Code Issues Pull requests Projects Releases 1 Packages Wiki Activity Actions

Update AnthropicModel with new model options and API URL

Browse source
This commit is contained in:
Gabriel Luiz Freitas Almeida 2024-03-28 19:50:31 -03:00
commit 53a959d8e5
1 changed files with 10 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

18
src/backend/base/langflow/components/models/AnthropicModel.py
View file

@ -17,15 +17,17 @@ class AnthropicLLM(LCModelComponent):
"model": { "model": {
"display_name": "Model Name", "display_name": "Model Name",
"options": [ "options": [
"claude-3-opus-20240229",
"claude-3-sonnet-20240229",
"claude-3-haiku-20240307",
"claude-2.1", "claude-2.1",
"claude-2.0", "claude-2.0",
"claude-instant-1.2", "claude-instant-1.2",
"claude-instant-1", "claude-instant-1",
# Add more models as needed
], ],
"info": "https://python.langchain.com/docs/integrations/chat/anthropic", "info": "https://python.langchain.com/docs/integrations/chat/anthropic",
"required": True, "required": True,
"value": "claude-2.1", "value": "claude-3-opus-20240229",
}, },
"anthropic_api_key": { "anthropic_api_key": {
"display_name": "Anthropic API Key", "display_name": "Anthropic API Key",
@ -43,8 +45,8 @@ class AnthropicLLM(LCModelComponent):
"field_type": "float", "field_type": "float",
"value": 0.7, "value": 0.7,
}, },
"api_endpoint": { "anthropic_api_url": {
"display_name": "API Endpoint", "display_name": "Anthropic API URL",
"info": "Endpoint of the Anthropic API. Defaults to 'https://api.anthropic.com' if not specified.", "info": "Endpoint of the Anthropic API. Defaults to 'https://api.anthropic.com' if not specified.",
}, },
"code": {"show": False}, "code": {"show": False},
@ -67,12 +69,12 @@ class AnthropicLLM(LCModelComponent):
anthropic_api_key: Optional[str] = None, anthropic_api_key: Optional[str] = None,
max_tokens: Optional[int] = None, max_tokens: Optional[int] = None,
temperature: Optional[float] = None, temperature: Optional[float] = None,
api_endpoint: Optional[str] = None, anthropic_api_url: Optional[str] = None,
stream: bool = False, stream: bool = False,
) -> Text: ) -> Text:
# Set default API endpoint if not provided # Set default API endpoint if not provided
if not api_endpoint: if not anthropic_api_url:
api_endpoint = "https://api.anthropic.com" anthropic_api_url = "https://api.anthropic.com"
try: try:
output = ChatAnthropic( output = ChatAnthropic(
@ -80,7 +82,7 @@ class AnthropicLLM(LCModelComponent):
anthropic_api_key=(SecretStr(anthropic_api_key) if anthropic_api_key else None), anthropic_api_key=(SecretStr(anthropic_api_key) if anthropic_api_key else None),
max_tokens_to_sample=max_tokens, # type: ignore max_tokens_to_sample=max_tokens, # type: ignore
temperature=temperature, temperature=temperature,
anthropic_api_url=api_endpoint, anthropic_api_url=anthropic_api_url,
) )
except Exception as e: except Exception as e:
raise ValueError("Could not connect to Anthropic API.") from e raise ValueError("Could not connect to Anthropic API.") from e