jyapayne/langflow
1
0
Fork 0
Code Issues Pull requests Projects Releases 1 Packages Wiki Activity Actions

fix: langwatch component initialization and some QoL (#8885)

Browse source 
* Fix langwatch component initialization and some QoL

* [autofix.ci] apply automated fixes

* Fix ruff and add unit tests

* [autofix.ci] apply automated fixes

* feat(langwatch): add utility for caching evaluators and refactor component to use it

* test(langwatch): add initial test file for LangWatchComponent and mock evaluator method

* fix(langwatch): use getattr for safer access to current_evaluator attribute

* test(langwatch): update cache clearing method to use utility function

---------

Co-authored-by: autofix-ci[bot] <114827586+autofix-ci[bot]@users.noreply.github.com>
Co-authored-by: Gabriel Luiz Freitas Almeida <gabriel@langflow.org>
This commit is contained in:
Jordan Frazier 2025-07-07 06:42:33 -07:00 • committed by GitHub
commit 64855b2f49
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 435 additions and 30 deletions
Download patch file Download diff file Expand all files Collapse all files

0
src/backend/base/langflow/base/langwatch/__init__.py Normal file
View file

17
src/backend/base/langflow/base/langwatch/utils.py Normal file
View file

@ -0,0 +1,17 @@
from functools import lru_cache
from typing import Any
import httpx
from loguru import logger
@lru_cache(maxsize=1)
def get_cached_evaluators(url: str) -> dict[str, Any]:
try:
response = httpx.get(url, timeout=10)
response.raise_for_status()
data = response.json()
return data.get("evaluators", {})
except httpx.RequestError as e:
logger.error(f"Error fetching evaluators: {e}")
return {}

51
src/backend/base/langflow/components/langwatch/langwatch.py
View file

@ -5,6 +5,7 @@ from typing import Any
import httpx
from loguru import logger
from langflow.base.langwatch.utils import get_cached_evaluators
from langflow.custom.custom_component.component import Component
from langflow.inputs.inputs import MultilineInput
from langflow.io import (
@ -81,36 +82,24 @@ class LangWatchComponent(Component):
Output(name="evaluation_result", display_name="Evaluation Result", method="evaluate"),
]
def __init__(self, **data):
super().__init__(**data)
self.evaluators = self.get_evaluators()
self.dynamic_inputs = {}
self._code = data.get("_code", "")
self.current_evaluator = None
if self.evaluators:
self.current_evaluator = next(iter(self.evaluators))
def get_evaluators(self) -> dict[str, Any]:
url = f"{os.getenv('LANGWATCH_ENDPOINT', 'https://app.langwatch.ai')}/api/evaluations/list"
try:
response = httpx.get(url, timeout=10)
response.raise_for_status()
data = response.json()
return data.get("evaluators", {})
except httpx.RequestError as e:
self.status = f"Error fetching evaluators: {e}"
return {}
def set_evaluators(self, endpoint: str):
url = f"{endpoint}/api/evaluations/list"
self.evaluators = get_cached_evaluators(url)
if not self.evaluators or len(self.evaluators) == 0:
self.status = f"No evaluators found from {endpoint}"
msg = f"No evaluators found from {endpoint}"
raise ValueError(msg)
def update_build_config(self, build_config: dotdict, field_value: Any, field_name: str | None = None) -> dotdict:
try:
logger.info("Updating build config. Field name: %s, Field value: %s", field_name, field_value)
logger.info(f"Updating build config. Field name: {field_name}, Field value: {field_value}")
if field_name is None or field_name == "evaluator_name":
self.evaluators = self.get_evaluators()
self.evaluators = self.get_evaluators(os.getenv("LANGWATCH_ENDPOINT", "https://app.langwatch.ai"))
build_config["evaluator_name"]["options"] = list(self.evaluators.keys())
# Set a default evaluator if none is selected
if not self.current_evaluator and self.evaluators:
if not getattr(self, "current_evaluator", None) and self.evaluators:
self.current_evaluator = next(iter(self.evaluators))
build_config["evaluator_name"]["value"] = self.current_evaluator
@ -150,7 +139,7 @@ class LangWatchComponent(Component):
# Validate presence of default keys
missing_keys = [key for key in default_keys if key not in build_config]
if missing_keys:
logger.warning("Missing required keys in build_config: %s", missing_keys)
logger.warning(f"Missing required keys in build_config: {missing_keys}")
# Add missing keys with default values
for key in missing_keys:
build_config[key] = {"value": None, "type": "str"}
@ -158,14 +147,11 @@ class LangWatchComponent(Component):
# Ensure the current_evaluator is always set in the build_config
build_config["evaluator_name"]["value"] = self.current_evaluator
logger.info("Current evaluator set to: %s", self.current_evaluator)
return build_config
logger.info(f"Current evaluator set to: {self.current_evaluator}")
except (KeyError, AttributeError, ValueError) as e:
self.status = f"Error updating component: {e!s}"
return build_config
else:
return build_config
return build_config
def get_dynamic_inputs(self, evaluator: dict[str, Any]):
try:
@ -229,13 +215,18 @@ class LangWatchComponent(Component):
if not self.api_key:
return Data(data={"error": "API key is required"})
self.set_evaluators(os.getenv("LANGWATCH_ENDPOINT", "https://app.langwatch.ai"))
self.dynamic_inputs = {}
if getattr(self, "current_evaluator", None) is None and self.evaluators:
self.current_evaluator = next(iter(self.evaluators))
# Prioritize evaluator_name if it exists
evaluator_name = getattr(self, "evaluator_name", None) or self.current_evaluator
if not evaluator_name:
if self.evaluators:
evaluator_name = next(iter(self.evaluators))
logger.info("No evaluator was selected. Using default: %s", evaluator_name)
logger.info(f"No evaluator was selected. Using default: {evaluator_name}")
else:
return Data(
data={"error": "No evaluator selected and no evaluators available. Please choose an evaluator."}
@ -246,7 +237,7 @@ class LangWatchComponent(Component):
if not evaluator:
return Data(data={"error": f"Selected evaluator '{evaluator_name}' not found."})
logger.info("Evaluating with evaluator: %s", evaluator_name)
logger.info(f"Evaluating with evaluator: {evaluator_name}")
endpoint = f"/api/evaluations/{evaluator_name}/evaluate"
url = f"{os.getenv('LANGWATCH_ENDPOINT', 'https://app.langwatch.ai')}{endpoint}"