jyapayne/langflow
1
0
Fork 0
Code Issues Pull requests Projects Releases 1 Packages Wiki Activity Actions

🔥 refactor(conftest.py): remove unused fixtures and custom chain classes

Browse source 
The following changes were made:
- Removed the `custom_chain` fixture and the `MyCustomChain` and `CustomChain` classes as they were not being used.
- Removed the `data_processing`, `filter_docs`, `get_request`, and `post_request` fixtures as they were not being used.

🔧 fix(test_agents_template.py): set "dynamic" property to False for all template variables to ensure consistency and improve clarity

🐛 fix(test_chains_template.py): add missing "dynamic" field to template dictionaries to ensure consistency and avoid potential bugs

🔧 fix(test_custom_component.py): fix import statements and remove unused imports to improve code readability and maintainability
✨ feat(test_custom_component.py): add tests for the initialization of the CodeParser, Component, and CustomComponent classes
🔧 fix(test_custom_component.py): fix test names and add missing test cases for the Component and CustomComponent classes

🔨 refactor: refactor server.ts to use uppercase PORT variable for improved semantics
✨ feat: add support for process.env.PORT environment variable to run app on configurable port

🔨 refactor: refactor CustomComponent tests for improved readability and maintainability

🔨 refactor: refactor CodeParser tests for improved readability and maintainability

🔨 refactor: refactor Component tests for improved readability and maintainability

🐛 fix: fix CustomComponent class template validation to raise HTTPException when code is None

🔧 fix(tests): fix syntax error in custom_component._class_template_validation
✨ feat(tests): add test_custom_component_get_code_tree_syntax_error to test CustomComponent.get_code_tree method for raising CodeSyntaxError when given incorrect syntax
✨ feat(tests): add test_custom_component_get_function_entrypoint_args_no_args to test CustomComponent.get_function_entrypoint_args property with a build method with no arguments
✨ feat(tests): add test_custom_component_get_function_entrypoint_return_type_no_return_type to test CustomComponent.get_function_entrypoint_return_type property with a build method with no return type
✨ feat(tests): add test_custom_component_get_main_class_name_no_main_class to test CustomComponent.get_main_class_name property when there is no main class
✨ feat(tests): add test_custom_component_build_not_implemented to test CustomComponent.build method for raising NotImplementedError
✨ feat(tests): add fixtures for custom_chain, data_processing, filter_docs, and get_request

🔧 fix(tests): remove commented out code and unused imports to improve code readability and maintainability

🐛 fix(test_llms_template.py): set "dynamic" property to False for all template properties to ensure static values are used

🐛 fix(test_prompts_template.py): set "dynamic" property to False for all template properties to ensure consistency and improve readability
This commit is contained in:
gustavoschaedler 2023-07-18 01:59:19 +01:00
commit 11f7846e0a
7 changed files with 943 additions and 394 deletions
Download patch file Download diff file Expand all files Collapse all files

251
tests/conftest.py
View file

@ -116,254 +116,3 @@ def client_fixture(session: Session):
yield TestClient(app)
app.dependency_overrides.clear()
@pytest.fixture
def custom_chain():
return '''
from __future__ import annotations
from typing import Any, Dict, List, Optional
from pydantic import Extra
from langchain.schema import BaseLanguageModel, Document
from langchain.callbacks.manager import (
AsyncCallbackManagerForChainRun,
CallbackManagerForChainRun,
)
from langchain.chains.base import Chain
from langchain.prompts import StringPromptTemplate
from langflow.interface.custom.base import CustomComponent
class MyCustomChain(Chain):
"""
An example of a custom chain.
"""
from typing import Any, Dict, List, Optional
from pydantic import Extra
from langchain.schema import BaseLanguageModel, Document
from langchain.callbacks.manager import (
AsyncCallbackManagerForChainRun,
CallbackManagerForChainRun,
)
from langchain.chains.base import Chain
from langchain.prompts import StringPromptTemplate
from langflow.interface.custom.base import CustomComponent
class MyCustomChain(Chain):
"""
An example of a custom chain.
"""
prompt: StringPromptTemplate
"""Prompt object to use."""
llm: BaseLanguageModel
output_key: str = "text" #: :meta private:
class Config:
"""Configuration for this pydantic object."""
extra = Extra.forbid
arbitrary_types_allowed = True
@property
def input_keys(self) -> List[str]:
"""Will be whatever keys the prompt expects.
:meta private:
"""
return self.prompt.input_variables
@property
def output_keys(self) -> List[str]:
"""Will always return text key.
:meta private:
"""
return [self.output_key]
def _call(
self,
inputs: Dict[str, Any],
run_manager: Optional[CallbackManagerForChainRun] = None,
) -> Dict[str, str]:
# Your custom chain logic goes here
# This is just an example that mimics LLMChain
prompt_value = self.prompt.format_prompt(**inputs)
# Whenever you call a language model, or another chain, you should pass
# a callback manager to it. This allows the inner run to be tracked by
# any callbacks that are registered on the outer run.
# You can always obtain a callback manager for this by calling
# `run_manager.get_child()` as shown below.
response = self.llm.generate_prompt(
[prompt_value],
callbacks=run_manager.get_child() if run_manager else None,
)
# If you want to log something about this run, you can do so by calling
# methods on the `run_manager`, as shown below. This will trigger any
# callbacks that are registered for that event.
if run_manager:
run_manager.on_text("Log something about this run")
return {self.output_key: response.generations[0][0].text}
async def _acall(
self,
inputs: Dict[str, Any],
run_manager: Optional[AsyncCallbackManagerForChainRun] = None,
) -> Dict[str, str]:
# Your custom chain logic goes here
# This is just an example that mimics LLMChain
prompt_value = self.prompt.format_prompt(**inputs)
# Whenever you call a language model, or another chain, you should pass
# a callback manager to it. This allows the inner run to be tracked by
# any callbacks that are registered on the outer run.
# You can always obtain a callback manager for this by calling
# `run_manager.get_child()` as shown below.
response = await self.llm.agenerate_prompt(
[prompt_value],
callbacks=run_manager.get_child() if run_manager else None,
)
# If you want to log something about this run, you can do so by calling
# methods on the `run_manager`, as shown below. This will trigger any
# callbacks that are registered for that event.
if run_manager:
await run_manager.on_text("Log something about this run")
return {self.output_key: response.generations[0][0].text}
@property
def _chain_type(self) -> str:
return "my_custom_chain"
class CustomChain(CustomComponent):
display_name: str = "Custom Chain"
field_config = {
"prompt": {"field_type": "prompt"},
"llm": {"field_type": "BaseLanguageModel"},
}
def build(self, prompt, llm, input: str) -> Document:
chain = MyCustomChain(prompt=prompt, llm=llm)
return chain(input)
'''
@pytest.fixture
def data_processing():
return """
import pandas as pd
from langchain.schema import Document
from langflow.interface.custom.base import CustomComponent
class CSVLoaderComponent(CustomComponent):
display_name: str = "CSV Loader"
field_config = {
"filename": {"field_type": "str", "required": True},
"column_name": {"field_type": "str", "required": True},
}
def build(self, filename: str, column_name: str) -> Document:
# Load the CSV file
df = pd.read_csv(filename)
# Verify the column exists
if column_name not in df.columns:
raise ValueError(f"Column '{column_name}' not found in the CSV file")
# Convert each row of the specified column to a document object
documents = []
for content in df[column_name]:
metadata = {"filename": filename}
documents.append(Document(page_content=str(content), metadata=metadata))
return documents
"""
@pytest.fixture
def filter_docs():
return """
from langchain.schema import Document
from langflow.interface.custom.base import CustomComponent
from typing import List
class DocumentFilterByLengthComponent(CustomComponent):
display_name: str = "Document Filter By Length"
field_config = {
"documents": {"field_type": "Document", "required": True},
"max_length": {"field_type": "int", "required": True},
}
def build(self, documents: List[Document], max_length: int) -> List[Document]:
# Filter the documents by length
filtered_documents = [doc for doc in documents if len(doc.page_content) <= max_length]
return filtered_documents
"""
@pytest.fixture
def get_request():
return """
import requests
from typing import Dict, Union
from langchain.schema import Document
from langflow.interface.custom.base import CustomComponent
class GetRequestComponent(CustomComponent):
display_name: str = "GET Request"
field_config = {
"url": {"field_type": "str", "required": True},
}
def build(self, url: str) -> Document:
# Send a GET request to the URL
response = requests.get(url)
# Raise an exception if the request was not successful
if response.status_code != 200:
raise ValueError(f"GET request failed: {response.status_code} status code")
# Create a document with the response text and the URL as metadata
document = Document(page_content=response.text, metadata={"url": url})
return document
"""
@pytest.fixture
def post_request():
return """
import requests
from typing import Dict, Union
from langchain.schema import Document
from langflow.interface.custom.base import CustomComponent
class PostRequestComponent(CustomComponent):
display_name: str = "POST Request"
field_config = {
"url": {"field_type": "str", "required": True},
"data": {"field_type": "dict", "required": True},
}
def build(self, url: str, data: Dict[str, Union[str, int]]) -> Document:
# Send a POST request to the URL
response = requests.post(url, data=data)
# Raise an exception if the request was not successful
if response.status_code != 200:
raise ValueError(f"POST request failed: {response.status_code} status code")
# Create a document with the response text and the URL and data as metadata
document = Document(page_content=response.text, metadata={"url": url, "data": data})
return document
"""

16
tests/test_agents_template.py
View file

@ -18,6 +18,7 @@ def test_zero_shot_agent(client: TestClient):
assert template["tools"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -32,6 +33,7 @@ def test_zero_shot_agent(client: TestClient):
# Additional assertions for other template variables
assert template["callback_manager"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -44,6 +46,7 @@ def test_zero_shot_agent(client: TestClient):
}
assert template["llm"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -56,6 +59,7 @@ def test_zero_shot_agent(client: TestClient):
}
assert template["output_parser"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -68,6 +72,7 @@ def test_zero_shot_agent(client: TestClient):
}
assert template["input_variables"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -80,6 +85,7 @@ def test_zero_shot_agent(client: TestClient):
}
assert template["prefix"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": True,
@ -93,6 +99,7 @@ def test_zero_shot_agent(client: TestClient):
}
assert template["suffix"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": True,
@ -118,6 +125,7 @@ def test_json_agent(client: TestClient):
assert template["toolkit"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -130,6 +138,7 @@ def test_json_agent(client: TestClient):
}
assert template["llm"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -155,12 +164,12 @@ def test_csv_agent(client: TestClient):
assert template["path"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
"value": "",
"suffixes": [".csv"],
"fileTypes": ["csv"],
"password": False,
"name": "path",
"type": "file",
@ -171,6 +180,7 @@ def test_csv_agent(client: TestClient):
}
assert template["llm"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -196,6 +206,7 @@ def test_initialize_agent(client: TestClient):
assert template["agent"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -217,6 +228,7 @@ def test_initialize_agent(client: TestClient):
}
assert template["memory"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -229,6 +241,7 @@ def test_initialize_agent(client: TestClient):
}
assert template["tools"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -241,6 +254,7 @@ def test_initialize_agent(client: TestClient):
}
assert template["llm"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,

21
tests/test_chains_template.py
View file

@ -29,6 +29,7 @@ def test_conversation_chain(client: TestClient):
template = chain["template"]
assert template["memory"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -41,6 +42,7 @@ def test_conversation_chain(client: TestClient):
}
assert template["verbose"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -53,6 +55,7 @@ def test_conversation_chain(client: TestClient):
}
assert template["llm"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -65,6 +68,7 @@ def test_conversation_chain(client: TestClient):
}
assert template["input_key"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -78,6 +82,7 @@ def test_conversation_chain(client: TestClient):
}
assert template["output_key"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -115,6 +120,7 @@ def test_llm_chain(client: TestClient):
template = chain["template"]
assert template["memory"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -127,6 +133,7 @@ def test_llm_chain(client: TestClient):
}
assert template["verbose"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -140,6 +147,7 @@ def test_llm_chain(client: TestClient):
}
assert template["llm"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -152,6 +160,7 @@ def test_llm_chain(client: TestClient):
}
assert template["output_key"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -182,6 +191,7 @@ def test_llm_checker_chain(client: TestClient):
template = chain["template"]
assert template["llm"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -215,6 +225,7 @@ def test_llm_math_chain(client: TestClient):
template = chain["template"]
assert template["memory"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -227,6 +238,7 @@ def test_llm_math_chain(client: TestClient):
}
assert template["verbose"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -240,6 +252,7 @@ def test_llm_math_chain(client: TestClient):
}
assert template["llm"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -252,6 +265,7 @@ def test_llm_math_chain(client: TestClient):
}
assert template["input_key"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -265,6 +279,7 @@ def test_llm_math_chain(client: TestClient):
}
assert template["output_key"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -306,6 +321,7 @@ def test_series_character_chain(client: TestClient):
assert template["llm"] == {
"required": True,
"dynamic": False,
"display_name": "LLM",
"placeholder": "",
"show": True,
@ -319,6 +335,7 @@ def test_series_character_chain(client: TestClient):
}
assert template["character"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -331,6 +348,7 @@ def test_series_character_chain(client: TestClient):
}
assert template["series"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -372,6 +390,7 @@ def test_mid_journey_prompt_chain(client: TestClient):
assert template["llm"] == {
"required": True,
"dynamic": False,
"display_name": "LLM",
"placeholder": "",
"show": True,
@ -412,6 +431,7 @@ def test_time_travel_guide_chain(client: TestClient):
assert template["llm"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"display_name": "LLM",
"show": True,
@ -425,6 +445,7 @@ def test_time_travel_guide_chain(client: TestClient):
}
assert template["memory"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,

1
tests/test_creators.py
View file

@ -35,6 +35,7 @@ def test_lang_chain_type_creator_to_dict(
sample_lang_chain_type_creator: LangChainTypeCreator,
):
type_dict = sample_lang_chain_type_creator.to_dict()
assert len(type_dict) == 1
assert "test_type" in type_dict
assert "node1" in type_dict["test_type"]

1008
tests/test_custom_component.py
View file

File diff suppressed because it is too large Load diff

29
tests/test_llms_template.py
View file

@ -113,6 +113,7 @@ def test_openai(client: TestClient):
assert template["cache"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -125,6 +126,7 @@ def test_openai(client: TestClient):
}
assert template["verbose"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -137,6 +139,7 @@ def test_openai(client: TestClient):
}
assert template["client"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -149,6 +152,7 @@ def test_openai(client: TestClient):
}
assert template["model_name"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -170,6 +174,7 @@ def test_openai(client: TestClient):
# Add more assertions for other properties here
assert template["temperature"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -183,6 +188,7 @@ def test_openai(client: TestClient):
}
assert template["max_tokens"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -196,6 +202,7 @@ def test_openai(client: TestClient):
}
assert template["top_p"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -209,6 +216,7 @@ def test_openai(client: TestClient):
}
assert template["frequency_penalty"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -222,6 +230,7 @@ def test_openai(client: TestClient):
}
assert template["presence_penalty"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -235,6 +244,7 @@ def test_openai(client: TestClient):
}
assert template["n"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -248,6 +258,7 @@ def test_openai(client: TestClient):
}
assert template["best_of"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -261,6 +272,7 @@ def test_openai(client: TestClient):
}
assert template["model_kwargs"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -273,6 +285,7 @@ def test_openai(client: TestClient):
}
assert template["openai_api_key"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -287,6 +300,7 @@ def test_openai(client: TestClient):
}
assert template["batch_size"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -300,6 +314,7 @@ def test_openai(client: TestClient):
}
assert template["request_timeout"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -312,6 +327,7 @@ def test_openai(client: TestClient):
}
assert template["logit_bias"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -324,6 +340,7 @@ def test_openai(client: TestClient):
}
assert template["max_retries"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -337,6 +354,7 @@ def test_openai(client: TestClient):
}
assert template["streaming"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -361,6 +379,7 @@ def test_chat_open_ai(client: TestClient):
assert template["verbose"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -374,6 +393,7 @@ def test_chat_open_ai(client: TestClient):
}
assert template["client"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -386,6 +406,7 @@ def test_chat_open_ai(client: TestClient):
}
assert template["model_name"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -409,6 +430,7 @@ def test_chat_open_ai(client: TestClient):
}
assert template["temperature"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -422,6 +444,7 @@ def test_chat_open_ai(client: TestClient):
}
assert template["model_kwargs"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -434,6 +457,7 @@ def test_chat_open_ai(client: TestClient):
}
assert template["openai_api_key"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,
@ -448,6 +472,7 @@ def test_chat_open_ai(client: TestClient):
}
assert template["request_timeout"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -460,6 +485,7 @@ def test_chat_open_ai(client: TestClient):
}
assert template["max_retries"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -473,6 +499,7 @@ def test_chat_open_ai(client: TestClient):
}
assert template["streaming"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -486,6 +513,7 @@ def test_chat_open_ai(client: TestClient):
}
assert template["n"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -500,6 +528,7 @@ def test_chat_open_ai(client: TestClient):
assert template["max_tokens"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": False,

11
tests/test_prompts_template.py
View file

@ -20,6 +20,7 @@ def test_prompt_template(client: TestClient):
template = prompt["template"]
assert template["input_variables"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -30,8 +31,10 @@ def test_prompt_template(client: TestClient):
"advanced": False,
"info": "",
}
assert template["output_parser"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -42,8 +45,10 @@ def test_prompt_template(client: TestClient):
"advanced": False,
"info": "",
}
assert template["partial_variables"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -54,8 +59,10 @@ def test_prompt_template(client: TestClient):
"advanced": False,
"info": "",
}
assert template["template"] == {
"required": True,
"dynamic": False,
"placeholder": "",
"show": True,
"multiline": True,
@ -66,8 +73,10 @@ def test_prompt_template(client: TestClient):
"advanced": False,
"info": "",
}
assert template["template_format"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,
@ -79,8 +88,10 @@ def test_prompt_template(client: TestClient):
"advanced": False,
"info": "",
}
assert template["validate_template"] == {
"required": False,
"dynamic": False,
"placeholder": "",
"show": False,
"multiline": False,