35d81b7e34* Add fixture for creating flow component in tests * Add test for reading flows with components only in test_database.py * Add `components_only` parameter to filter flows by components in API endpoint
440 lines
17 KiB
Python
440 lines
17 KiB
Python
import json
|
|
from collections import namedtuple
|
|
from uuid import UUID, uuid4
|
|
|
|
import orjson
|
|
import pytest
|
|
from fastapi.testclient import TestClient
|
|
from sqlmodel import Session
|
|
|
|
from langflow.api.v1.schemas import FlowListCreate, ResultDataResponse
|
|
from langflow.graph.utils import log_transaction, log_vertex_build
|
|
from langflow.initial_setup.setup import load_flows_from_directory, load_starter_projects
|
|
from langflow.services.database.models.base import orjson_dumps
|
|
from langflow.services.database.models.flow import Flow, FlowCreate, FlowUpdate
|
|
from langflow.services.database.models.folder.model import FolderCreate
|
|
from langflow.services.database.utils import session_getter
|
|
from langflow.services.deps import get_db_service
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def json_style():
|
|
# class FlowStyleBase(SQLModel):
|
|
# color: str = Field(index=True)
|
|
# emoji: str = Field(index=False)
|
|
# flow_id: UUID = Field(default=None, foreign_key="flow.id")
|
|
return orjson_dumps(
|
|
{
|
|
"color": "red",
|
|
"emoji": "👍",
|
|
}
|
|
)
|
|
|
|
|
|
def test_create_flow(client: TestClient, json_flow: str, active_user, logged_in_headers):
|
|
flow = orjson.loads(json_flow)
|
|
data = flow["data"]
|
|
flow = FlowCreate(name=str(uuid4()), description="description", data=data)
|
|
response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers)
|
|
assert response.status_code == 201
|
|
assert response.json()["name"] == flow.name
|
|
assert response.json()["data"] == flow.data
|
|
# flow is optional so we can create a flow without a flow
|
|
flow = FlowCreate(name=str(uuid4()))
|
|
response = client.post("api/v1/flows/", json=flow.model_dump(exclude_unset=True), headers=logged_in_headers)
|
|
assert response.status_code == 201
|
|
assert response.json()["name"] == flow.name
|
|
assert response.json()["data"] == flow.data
|
|
|
|
|
|
def test_read_flows(client: TestClient, json_flow: str, active_user, logged_in_headers):
|
|
flow_data = orjson.loads(json_flow)
|
|
data = flow_data["data"]
|
|
flow = FlowCreate(name=str(uuid4()), description="description", data=data)
|
|
response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers)
|
|
assert response.status_code == 201
|
|
assert response.json()["name"] == flow.name
|
|
assert response.json()["data"] == flow.data
|
|
|
|
flow = FlowCreate(name=str(uuid4()), description="description", data=data)
|
|
response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers)
|
|
assert response.status_code == 201
|
|
assert response.json()["name"] == flow.name
|
|
assert response.json()["data"] == flow.data
|
|
|
|
response = client.get("api/v1/flows/", headers=logged_in_headers)
|
|
assert response.status_code == 200
|
|
assert len(response.json()) > 0
|
|
|
|
|
|
def test_read_flows_components_only(client: TestClient, flow_component: dict, logged_in_headers):
|
|
response = client.get("api/v1/flows/", headers=logged_in_headers, params={"components_only": True})
|
|
assert response.status_code == 200
|
|
names = [flow["name"] for flow in response.json()]
|
|
assert any("Chat Input Component" in name for name in names)
|
|
assert all(flow["is_component"] is True for flow in response.json()), [flow["name"] for flow in response.json()]
|
|
|
|
|
|
def test_read_flow(client: TestClient, json_flow: str, logged_in_headers):
|
|
flow = orjson.loads(json_flow)
|
|
data = flow["data"]
|
|
unique_name = str(uuid4())
|
|
flow = FlowCreate(name=unique_name, description="description", data=data)
|
|
response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers)
|
|
flow_id = response.json()["id"] # flow_id should be a UUID but is a string
|
|
# turn it into a UUID
|
|
flow_id = UUID(flow_id)
|
|
|
|
response = client.get(f"api/v1/flows/{flow_id}", headers=logged_in_headers)
|
|
assert response.status_code == 200
|
|
assert response.json()["name"] == flow.name
|
|
assert response.json()["data"] == flow.data
|
|
|
|
|
|
def test_update_flow(client: TestClient, json_flow: str, active_user, logged_in_headers):
|
|
flow = orjson.loads(json_flow)
|
|
data = flow["data"]
|
|
|
|
flow = FlowCreate(name="Test Flow", description="description", data=data)
|
|
response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers)
|
|
|
|
flow_id = response.json()["id"]
|
|
updated_flow = FlowUpdate(
|
|
name="Updated Flow",
|
|
description="updated description",
|
|
data=data,
|
|
)
|
|
response = client.patch(f"api/v1/flows/{flow_id}", json=updated_flow.model_dump(), headers=logged_in_headers)
|
|
|
|
assert response.status_code == 200
|
|
assert response.json()["name"] == updated_flow.name
|
|
assert response.json()["description"] == updated_flow.description
|
|
# assert response.json()["data"] == updated_flow.data
|
|
|
|
|
|
def test_delete_flow(client: TestClient, json_flow: str, active_user, logged_in_headers):
|
|
flow = orjson.loads(json_flow)
|
|
data = flow["data"]
|
|
flow = FlowCreate(name="Test Flow", description="description", data=data)
|
|
response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers)
|
|
flow_id = response.json()["id"]
|
|
response = client.delete(f"api/v1/flows/{flow_id}", headers=logged_in_headers)
|
|
assert response.status_code == 200
|
|
assert response.json()["message"] == "Flow deleted successfully"
|
|
|
|
|
|
def test_delete_flows(client: TestClient, json_flow: str, active_user, logged_in_headers):
|
|
# Create ten flows
|
|
number_of_flows = 10
|
|
flows = [FlowCreate(name=f"Flow {i}", description="description", data={}) for i in range(number_of_flows)]
|
|
flow_ids = []
|
|
for flow in flows:
|
|
response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers)
|
|
assert response.status_code == 201
|
|
flow_ids.append(response.json()["id"])
|
|
|
|
response = client.request("DELETE", "api/v1/flows/", headers=logged_in_headers, json=flow_ids)
|
|
assert response.status_code == 200, response.content
|
|
assert response.json().get("deleted") == number_of_flows
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_delete_flows_with_transaction_and_build(
|
|
client: TestClient, json_flow: str, active_user, logged_in_headers
|
|
):
|
|
# Create ten flows
|
|
number_of_flows = 10
|
|
flows = [FlowCreate(name=f"Flow {i}", description="description", data={}) for i in range(number_of_flows)]
|
|
flow_ids = []
|
|
for flow in flows:
|
|
response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers)
|
|
assert response.status_code == 201
|
|
flow_ids.append(response.json()["id"])
|
|
|
|
# Create a transaction for each flow
|
|
|
|
for flow_id in flow_ids:
|
|
VertexTuple = namedtuple("VertexTuple", ["id"])
|
|
|
|
await log_transaction(
|
|
str(flow_id), source=VertexTuple(id="vid"), target=VertexTuple(id="tid"), status="success"
|
|
)
|
|
|
|
# Create a build for each flow
|
|
for flow_id in flow_ids:
|
|
build = {
|
|
"valid": True,
|
|
"params": {},
|
|
"data": ResultDataResponse(),
|
|
"artifacts": {},
|
|
"vertex_id": "vid",
|
|
"flow_id": flow_id,
|
|
}
|
|
log_vertex_build(
|
|
flow_id=build["flow_id"],
|
|
vertex_id=build["vertex_id"],
|
|
valid=build["valid"],
|
|
params=build["params"],
|
|
data=build["data"],
|
|
artifacts=build.get("artifacts"),
|
|
)
|
|
|
|
response = client.request("DELETE", "api/v1/flows/", headers=logged_in_headers, json=flow_ids)
|
|
assert response.status_code == 200, response.content
|
|
assert response.json().get("deleted") == number_of_flows
|
|
|
|
for flow_id in flow_ids:
|
|
response = client.request(
|
|
"GET", "api/v1/monitor/transactions", params={"flow_id": flow_id}, headers=logged_in_headers
|
|
)
|
|
assert response.status_code == 200
|
|
assert response.json() == []
|
|
|
|
for flow_id in flow_ids:
|
|
response = client.request(
|
|
"GET", "api/v1/monitor/builds", params={"flow_id": flow_id}, headers=logged_in_headers
|
|
)
|
|
assert response.status_code == 200
|
|
assert response.json() == {"vertex_builds": {}}
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_delete_folder_with_flows_with_transaction_and_build(
|
|
client: TestClient, json_flow: str, active_user, logged_in_headers
|
|
):
|
|
# Create a new folder
|
|
folder_name = f"Test Folder {uuid4()}"
|
|
folder = FolderCreate(name=folder_name, description="Test folder description", components_list=[], flows_list=[])
|
|
|
|
response = client.post("/api/v1/folders/", json=folder.model_dump(), headers=logged_in_headers)
|
|
assert response.status_code == 201, f"Expected status code 201, but got {response.status_code}"
|
|
|
|
created_folder = response.json()
|
|
folder_id = created_folder["id"]
|
|
|
|
# Create ten flows
|
|
number_of_flows = 10
|
|
flows = [FlowCreate(name=f"Flow {i}", description="description", data={}) for i in range(number_of_flows)]
|
|
flow_ids = []
|
|
for flow in flows:
|
|
flow.folder_id = folder_id
|
|
response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers)
|
|
assert response.status_code == 201
|
|
flow_ids.append(response.json()["id"])
|
|
|
|
# Create a transaction for each flow
|
|
for flow_id in flow_ids:
|
|
VertexTuple = namedtuple("VertexTuple", ["id"])
|
|
|
|
await log_transaction(
|
|
str(flow_id), source=VertexTuple(id="vid"), target=VertexTuple(id="tid"), status="success"
|
|
)
|
|
|
|
# Create a build for each flow
|
|
for flow_id in flow_ids:
|
|
build = {
|
|
"valid": True,
|
|
"params": {},
|
|
"data": ResultDataResponse(),
|
|
"artifacts": {},
|
|
"vertex_id": "vid",
|
|
"flow_id": flow_id,
|
|
}
|
|
log_vertex_build(
|
|
flow_id=build["flow_id"],
|
|
vertex_id=build["vertex_id"],
|
|
valid=build["valid"],
|
|
params=build["params"],
|
|
data=build["data"],
|
|
artifacts=build.get("artifacts"),
|
|
)
|
|
|
|
response = client.request("DELETE", f"api/v1/folders/{folder_id}", headers=logged_in_headers)
|
|
assert response.status_code == 204
|
|
|
|
for flow_id in flow_ids:
|
|
response = client.request(
|
|
"GET", "api/v1/monitor/transactions", params={"flow_id": flow_id}, headers=logged_in_headers
|
|
)
|
|
assert response.status_code == 200
|
|
assert response.json() == []
|
|
|
|
for flow_id in flow_ids:
|
|
response = client.request(
|
|
"GET", "api/v1/monitor/builds", params={"flow_id": flow_id}, headers=logged_in_headers
|
|
)
|
|
assert response.status_code == 200
|
|
assert response.json() == {"vertex_builds": {}}
|
|
|
|
|
|
def test_create_flows(client: TestClient, session: Session, json_flow: str, logged_in_headers):
|
|
flow = orjson.loads(json_flow)
|
|
data = flow["data"]
|
|
# Create test data
|
|
flow_unique_name = str(uuid4())
|
|
flow_2_unique_name = str(uuid4())
|
|
flow_list = FlowListCreate(
|
|
flows=[
|
|
FlowCreate(name=flow_unique_name, description="description", data=data),
|
|
FlowCreate(name=flow_2_unique_name, description="description", data=data),
|
|
]
|
|
)
|
|
# Make request to endpoint
|
|
response = client.post("api/v1/flows/batch/", json=flow_list.dict(), headers=logged_in_headers)
|
|
# Check response status code
|
|
assert response.status_code == 201
|
|
# Check response data
|
|
response_data = response.json()
|
|
assert len(response_data) == 2
|
|
assert flow_unique_name in response_data[0]["name"]
|
|
assert response_data[0]["description"] == "description"
|
|
assert response_data[0]["data"] == data
|
|
assert response_data[1]["name"] == flow_2_unique_name
|
|
assert response_data[1]["description"] == "description"
|
|
assert response_data[1]["data"] == data
|
|
|
|
|
|
def test_upload_file(client: TestClient, session: Session, json_flow: str, logged_in_headers):
|
|
flow = orjson.loads(json_flow)
|
|
data = flow["data"]
|
|
# Create test data
|
|
flow_unique_name = str(uuid4())
|
|
flow_2_unique_name = str(uuid4())
|
|
flow_list = FlowListCreate(
|
|
flows=[
|
|
FlowCreate(name=flow_unique_name, description="description", data=data),
|
|
FlowCreate(name=flow_2_unique_name, description="description", data=data),
|
|
]
|
|
)
|
|
file_contents = orjson_dumps(flow_list.dict())
|
|
response = client.post(
|
|
"api/v1/flows/upload/",
|
|
files={"file": ("examples.json", file_contents, "application/json")},
|
|
headers=logged_in_headers,
|
|
)
|
|
# Check response status code
|
|
assert response.status_code == 201
|
|
# Check response data
|
|
response_data = response.json()
|
|
assert len(response_data) == 2
|
|
assert flow_unique_name in response_data[0]["name"]
|
|
assert response_data[0]["description"] == "description"
|
|
assert response_data[0]["data"] == data
|
|
assert response_data[1]["name"] == flow_2_unique_name
|
|
assert response_data[1]["description"] == "description"
|
|
assert response_data[1]["data"] == data
|
|
|
|
|
|
def test_download_file(
|
|
client: TestClient,
|
|
session: Session,
|
|
json_flow,
|
|
active_user,
|
|
logged_in_headers,
|
|
):
|
|
flow = orjson.loads(json_flow)
|
|
data = flow["data"]
|
|
# Create test data
|
|
flow_unique_name = str(uuid4())
|
|
flow_2_unique_name = str(uuid4())
|
|
flow_list = FlowListCreate(
|
|
flows=[
|
|
FlowCreate(name=flow_unique_name, description="description", data=data),
|
|
FlowCreate(name=flow_2_unique_name, description="description", data=data),
|
|
]
|
|
)
|
|
db_manager = get_db_service()
|
|
with session_getter(db_manager) as session:
|
|
saved_flows = []
|
|
for flow in flow_list.flows:
|
|
flow.user_id = active_user.id
|
|
db_flow = Flow.model_validate(flow, from_attributes=True)
|
|
session.add(db_flow)
|
|
saved_flows.append(db_flow)
|
|
session.commit()
|
|
# Make request to endpoint inside the session context
|
|
flow_ids = [str(db_flow.id) for db_flow in saved_flows] # Convert UUIDs to strings
|
|
flow_ids_json = json.dumps(flow_ids)
|
|
response = client.post(
|
|
"api/v1/flows/download/",
|
|
data=flow_ids_json,
|
|
headers={**logged_in_headers, "Content-Type": "application/json"},
|
|
)
|
|
# Check response status code
|
|
assert response.status_code == 200, response.json()
|
|
# Check response data
|
|
# Since the endpoint now returns a zip file, we need to check the content type and the filename in the headers
|
|
assert response.headers["Content-Type"] == "application/x-zip-compressed"
|
|
assert "attachment; filename=" in response.headers["Content-Disposition"]
|
|
|
|
|
|
def test_create_flow_with_invalid_data(client: TestClient, active_user, logged_in_headers):
|
|
flow = {"name": "a" * 256, "data": "Invalid flow data"}
|
|
response = client.post("api/v1/flows/", json=flow, headers=logged_in_headers)
|
|
assert response.status_code == 422
|
|
|
|
|
|
def test_get_nonexistent_flow(client: TestClient, active_user, logged_in_headers):
|
|
uuid = uuid4()
|
|
response = client.get(f"api/v1/flows/{uuid}", headers=logged_in_headers)
|
|
assert response.status_code == 404
|
|
|
|
|
|
def test_update_flow_idempotency(client: TestClient, json_flow: str, active_user, logged_in_headers):
|
|
flow_data = orjson.loads(json_flow)
|
|
data = flow_data["data"]
|
|
flow_data = FlowCreate(name="Test Flow", description="description", data=data)
|
|
response = client.post("api/v1/flows/", json=flow_data.dict(), headers=logged_in_headers)
|
|
flow_id = response.json()["id"]
|
|
updated_flow = FlowCreate(name="Updated Flow", description="description", data=data)
|
|
response1 = client.put(f"api/v1/flows/{flow_id}", json=updated_flow.model_dump(), headers=logged_in_headers)
|
|
response2 = client.put(f"api/v1/flows/{flow_id}", json=updated_flow.model_dump(), headers=logged_in_headers)
|
|
assert response1.json() == response2.json()
|
|
|
|
|
|
def test_update_nonexistent_flow(client: TestClient, json_flow: str, active_user, logged_in_headers):
|
|
flow_data = orjson.loads(json_flow)
|
|
data = flow_data["data"]
|
|
uuid = uuid4()
|
|
updated_flow = FlowCreate(
|
|
name="Updated Flow",
|
|
description="description",
|
|
data=data,
|
|
)
|
|
response = client.patch(f"api/v1/flows/{uuid}", json=updated_flow.model_dump(), headers=logged_in_headers)
|
|
assert response.status_code == 404, response.text
|
|
|
|
|
|
def test_delete_nonexistent_flow(client: TestClient, active_user, logged_in_headers):
|
|
uuid = uuid4()
|
|
response = client.delete(f"api/v1/flows/{uuid}", headers=logged_in_headers)
|
|
assert response.status_code == 404
|
|
|
|
|
|
def test_read_only_starter_projects(client: TestClient, active_user, logged_in_headers):
|
|
response = client.get("api/v1/flows/", headers=logged_in_headers)
|
|
starter_projects = load_starter_projects()
|
|
assert response.status_code == 200
|
|
assert len(response.json()) == len(starter_projects)
|
|
|
|
|
|
@pytest.mark.load_flows
|
|
def test_load_flows(client: TestClient, load_flows_dir):
|
|
response = client.get("api/v1/flows/c54f9130-f2fa-4a3e-b22a-3856d946351b")
|
|
assert response.status_code == 200
|
|
assert response.json()["name"] == "BasicExample"
|
|
# re-run to ensure updates work well
|
|
load_flows_from_directory()
|
|
response = client.get("api/v1/flows/c54f9130-f2fa-4a3e-b22a-3856d946351b")
|
|
assert response.status_code == 200
|
|
assert response.json()["name"] == "BasicExample"
|
|
|
|
|
|
def test_sqlite_pragmas():
|
|
db_service = get_db_service()
|
|
|
|
with db_service.with_session() as session:
|
|
from sqlalchemy import text
|
|
|
|
assert "wal" == session.execute(text("PRAGMA journal_mode;")).fetchone()[0]
|
|
assert 1 == session.execute(text("PRAGMA synchronous;")).fetchone()[0]
|