import json from uuid import UUID, uuid4 import orjson import pytest from fastapi.testclient import TestClient from sqlmodel import Session from langflow.api.v1.schemas import FlowListCreate from langflow.initial_setup.setup import load_starter_projects, load_flows_from_directory from langflow.services.database.models.base import orjson_dumps from langflow.services.database.models.flow import Flow, FlowCreate, FlowUpdate from langflow.services.database.models.transactions.crud import get_transactions_by_flow_id from langflow.services.database.utils import session_getter, migrate_transactions_from_monitor_service_to_database from langflow.services.deps import get_db_service, get_monitor_service, session_scope from langflow.services.monitor.schema import TransactionModel from langflow.services.monitor.utils import ( drop_and_create_table_if_schema_mismatch, new_duckdb_locked_connection, add_row_to_table, ) @pytest.fixture(scope="module") def json_style(): # class FlowStyleBase(SQLModel): # color: str = Field(index=True) # emoji: str = Field(index=False) # flow_id: UUID = Field(default=None, foreign_key="flow.id") return orjson_dumps( { "color": "red", "emoji": "👍", } ) def test_create_flow(client: TestClient, json_flow: str, active_user, logged_in_headers): flow = orjson.loads(json_flow) data = flow["data"] flow = FlowCreate(name=str(uuid4()), description="description", data=data) response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers) assert response.status_code == 201 assert response.json()["name"] == flow.name assert response.json()["data"] == flow.data # flow is optional so we can create a flow without a flow flow = FlowCreate(name="Test Flow") response = client.post("api/v1/flows/", json=flow.model_dump(exclude_unset=True), headers=logged_in_headers) assert response.status_code == 201 assert response.json()["name"] == flow.name assert response.json()["data"] == flow.data def test_read_flows(client: TestClient, json_flow: str, active_user, logged_in_headers): flow_data = orjson.loads(json_flow) data = flow_data["data"] flow = FlowCreate(name=str(uuid4()), description="description", data=data) response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers) assert response.status_code == 201 assert response.json()["name"] == flow.name assert response.json()["data"] == flow.data flow = FlowCreate(name=str(uuid4()), description="description", data=data) response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers) assert response.status_code == 201 assert response.json()["name"] == flow.name assert response.json()["data"] == flow.data response = client.get("api/v1/flows/", headers=logged_in_headers) assert response.status_code == 200 assert len(response.json()) > 0 def test_read_flow(client: TestClient, json_flow: str, active_user, logged_in_headers): flow = orjson.loads(json_flow) data = flow["data"] flow = FlowCreate(name="Test Flow", description="description", data=data) response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers) flow_id = response.json()["id"] # flow_id should be a UUID but is a string # turn it into a UUID flow_id = UUID(flow_id) response = client.get(f"api/v1/flows/{flow_id}", headers=logged_in_headers) assert response.status_code == 200 assert response.json()["name"] == flow.name assert response.json()["data"] == flow.data def test_update_flow(client: TestClient, json_flow: str, active_user, logged_in_headers): flow = orjson.loads(json_flow) data = flow["data"] flow = FlowCreate(name="Test Flow", description="description", data=data) response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers) flow_id = response.json()["id"] updated_flow = FlowUpdate( name="Updated Flow", description="updated description", data=data, ) response = client.patch(f"api/v1/flows/{flow_id}", json=updated_flow.model_dump(), headers=logged_in_headers) assert response.status_code == 200 assert response.json()["name"] == updated_flow.name assert response.json()["description"] == updated_flow.description # assert response.json()["data"] == updated_flow.data def test_delete_flow(client: TestClient, json_flow: str, active_user, logged_in_headers): flow = orjson.loads(json_flow) data = flow["data"] flow = FlowCreate(name="Test Flow", description="description", data=data) response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers) flow_id = response.json()["id"] response = client.delete(f"api/v1/flows/{flow_id}", headers=logged_in_headers) assert response.status_code == 200 assert response.json()["message"] == "Flow deleted successfully" def test_delete_flows(client: TestClient, json_flow: str, active_user, logged_in_headers): # Create ten flows number_of_flows = 10 flows = [FlowCreate(name=f"Flow {i}", description="description", data={}) for i in range(number_of_flows)] flow_ids = [] for flow in flows: response = client.post("api/v1/flows/", json=flow.model_dump(), headers=logged_in_headers) assert response.status_code == 201 flow_ids.append(response.json()["id"]) response = client.request("DELETE", "api/v1/flows/", headers=logged_in_headers, json=flow_ids) assert response.status_code == 200, response.content assert response.json().get("deleted") == number_of_flows def test_create_flows(client: TestClient, session: Session, json_flow: str, logged_in_headers): flow = orjson.loads(json_flow) data = flow["data"] # Create test data flow_list = FlowListCreate( flows=[ FlowCreate(name="Flow 1", description="description", data=data), FlowCreate(name="Flow 2", description="description", data=data), ] ) # Make request to endpoint response = client.post("api/v1/flows/batch/", json=flow_list.dict(), headers=logged_in_headers) # Check response status code assert response.status_code == 201 # Check response data response_data = response.json() assert len(response_data) == 2 assert response_data[0]["name"] == "Flow 1" assert response_data[0]["description"] == "description" assert response_data[0]["data"] == data assert response_data[1]["name"] == "Flow 2" assert response_data[1]["description"] == "description" assert response_data[1]["data"] == data def test_upload_file(client: TestClient, session: Session, json_flow: str, logged_in_headers): flow = orjson.loads(json_flow) data = flow["data"] # Create test data flow_list = FlowListCreate( flows=[ FlowCreate(name="Flow 1", description="description", data=data), FlowCreate(name="Flow 2", description="description", data=data), ] ) file_contents = orjson_dumps(flow_list.dict()) response = client.post( "api/v1/flows/upload/", files={"file": ("examples.json", file_contents, "application/json")}, headers=logged_in_headers, ) # Check response status code assert response.status_code == 201 # Check response data response_data = response.json() assert len(response_data) == 2 assert response_data[0]["name"] == "Flow 1" assert response_data[0]["description"] == "description" assert response_data[0]["data"] == data assert response_data[1]["name"] == "Flow 2" assert response_data[1]["description"] == "description" assert response_data[1]["data"] == data def test_download_file( client: TestClient, session: Session, json_flow, active_user, logged_in_headers, ): flow = orjson.loads(json_flow) data = flow["data"] # Create test data flow_list = FlowListCreate( flows=[ FlowCreate(name="Flow 1", description="description", data=data), FlowCreate(name="Flow 2", description="description", data=data), ] ) db_manager = get_db_service() with session_getter(db_manager) as session: saved_flows = [] for flow in flow_list.flows: flow.user_id = active_user.id db_flow = Flow.model_validate(flow, from_attributes=True) session.add(db_flow) saved_flows.append(db_flow) session.commit() # Make request to endpoint inside the session context flow_ids = [str(db_flow.id) for db_flow in saved_flows] # Convert UUIDs to strings flow_ids_json = json.dumps(flow_ids) response = client.post( "api/v1/flows/download/", data=flow_ids_json, headers={**logged_in_headers, "Content-Type": "application/json"}, ) # Check response status code assert response.status_code == 200, response.json() # Check response data # Since the endpoint now returns a zip file, we need to check the content type and the filename in the headers assert response.headers["Content-Type"] == "application/x-zip-compressed" assert "attachment; filename=" in response.headers["Content-Disposition"] def test_create_flow_with_invalid_data(client: TestClient, active_user, logged_in_headers): flow = {"name": "a" * 256, "data": "Invalid flow data"} response = client.post("api/v1/flows/", json=flow, headers=logged_in_headers) assert response.status_code == 422 def test_get_nonexistent_flow(client: TestClient, active_user, logged_in_headers): uuid = uuid4() response = client.get(f"api/v1/flows/{uuid}", headers=logged_in_headers) assert response.status_code == 404 def test_update_flow_idempotency(client: TestClient, json_flow: str, active_user, logged_in_headers): flow_data = orjson.loads(json_flow) data = flow_data["data"] flow_data = FlowCreate(name="Test Flow", description="description", data=data) response = client.post("api/v1/flows/", json=flow_data.dict(), headers=logged_in_headers) flow_id = response.json()["id"] updated_flow = FlowCreate(name="Updated Flow", description="description", data=data) response1 = client.put(f"api/v1/flows/{flow_id}", json=updated_flow.model_dump(), headers=logged_in_headers) response2 = client.put(f"api/v1/flows/{flow_id}", json=updated_flow.model_dump(), headers=logged_in_headers) assert response1.json() == response2.json() def test_update_nonexistent_flow(client: TestClient, json_flow: str, active_user, logged_in_headers): flow_data = orjson.loads(json_flow) data = flow_data["data"] uuid = uuid4() updated_flow = FlowCreate( name="Updated Flow", description="description", data=data, ) response = client.patch(f"api/v1/flows/{uuid}", json=updated_flow.model_dump(), headers=logged_in_headers) assert response.status_code == 404, response.text def test_delete_nonexistent_flow(client: TestClient, active_user, logged_in_headers): uuid = uuid4() response = client.delete(f"api/v1/flows/{uuid}", headers=logged_in_headers) assert response.status_code == 404 def test_read_only_starter_projects(client: TestClient, active_user, logged_in_headers): response = client.get("api/v1/flows/", headers=logged_in_headers) starter_projects = load_starter_projects() assert response.status_code == 200 assert len(response.json()) == len(starter_projects) @pytest.mark.load_flows def test_load_flows(client: TestClient, load_flows_dir): response = client.get("api/v1/flows/c54f9130-f2fa-4a3e-b22a-3856d946351b") assert response.status_code == 200 assert response.json()["name"] == "BasicExample" # re-run to ensure updates work well load_flows_from_directory() response = client.get("api/v1/flows/c54f9130-f2fa-4a3e-b22a-3856d946351b") assert response.status_code == 200 assert response.json()["name"] == "BasicExample" @pytest.mark.load_flows def test_migrate_transactions(client: TestClient): monitor_service = get_monitor_service() drop_and_create_table_if_schema_mismatch(str(monitor_service.db_path), "transactions", TransactionModel) flow_id = "c54f9130-f2fa-4a3e-b22a-3856d946351b" data = { "vertex_id": "vid", "target_id": "tid", "inputs": {"input_value": True}, "outputs": {"output_value": True}, "timestamp": "2021-10-10T10:10:10", "status": "success", "error": None, "flow_id": flow_id, } with new_duckdb_locked_connection(str(monitor_service.db_path), read_only=False) as conn: add_row_to_table(conn, "transactions", TransactionModel, data) assert 1 == len(monitor_service.get_transactions()) with session_scope() as session: migrate_transactions_from_monitor_service_to_database(session) new_trans = get_transactions_by_flow_id(session, UUID(flow_id)) assert 1 == len(new_trans) t = new_trans[0] assert t.error is None assert t.inputs == data["inputs"] assert t.outputs == data["outputs"] assert t.status == data["status"] assert str(t.timestamp) == "2021-10-10 10:10:10" assert t.vertex_id == data["vertex_id"] assert t.target_id == data["target_id"] assert t.flow_id == UUID(flow_id) assert 0 == len(monitor_service.get_transactions()) client.request("DELETE", f"api/v1/flows/{flow_id}") with session_scope() as session: new_trans = get_transactions_by_flow_id(session, UUID(flow_id)) assert 0 == len(new_trans)