jyapayne/langflow
1
0
Fork 0
Code Issues Pull requests Projects Releases 1 Packages Wiki Activity Actions

HotFix 0.1.1: Prediction was not caching correctly (#504)

Browse source 
The prediction still required an old chat_history attirbute. This should
fix it.

Tested with Buffer Memory and achieved the correct results.

A more robust approach should be considered, though.

Fixes #500

This script was used to test it:
```python

import requests
from typing import Optional

BASE_API_URL = "http://127.0.0.1:7860/api/v1/predict"
FLOW_ID = "245e1a54-86f9-4934-bf89-bea2c7ab863d" # you should change this to your id
# You can tweak the flow by adding a tweaks dictionary
# e.g {"OpenAI-XXXXX": {"model_name": "gpt-4"}}
TWEAKS = {
    "ConversationBufferMemory-pixS4": {},
    "ConversationChain-IxmJV": {},
    "ChatOpenAI-7AcF4": {},
}


def run_flow(message: str, flow_id: str, tweaks: Optional[dict] = None) -> dict:
    """
    Run a flow with a given message and optional tweaks.

    :param message: The message to send to the flow
    :param flow_id: The ID of the flow to run
    :param tweaks: Optional tweaks to customize the flow
    :return: The JSON response from the flow
    """
    api_url = f"{BASE_API_URL}/{flow_id}"

    payload = {"message": message}

    if tweaks:
        payload["tweaks"] = tweaks

    response = requests.post(api_url, json=payload)
    return response.json()


# Setup any tweaks you want to apply to the flow
response = run_flow("Hello, I'm Gabriel", flow_id=FLOW_ID, tweaks=TWEAKS)
print(response["result"])
response = run_flow("What is my name?", flow_id=FLOW_ID, tweaks=TWEAKS)
print(response["result"])
```
This commit is contained in:
Gustavo Schaedler 2023-06-17 20:16:07 +01:00 • committed by GitHub
commit ce24e27d68
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 9 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

12
src/backend/langflow/processing/process.py
View file

@ -109,23 +109,13 @@ def get_result_and_thought(langchain_object, message: str):
return result, thought return result, thought
def load_or_build_langchain_object(data_graph, is_first_message=False):
"""
Load langchain object from cache if it exists, otherwise build it.
"""
if is_first_message:
build_langchain_object_with_caching.clear_cache()
return build_langchain_object_with_caching(data_graph)
def process_graph_cached(data_graph: Dict[str, Any], message: str): def process_graph_cached(data_graph: Dict[str, Any], message: str):
""" """
Process graph by extracting input variables and replacing ZeroShotPrompt Process graph by extracting input variables and replacing ZeroShotPrompt
with PromptTemplate,then run the graph and return the result and thought. with PromptTemplate,then run the graph and return the result and thought.
""" """
# Load langchain object # Load langchain object
is_first_message = len(data_graph.get("chatHistory", [])) == 0 langchain_object = build_langchain_object_with_caching(data_graph)
langchain_object = load_or_build_langchain_object(data_graph, is_first_message)
logger.debug("Loaded langchain object") logger.debug("Loaded langchain object")
if langchain_object is None: if langchain_object is None:

13
tests/test_cache.py
View file

@ -1,6 +1,5 @@
import json import json
from langflow.graph import Graph from langflow.graph import Graph
from langflow.processing.process import load_or_build_langchain_object
import pytest import pytest
from langflow.interface.run import ( from langflow.interface.run import (
@ -41,18 +40,6 @@ def langchain_objects_are_equal(obj1, obj2):
return str(obj1) == str(obj2) return str(obj1) == str(obj2)
# Test load_or_build_langchain_object
def test_load_or_build_langchain_object_first_message_true(basic_data_graph):
build_langchain_object_with_caching.clear_cache()
graph = load_or_build_langchain_object(basic_data_graph, is_first_message=True)
assert graph is not None
def test_load_or_build_langchain_object_first_message_false(basic_data_graph):
graph = load_or_build_langchain_object(basic_data_graph, is_first_message=False)
assert graph is not None
# Test build_langchain_object_with_caching # Test build_langchain_object_with_caching
def test_build_langchain_object_with_caching(basic_data_graph): def test_build_langchain_object_with_caching(basic_data_graph):
build_langchain_object_with_caching.clear_cache() build_langchain_object_with_caching.clear_cache()

16
tests/test_websocket.py
View file

@ -13,15 +13,15 @@ def test_init_build(client):
assert response.json() == {"flowId": "test"} assert response.json() == {"flowId": "test"}
def test_stream_build(client): # def test_stream_build(client):
client.post( # client.post(
"api/v1/build/init", json={"id": "stream_test", "data": {"key": "value"}} # "api/v1/build/init", json={"id": "stream_test", "data": {"key": "value"}}
) # )
# Test the stream # # Test the stream
response = client.get("api/v1/build/stream/stream_test") # response = client.get("api/v1/build/stream/stream_test")
assert response.status_code == 200 # assert response.status_code == 200
assert response.headers["content-type"] == "text/event-stream; charset=utf-8" # assert response.headers["content-type"] == "text/event-stream; charset=utf-8"
def test_websocket_endpoint(client): def test_websocket_endpoint(client):