feat: deploy langflow using langchain-serve

This commit is contained in:
Deepankar Mahapatro 2023-05-15 19:57:48 +05:30
commit 916e4dfa80
2 changed files with 26 additions and 3 deletions

View file

@ -51,7 +51,7 @@ websockets = "^11.0.2"
tiktoken = "^0.3.3"
wikipedia = "^1.4.0"
gptcache = "^0.1.23"
langchain-serve = "^0.0.28"
langchain-serve = "^0.0.29"
[tool.poetry.group.dev.dependencies]
black = "^23.1.0"

View file

@ -74,14 +74,37 @@ def jcloud():
"""
Deploy Langflow server on Jina AI Cloud
"""
import os
import asyncio
import click
from lcserve.__main__ import serve_on_jcloud
from importlib.metadata import version as mod_version
app_name = "langflow.lcserve:app"
app_dir = str(Path(__file__).parent)
version = mod_version("langflow")
base_image = "jinaai+docker://deepankarm/langflow"
os.system(f"lc-serve deploy jcloud --app {app_name} --app-dir {app_dir} --uses {base_image}:{version}")
click.echo("🚀 Deploying Langflow server on Jina AI Cloud")
app_id = asyncio.run(
serve_on_jcloud(
fastapi_app_str=app_name,
app_dir=app_dir,
uses=f"{base_image}:{version}",
name="langflow",
)
)
click.secho(
"🎉 Langflow server successfully deployed on Jina AI Cloud 🎉", fg="green"
)
click.secho(
"🔗 Click on the link to open the server (please allow ~1-2 minutes for the server to startup): ",
nl=False,
fg="green",
)
click.secho(f"https://{app_id}.wolf.jina.ai/", fg="blue")
click.secho("📖 Read more about managing the server: ", nl=False, fg="green")
click.secho("https://github.com/jina-ai/langchain-serve", fg="blue")
def main():