From 43ba81c2ee45c76e9d93b253031e7a06d262f5b9 Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Sun, 13 Aug 2023 19:25:28 -0300 Subject: [PATCH] =?UTF-8?q?=F0=9F=93=A6=20chore(core):=20add=20Celery=20co?= =?UTF-8?q?nfiguration=20files?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit ✨ feat(celery_app.py): add Celery app configuration for langflow with Redis as broker and backend ✨ feat(celeryconfig.py): add Celery configuration file with environment variable support for broker URL and result backend URL --- src/backend/langflow/core/__init__.py | 0 src/backend/langflow/core/celery_app.py | 7 +++++++ src/backend/langflow/core/celeryconfig.py | 7 +++++++ 3 files changed, 14 insertions(+) create mode 100644 src/backend/langflow/core/__init__.py create mode 100644 src/backend/langflow/core/celery_app.py create mode 100644 src/backend/langflow/core/celeryconfig.py diff --git a/src/backend/langflow/core/__init__.py b/src/backend/langflow/core/__init__.py new file mode 100644 index 000000000..e69de29bb diff --git a/src/backend/langflow/core/celery_app.py b/src/backend/langflow/core/celery_app.py new file mode 100644 index 000000000..7b89a05ab --- /dev/null +++ b/src/backend/langflow/core/celery_app.py @@ -0,0 +1,7 @@ +from celery import Celery + +celery_app = Celery( + "langflow", broker="redis://queue:6379/0", backend="redis://queue:6379/0" +) +# command: celery -A langflow.worker.celery_app worker --loglevel=INFO +celery_app.conf.task_routes = {"langflow.worker.tasks.*": {"queue": "langflow"}} diff --git a/src/backend/langflow/core/celeryconfig.py b/src/backend/langflow/core/celeryconfig.py new file mode 100644 index 000000000..647a7f93d --- /dev/null +++ b/src/backend/langflow/core/celeryconfig.py @@ -0,0 +1,7 @@ +# celeryconfig.py +import os + +broker_url = os.environ.get("BROKER_URL", "redis://localhost:6379/0") +result_backend = os.environ.get("RESULT_BACKEND", "redis://localhost:6379/0") +# tasks should be json or pickle +accept_content = ["json", "pickle"]