fix: Dependency update for unstructured component (#3552)

* FIX: Dependency update for unstructured component

* [autofix.ci] apply automated fixes

* Add nltk download script

* chore(pyproject.toml): move nltk_setup script definition to [tool.poetry.scripts] section for better organization and readability

* [autofix.ci] apply automated fixes

* Make nltk resource downloading part of run

* [autofix.ci] apply automated fixes

* [autofix.ci] apply automated fixes

* Use logger for nltk messages

* Move the download resources function

* [autofix.ci] apply automated fixes

* Move nltk resource download

* [autofix.ci] apply automated fixes

* Update main.py

* Update poetry lock

* Update main.py

---------

Co-authored-by: autofix-ci[bot] <114827586+autofix-ci[bot]@users.noreply.github.com>
Co-authored-by: Gabriel Luiz Freitas Almeida <gabriel@langflow.org>
This commit is contained in:
Eric Hare 2024-08-30 06:48:36 -07:00 • committed by GitHub
commit 1ed5ce8e26
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 920 additions and 28 deletions

View file

@ -31,7 +31,7 @@ langflow-base = { path = "./src/backend/base", develop = true }
beautifulsoup4 = "^4.12.2"
google-search-results = "^2.4.1"
google-api-python-client = "^2.130.0"
huggingface-hub = { version = "^0.22.0", extras = ["inference"] }
huggingface-hub = { version = "^0.23.2", extras = ["inference"] }
llama-cpp-python = { version = "~0.2.0", optional = true }
networkx = "^3.1"
fake-useragent = "^1.5.0"
@ -87,7 +87,7 @@ langchain-chroma = "^0.1.1"
upstash-vector = "^0.4.0"
gitpython = "^3.1.43"
cassio = { extras = ["cassio"], version = "^0.1.7", optional = true }
unstructured = {extras = ["docx", "md", "pptx"], version = "^0.14.4"}
unstructured = {extras = ["docx", "md", "pptx", "pdf"], version = "^0.14.4"}
langchain-aws = "^0.1.16"
langchain-mongodb = "^0.1.6"
kubernetes = "^30.1.0"
@ -105,6 +105,7 @@ wolframalpha = "^5.1.3"
astra-assistants = "^2.1.0.10"
composio-langchain = "^0.5.8"
spider-client = "^0.0.27"
nltk = "^3.9.1"
[tool.poetry.group.dev.dependencies]
@ -151,6 +152,7 @@ optional = true
[tool.poetry.group.spelling.dependencies]
codespell = "^2.3.0"
[tool.codespell]
skip = '.git,*.pdf,*.svg,*.pdf,*.yaml,*.ipynb,poetry.lock,*.min.js,*.css,package-lock.json,*.trig.,**/node_modules/**,./stuff/*,*.csv'
# Ignore latin etc