WebscraperTool bypass cloudflare site by cloudscraper (#6337)

This commit is contained in:
Weaxs 2024-07-17 14:13:57 +08:00 committed by GitHub
commit 4e2fba404d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 58 additions and 21 deletions

View file

@ -193,6 +193,7 @@ twilio = "~9.0.4"
vanna = { version = "0.5.5", extras = ["postgres", "mysql", "clickhouse", "duckdb"] }
wikipedia = "1.4.0"
yfinance = "~0.2.40"
cloudscraper = "1.2.71"
############################################################
# VDB dependencies required by vector store clients