jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

refactor: Update Firecrawl to use v1 API (#12574)

Browse source 
Co-authored-by: Ademílson Tonato <ademilson.tonato@refurbed.com>
This commit is contained in:
Ademílson Tonato 2025-01-23 03:14:48 +00:00 • committed by GitHub
commit 6024d8a42d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 81 additions and 81 deletions
Download patch file Download diff file Expand all files Collapse all files

8
api/services/auth/firecrawl/firecrawl.py
View file

@ -21,10 +21,12 @@ class FirecrawlAuth(ApiKeyAuthBase):
headers = self._prepare_headers()
options = {
"url": "https://example.com",
"crawlerOptions": {"excludes": [], "includes": [], "limit": 1},
"pageOptions": {"onlyMainContent": True},
"excludes": [],
"includes": [],
"limit": 1,
"scrapeOptions": {"onlyMainContent": True},
}
response = self._post_request(f"{self.base_url}/v0/crawl", options, headers)
response = self._post_request(f"{self.base_url}/v1/crawl", options, headers)
if response.status_code == 200:
return True
else: