jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat(website-crawl): add jina reader as additional alternative for website crawling (#8761)

Browse source
This commit is contained in:
Zhaofeng Miao 2024-09-30 09:57:19 +08:00 • committed by GitHub
commit 369e1e6f58
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
38 changed files with 927 additions and 75 deletions
Download patch file Download diff file Expand all files Collapse all files

1
web/models/common.ts
View file

@ -177,6 +177,7 @@ export enum DataSourceCategory {
}
export enum DataSourceProvider {
fireCrawl = 'firecrawl',
jinaReader = 'jinareader',
}
export type FirecrawlConfig = {

1
web/models/datasets.ts
View file

@ -49,6 +49,7 @@ export type CrawlOptions = {
excludes: string
limit: number | string
max_depth: number | string
use_sitemap: boolean
}
export type CrawlResultItem = {