jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

enhancement: introduce Ruff for Python linter for reordering and removing unused imports with automated pre-commit and sytle check (#2366)

Browse source
This commit is contained in:
Bowen Liang 2024-02-06 13:21:13 +08:00 • committed by GitHub
commit 843280f82b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
333 changed files with 2109 additions and 1050 deletions
Download patch file Download diff file Expand all files Collapse all files

9
api/core/tool/web_reader_tool.py
View file

@ -11,10 +11,6 @@ from typing import Any, Type
import requests
from bs4 import BeautifulSoup, CData, Comment, NavigableString
from core.chain.llm_chain import LLMChain
from core.data_loader import file_extractor
from core.data_loader.file_extractor import FileExtractor
from core.entities.application_entities import ModelConfigEntity
from langchain.chains import RefineDocumentsChain
from langchain.chains.summarize import refine_prompts
from langchain.schema import Document
@ -24,6 +20,11 @@ from newspaper import Article
from pydantic import BaseModel, Field
from regex import regex
from core.chain.llm_chain import LLMChain
from core.data_loader import file_extractor
from core.data_loader.file_extractor import FileExtractor
from core.entities.application_entities import ModelConfigEntity
FULL_TEMPLATE = """
TITLE: {title}
AUTHORS: {authors}