enhancement: introduce Ruff for Python linter for reordering and removing unused imports with automated pre-commit and sytle check (#2366)

api/core/index/vector_index/base.py

@@ -3,14 +3,14 @@ import logging
 from abc import abstractmethod
 from typing import Any, List, cast
 
-from core.index.base import BaseIndex
-from extensions.ext_database import db
 from langchain.embeddings.base import Embeddings
 from langchain.schema import BaseRetriever, Document
 from langchain.vectorstores import VectorStore
-from models.dataset import Dataset, DatasetCollectionBinding
+
+from core.index.base import BaseIndex
+from extensions.ext_database import db
+from models.dataset import Dataset, DatasetCollectionBinding, DocumentSegment
 from models.dataset import Document as DatasetDocument
-from models.dataset import DocumentSegment
 
 
 class BaseVectorIndex(BaseIndex):

api/core/index/vector_index/milvus_vector_index.py

@@ -1,13 +1,14 @@
 from typing import Any, List, cast
 
+from langchain.embeddings.base import Embeddings
+from langchain.schema import Document
+from langchain.vectorstores import VectorStore
+from pydantic import BaseModel, root_validator
+
 from core.index.base import BaseIndex
 from core.index.vector_index.base import BaseVectorIndex
 from core.vector_store.milvus_vector_store import MilvusVectorStore
-from langchain.embeddings.base import Embeddings
-from langchain.schema import Document
-from langchain.vectorstores import VectorStore
 from models.dataset import Dataset
-from pydantic import BaseModel, root_validator
 
 
 class MilvusConfig(BaseModel):

api/core/index/vector_index/qdrant_vector_index.py

@@ -2,16 +2,17 @@ import os
 from typing import Any, List, Optional, cast
 
 import qdrant_client
+from langchain.embeddings.base import Embeddings
+from langchain.schema import Document
+from langchain.vectorstores import VectorStore
+from pydantic import BaseModel
+from qdrant_client.http.models import HnswConfigDiff
+
 from core.index.base import BaseIndex
 from core.index.vector_index.base import BaseVectorIndex
 from core.vector_store.qdrant_vector_store import QdrantVectorStore
 from extensions.ext_database import db
-from langchain.embeddings.base import Embeddings
-from langchain.schema import BaseRetriever, Document
-from langchain.vectorstores import VectorStore
 from models.dataset import Dataset, DatasetCollectionBinding
-from pydantic import BaseModel
-from qdrant_client.http.models import HnswConfigDiff
 
 
 class QdrantConfig(BaseModel):

api/core/index/vector_index/vector_index.py

@@ -1,9 +1,10 @@
 import json
 
+from flask import current_app
+from langchain.embeddings.base import Embeddings
+
 from core.index.vector_index.base import BaseVectorIndex
 from extensions.ext_database import db
-from flask import current_app
-from langchain.embeddings.base import Embeddings
 from models.dataset import Dataset, Document
 
 

api/core/index/vector_index/weaviate_vector_index.py

@@ -2,14 +2,15 @@ from typing import Any, List, Optional, cast
 
 import requests
 import weaviate
+from langchain.embeddings.base import Embeddings
+from langchain.schema import Document
+from langchain.vectorstores import VectorStore
+from pydantic import BaseModel, root_validator
+
 from core.index.base import BaseIndex
 from core.index.vector_index.base import BaseVectorIndex
 from core.vector_store.weaviate_vector_store import WeaviateVectorStore
-from langchain.embeddings.base import Embeddings
-from langchain.schema import BaseRetriever, Document
-from langchain.vectorstores import VectorStore
 from models.dataset import Dataset
-from pydantic import BaseModel, root_validator
 
 
 class WeaviateConfig(BaseModel):