Update settings structure

src/backend/langflow/config.yaml

@@ -1,141 +1,243 @@
----
 agents:
-  - ZeroShotAgent
+  ZeroShotAgent:
-  - JsonAgent
+    documentation: "https://python.langchain.com/docs/modules/agents/how_to/custom_mrkl_agent"
-  - CSVAgent
+  JsonAgent:
-  - AgentInitializer
+    documentation: "https://python.langchain.com/docs/modules/agents/toolkits/openapi"
-  - VectorStoreAgent
+  CSVAgent:
-  - VectorStoreRouterAgent
+    documentation: "https://python.langchain.com/docs/modules/agents/toolkits/csv"
-  - SQLAgent
+  AgentInitializer:
+    documentation: "https://python.langchain.com/docs/modules/agents/agent_types/"
+  VectorStoreAgent:
+    documentation: "https://example.com/VectorStoreAgent"
+  VectorStoreRouterAgent:
+    documentation: "https://example.com/VectorStoreRouterAgent"
+  SQLAgent:
+    documentation: "https://example.com/SQLAgent"
 chains:
-  - LLMChain
+  LLMChain:
-  - LLMMathChain
+    documentation: "https://python.langchain.com/docs/modules/chains/foundational/llm_chain"
-  - LLMCheckerChain
+  LLMMathChain:
-  - ConversationChain
+    documentation: "https://python.langchain.com/docs/modules/chains/additional/llm_math"
-  - SeriesCharacterChain
+  LLMCheckerChain:
-  - MidJourneyPromptChain
+    documentation: "https://python.langchain.com/docs/modules/chains/additional/llm_checker"
-  - TimeTravelGuideChain
+  ConversationChain:
-  - SQLDatabaseChain
+    documentation: "https://example.com/ConversationChain"
-  - RetrievalQA
+  SeriesCharacterChain:
-  - RetrievalQAWithSourcesChain
+    documentation: "https://example.com/SeriesCharacterChain"
-  - ConversationalRetrievalChain
+  MidJourneyPromptChain:
-  - CombineDocsChain
+    documentation: "https://example.com/MidJourneyPromptChain"
+  TimeTravelGuideChain:
+    documentation: "https://example.com/TimeTravelGuideChain"
+  SQLDatabaseChain:
+    documentation: "https://example.com/SQLDatabaseChain"
+  RetrievalQA:
+    documentation: "https://python.langchain.com/docs/modules/chains/popular/vector_db_qa"
+  RetrievalQAWithSourcesChain:
+    documentation: "https://example.com/RetrievalQAWithSourcesChain"
+  ConversationalRetrievalChain:
+    documentation: "https://python.langchain.com/docs/modules/chains/popular/chat_vector_db"
+  CombineDocsChain:
+    documentation: "https://example.com/CombineDocsChain"
 documentloaders:
-  - AirbyteJSONLoader
+  AirbyteJSONLoader:
-  - CoNLLULoader
+    documentation: "https://example.com/AirbyteJSONLoader"
-  - CSVLoader
+  CoNLLULoader:
-  - UnstructuredEmailLoader
+    documentation: "https://example.com/CoNLLULoader"
-  - EverNoteLoader
+  CSVLoader:
-  - FacebookChatLoader
+    documentation: "https://example.com/CSVLoader"
-  - GutenbergLoader
+  UnstructuredEmailLoader:
-  - BSHTMLLoader
+    documentation: "https://example.com/UnstructuredEmailLoader"
-  - UnstructuredHTMLLoader
+  EverNoteLoader:
-  # - UnstructuredImageLoader # Issue with Python 3.11 (https://github.com/Unstructured-IO/unstructured-inference/issues/83)
+    documentation: "https://example.com/EverNoteLoader"
-  - UnstructuredMarkdownLoader
+  FacebookChatLoader:
-  - PyPDFLoader
+    documentation: "https://example.com/FacebookChatLoader"
-  - UnstructuredPowerPointLoader
+  GutenbergLoader:
-  - SRTLoader
+    documentation: "https://example.com/GutenbergLoader"
-  - TelegramChatLoader
+  BSHTMLLoader:
-  - TextLoader
+    documentation: "https://example.com/BSHTMLLoader"
-  - UnstructuredWordDocumentLoader
+  UnstructuredHTMLLoader:
-  - WebBaseLoader
+    documentation: "https://example.com/UnstructuredHTMLLoader"
-  - AZLyricsLoader
+  UnstructuredMarkdownLoader:
-  - CollegeConfidentialLoader
+    documentation: "https://example.com/UnstructuredMarkdownLoader"
-  - HNLoader
+  PyPDFLoader:
-  - IFixitLoader
+    documentation: "https://example.com/PyPDFLoader"
-  - IMSDbLoader
+  UnstructuredPowerPointLoader:
-  - GitbookLoader
+    documentation: "https://example.com/UnstructuredPowerPointLoader"
-  - ReadTheDocsLoader
+  SRTLoader:
-  - SlackDirectoryLoader
+    documentation: "https://example.com/SRTLoader"
-  - NotionDirectoryLoader
+  TelegramChatLoader:
-  - DirectoryLoader
+    documentation: "https://example.com/TelegramChatLoader"
-  - GitLoader
+  TextLoader:
+    documentation: "https://example.com/TextLoader"
+  UnstructuredWordDocumentLoader:
+    documentation: "https://example.com/UnstructuredWordDocumentLoader"
+  WebBaseLoader:
+    documentation: "https://example.com/WebBaseLoader"
+  AZLyricsLoader:
+    documentation: "https://example.com/AZLyricsLoader"
+  CollegeConfidentialLoader:
+    documentation: "https://example.com/CollegeConfidentialLoader"
+  HNLoader:
+    documentation: "https://example.com/HNLoader"
+  IFixitLoader:
+    documentation: "https://example.com/IFixitLoader"
+  IMSDbLoader:
+    documentation: "https://example.com/IMSDbLoader"
+  GitbookLoader:
+    documentation: "https://example.com/GitbookLoader"
+  ReadTheDocsLoader:
+    documentation: "https://example.com/ReadTheDocsLoader"
+  SlackDirectoryLoader:
+    documentation: "https://example.com/SlackDirectoryLoader"
+  NotionDirectoryLoader:
+    documentation: "https://example.com/NotionDirectoryLoader"
+  DirectoryLoader:
+    documentation: "https://example.com/DirectoryLoader"
+  GitLoader:
+    documentation: "https://example.com/GitLoader"
 embeddings:
-  - OpenAIEmbeddings
+  OpenAIEmbeddings:
-  - HuggingFaceEmbeddings
+    documentation: "https://example.com/OpenAIEmbeddings"
-  - CohereEmbeddings
+  HuggingFaceEmbeddings:
+    documentation: "https://example.com/HuggingFaceEmbeddings"
+  CohereEmbeddings:
+    documentation: "https://example.com/CohereEmbeddings"
 llms:
-  - OpenAI
+  OpenAI:
-  # - AzureOpenAI
+    documentation: "https://example.com/OpenAI"
-  # - AzureChatOpenAI
+  ChatOpenAI:
-  - ChatOpenAI
+    documentation: "https://example.com/ChatOpenAI"
-  - LlamaCpp
+  LlamaCpp:
-  - CTransformers
+    documentation: "https://example.com/LlamaCpp"
-  - Cohere
+  CTransformers:
-  - Anthropic
+    documentation: "https://example.com/CTransformers"
-  - ChatAnthropic
+  Cohere:
-  - HuggingFaceHub
+    documentation: "https://example.com/Cohere"
+  Anthropic:
+    documentation: "https://example.com/Anthropic"
+  ChatAnthropic:
+    documentation: "https://example.com/ChatAnthropic"
+  HuggingFaceHub:
+    documentation: "https://example.com/HuggingFaceHub"
 memories:
-  - ConversationBufferMemory
+  ConversationBufferMemory:
-  - ConversationSummaryMemory
+    documentation: "https://example.com/ConversationBufferMemory"
-  - ConversationKGMemory
+  ConversationSummaryMemory:
+    documentation: "https://example.com/ConversationSummaryMemory"
+  ConversationKGMemory:
+    documentation: "https://example.com/ConversationKGMemory"
 prompts:
-  - PromptTemplate
+  PromptTemplate:
-  - FewShotPromptTemplate
+    documentation: "https://python.langchain.com/docs/modules/model_io/prompts/prompt_templates/"
-  - ZeroShotPrompt
+  ZeroShotPrompt:
+    documentation: "https://python.langchain.com/docs/modules/agents/how_to/custom_mrkl_agent"
 textsplitters:
-  - CharacterTextSplitter
+  CharacterTextSplitter:
-  - RecursiveCharacterTextSplitter
+    documentation: "https://python.langchain.com/docs/modules/data_connection/document_transformers/text_splitters/character_text_splitter"
-  # - LatexTextSplitter
+  RecursiveCharacterTextSplitter:
-  # - PythonCodeTextSplitter
+    documentation: "https://python.langchain.com/docs/modules/data_connection/document_transformers/text_splitters/recursive_text_splitter"
 toolkits:
-  - OpenAPIToolkit
+  OpenAPIToolkit:
-  - JsonToolkit
+    documentation: "https://example.com/OpenAPIToolkit"
-  - VectorStoreInfo
+  JsonToolkit:
-  - VectorStoreRouterToolkit
+    documentation: "https://example.com/JsonToolkit"
-  - VectorStoreToolkit
+  VectorStoreInfo:
+    documentation: "https://example.com/VectorStoreInfo"
+  VectorStoreRouterToolkit:
+    documentation: "https://example.com/VectorStoreRouterToolkit"
+  VectorStoreToolkit:
+    documentation: "https://example.com/VectorStoreToolkit"
 tools:
-  - Search
+  Search:
-  - PAL-MATH
+    documentation: "https://example.com/Search"
-  - Calculator
+  PAL-MATH:
-  - Serper Search
+    documentation: "https://example.com/PAL-MATH"
-  - Tool
+  Calculator:
-  - PythonFunctionTool
+    documentation: "https://example.com/Calculator"
-  - PythonFunction
+  Serper Search:
-  - JsonSpec
+    documentation: "https://example.com/SerperSearch"
-  - News API
+  Tool:
-  - TMDB API
+    documentation: "https://example.com/Tool"
-  - Podcast API
+  PythonFunctionTool:
-  - QuerySQLDataBaseTool
+    documentation: "https://example.com/PythonFunctionTool"
-  - InfoSQLDatabaseTool
+  PythonFunction:
-  - ListSQLDatabaseTool
+    documentation: "https://example.com/PythonFunction"
-  # - QueryCheckerTool
+  JsonSpec:
-  - BingSearchRun
+    documentation: "https://example.com/JsonSpec"
-  - GoogleSearchRun
+  News API:
-  - GoogleSearchResults
+    documentation: "https://example.com/NewsAPI"
-  - GoogleSerperRun
+  TMDB API:
-  - JsonListKeysTool
+    documentation: "https://example.com/TMDBAPI"
-  - JsonGetValueTool
+  Podcast API:
-  - PythonREPLTool
+    documentation: "https://example.com/PodcastAPI"
-  - PythonAstREPLTool
+  QuerySQLDataBaseTool:
-  - RequestsGetTool
+    documentation: "https://example.com/QuerySQLDataBaseTool"
-  - RequestsPostTool
+  InfoSQLDatabaseTool:
-  - RequestsPatchTool
+    documentation: "https://example.com/InfoSQLDatabaseTool"
-  - RequestsPutTool
+  ListSQLDatabaseTool:
-  - RequestsDeleteTool
+    documentation: "https://example.com/ListSQLDatabaseTool"
-  - WikipediaQueryRun
+  BingSearchRun:
-  - WolframAlphaQueryRun
+    documentation: "https://example.com/BingSearchRun"
+  GoogleSearchRun:
+    documentation: "https://example.com/GoogleSearchRun"
+  GoogleSearchResults:
+    documentation: "https://example.com/GoogleSearchResults"
+  GoogleSerperRun:
+    documentation: "https://example.com/GoogleSerperRun"
+  JsonListKeysTool:
+    documentation: "https://example.com/JsonListKeysTool"
+  JsonGetValueTool:
+    documentation: "https://example.com/JsonGetValueTool"
+  PythonREPLTool:
+    documentation: "https://example.com/PythonREPLTool"
+  PythonAstREPLTool:
+    documentation: "https://example.com/PythonAstREPLTool"
+  RequestsGetTool:
+    documentation: "https://example.com/RequestsGetTool"
+  RequestsPostTool:
+    documentation: "https://example.com/RequestsPostTool"
+  RequestsPatchTool:
+    documentation: "https://example.com/RequestsPatchTool"
+  RequestsPutTool:
+    documentation: "https://example.com/RequestsPutTool"
+  RequestsDeleteTool:
+    documentation: "https://example.com/RequestsDeleteTool"
+  WikipediaQueryRun:
+    documentation: "https://example.com/WikipediaQueryRun"
+  WolframAlphaQueryRun:
+    documentation: "https://example.com/WolframAlphaQueryRun"
 utilities:
-  - BingSearchAPIWrapper
+  BingSearchAPIWrapper:
-  - GoogleSearchAPIWrapper
+    documentation: "https://example.com/BingSearchAPIWrapper"
-  - GoogleSerperAPIWrapper
+  GoogleSearchAPIWrapper:
-  - SearxResults
+    documentation: "https://example.com/GoogleSearchAPIWrapper"
-  - SearxSearchWrapper
+  GoogleSerperAPIWrapper:
-  - SerpAPIWrapper
+    documentation: "https://example.com/GoogleSerperAPIWrapper"
-  - WikipediaAPIWrapper
+  SearxResults:
-  - WolframAlphaAPIWrapper
+    documentation: "https://example.com/SearxResults"
-  # - ZapierNLAWrapper
+  SearxSearchWrapper:
-  - SQLDatabase
+    documentation: "https://example.com/SearxSearchWrapper"
+  SerpAPIWrapper:
+    documentation: "https://example.com/SerpAPIWrapper"
+  WikipediaAPIWrapper:
+    documentation: "https://example.com/WikipediaAPIWrapper"
+  WolframAlphaAPIWrapper:
+    documentation: "https://example.com/WolframAlphaAPIWrapper"
 vectorstores:
-  - Chroma
+  Chroma:
-  - Qdrant
+    documentation: "https://example.com/Chroma"
-  - Weaviate
+  Qdrant:
-  - FAISS
+    documentation: "https://example.com/Qdrant"
-  - Pinecone
+  Weaviate:
-  - SupabaseVectorStore
+    documentation: "https://example.com/Weaviate"
-  - MongoDBAtlasVectorSearch
+  FAISS:
+    documentation: "https://example.com/FAISS"
+  Pinecone:
+    documentation: "https://example.com/Pinecone"
+  SupabaseVectorStore:
+    documentation: "https://example.com/SupabaseVectorStore"
+  MongoDBAtlasVectorSearch:
+    documentation: "https://example.com/MongoDBAtlasVectorSearch"
 wrappers:
-  - RequestsWrapper
+  RequestsWrapper:
-  # - ChatPromptTemplate
+    documentation: "https://example.com/RequestsWrapper"
-  # - SystemMessagePromptTemplate
-  # - HumanMessagePromptTemplate

src/backend/langflow/settings.py

@@ -1,24 +1,23 @@
 import os
-from typing import List
 
 import yaml
 from pydantic import BaseSettings, root_validator
 
 
 class Settings(BaseSettings):
-    chains: List[str] = []
+    chains: dict = {}
-    agents: List[str] = []
+    agents: dict = {}
-    prompts: List[str] = []
+    prompts: dict = {}
-    llms: List[str] = []
+    llms: dict = {}
-    tools: List[str] = []
+    tools: dict = {}
-    memories: List[str] = []
+    memories: dict = {}
-    embeddings: List[str] = []
+    embeddings: dict = {}
-    vectorstores: List[str] = []
+    vectorstores: dict = {}
-    documentloaders: List[str] = []
+    documentloaders: dict = {}
-    wrappers: List[str] = []
+    wrappers: dict = {}
-    toolkits: List[str] = []
+    toolkits: dict = {}
-    textsplitters: List[str] = []
+    textsplitters: dict = {}
-    utilities: List[str] = []
+    utilities: dict = {}
     dev: bool = False
     database_url: str = "sqlite:///./langflow.db"
     remove_api_keys: bool = False