Adding support for Ctransformers (#387)

Ctransformers allows support for many models in the GGML format and
HuggingFace models.

poetry.lock

@@ -876,6 +876,24 @@ test = ["iso8601", "pretend", "pytest (>=6.2.0)", "pytest-benchmark", "pytest-co
 test-randomorder = ["pytest-randomly"]
 tox = ["tox"]
 
+[[package]]
+name = "ctransformers"
+version = "0.2.2"
+description = "Python bindings for the Transformer models implemented in C/C++ using GGML library."
+category = "main"
+optional = false
+python-versions = "*"
+files = [
+    {file = "ctransformers-0.2.2-py3-none-any.whl", hash = "sha256:bf682dd0293dd87911c9a9a1169a4873ff55baebc16d465c6029c77f11b18cf6"},
+    {file = "ctransformers-0.2.2.tar.gz", hash = "sha256:1fc36b3fde36d9fd3cb69e48993315bb1f5f54ae552720eb909dc4b3a131c743"},
+]
+
+[package.dependencies]
+huggingface-hub = "*"
+
+[package.extras]
+tests = ["pytest"]
+
 [[package]]
 name = "dataclasses-json"
 version = "0.5.7"

pyproject.toml

@@ -55,6 +55,7 @@ websockets = "^11.0.3"
 weaviate-client = "^3.19.2"
 jina = "3.15.2"
 sentence-transformers = "^2.2.2"
+ctransformers = "^0.2.2"
 
 
 [tool.poetry.group.dev.dependencies]

src/backend/langflow/config.yaml

@@ -46,13 +46,13 @@ documentloaders:
 embeddings:
   - OpenAIEmbeddings
   - HuggingFaceEmbeddings
-
 llms:
   - OpenAI
   # - AzureOpenAI
   - ChatOpenAI
   - HuggingFaceHub
   - LlamaCpp
+  - CTransformers
 memories:
   - ConversationBufferMemory
   - ConversationSummaryMemory
@@ -117,7 +117,7 @@ vectorstores:
   - Qdrant
   - Weaviate
 wrappers:
-  - RequestsWrapper # Wait more tests
+  - RequestsWrapper
   # - ChatPromptTemplate
   # - SystemMessagePromptTemplate
   # - HumanMessagePromptTemplate

src/backend/langflow/template/frontend_node/llms.py

@@ -43,7 +43,7 @@ class LLMFrontendNode(FrontendNode):
             field.field_type = "code"
             field.advanced = True
             field.show = True
-        elif field.name in ["model_name", "temperature"]:
+        elif field.name in ["model_name", "temperature", "model_file", "model_type"]:
             field.advanced = False
             field.show = True