fix: nomic embeddings (#2030)

* fix: allow to configure trust_remote_code

based on: #1893 (comment)

* fix: nomic hf embeddings

Author: jaluma

poetry.lock

@@ -31,6 +31,7 @@ def __init__(self, settings: Settings) -> None:
                 self.embedding_model = HuggingFaceEmbedding(
                     model_name=settings.huggingface.embedding_hf_model_name,
                     cache_folder=str(models_cache_path),
+                    trust_remote_code=settings.huggingface.trust_remote_code,
                 )
             case "sagemaker":
                 try:

private_gpt/components/embedding/embedding_component.py

@@ -189,6 +189,10 @@ class HuggingFaceSettings(BaseModel):
         None,
         description="Huggingface access token, required to download some models",
     )
+    trust_remote_code: bool = Field(
+        False,
+        description="If set to True, the code from the remote model will be trusted and executed.",
+    )
 
 
 class EmbeddingSettings(BaseModel):

private_gpt/settings/settings.py

@@ -65,6 +65,9 @@ google-generativeai = {version ="^0.5.4", optional = true}
 # Optional Ollama client
 ollama = {version ="^0.3.0", optional = true}
 
+# Optional HF Transformers
+einops = {version = "^0.8.0", optional = true}
+
 [tool.poetry.extras]
 ui = ["gradio", "ffmpy"]
 llms-llama-cpp = ["llama-index-llms-llama-cpp"]
@@ -75,7 +78,7 @@ llms-sagemaker = ["boto3"]
 llms-azopenai = ["llama-index-llms-azure-openai"]
 llms-gemini = ["llama-index-llms-gemini", "google-generativeai"]
 embeddings-ollama = ["llama-index-embeddings-ollama", "ollama"]
-embeddings-huggingface = ["llama-index-embeddings-huggingface"]
+embeddings-huggingface = ["llama-index-embeddings-huggingface", "einops"]
 embeddings-openai = ["llama-index-embeddings-openai"]
 embeddings-sagemaker = ["boto3"]
 embeddings-azopenai = ["llama-index-embeddings-azure-openai"]

pyproject.toml

@@ -91,6 +91,9 @@ embedding:
 huggingface:
   embedding_hf_model_name: nomic-ai/nomic-embed-text-v1.5
   access_token: ${HF_TOKEN:}
+  # Warning: Enabling this option will allow the model to download and execute code from the internet.
+  # Nomic AI requires this option to be enabled to use the model, be aware if you are using a different model.
+  trust_remote_code: true
 
 vectorstore:
   database: qdrant