Revert "feat: hugging face supports embeddings."

This reverts commit 757ee4d.
langgenius · Sep 19, 2023 · 86ddce2 · 86ddce2
1 parent 9a00c08
commit 86ddce2
Show file tree

Hide file tree

Showing 6 changed files with 4 additions and 174 deletions.
diff --git a/api/core/model_providers/models/embedding/huggingface_embedding.py b/api/core/model_providers/models/embedding/huggingface_embedding.py
diff --git a/api/core/model_providers/providers/huggingface_hub_provider.py b/api/core/model_providers/providers/huggingface_hub_provider.py
@@ -10,7 +10,6 @@
 
 from core.model_providers.models.base import BaseProviderModel
 from core.third_party.langchain.llms.huggingface_endpoint_llm import HuggingFaceEndpointLLM
-from core.model_providers.models.embedding.huggingface_embedding import HuggingfaceEmbedding
 from models.provider import ProviderType
 
 
@@ -34,8 +33,6 @@ def get_model_class(self, model_type: ModelType) -> Type[BaseProviderModel]:
         """
         if model_type == ModelType.TEXT_GENERATION:
             model_class = HuggingfaceHubModel
-        elif model_type == ModelType.EMBEDDINGS:
-            model_class = HuggingfaceEmbedding
         else:
             raise NotImplementedError
 
@@ -66,7 +63,7 @@ def is_model_credentials_valid_or_raise(cls, model_name: str, model_type: ModelT
         :param model_type:
         :param credentials:
         """
-        if model_type not in [ModelType.TEXT_GENERATION, ModelType.EMBEDDINGS]:
+        if model_type != ModelType.TEXT_GENERATION:
             raise NotImplementedError
 
         if 'huggingfacehub_api_type' not in credentials \
@@ -91,9 +88,9 @@ def is_model_credentials_valid_or_raise(cls, model_name: str, model_type: ModelT
             if 'task_type' not in credentials:
                 raise CredentialsValidateFailedError('Task Type must be provided.')
 
-            if credentials['task_type'] not in ("text2text-generation", "text-generation", "summarization", 'sentence-similarity'):
+            if credentials['task_type'] not in ("text2text-generation", "text-generation", "summarization"):
                 raise CredentialsValidateFailedError('Task Type must be one of text2text-generation, '
-                                                     'text-generation, summarization, sentence-similarity.')
+                                                     'text-generation, summarization.')
 
             try:
                 llm = HuggingFaceEndpointLLM(
@@ -115,7 +112,7 @@ def is_model_credentials_valid_or_raise(cls, model_name: str, model_type: ModelT
                 if 'inference' in model_info.cardData and not model_info.cardData['inference']:
                     raise ValueError(f'Inference API has been turned off for this model {model_name}.')
 
-                VALID_TASKS = ("text2text-generation", "text-generation", "summarization", "sentence-similarity")
+                VALID_TASKS = ("text2text-generation", "text-generation", "summarization")
                 if model_info.pipeline_tag not in VALID_TASKS:
                     raise ValueError(f"Model {model_name} is not a valid task, "
                                      f"must be one of {VALID_TASKS}.")

diff --git a/api/core/third_party/langchain/embeddings/huggingface_endpoint_embedding.py b/api/core/third_party/langchain/embeddings/huggingface_endpoint_embedding.py
diff --git a/api/core/third_party/langchain/embeddings/huggingface_hub_embedding.py b/api/core/third_party/langchain/embeddings/huggingface_hub_embedding.py
diff --git a/api/requirements.txt b/api/requirements.txt
@@ -52,4 +52,3 @@ pandas==1.5.3
 xinference==0.4.2
 safetensors==0.3.2
 zhipuai==1.0.7
-sentence-transformers==2.2.2
diff --git a/api/tests/integration_tests/models/embedding/test_huggingface_hub_embedding.py b/api/tests/integration_tests/models/embedding/test_huggingface_hub_embedding.py