-
Notifications
You must be signed in to change notification settings - Fork 8.4k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
add deepseek-coder-v2 in siliconflow (#6149)
- Loading branch information
Showing
13 changed files
with
165 additions
and
24 deletions.
There are no files selected for viewing
30 changes: 30 additions & 0 deletions
30
api/core/model_runtime/model_providers/siliconflow/llm/deepdeek-coder-v2-instruct.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,30 @@ | ||
| model: deepseek-ai/DeepSeek-Coder-V2-Instruct | ||
| label: | ||
| en_US: deepseek-ai/DeepSeek-Coder-V2-Instruct | ||
| model_type: llm | ||
| features: | ||
| - agent-thought | ||
| model_properties: | ||
| mode: chat | ||
| context_size: 32768 | ||
| parameter_rules: | ||
| - name: temperature | ||
| use_template: temperature | ||
| - name: max_tokens | ||
| use_template: max_tokens | ||
| type: int | ||
| default: 512 | ||
| min: 1 | ||
| max: 4096 | ||
| help: | ||
| zh_Hans: 指定生成结果长度的上限。如果生成结果截断，可以调大该参数。 | ||
| en_US: Specifies the upper limit on the length of generated results. If the generated results are truncated, you can increase this parameter. | ||
| - name: top_p | ||
| use_template: top_p | ||
| - name: frequency_penalty | ||
| use_template: frequency_penalty | ||
| pricing: | ||
| input: '1.33' | ||
| output: '1.33' | ||
| unit: '0.000001' | ||
| currency: RMB |
4 changes: 1 addition & 3 deletions
4
api/core/model_runtime/model_providers/siliconflow/llm/deepseek-v2-chat.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
4 changes: 1 addition & 3 deletions
4
api/core/model_runtime/model_providers/siliconflow/llm/glm4-9b-chat.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
4 changes: 1 addition & 3 deletions
4
api/core/model_runtime/model_providers/siliconflow/llm/qwen2-57b-a14b-instruct.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
4 changes: 1 addition & 3 deletions
4
api/core/model_runtime/model_providers/siliconflow/llm/qwen2-72b-instruct.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
4 changes: 1 addition & 3 deletions
4
api/core/model_runtime/model_providers/siliconflow/llm/qwen2-7b-instruct.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
4 changes: 1 addition & 3 deletions
4
api/core/model_runtime/model_providers/siliconflow/llm/yi-1.5-34b-chat.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
4 changes: 1 addition & 3 deletions
4
api/core/model_runtime/model_providers/siliconflow/llm/yi-1.5-9b-chat.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Empty file.
106 changes: 106 additions & 0 deletions
106
api/tests/integration_tests/model_runtime/siliconflow/test_llm.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,106 @@ | ||
| import os | ||
| from collections.abc import Generator | ||
|
|
||
| import pytest | ||
|
|
||
| from core.model_runtime.entities.llm_entities import LLMResult, LLMResultChunk, LLMResultChunkDelta | ||
| from core.model_runtime.entities.message_entities import AssistantPromptMessage, SystemPromptMessage, UserPromptMessage | ||
| from core.model_runtime.errors.validate import CredentialsValidateFailedError | ||
| from core.model_runtime.model_providers.siliconflow.llm.llm import SiliconflowLargeLanguageModel | ||
|
|
||
|
|
||
| def test_validate_credentials(): | ||
| model = SiliconflowLargeLanguageModel() | ||
|
|
||
| with pytest.raises(CredentialsValidateFailedError): | ||
| model.validate_credentials( | ||
| model='deepseek-ai/DeepSeek-V2-Chat', | ||
| credentials={ | ||
| 'api_key': 'invalid_key' | ||
| } | ||
| ) | ||
|
|
||
| model.validate_credentials( | ||
| model='deepseek-ai/DeepSeek-V2-Chat', | ||
| credentials={ | ||
| 'api_key': os.environ.get('API_KEY') | ||
| } | ||
| ) | ||
|
|
||
|
|
||
| def test_invoke_model(): | ||
| model = SiliconflowLargeLanguageModel() | ||
|
|
||
| response = model.invoke( | ||
| model='deepseek-ai/DeepSeek-V2-Chat', | ||
| credentials={ | ||
| 'api_key': os.environ.get('API_KEY') | ||
| }, | ||
| prompt_messages=[ | ||
| UserPromptMessage( | ||
| content='Who are you?' | ||
| ) | ||
| ], | ||
| model_parameters={ | ||
| 'temperature': 0.5, | ||
| 'max_tokens': 10 | ||
| }, | ||
| stop=['How'], | ||
| stream=False, | ||
| user="abc-123" | ||
| ) | ||
|
|
||
| assert isinstance(response, LLMResult) | ||
| assert len(response.message.content) > 0 | ||
|
|
||
|
|
||
| def test_invoke_stream_model(): | ||
| model = SiliconflowLargeLanguageModel() | ||
|
|
||
| response = model.invoke( | ||
| model='deepseek-ai/DeepSeek-V2-Chat', | ||
| credentials={ | ||
| 'api_key': os.environ.get('API_KEY') | ||
| }, | ||
| prompt_messages=[ | ||
| UserPromptMessage( | ||
| content='Hello World!' | ||
| ) | ||
| ], | ||
| model_parameters={ | ||
| 'temperature': 0.5, | ||
| 'max_tokens': 100, | ||
| 'seed': 1234 | ||
| }, | ||
| stream=True, | ||
| user="abc-123" | ||
| ) | ||
|
|
||
| assert isinstance(response, Generator) | ||
|
|
||
| for chunk in response: | ||
| assert isinstance(chunk, LLMResultChunk) | ||
| assert isinstance(chunk.delta, LLMResultChunkDelta) | ||
| assert isinstance(chunk.delta.message, AssistantPromptMessage) | ||
| assert len(chunk.delta.message.content) > 0 if chunk.delta.finish_reason is None else True | ||
|
|
||
|
|
||
| def test_get_num_tokens(): | ||
| model = SiliconflowLargeLanguageModel() | ||
|
|
||
| num_tokens = model.get_num_tokens( | ||
| model='deepseek-ai/DeepSeek-V2-Chat', | ||
| credentials={ | ||
| 'api_key': os.environ.get('API_KEY') | ||
| }, | ||
| prompt_messages=[ | ||
| SystemPromptMessage( | ||
| content='You are a helpful AI assistant.', | ||
| ), | ||
| UserPromptMessage( | ||
| content='Hello World!' | ||
| ) | ||
| ] | ||
| ) | ||
|
|
||
| assert num_tokens == 12 |
21 changes: 21 additions & 0 deletions
21
api/tests/integration_tests/model_runtime/siliconflow/test_provider.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,21 @@ | ||
| import os | ||
|
|
||
| import pytest | ||
|
|
||
| from core.model_runtime.errors.validate import CredentialsValidateFailedError | ||
| from core.model_runtime.model_providers.siliconflow.siliconflow import SiliconflowProvider | ||
|
|
||
|
|
||
| def test_validate_provider_credentials(): | ||
| provider = SiliconflowProvider() | ||
|
|
||
| with pytest.raises(CredentialsValidateFailedError): | ||
| provider.validate_provider_credentials( | ||
| credentials={} | ||
| ) | ||
|
|
||
| provider.validate_provider_credentials( | ||
| credentials={ | ||
| 'api_key': os.environ.get('API_KEY') | ||
| } | ||
| ) |