From 3412dc7ecfad9005345a6ea1142bb1c893e7b3b4 Mon Sep 17 00:00:00 2001 From: sino Date: Mon, 10 Jun 2024 15:52:45 +0800 Subject: [PATCH 1/2] chore: update maas model provider description --- .../volcengine_maas/llm/models.py | 20 +++++++++++++++++++ .../volcengine_maas/volcengine_maas.yaml | 6 ++++-- 2 files changed, 24 insertions(+), 2 deletions(-) diff --git a/api/core/model_runtime/model_providers/volcengine_maas/llm/models.py b/api/core/model_runtime/model_providers/volcengine_maas/llm/models.py index 2e8ff314fc407d..a2bd81b94553da 100644 --- a/api/core/model_runtime/model_providers/volcengine_maas/llm/models.py +++ b/api/core/model_runtime/model_providers/volcengine_maas/llm/models.py @@ -69,4 +69,24 @@ 'mode': 'chat', } }, + 'Llama3-8B': { + 'req_params': { + 'max_prompt_tokens': 8192, + 'max_new_tokens': 8192, + }, + 'model_properties': { + 'context_size': 8192, + 'mode': 'chat', + } + }, + 'Llama3-70B': { + 'req_params': { + 'max_prompt_tokens': 8192, + 'max_new_tokens': 8192, + }, + 'model_properties': { + 'context_size': 8192, + 'mode': 'chat', + } + } } diff --git a/api/core/model_runtime/model_providers/volcengine_maas/volcengine_maas.yaml b/api/core/model_runtime/model_providers/volcengine_maas/volcengine_maas.yaml index d7bcbd43f80670..fc99c7670c48a7 100644 --- a/api/core/model_runtime/model_providers/volcengine_maas/volcengine_maas.yaml +++ b/api/core/model_runtime/model_providers/volcengine_maas/volcengine_maas.yaml @@ -2,7 +2,8 @@ provider: volcengine_maas label: en_US: Volcengine description: - en_US: Volcengine MaaS models. + en_US: Volcengine Ark models. + zh_Hans: 火山方舟提供的模型,例如 Doubao-pro-4k、Doubao-pro-32k 和 Doubao-pro-128k。 icon_small: en_US: icon_s_en.svg icon_large: @@ -12,6 +13,7 @@ background: "#F9FAFB" help: title: en_US: Get your Access Key and Secret Access Key from Volcengine Console + zh_Hans: 从火山引擎控制台获取您的 Access Key 和 Secret Access Key url: en_US: https://console.volcengine.com/iam/keymanage/ supported_model_types: @@ -50,7 +52,7 @@ model_credential_schema: required: true label: en_US: Volcengine Region - zh_Hans: 火山引擎地区 + zh_Hans: 火山引擎地域 type: text-input default: cn-beijing placeholder: From 671a0a94d0544a632f06d8ea960d9ebec70a0890 Mon Sep 17 00:00:00 2001 From: sino Date: Mon, 10 Jun 2024 21:57:16 +0800 Subject: [PATCH 2/2] feat: support llama3 base model --- .../volcengine_maas/volcengine_maas.yaml | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/api/core/model_runtime/model_providers/volcengine_maas/volcengine_maas.yaml b/api/core/model_runtime/model_providers/volcengine_maas/volcengine_maas.yaml index fc99c7670c48a7..4d468969b74edd 100644 --- a/api/core/model_runtime/model_providers/volcengine_maas/volcengine_maas.yaml +++ b/api/core/model_runtime/model_providers/volcengine_maas/volcengine_maas.yaml @@ -126,6 +126,18 @@ model_credential_schema: show_on: - variable: __model_type value: llm + - label: + en_US: Llama3-8B + value: Llama3-8B + show_on: + - variable: __model_type + value: llm + - label: + en_US: Llama3-70B + value: Llama3-70B + show_on: + - variable: __model_type + value: llm - label: en_US: Doubao-embedding value: Doubao-embedding