From 5ddb601e4345a5099668618d5e0e7e6c3dd56c79 Mon Sep 17 00:00:00 2001
From: AAEE86 <33052466+AAEE86@users.noreply.github.com>
Date: Sat, 21 Sep 2024 18:08:07 +0800
Subject: [PATCH] add MixtralAI Model (#8517)

---
 .../mistralai/llm/_position.yaml              |  5 ++
 .../mistralai/llm/codestral-latest.yaml       | 51 +++++++++++++++++++
 .../mistralai/llm/mistral-embed.yaml          | 51 +++++++++++++++++++
 .../mistralai/llm/open-codestral-mamba.yaml   | 51 +++++++++++++++++++
 .../mistralai/llm/open-mistral-nemo.yaml      | 51 +++++++++++++++++++
 .../mistralai/llm/pixtral-12b-2409.yaml       | 51 +++++++++++++++++++
 6 files changed, 260 insertions(+)
 create mode 100644 api/core/model_runtime/model_providers/mistralai/llm/codestral-latest.yaml
 create mode 100644 api/core/model_runtime/model_providers/mistralai/llm/mistral-embed.yaml
 create mode 100644 api/core/model_runtime/model_providers/mistralai/llm/open-codestral-mamba.yaml
 create mode 100644 api/core/model_runtime/model_providers/mistralai/llm/open-mistral-nemo.yaml
 create mode 100644 api/core/model_runtime/model_providers/mistralai/llm/pixtral-12b-2409.yaml

diff --git a/api/core/model_runtime/model_providers/mistralai/llm/_position.yaml b/api/core/model_runtime/model_providers/mistralai/llm/_position.yaml
index 751003d71e888..bdb06b7fff637 100644
--- a/api/core/model_runtime/model_providers/mistralai/llm/_position.yaml
+++ b/api/core/model_runtime/model_providers/mistralai/llm/_position.yaml
@@ -1,3 +1,8 @@
+- pixtral-12b-2409
+- codestral-latest
+- mistral-embed
+- open-mistral-nemo
+- open-codestral-mamba
 - open-mistral-7b
 - open-mixtral-8x7b
 - open-mixtral-8x22b
diff --git a/api/core/model_runtime/model_providers/mistralai/llm/codestral-latest.yaml b/api/core/model_runtime/model_providers/mistralai/llm/codestral-latest.yaml
new file mode 100644
index 0000000000000..5f1260233fe97
--- /dev/null
+++ b/api/core/model_runtime/model_providers/mistralai/llm/codestral-latest.yaml
@@ -0,0 +1,51 @@
+model: codestral-latest
+label:
+  zh_Hans: codestral-latest
+  en_US: codestral-latest
+model_type: llm
+features:
+  - agent-thought
+model_properties:
+  mode: chat
+  context_size: 32000
+parameter_rules:
+  - name: temperature
+    use_template: temperature
+    default: 0.7
+    min: 0
+    max: 1
+  - name: top_p
+    use_template: top_p
+    default: 1
+    min: 0
+    max: 1
+  - name: max_tokens
+    use_template: max_tokens
+    default: 1024
+    min: 1
+    max: 4096
+  - name: safe_prompt
+    default: false
+    type: boolean
+    help:
+      en_US: Whether to inject a safety prompt before all conversations.
+      zh_Hans: 是否开启提示词审查
+    label:
+      en_US: SafePrompt
+      zh_Hans: 提示词审查
+  - name: random_seed
+    type: int
+    help:
+      en_US: The seed to use for random sampling. If set, different calls will generate deterministic results.
+      zh_Hans: 当开启随机数种子以后，你可以通过指定一个固定的种子来使得回答结果更加稳定
+    label:
+      en_US: RandomSeed
+      zh_Hans: 随机数种子
+    default: 0
+    min: 0
+    max: 2147483647
+pricing:
+  input: '0.008'
+  output: '0.024'
+  unit: '0.001'
+  currency: USD
diff --git a/api/core/model_runtime/model_providers/mistralai/llm/mistral-embed.yaml b/api/core/model_runtime/model_providers/mistralai/llm/mistral-embed.yaml
new file mode 100644
index 0000000000000..d759103d08a94
--- /dev/null
+++ b/api/core/model_runtime/model_providers/mistralai/llm/mistral-embed.yaml
@@ -0,0 +1,51 @@
+model: mistral-embed
+label:
+  zh_Hans: mistral-embed
+  en_US: mistral-embed
+model_type: llm
+features:
+  - agent-thought
+model_properties:
+  mode: chat
+  context_size: 8192
+parameter_rules:
+  - name: temperature
+    use_template: temperature
+    default: 0.7
+    min: 0
+    max: 1
+  - name: top_p
+    use_template: top_p
+    default: 1
+    min: 0
+    max: 1
+  - name: max_tokens
+    use_template: max_tokens
+    default: 1024
+    min: 1
+    max: 1024
+  - name: safe_prompt
+    default: false
+    type: boolean
+    help:
+      en_US: Whether to inject a safety prompt before all conversations.
+      zh_Hans: 是否开启提示词审查
+    label:
+      en_US: SafePrompt
+      zh_Hans: 提示词审查
+  - name: random_seed
+    type: int
+    help:
+      en_US: The seed to use for random sampling. If set, different calls will generate deterministic results.
+      zh_Hans: 当开启随机数种子以后，你可以通过指定一个固定的种子来使得回答结果更加稳定
+    label:
+      en_US: RandomSeed
+      zh_Hans: 随机数种子
+    default: 0
+    min: 0
+    max: 2147483647
+pricing:
+  input: '0.008'
+  output: '0.024'
+  unit: '0.001'
+  currency: USD
diff --git a/api/core/model_runtime/model_providers/mistralai/llm/open-codestral-mamba.yaml b/api/core/model_runtime/model_providers/mistralai/llm/open-codestral-mamba.yaml
new file mode 100644
index 0000000000000..d7ffb9ea02084
--- /dev/null
+++ b/api/core/model_runtime/model_providers/mistralai/llm/open-codestral-mamba.yaml
@@ -0,0 +1,51 @@
+model: open-codestral-mamba
+label:
+  zh_Hans: open-codestral-mamba
+  en_US: open-codestral-mamba
+model_type: llm
+features:
+  - agent-thought
+model_properties:
+  mode: chat
+  context_size: 256000
+parameter_rules:
+  - name: temperature
+    use_template: temperature
+    default: 0.7
+    min: 0
+    max: 1
+  - name: top_p
+    use_template: top_p
+    default: 1
+    min: 0
+    max: 1
+  - name: max_tokens
+    use_template: max_tokens
+    default: 1024
+    min: 1
+    max: 16384
+  - name: safe_prompt
+    default: false
+    type: boolean
+    help:
+      en_US: Whether to inject a safety prompt before all conversations.
+      zh_Hans: 是否开启提示词审查
+    label:
+      en_US: SafePrompt
+      zh_Hans: 提示词审查
+  - name: random_seed
+    type: int
+    help:
+      en_US: The seed to use for random sampling. If set, different calls will generate deterministic results.
+      zh_Hans: 当开启随机数种子以后，你可以通过指定一个固定的种子来使得回答结果更加稳定
+    label:
+      en_US: RandomSeed
+      zh_Hans: 随机数种子
+    default: 0
+    min: 0
+    max: 2147483647
+pricing:
+  input: '0.008'
+  output: '0.024'
+  unit: '0.001'
+  currency: USD
diff --git a/api/core/model_runtime/model_providers/mistralai/llm/open-mistral-nemo.yaml b/api/core/model_runtime/model_providers/mistralai/llm/open-mistral-nemo.yaml
new file mode 100644
index 0000000000000..dcda4fbce7e82
--- /dev/null
+++ b/api/core/model_runtime/model_providers/mistralai/llm/open-mistral-nemo.yaml
@@ -0,0 +1,51 @@
+model: open-mistral-nemo
+label:
+  zh_Hans: open-mistral-nemo
+  en_US: open-mistral-nemo
+model_type: llm
+features:
+  - agent-thought
+model_properties:
+  mode: chat
+  context_size: 128000
+parameter_rules:
+  - name: temperature
+    use_template: temperature
+    default: 0.7
+    min: 0
+    max: 1
+  - name: top_p
+    use_template: top_p
+    default: 1
+    min: 0
+    max: 1
+  - name: max_tokens
+    use_template: max_tokens
+    default: 1024
+    min: 1
+    max: 8192
+  - name: safe_prompt
+    default: false
+    type: boolean
+    help:
+      en_US: Whether to inject a safety prompt before all conversations.
+      zh_Hans: 是否开启提示词审查
+    label:
+      en_US: SafePrompt
+      zh_Hans: 提示词审查
+  - name: random_seed
+    type: int
+    help:
+      en_US: The seed to use for random sampling. If set, different calls will generate deterministic results.
+      zh_Hans: 当开启随机数种子以后，你可以通过指定一个固定的种子来使得回答结果更加稳定
+    label:
+      en_US: RandomSeed
+      zh_Hans: 随机数种子
+    default: 0
+    min: 0
+    max: 2147483647
+pricing:
+  input: '0.008'
+  output: '0.024'
+  unit: '0.001'
+  currency: USD
diff --git a/api/core/model_runtime/model_providers/mistralai/llm/pixtral-12b-2409.yaml b/api/core/model_runtime/model_providers/mistralai/llm/pixtral-12b-2409.yaml
new file mode 100644
index 0000000000000..0b002b49cac8e
--- /dev/null
+++ b/api/core/model_runtime/model_providers/mistralai/llm/pixtral-12b-2409.yaml
@@ -0,0 +1,51 @@
+model: pixtral-12b-2409
+label:
+  zh_Hans: pixtral-12b-2409
+  en_US: pixtral-12b-2409
+model_type: llm
+features:
+  - agent-thought
+model_properties:
+  mode: chat
+  context_size: 128000
+parameter_rules:
+  - name: temperature
+    use_template: temperature
+    default: 0.7
+    min: 0
+    max: 1
+  - name: top_p
+    use_template: top_p
+    default: 1
+    min: 0
+    max: 1
+  - name: max_tokens
+    use_template: max_tokens
+    default: 1024
+    min: 1
+    max: 8192
+  - name: safe_prompt
+    default: false
+    type: boolean
+    help:
+      en_US: Whether to inject a safety prompt before all conversations.
+      zh_Hans: 是否开启提示词审查
+    label:
+      en_US: SafePrompt
+      zh_Hans: 提示词审查
+  - name: random_seed
+    type: int
+    help:
+      en_US: The seed to use for random sampling. If set, different calls will generate deterministic results.
+      zh_Hans: 当开启随机数种子以后，你可以通过指定一个固定的种子来使得回答结果更加稳定
+    label:
+      en_US: RandomSeed
+      zh_Hans: 随机数种子
+    default: 0
+    min: 0
+    max: 2147483647
+pricing:
+  input: '0.008'
+  output: '0.024'
+  unit: '0.001'
+  currency: USD