diff --git a/api/core/model_providers/models/llm/base.py b/api/core/model_providers/models/llm/base.py index 2fcf7ee96e957e..0aacfe260263f9 100644 --- a/api/core/model_providers/models/llm/base.py +++ b/api/core/model_providers/models/llm/base.py @@ -1,6 +1,7 @@ import json import os import re +import time from abc import abstractmethod from typing import List, Optional, Any, Union, Tuple import decimal @@ -20,6 +21,8 @@ from core.third_party.langchain.llms.fake import FakeLLM import logging +from extensions.ext_database import db + logger = logging.getLogger(__name__) @@ -129,6 +132,8 @@ def run(self, messages: List[PromptMessage], if self.deduct_quota: self.model_provider.check_quota_over_limit() + db.session.commit() + if not callbacks: callbacks = self.callbacks else: