Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
22 changes: 21 additions & 1 deletion backend/apps/ai_model/openai/llm.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
from collections.abc import Iterator, Mapping
from typing import Any, cast
from typing import Any, Optional, cast

from langchain_core.language_models import LanguageModelInput
from langchain_core.messages import (
Expand Down Expand Up @@ -84,6 +84,26 @@ def _convert_delta_to_message_chunk(


class BaseChatOpenAI(ChatOpenAI):
@property
def _default_params(self) -> dict[str, Any]:
max_tokens = self.max_tokens
params = super()._default_params
if max_tokens:
params["max_tokens"] = max_tokens
return params

def _get_request_payload(
self,
input_: LanguageModelInput,
*,
stop: Optional[list[str]] = None,
**kwargs: Any,
) -> dict:
max_tokens = self.max_tokens
payload = super()._get_request_payload(input_, stop=stop, **kwargs)
if max_tokens:
payload["max_tokens"] = max_tokens
return payload
usage_metadata: dict = {}

# custom_get_token_ids = custom_get_token_ids
Expand Down
Loading