id | str | "gpt-4o" | The id of the model to use |
name | str | "OpenAILike" | The name of the model |
provider | str | "OpenAILike" | The provider of the model |
api_key | Optional[str] | None | The API key for authentication (defaults to OPENAI_API_KEY env var) |
base_url | str | "https://api.openai.com/v1" | The base URL for the API |
supports_native_structured_outputs | Optional[bool] | None | Whether the model supports native structured outputs |
response_format | Optional[str] | None | The format of the response |
seed | Optional[int] | None | Random seed for deterministic sampling |
stop | Optional[Union[str, List[str]]] | None | Up to 4 sequences where the API will stop generating further tokens |
stream | bool | True | Whether to stream the response |
temperature | Optional[float] | None | Controls randomness in the model’s output |
top_p | Optional[float] | None | Controls diversity via nucleus sampling |
request_params | Optional[Dict[str, Any]] | None | Additional parameters to include in the request |
client_params | Optional[Dict[str, Any]] | None | Additional parameters for client configuration |
