chore: add prompt cache for anthropic model (#1552)

This commit is contained in:
Tao Sun 2026-04-11 20:45:56 +08:00 committed by GitHub
parent 86ec0ba6a7
commit 53ef106b3e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -80,6 +80,7 @@ def agent_model(
for attr in config_attrs:
effective_config[attr] = getattr(options, attr)
extra_params = options.extra_params or {}
init_param_keys = {
"api_version",
"azure_ad_token",
@ -135,6 +136,12 @@ def agent_model(
)
model_platform_enum = None
if (
effective_config["model_platform"].lower() == "anthropic"
and model_config.get("cache_control") is None
):
model_config["cache_control"] = "5m"
model = ModelFactory.create(
model_platform=effective_config["model_platform"],
model_type=effective_config["model_type"],