feat(agent): improve prompt cache hit rate

This commit is contained in:
jxxghp
2026-08-06 23:34:29 +08:00
parent 44db45ea28
commit a52e1fdc1c
10 changed files with 711 additions and 50 deletions
+5
View File
@@ -119,6 +119,11 @@ class AgentTokensUsageEventData(BaseEventData):
input_tokens: int = Field(default=0, description="输入 tokens")
output_tokens: int = Field(default=0, description="输出 tokens")
total_tokens: int = Field(default=0, description="总 tokens")
cache_read_input_tokens: int = Field(default=0, description="从提示词缓存读取的输入 tokens")
cache_write_input_tokens: int = Field(default=0, description="写入提示词缓存的输入 tokens")
uncached_input_tokens: int = Field(default=0, description="未命中缓存的输入 tokens")
cache_hit_ratio: Optional[float] = Field(default=None, description="提示词缓存命中率")
cache_usage_available: bool = Field(default=False, description="供应商是否返回缓存用量明细")
model_call_count: int = Field(default=0, description="模型调用次数")
success: bool = Field(default=False, description="Agent 执行是否成功")
error: Optional[str] = Field(default=None, description="失败原因")