27 lines
1.0 KiB
TypeScript
27 lines
1.0 KiB
TypeScript
import type { BetaTool } from '@anthropic-ai/sdk/resources/beta/messages/messages.mjs'
|
|
|
|
// Session-scoped cache of rendered tool schemas. Tool schemas render at server
|
|
// position 2 (before system prompt), so any byte-level change busts the entire
|
|
// ~11K-token tool block AND everything downstream. GrowthBook gate flips
|
|
// (tengu_tool_pear, tengu_fgts), MCP reconnects, or dynamic content in
|
|
// tool.prompt() all cause this churn. Memoizing per-session locks the schema
|
|
// bytes at first render — mid-session GB refreshes no longer bust the cache.
|
|
//
|
|
// Lives in a leaf module so auth.ts can clear it without importing api.ts
|
|
// (which would create a cycle via plans→settings→file→growthbook→config→
|
|
// bridgeEnabled→auth).
|
|
type CachedSchema = BetaTool & {
|
|
strict?: boolean
|
|
eager_input_streaming?: boolean
|
|
}
|
|
|
|
const TOOL_SCHEMA_CACHE = new Map<string, CachedSchema>()
|
|
|
|
export function getToolSchemaCache(): Map<string, CachedSchema> {
|
|
return TOOL_SCHEMA_CACHE
|
|
}
|
|
|
|
export function clearToolSchemaCache(): void {
|
|
TOOL_SCHEMA_CACHE.clear()
|
|
}
|