set the prompt cache key to session id (#698)

This commit is contained in:
Markus Ylisiurunen
2026-01-13 19:29:36 +02:00
committed by GitHub
parent 7534802752
commit 00ba005e50

View File

@@ -366,6 +366,7 @@ function buildParams(model: Model<"openai-responses">, context: Context, options
model: model.id,
input: messages,
stream: true,
prompt_cache_key: options?.sessionId,
};
if (options?.maxTokens) {