set the prompt cache key to session id (#698)
This commit is contained in:
committed by
GitHub
parent
7534802752
commit
00ba005e50
@@ -366,6 +366,7 @@ function buildParams(model: Model<"openai-responses">, context: Context, options
|
||||
model: model.id,
|
||||
input: messages,
|
||||
stream: true,
|
||||
prompt_cache_key: options?.sessionId,
|
||||
};
|
||||
|
||||
if (options?.maxTokens) {
|
||||
|
||||
Reference in New Issue
Block a user