set the prompt cache key to session id (#698)
This commit is contained in:
committed by
GitHub
parent
7534802752
commit
00ba005e50
@@ -366,6 +366,7 @@ function buildParams(model: Model<"openai-responses">, context: Context, options
|
|||||||
model: model.id,
|
model: model.id,
|
||||||
input: messages,
|
input: messages,
|
||||||
stream: true,
|
stream: true,
|
||||||
|
prompt_cache_key: options?.sessionId,
|
||||||
};
|
};
|
||||||
|
|
||||||
if (options?.maxTokens) {
|
if (options?.maxTokens) {
|
||||||
|
|||||||
Reference in New Issue
Block a user