Better proxy handling.

2025-10-28 00:21:54 +01:00
parent ec50ede6c2
commit b6b64dff86
6 changed files with 298 additions and 160 deletions
--- a/packages/ai/src/stream.ts
+++ b/packages/ai/src/stream.ts
@@ -117,7 +117,7 @@ function mapOptionsForApi<TApi extends Api>(
 ): OptionsForApi<TApi> {
 	const base = {
 		temperature: options?.temperature,
-		maxTokens: options?.maxTokens,
+		maxTokens: options?.maxTokens || model.maxTokens,
 		signal: options?.signal,
 		apiKey: apiKey || options?.apiKey,
 	};
@@ -130,7 +130,7 @@ function mapOptionsForApi<TApi extends Api>(
 				minimal: 1024,
 				low: 2048,
 				medium: 8192,
-				high: Math.min(25000, model.maxTokens - 1000),
+				high: 16384,
 			};

 			return {