Enable tool streaming for newer Z.ai models (#2732)
This commit is contained in:
@@ -200,6 +200,159 @@ describe("openai-completions tool_choice", () => {
|
||||
expect(params.reasoning_effort).toBe("medium");
|
||||
});
|
||||
|
||||
it("enables tool_stream for supported z.ai models with tools", async () => {
|
||||
const model = getModel("zai", "glm-5")!;
|
||||
const tools: Tool[] = [
|
||||
{
|
||||
name: "ping",
|
||||
description: "Ping tool",
|
||||
parameters: Type.Object({
|
||||
ok: Type.Boolean(),
|
||||
}),
|
||||
},
|
||||
];
|
||||
let payload: unknown;
|
||||
|
||||
await streamSimple(
|
||||
model,
|
||||
{
|
||||
messages: [
|
||||
{
|
||||
role: "user",
|
||||
content: "Call ping with ok=true",
|
||||
timestamp: Date.now(),
|
||||
},
|
||||
],
|
||||
tools,
|
||||
},
|
||||
{
|
||||
apiKey: "test",
|
||||
onPayload: (params: unknown) => {
|
||||
payload = params;
|
||||
},
|
||||
},
|
||||
).result();
|
||||
|
||||
const params = (payload ?? mockState.lastParams) as { tool_stream?: boolean };
|
||||
expect(params.tool_stream).toBe(true);
|
||||
});
|
||||
|
||||
it("stores z.ai tool_stream support in model compat metadata", () => {
|
||||
expect(getModel("zai", "glm-5")?.compat?.zaiToolStream).toBe(true);
|
||||
expect(getModel("zai", "glm-4.7")?.compat?.zaiToolStream).toBe(true);
|
||||
expect(getModel("zai", "glm-4.7-flash")?.compat?.zaiToolStream).toBe(true);
|
||||
expect(getModel("zai", "glm-4.6v")?.compat?.zaiToolStream).toBe(true);
|
||||
expect(getModel("zai", "glm-4.5-air")?.compat?.zaiToolStream).toBeUndefined();
|
||||
});
|
||||
|
||||
it("omits tool_stream for unsupported z.ai models", async () => {
|
||||
const model = getModel("zai", "glm-4.5-air")!;
|
||||
const tools: Tool[] = [
|
||||
{
|
||||
name: "ping",
|
||||
description: "Ping tool",
|
||||
parameters: Type.Object({
|
||||
ok: Type.Boolean(),
|
||||
}),
|
||||
},
|
||||
];
|
||||
let payload: unknown;
|
||||
|
||||
await streamSimple(
|
||||
model,
|
||||
{
|
||||
messages: [
|
||||
{
|
||||
role: "user",
|
||||
content: "Call ping with ok=true",
|
||||
timestamp: Date.now(),
|
||||
},
|
||||
],
|
||||
tools,
|
||||
},
|
||||
{
|
||||
apiKey: "test",
|
||||
onPayload: (params: unknown) => {
|
||||
payload = params;
|
||||
},
|
||||
},
|
||||
).result();
|
||||
|
||||
const params = (payload ?? mockState.lastParams) as { tool_stream?: boolean };
|
||||
expect(params.tool_stream).toBeUndefined();
|
||||
});
|
||||
|
||||
it("respects explicit z.ai tool_stream compat override", async () => {
|
||||
const baseModel = getModel("zai", "glm-4.5-air")!;
|
||||
const model = {
|
||||
...baseModel,
|
||||
compat: {
|
||||
...baseModel.compat,
|
||||
zaiToolStream: true,
|
||||
},
|
||||
} as const;
|
||||
const tools: Tool[] = [
|
||||
{
|
||||
name: "ping",
|
||||
description: "Ping tool",
|
||||
parameters: Type.Object({
|
||||
ok: Type.Boolean(),
|
||||
}),
|
||||
},
|
||||
];
|
||||
let payload: unknown;
|
||||
|
||||
await streamSimple(
|
||||
model,
|
||||
{
|
||||
messages: [
|
||||
{
|
||||
role: "user",
|
||||
content: "Call ping with ok=true",
|
||||
timestamp: Date.now(),
|
||||
},
|
||||
],
|
||||
tools,
|
||||
},
|
||||
{
|
||||
apiKey: "test",
|
||||
onPayload: (params: unknown) => {
|
||||
payload = params;
|
||||
},
|
||||
},
|
||||
).result();
|
||||
|
||||
const params = (payload ?? mockState.lastParams) as { tool_stream?: boolean };
|
||||
expect(params.tool_stream).toBe(true);
|
||||
});
|
||||
|
||||
it("omits tool_stream when no tools are provided", async () => {
|
||||
const model = getModel("zai", "glm-5")!;
|
||||
let payload: unknown;
|
||||
|
||||
await streamSimple(
|
||||
model,
|
||||
{
|
||||
messages: [
|
||||
{
|
||||
role: "user",
|
||||
content: "Hi",
|
||||
timestamp: Date.now(),
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
apiKey: "test",
|
||||
onPayload: (params: unknown) => {
|
||||
payload = params;
|
||||
},
|
||||
},
|
||||
).result();
|
||||
|
||||
const params = (payload ?? mockState.lastParams) as { tool_stream?: boolean };
|
||||
expect(params.tool_stream).toBeUndefined();
|
||||
});
|
||||
|
||||
it("maps non-standard provider finish_reason values to stopReason error", async () => {
|
||||
mockState.chunks = [
|
||||
{
|
||||
|
||||
@@ -32,6 +32,7 @@ const compat: Required<OpenAICompletionsCompat> = {
|
||||
thinkingFormat: "openai",
|
||||
openRouterRouting: {},
|
||||
vercelGatewayRouting: {},
|
||||
zaiToolStream: false,
|
||||
supportsStrictMode: true,
|
||||
};
|
||||
|
||||
|
||||
Reference in New Issue
Block a user