File size: 3,018 Bytes
25d91a4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 | import { createApiRegistry, createLlmRuntime, getAiTransportHost } from "@openclaw/ai";
import type {
AssistantMessage,
AssistantMessageEventStreamContract,
Context,
Model,
} from "@openclaw/llm-core";
import { describe, expect, it, vi } from "vitest";
import { createZeroUsageFixture } from "../agents/test-helpers/usage-fixtures.js";
import { bindModelLlmRuntime } from "./model-runtime-binding.js";
import { stream, streamSimple } from "./stream.js";
import { createAssistantMessageEventStream } from "./utils/event-stream.js";
describe("LLM synchronous stream transport host", () => {
it("defers provider streams until runtime transport ports are installed", async () => {
const registry = createApiRegistry();
const runtime = createLlmRuntime(registry);
const inertWrapper = getAiTransportHost().plugin.wrapSimpleCompletionStream;
const model = {
api: "test-sync-runtime-host-api",
provider: "test-sync-runtime-host",
id: "test-sync-runtime-host-model",
name: "Test Sync Runtime Host Model",
baseUrl: "https://example.test",
reasoning: false,
input: ["text"],
cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
contextWindow: 1024,
maxTokens: 512,
} satisfies Model;
const message = {
role: "assistant",
content: [{ type: "text", text: "configured" }],
api: model.api,
provider: model.provider,
model: model.id,
usage: createZeroUsageFixture(),
stopReason: "stop",
timestamp: Date.now(),
} satisfies AssistantMessage;
const providerStream = vi.fn(
(runtimeModel: Model, context: Context): AssistantMessageEventStreamContract => {
expect(getAiTransportHost().plugin.wrapSimpleCompletionStream).not.toBe(inertWrapper);
expect(context.messages).toEqual([]);
expect(runtimeModel.id).toBe(model.id);
const output = createAssistantMessageEventStream();
output.push({ type: "done", reason: "stop", message });
output.end();
return output;
},
);
registry.registerApiProvider({
api: model.api,
stream: providerStream,
streamSimple: providerStream,
});
const boundModel = bindModelLlmRuntime(model, runtime);
const outputs = [
stream(boundModel, { messages: [] }),
streamSimple(boundModel, { messages: [] }),
];
expect(providerStream).not.toHaveBeenCalled();
await expect(Promise.all(outputs.map((output) => output.result()))).resolves.toEqual([
message,
message,
]);
expect(providerStream).toHaveBeenCalledTimes(2);
providerStream.mockImplementation(() => {
throw Object.assign(new Error("private native detail"), {
code: "ERR_SQLITE_ERROR",
errcode: 5,
});
});
await expect(stream(boundModel, { messages: [] }).result()).resolves.toMatchObject({
stopReason: "error",
errorCode: "SQLITE_BUSY",
errorMessage: "private native detail",
});
});
});
|