repositories / pi-ext
pi-ext
bugabingas pi extensions
owned by admin
extensions/tps/__tests__/contract.test.ts
Rawimport { readdirSync, readFileSync } from "node:fs";
import path from "node:path";
import { fileURLToPath } from "node:url";
import { afterEach, describe, expect, it } from "vitest";
import {
createPiSession,
type PiSession,
} from "../../../test/fixture/create-pi-session.ts";
describe("tps contract", () => {
let session: PiSession | undefined;
afterEach(async () => {
await session?.dispose();
session = undefined;
});
it("loads in real Pi extension runtime", async () => {
const extensionPath = fileURLToPath(
new URL("../index.ts", import.meta.url),
);
session = await createPiSession({ extensionPaths: [extensionPath] });
expect(session.errors).toEqual([]);
expect(session.extensions).toHaveLength(1);
expect(session.extensions[0]!.path).toBe(extensionPath);
});
it("publishes live and final rates through registered lifecycle events", async () => {
const extensionPath = fileURLToPath(
new URL("../index.ts", import.meta.url),
);
session = await createPiSession({ extensionPaths: [extensionPath] });
const runner = session.session.extensionRunner;
const statuses: Array<string | undefined> = [];
const ui = Object.create(runner.getUIContext());
ui.setStatus = (key: string, text: string | undefined) => {
if (key === "tps") statuses.push(text);
};
runner.setUIContext(ui, "tui");
await runner.emit({ type: "session_start", reason: "startup" });
expect(statuses.at(-1)).toBe(" —/s");
await runner.emit({ type: "agent_start" });
expect(statuses.at(-1)).toBe(" 0.0/s");
const message = { role: "assistant" as const };
await runner.emit({ type: "message_start", message } as never);
await runner.emit({
type: "message_update",
message,
assistantMessageEvent: { type: "text_delta", delta: "abcd" },
} as never);
await new Promise((resolve) => setTimeout(resolve, 275));
await runner.emit({
type: "message_update",
message,
assistantMessageEvent: { type: "text_delta", delta: "efgh" },
} as never);
await new Promise((resolve) => setTimeout(resolve, 275));
await runner.emit({
type: "message_update",
message,
assistantMessageEvent: { type: "text_delta", delta: "ijkl" },
} as never);
expect(statuses.at(-1)).toMatch(/^ [1-9]\d*\.\d+\/s$/u);
await runner.emit({
type: "agent_end",
messages: [{ role: "assistant", usage: { output: 90 } }],
} as never);
expect(statuses.at(-1)).toMatch(/^ [1-9]\d*\.\d+\/s$/u);
await runner.emit({ type: "agent_start" });
expect(statuses.at(-1)).toBe(" 0.0/s");
await runner.emit({ type: "agent_end", messages: [] });
expect(statuses.at(-1)).toBe(" —/s");
await runner.emit({ type: "agent_start" });
await runner.emit({
type: "agent_end",
messages: [
{ role: "assistant", stopReason: "error", usage: { output: 0 } },
],
} as never);
expect(statuses.at(-1)).toBe(" —/s");
expect(session.errors).toEqual([]);
});
it("writes debug lifecycle records in its sandbox when enabled", async () => {
const extensionPath = fileURLToPath(
new URL("../index.ts", import.meta.url),
);
session = await createPiSession({
env: { PI_TPS_DEBUG: "1" },
extensionPaths: [extensionPath],
});
const runner = session.session.extensionRunner;
await runner.emit({ type: "session_start", reason: "startup" });
await runner.emit({ type: "agent_start" });
await runner.emit({ type: "agent_end", messages: [] });
await runner.emit({ type: "session_shutdown", reason: "quit" });
const directory = path.join(
session.cwd,
".test-state",
"pi-ext",
"debug",
"tps",
);
const records = readFileSync(
path.join(directory, readdirSync(directory)[0]!),
"utf8",
)
.trim()
.split("\n")
.map((line) => JSON.parse(line));
expect(records).toEqual(
expect.arrayContaining([
expect.objectContaining({ event: "session.start" }),
expect.objectContaining({ event: "session.shutdown" }),
expect.objectContaining({ event: "rate.finish", outcome: "idle" }),
]),
);
});
});