Luigit
repositories / pi-ext

pi-ext

bugabingas pi extensions

owned by admin

extensions/session-rename/__tests__/harness.test.ts

Raw
import { mkdtempSync, readdirSync, readFileSync, rmSync } from "node:fs";
import { tmpdir } from "node:os";
import path from "node:path";
import { fauxAssistantMessage, fauxProvider } from "@earendil-works/pi-ai";
import { afterEach, describe, expect, it, vi } from "vitest";
import { createTestSession, type TestSession } from "../../../test/harness";

describe("session-rename pi-test-harness", () => {
	let t: TestSession | undefined;

	afterEach(() => {
		t?.dispose();
		t = undefined;
		vi.restoreAllMocks();
	});

	it("loads in real Pi extension runtime", async () => {
		const extensionPath = path.resolve(import.meta.dirname, "../index.ts");
		t = await createTestSession({ extensions: [extensionPath] });

		expect(t.session.extensionRunner.extensions).toHaveLength(1);
		expect(t.session.extensionRunner.extensions[0].path).toBe(extensionPath);
	});

	it("writes its opt-in lifecycle trace inside the harness sandbox", async () => {
		const root = mkdtempSync(
			path.join(tmpdir(), "pi-ext-session-rename-debug-"),
		);
		try {
			const extensionPath = path.resolve(import.meta.dirname, "../index.ts");
			t = await createTestSession({
				cwd: root,
				extensions: [extensionPath],
				env: { PI_SESSION_RENAME_DEBUG: "1" },
			});
			const runner = t.session.extensionRunner;
			await runner.emit({ type: "session_start", reason: "startup" });
			await runner.emit({ type: "session_shutdown", reason: "quit" });
			const stateHome = t.env.XDG_STATE_HOME;
			if (!stateHome) throw new Error("missing sandbox state home");
			const directory = path.join(
				stateHome,
				"pi-ext",
				"debug",
				"session-rename",
			);
			const [file] = readdirSync(directory);
			const events = readFileSync(path.join(directory, file), "utf8")
				.trim()
				.split("\n")
				.map((line) => JSON.parse(line).event);
			expect(events).toEqual(
				expect.arrayContaining(["session.start", "session.shutdown"]),
			);
		} finally {
			t?.dispose();
			t = undefined;
			rmSync(root, { recursive: true, force: true });
		}
	});

	it("routes naming through the active custom provider", async () => {
		const extensionPath = path.resolve(import.meta.dirname, "../index.ts");
		t = await createTestSession({ extensions: [extensionPath] });
		const runner = t.session.extensionRunner;
		const base = runner.createContext();
		const faux = fauxProvider({
			provider: "session-rename-test",
			models: [{ id: "worker", maxTokens: 4_096 }],
		});
		faux.setResponses([fauxAssistantMessage("Klaus routing fix")]);
		const stream = vi.spyOn(faux.provider, "stream");
		base.modelRegistry.registerProvider(faux.provider);
		const model = base.modelRegistry.find("session-rename-test", "worker");
		if (!model) throw new Error("missing custom model");
		const manager = base.sessionManager as any;
		const sessionFile = path.join(t.cwd, "session.jsonl");
		const sessionManager = Object.create(manager) as typeof manager;
		sessionManager.getSessionFile = () => sessionFile;
		const ctx = Object.create(base) as typeof base;
		Object.defineProperties(ctx, {
			model: { value: model },
			sessionManager: { value: sessionManager },
		});
		manager.appendMessage({
			role: "user",
			content: "Fix Klaus routing",
			timestamp: Date.now(),
		});
		manager.appendMessage(fauxAssistantMessage("Inspecting custom providers."));

		const command = runner.extensions[0].commands.get("session-rename");
		await command.handler("", ctx);

		expect(stream).toHaveBeenCalledOnce();
		expect(manager.getSessionName()).toBe("klaus routing fix");
	});

	it("reports naming failures through Pi UI", async () => {
		const extensionPath = path.resolve(import.meta.dirname, "../index.ts");
		t = await createTestSession({
			extensions: [extensionPath],
			env: { PI_SESSION_RENAME_DEBUG: "1" },
		});
		const runner = t.session.extensionRunner;
		const base = runner.createContext();
		const faux = fauxProvider({
			provider: "session-rename-error",
			models: [{ id: "worker", maxTokens: 4_096 }],
		});
		base.modelRegistry.registerProvider(faux.provider);
		const model = base.modelRegistry.find("session-rename-error", "worker");
		if (!model) throw new Error("missing custom model");
		vi.spyOn(base.modelRegistry, "complete").mockRejectedValue(
			new Error("provider exploded"),
		);
		const manager = base.sessionManager as any;
		const sessionFile = path.join(t.cwd, "session.jsonl");
		const sessionManager = Object.create(manager) as typeof manager;
		sessionManager.getSessionFile = () => sessionFile;
		const ctx = Object.create(base) as typeof base;
		Object.defineProperties(ctx, {
			hasUI: { value: true },
			model: { value: model },
			sessionManager: { value: sessionManager },
		});
		manager.appendMessage({
			role: "user",
			content: "Trigger rename failure",
			timestamp: Date.now(),
		});
		manager.appendMessage(fauxAssistantMessage("Ready."));
		const notify = vi.spyOn(ctx.ui, "notify");

		await runner.extensions[0].commands.get("session-rename").handler("", ctx);

		expect(notify).toHaveBeenCalledWith(
			"session-rename failed: provider exploded",
			"error",
		);
		await runner.emit({ type: "session_shutdown", reason: "quit" });
		const stateHome = t.env.XDG_STATE_HOME;
		if (!stateHome) throw new Error("missing sandbox state home");
		const directory = path.join(stateHome, "pi-ext", "debug", "session-rename");
		const [file] = readdirSync(directory);
		const records = readFileSync(path.join(directory, file), "utf8")
			.trim()
			.split("\n")
			.map((line) => JSON.parse(line));
		expect(records).toContainEqual(
			expect.objectContaining({ event: "name.outcome", outcome: "failed" }),
		);
	});
});