Luigit
repositories / pi-ext

pi-ext

bugabingas pi extensions

owned by admin

extensions/decay/__tests__/settings.test.ts

Raw
import { mkdirSync, mkdtempSync, rmSync, writeFileSync } from "node:fs";
import { tmpdir } from "node:os";
import path from "node:path";
import {
	fauxAssistantMessage,
	fauxProvider,
	fauxToolCall,
} from "@earendil-works/pi-ai";
import { afterEach, describe, expect, it, vi } from "vitest";
import { createTestSession, type TestSession } from "../../../test/harness";

const extensionPath = path.resolve(import.meta.dirname, "../index.ts");

type Case = { user?: unknown; project?: unknown; untrusted?: boolean };

function compactionEvent() {
	return {
		type: "session_before_compact" as const,
		preparation: {
			firstKeptEntryId: "kept-entry",
			messagesToSummarize: [
				{
					role: "user",
					content: [{ type: "text", text: "old" }],
					timestamp: 1,
				},
			],
			turnPrefixMessages: [],
			isSplitTurn: false,
			tokensBefore: 1_000,
			previousSummary: undefined,
			fileOps: { read: new Set(), written: new Set(), edited: new Set() },
			settings: { enabled: true, reserveTokens: 16_384, keepRecentTokens: 0 },
		},
		branchEntries: [],
		customInstructions: undefined,
		reason: "manual" as const,
		willRetry: false,
		signal: new AbortController().signal,
	};
}

describe("decay model settings resolution", () => {
	let t: TestSession | undefined;
	let root: string | undefined;
	afterEach(() => {
		t?.dispose();
		t = undefined;
		if (root) rmSync(root, { recursive: true, force: true });
		root = undefined;
		vi.restoreAllMocks();
	});

	async function compact(input: Case) {
		root = mkdtempSync(path.join(tmpdir(), "pi-ext-decay-settings-"));
		const write = (dir: string, value: unknown) => {
			mkdirSync(dir, { recursive: true });
			writeFileSync(
				path.join(dir, "settings.json"),
				JSON.stringify({ decay: value }),
			);
		};
		if ("user" in input)
			write(path.join(root, ".test-home/.pi/agent"), input.user);
		if ("project" in input) write(path.join(root, ".pi"), input.project);
		t = await createTestSession({ cwd: root, extensions: [extensionPath] });
		if (input.untrusted) t.session.settingsManager.setProjectTrusted(false);
		const faux = fauxProvider({
			provider: "openai",
			models: ["gpt-4o", "user", "project", "summarizer"].map((id) => ({
				id,
				maxTokens: 8_192,
			})),
		});
		const runner = t.session.extensionRunner;
		runner.createContext().modelRegistry.registerProvider(faux.provider);
		const streamSimple = vi.spyOn(faux.provider, "streamSimple");
		faux.setResponses([
			fauxAssistantMessage(
				fauxToolCall("record_chunk", { chunk: 1, of: 1, atoms: [] }),
				{ stopReason: "toolUse" },
			),
			fauxAssistantMessage("## Goal\n\nDone."),
		]);
		const result = await runner.emit(compactionEvent());
		const warnings = t.events
			.uiCallsFor("notify")
			.filter((call) => call.args[1] === "warning")
			.map((call) => call.args[0]);
		return {
			compacted: result?.compaction !== undefined,
			models: streamSimple.mock.calls.map(([model]) => model.id),
			warnings,
		};
	}

	it.each([
		["omitted uses current", {}, ["gpt-4o", "gpt-4o"]],
		["user model", { user: { model: "openai/user" } }, ["user", "user"]],
		[
			"project model over user, user summarizer kept",
			{
				user: { model: "openai/user", summarizerModel: "openai/summarizer" },
				project: { model: "openai/project" },
			},
			["project", "summarizer"],
		],
		[
			"project null over user keeps explicit unset",
			{
				user: { model: "openai/user", summarizerModel: "openai/summarizer" },
				project: { model: null, summarizerModel: null },
			},
			["gpt-4o", "gpt-4o"],
		],
		[
			"untrusted project ignored",
			{
				user: { model: "openai/user" },
				project: { model: "openai/project" },
				untrusted: true,
			},
			["user", "user"],
		],
	] satisfies [string, Case, string[]][])(
		"%s",
		async (_name, input, expected) => {
			const { compacted, models, warnings } = await compact(input);
			expect(compacted).toBe(true);
			expect(models).toEqual(expected);
			expect(warnings).toEqual([]);
		},
	);

	it.each([
		[
			"numeric user model",
			{ user: { model: 42 } },
			"Decay model setting must be provider/model, null, or omitted; using default compaction",
		],
		[
			"blank project model over valid user",
			{ user: { model: "openai/user" }, project: { model: " " } },
			"Decay model setting must be provider/model, null, or omitted; using default compaction",
		],
		[
			"boolean project summarizer over valid user",
			{
				user: { summarizerModel: "openai/summarizer" },
				project: { summarizerModel: false },
			},
			"Decay summarizerModel setting must be provider/model, null, or omitted; using default compaction",
		],
	] satisfies [string, Case, string][])(
		"rejects %s without falling through",
		async (_name, input, message) => {
			const { compacted, models, warnings } = await compact(input);
			expect(compacted).toBe(false);
			expect(models).toEqual([]);
			expect(warnings).toEqual([message]);
		},
	);
});