Luigit
repositories / pi-ext

pi-ext

bugabingas pi extensions

owned by admin

extensions/activity/__bench__/context.ts

Raw
import { fauxAssistantMessage } from "@earendil-works/pi-ai";
import {
	createCodemodeExtension,
	estimateTokens,
} from "@earendil-works/pi-coding-agent";
import { createPiSession } from "../../../test/fixture/create-pi-session.ts";
import activityExtension from "../index.ts";

const measurements: number[] = [];
for (const enabled of [false, true]) {
	const fixture = await createPiSession({
		extensionFactories: [
			createCodemodeExtension(),
			...(enabled ? [activityExtension] : []),
		],
		userSettings: { defaultTools: ["+codemode"] },
		env: { PI_ACTIVITY_DEBUG: "0" },
		responses: [
			(context) => {
				measurements.push(
					context.messages.reduce(
						(total, message) => total + estimateTokens(message),
						0,
					),
				);
				return fauxAssistantMessage("OK");
			},
		],
	});
	try {
		await fixture.session.prompt("Reply only OK. Do not use tools.");
		if (fixture.errors.length) throw new Error("Fixture startup failed");
	} finally {
		await fixture.dispose();
	}
}
const [before, after] = measurements;
if (before === undefined || after === undefined)
	throw new Error("Context measurements missing");
process.stdout.write(
	`${JSON.stringify({ measurement: "SDK heuristic; scripted provider, not live API tokens", before, after, delta: after - before })}\n`,
);