repositories / pi-ext
pi-ext
bugabingas pi extensions
owned by admin
extensions/nushell/__tests__/trace-oracle.test.ts
Rawimport { spawnSync } from "node:child_process";
import { mkdirSync, mkdtempSync, rmSync, writeFileSync } from "node:fs";
import { tmpdir } from "node:os";
import path from "node:path";
import { afterEach, describe, expect, it } from "vitest";
const e2ePath = path.resolve(import.meta.dirname, "../__e2e__/json.ts");
function record(event: string, details: Record<string, unknown> = {}) {
return JSON.stringify({
timestamp: "2026-01-01T00:00:00.000Z",
extension: "nushell",
pid: 1234,
event,
...details,
});
}
describe("Nushell JSON trace oracle", () => {
let root: string | undefined;
afterEach(() => {
if (root) rmSync(root, { recursive: true, force: true });
root = undefined;
});
it("accepts matching trace summaries and rejects incorrect results", () => {
const evidenceRoot = path.join(tmpdir(), "pi-ext-nushell-json");
mkdirSync(evidenceRoot, { recursive: true, mode: 0o700 });
root = mkdtempSync(path.join(evidenceRoot, "oracle-"));
const traceDirectory = path.join(root, "trace");
const workspace = path.join(traceDirectory, "workspace");
const debugDirectory = path.join(
traceDirectory,
"state/pi-ext/debug/nushell",
);
mkdirSync(workspace, { recursive: true });
mkdirSync(debugDirectory, { recursive: true });
writeFileSync(
path.join(debugDirectory, "trace.jsonl"),
[
record("fresh.start", { spanId: "1234-1" }),
record("fresh.start", { spanId: "1234-2" }),
record("fresh.finish", {
spanId: "1234-2",
durationMs: 30,
status: "nonzero",
}),
record("fresh.finish", {
spanId: "1234-1",
durationMs: 10,
status: "success",
}),
record("fresh.start", { spanId: "1234-5" }),
record("fresh.error", {
spanId: "1234-orphan",
durationMs: 99,
status: "failed",
}),
'{"event":"fresh.finish"',
].join("\n"),
);
writeFileSync(
path.join(workspace, "trace.nu"),
'export def summarize [input: string] { { count: 2, p50: 10, p95: 30, statusCounts: { nonzero: 1, success: 1 }, unmatchedStartSpanIds: ["1234-5"], malformedFinalLineCount: 1 } }\n',
);
writeFileSync(
path.join(root, "results.json"),
`${JSON.stringify([
{
name: "trace",
directory: traceDirectory,
exitCode: 0,
timedOut: false,
stopReason: "stop",
settled: true,
debugEnabled: true,
toolCalls: { nu: 1 },
},
])}\n`,
);
const verify = () =>
spawnSync(
process.execPath,
["--no-warnings", e2ePath, "--verify", path.dirname(traceDirectory)],
{ encoding: "utf8", timeout: 30_000 },
);
const matching = verify();
expect(matching.status, matching.stderr).toBe(0);
expect(matching.stdout).toContain('"traceValidation":true');
writeFileSync(
path.join(workspace, "trace.nu"),
"export def summarize [input: string] { {} }\n",
);
const incorrect = verify();
expect(incorrect.status, incorrect.stderr).toBe(1);
expect(incorrect.stdout).toContain('"traceValidation":false');
});
});