repositories / pi-ext

pi-ext

bugabingas pi extensions

owned by bugabinga

test(leaks): cover demo secret corpus

440b9be64aa00a5c2300c9edaca037715b4d3285

Oliver Jan Krylow <oliver@bugabinga.net> ·

unsigned

Browse filesCompare with HEAD

Changed files (4)

extensions/leaks/__tests__/demo-corpus.test.ts

Added
new file mode 100644
1 +import { readdirSync, readFileSync, statSync } from "node:fs";
2 +import path from "node:path";
3 +import { describe, expect, it } from "vitest";
4 +import { __test } from "../index.ts";
6 +const corpusRoot = path.join("/home", "me", "Workspace", "tmp", "demo-secrets");
8 +type CorpusRow = {
9 + relativePath: string;
10 + fixtureClass: string;
11 + redactionCount: number;
12 +};
14 +describe("leaks demo corpus", () => {
15 + it("redacts demo corpus values without exposing fixture contents", () => {
16 + const rows = scanCorpus(corpusRoot);
17 + const redacted = rows.filter((row) => row.redactionCount > 0);
18 + const classes = new Set(rows.map((row) => row.fixtureClass));
19 + const redactedClasses = new Set(redacted.map((row) => row.fixtureClass));
21 + expect(rows.length).toBeGreaterThanOrEqual(120);
22 + expect(redacted.length).toBeGreaterThanOrEqual(100);
23 + expect(classes.size).toBeGreaterThanOrEqual(40);
24 + expect(redactedClasses.size).toBeGreaterThanOrEqual(35);
25 + expect(
26 + redacted.reduce((sum, row) => sum + row.redactionCount, 0),
27 + ).toBeGreaterThanOrEqual(250);
28 + });
30 + it("covers required demo fixture classes", () => {
31 + const redactedClasses = new Set(
32 + scanCorpus(corpusRoot)
33 + .filter((row) => row.redactionCount > 0)
34 + .map((row) => row.fixtureClass),
35 + );
37 + for (const fixtureClass of [
38 + "ai",
39 + "api-tokens",
40 + "auth",
41 + "backup",
42 + "cloud",
43 + "cm-tools",
44 + "code-signing",
45 + "containers",
46 + "databases",
47 + "mail",
48 + "oauth",
49 + "payment",
50 + "secret-management",
51 + "ssh",
52 + "tls",
53 + "vcs",
54 + "webhooks",
55 + ]) {
56 + expect(redactedClasses.has(fixtureClass), fixtureClass).toBe(true);
57 + }
58 + });
59 +});
61 +function scanCorpus(root: string): CorpusRow[] {
62 + const engine = new __test.LeaksEngine();
63 + return walk(root)
64 + .filter((file) => !readFileSync(file).includes(0))
65 + .map((file) => {
66 + const relativePath = path.relative(root, file);
67 + return {
68 + relativePath,
69 + fixtureClass: relativePath.split(path.sep)[0] ?? relativePath,
70 + redactionCount: engine.redactText(
71 + readFileSync(file, "utf8"),
72 + "provider",
73 + ).count,
74 + };
75 + });
78 +function walk(dir: string): string[] {
79 + return readdirSync(dir).flatMap((name) => {
80 + const file = path.join(dir, name);
81 + return statSync(file).isDirectory() ? walk(file) : [file];
82 + });

extensions/leaks/__tests__/settings.test.ts

Modified
1 1 import { describe, expect, it } from "vitest";
2 2 import { __test } from "../index.ts";
4 -const fixtureSecret = ["foo", "secret", "fixture", "value", "123456789"].join("_");
4 +const fixtureSecret = ["foo", "secret", "fixture", "value", "123456789"].join(
5 + "_",
6 +);
6 8 describe("leaks settings and custom regex", () => {
7 9 it("accepts only leaks.regex", () => {

extensions/leaks/__tests__/unit.test.ts

Modified
1 1 import { describe, expect, it } from "vitest";
2 2 import { __test } from "../index.ts";
4 -const fixtureSecret = ["shell", "fixture", "secret", "value", "123456"].join("-");
4 +const fixtureSecret = ["shell", "fixture", "secret", "value", "123456"].join(
5 + "-",
6 +);
6 8 describe("leaks engine shell", () => {
7 9 it("creates active engine with empty volatile state", () => {

extensions/leaks/__tests__/validation-batches.test.ts

Modified
10 10 ["V1 provider boundary", ["harness.test.ts"]],
11 11 ["V2 placeholders", ["placeholders.test.ts", "selector.test.ts"]],
12 12 ["V3 settings", ["settings.test.ts", "regex-fuzz.test.ts"]],
13 - ["V4 built-ins", ["detectors.test.ts"]],
14 - ["V5 learned values", ["dotenv.test.ts"]],
15 - ["V6 component parsers", ["structures.test.ts"]],
16 - ["V7 false positives", ["false-positives.test.ts"]],
13 + ["V4 built-ins", ["detectors.test.ts", "demo-corpus.test.ts"]],
14 + ["V5 learned values", ["dotenv.test.ts", "demo-corpus.test.ts"]],
15 + ["V6 component parsers", ["structures.test.ts", "demo-corpus.test.ts"]],
16 + ["V7 false positives", ["false-positives.test.ts", "demo-corpus.test.ts"]],
17 17 ["V8 UX", ["ux.test.ts"]],
18 18 ["V9 performance/failure", ["performance.test.ts", "regex-fuzz.test.ts"]],
52 52 expect(fuzzText).toContain("runtimeRegexFuzzTargets");
53 53 expect(fuzzText).toContain("adversarial");
56 + it("records demo corpus evidence without fixture values", () => {
57 + const demoText = readFileSync(
58 + path.join(tests, "demo-corpus.test.ts"),
59 + "utf8",
60 + );
61 + expect(demoText).toContain("demo-secrets");
62 + expect(demoText).toContain("fixtureClass");
63 + expect(demoText).toContain("redactionCount");
64 + });