pi-ext
bugabingas pi extensions
owned by bugabinga
test(leaks): cover demo secret corpus
440b9be64aa00a5c2300c9edaca037715b4d3285
Oliver Jan Krylow <oliver@bugabinga.net> ·
unsigned
Browse filesCompare with HEAD
Changed files (4)
extensions/leaks/__tests__/demo-corpus.test.ts
Addednew file mode 100644 1 +import { readdirSync, readFileSync, statSync }
from "node:fs";
2 +import path
from "node:path";
3 +import { describe, expect, it }
from "vitest";
4 +import { __test }
from "../index.ts";
6 +const corpusRoot
= path.
join(
"/home",
"me",
"Workspace",
"tmp",
"demo-secrets");
9 + relativePath
: string;
10 + fixtureClass
: string;
11 + redactionCount
: number;
14 +describe(
"leaks demo corpus", ()
=> {
15 + it(
"redacts demo corpus values without exposing fixture contents", ()
=> {
16 + const rows
= scanCorpus(corpusRoot);
17 + const redacted
= rows.
filter((row)
=> row.redactionCount
> 0);
18 + const classes
= new Set(rows.
map((row)
=> row.fixtureClass));
19 + const redactedClasses
= new Set(redacted.
map((row)
=> row.fixtureClass));
21 + expect(rows.
length).
toBeGreaterThanOrEqual(
120);
22 + expect(redacted.
length).
toBeGreaterThanOrEqual(
100);
23 + expect(classes.
size).
toBeGreaterThanOrEqual(
40);
24 + expect(redactedClasses.
size).
toBeGreaterThanOrEqual(
35);
26 + redacted.
reduce((sum, row)
=> sum
+ row.redactionCount,
0),
27 + ).
toBeGreaterThanOrEqual(
250);
30 + it(
"covers required demo fixture classes", ()
=> {
31 + const redactedClasses
= new Set(
32 + scanCorpus(corpusRoot)
33 + .
filter((row)
=> row.redactionCount
> 0)
34 + .
map((row)
=> row.fixtureClass),
37 + for (
const fixtureClass
of [
50 + "secret-management",
56 + expect(redactedClasses.
has(fixtureClass), fixtureClass).
toBe(
true);
61 +function scanCorpus(root
: string)
: CorpusRow[] {
62 + const engine
= new __test.
LeaksEngine();
64 + .
filter((file)
=> !readFileSync(file).
includes(
0))
66 + const relativePath
= path.
relative(
root, file);
69 + fixtureClass: relativePath.
split(path.sep)[
0]
?? relativePath,
70 + redactionCount: engine.
redactText(
71 + readFileSync(file,
"utf8"),
78 +function walk(dir
: string)
: string[] {
79 + return readdirSync(dir).
flatMap((name)
=> {
80 + const file
= path.
join(dir, name);
81 + return statSync(file).
isDirectory()
? walk(file)
: [file];
extensions/leaks/__tests__/settings.test.ts
Modified 1 1 import { describe, expect, it }
from "vitest";
2 2 import { __test }
from "../index.ts";
4 -const fixtureSecret
= [
"foo",
"secret",
"fixture",
"value",
"123456789"].
join(
"_");
4 +const fixtureSecret
= [
"foo",
"secret",
"fixture",
"value",
"123456789"].
join(
6 8 describe(
"leaks settings and custom regex", ()
=> {
7 9 it(
"accepts only leaks.regex", ()
=> {
extensions/leaks/__tests__/unit.test.ts
Modified 1 1 import { describe, expect, it }
from "vitest";
2 2 import { __test }
from "../index.ts";
4 -const fixtureSecret
= [
"shell",
"fixture",
"secret",
"value",
"123456"].
join(
"-");
4 +const fixtureSecret
= [
"shell",
"fixture",
"secret",
"value",
"123456"].
join(
6 8 describe(
"leaks engine shell", ()
=> {
7 9 it(
"creates active engine with empty volatile state", ()
=> {
extensions/leaks/__tests__/validation-batches.test.ts
Modified10 10 [
"V1 provider boundary", [
"harness.test.ts"]],
11 11 [
"V2 placeholders", [
"placeholders.test.ts",
"selector.test.ts"]],
12 12 [
"V3 settings", [
"settings.test.ts",
"regex-fuzz.test.ts"]],
13 - [
"V4 built-ins", [
"detectors.test.ts"]],
14 - [
"V5 learned values", [
"dotenv.test.ts"]],
15 - [
"V6 component parsers", [
"structures.test.ts"]],
16 - [
"V7 false positives", [
"false-positives.test.ts"]],
13 + [
"V4 built-ins", [
"detectors.test.ts",
"demo-corpus.test.ts"]],
14 + [
"V5 learned values", [
"dotenv.test.ts",
"demo-corpus.test.ts"]],
15 + [
"V6 component parsers", [
"structures.test.ts",
"demo-corpus.test.ts"]],
16 + [
"V7 false positives", [
"false-positives.test.ts",
"demo-corpus.test.ts"]],
17 17 [
"V8 UX", [
"ux.test.ts"]],
18 18 [
"V9 performance/failure", [
"performance.test.ts",
"regex-fuzz.test.ts"]],
52 52 expect(fuzzText).
toContain(
"runtimeRegexFuzzTargets");
53 53 expect(fuzzText).
toContain(
"adversarial");
56 + it(
"records demo corpus evidence without fixture values", ()
=> {
57 + const demoText
= readFileSync(
58 + path.
join(tests,
"demo-corpus.test.ts"),
61 + expect(demoText).
toContain(
"demo-secrets");
62 + expect(demoText).
toContain(
"fixtureClass");
63 + expect(demoText).
toContain(
"redactionCount");