pi-ext
bugabingas pi extensions
owned by admin
release: validate all extensions for v0.1.0
047160e48bda03f587f26378a91ce96f04fd91ae
Oliver Jan Krylow <oliver@bugabinga.net> ·
SSH signature · not checked
Browse filesCompare with HEAD
Changed files (10)
4 4 image "mcr.microsoft.com/playwright:v1.61.0-noble" 21 - run "CI=true MOZ_DISABLE_CONTENT_SANDBOX=1 mise run ci" 22 + run "CI=true MOZ_DISABLE_CONTENT_SANDBOX=1 mise run //:ci" 23 + artifact "release" {
24 + path ".pi/tmp/release-artifacts/manifest.json" 28 + from ".pi/tmp/release-artifacts" 8 8 **/playwright-report/ 63 63 "**/node_modules/**",
66 69 "skills/*/references/**",
67 70 "skills/*/_research/**",
8 +- Build all 40 extensions as minified, self-contained packages with one repository version
9 +- Validate relocated packages and exact archive bytes; publish release archives with SHA-256 manifests through Luci
10 +- Ship one root installation package containing every extension, plus individual extension archives
11 +- Exclude cached CI toolchains from source linting
6 12 - Raise web fetch and map visible-output limit to 100,000 characters and improve invalid-argument errors
7 13 - Optimize uv spawn-hook command checks and PATH rewriting; add benchmark, profiling, and comparison tasks
8 14 - Add uv blockers for `pip3` and Poetry commands with uv guidance
22 24 "!skills/find-skills",
245 245 "node scripts/extensions.mjs check",
249 +description =
"Build and validate all release packages and exact archives" 250 +depends = [
"install"]
251 +run =
"node --no-warnings scripts/build/release.ts" 249 254 description =
"Release gate" 251 256 {
tasks = [
"check",
"lint"] },
252 257 {
task =
"test" },
253 258 {
task =
"e2e" },
259 + {
task =
"release-all" },
package-lock.json
Modified 4 4 "lockfileVersion":
3,
scripts/build/release.test.ts
Addednew file mode 100644 9 +import { join }
from "node:path";
10 +import { afterEach, describe, expect, it }
from "vitest";
11 +import { ROOT }
from "./build.ts";
12 +import { archivePackage, collectionManifest, treeDigest }
from "./release.ts";
14 +const roots
: string[]
= [];
16 + for (
const root
of roots.
splice(
0))
17 + rmSync(
root, { recursive:
true, force:
true });
20 +describe(
"repository release", ()
=> {
21 + it(
"exposes every extension and resource from the root installation unit", ()
=> {
23 + collectionManifest(
"0.1.0", [
24 + { name:
"a", pi: { extensions: [
"index.js"], skills: [
"skills"] } },
25 + { name:
"b", pi: { extensions: [
"entry.js"], prompts: [
"prompts"] } },
33 + extensions: [
"packages/a/index.js",
"packages/b/entry.js"],
34 + skills: [
"packages/a/skills"],
35 + prompts: [
"packages/b/prompts"],
40 + it(
"archives exact package bytes and records their SHA-256", ()
=> {
41 + const scratch
= join(ROOT,
".pi",
"tmp");
42 + mkdirSync(scratch, { recursive:
true });
43 + const root
= mkdtempSync(
join(scratch,
"release-test-"));
45 + const pkg
= join(
root,
"package");
47 + writeFileSync(
join(pkg,
"index.js"),
"export default () => {};\n");
48 + symlinkSync(
"index.js",
join(pkg,
"entry.js"));
49 + const digest
= treeDigest(pkg);
50 + const archive
= join(
root,
"package.tgz");
51 + expect(
archivePackage(pkg, archive,
root)).
toMatch(
/^[a-f0-9]{64}$/u);
52 + expect(
readFileSync(archive).
length).
toBeGreaterThan(
0);
53 + expect(
treeDigest(pkg)).
toBe(digest);
54 + writeFileSync(
join(pkg,
"index.js"),
"changed\n");
55 + expect(
treeDigest(pkg)).not.
toBe(digest);
56 + writeFileSync(
join(
root,
"outside.js"),
"outside\n");
57 + symlinkSync(
"../outside.js",
join(pkg,
"escape.js"));
58 + expect(()
=> treeDigest(pkg)).
toThrow(
/Symlink escapes package/u);
scripts/build/release.ts
Addednew file mode 100644 1 +import { spawnSync }
from "node:child_process";
2 +import { createHash }
from "node:crypto";
14 +import { join, sep }
from "node:path";
21 +import { listFiles }
from "./publish.ts";
22 +import { readBuildSpec }
from "./spec.ts";
23 +import { verifyCollection, verifyPackage }
from "./verify.ts";
25 +export function treeDigest(dir
: string)
: string {
26 + const hash
= createHash(
"sha256");
27 + for (
const file
of listFiles(dir)) {
28 + const path
= join(dir, file);
29 + const stat
= lstatSync(path);
30 + if (stat.
isSymbolicLink()) {
31 + if (
!realpathSync(path).
startsWith(
realpathSync(dir)
+ sep))
32 + throw new Error(
`Symlink escapes package: ${path}`);
33 + hash.
update(
`${file}\0link:${readlinkSync(path)}\n`);
35 + if (
!stat.
isFile())
throw new Error(
`Not a regular file: ${path}`);
36 + const digest
= createHash(
"sha256")
37 + .
update(
readFileSync(path))
39 + hash.
update(
`${file}\0file:${digest}\n`);
42 + return hash.
digest(
"hex");
45 +export function collectionManifest(
47 + packages
: Array<{ name
: string; pi
: Record<
string,
string[]> }>,
49 + const pi
: Record<
string,
string[]>
= {};
50 + for (
const pkg
of packages) {
51 + for (
const [kind, paths]
of Object.
entries(pkg.pi)) {
53 + pi[kind].
push(
...paths.
map((path)
=> `packages/${pkg.name}/${path}`));
56 + return { name:
"pi-ext", version, private:
true, type:
"module", pi };
59 +function tar(args
: string[])
: void {
60 + const result
= spawnSync(
"tar", args, { encoding:
"utf8" });
61 + if (result.
status !== 0)
throw new Error(
`tar failed: ${result.stderr}`);
65 +export function archivePackage(
70 + const digest
= treeDigest(dir);
71 + tar([
"-czf", archive,
"-C", dir,
"."]);
72 + const extracted
= mkdtempSync(
join(scratch,
"extract-"));
74 + tar([
"-xzf", archive,
"-C", extracted]);
75 + if (
treeDigest(extracted)
!== digest)
76 + throw new Error(
`Archive differs from package: ${archive}`);
78 + rmSync(extracted, { recursive:
true, force:
true });
80 + return createHash(
"sha256").
update(
readFileSync(archive)).
digest(
"hex");
83 +export async function releaseAll()
: Promise<
void> {
84 + const version
= rootVersion();
85 + const scratch
= join(ROOT,
".pi",
"tmp");
86 + mkdirSync(scratch, { recursive:
true });
87 + const stage
= mkdtempSync(
join(scratch,
"release-"));
88 + const output
= join(scratch,
"release-artifacts");
90 + rmSync(output, { recursive:
true, force:
true });
91 + mkdirSync(output, { recursive:
true });
92 + const packages
= [];
93 + const receipts
= [];
95 + for (
const name
of allExtensionNames()) {
96 + const built
= await buildExtension(name, {
97 + distRoot:
join(stage,
"packages"),
100 + const report
= await verifyPackage(built.
dir, {
101 + externals:
readBuildSpec(
join(ROOT,
"extensions", name)).externals,
103 + if (
!report.ok)
throw new Error(
`${name}: ${JSON.stringify(report)}`);
104 + const pkg
= JSON.
parse(
105 + readFileSync(
join(built.
dir,
"package.json"),
"utf8"),
107 + packages.
push({ name, pi: pkg.pi });
108 + const file
= `${name}-${version}.tgz`;
109 + const digest
= treeDigest(built.
dir);
110 + const sha256
= archivePackage(built.
dir,
join(output, file), scratch);
111 + receipts.
push({ extension: name, version, file, sha256, digest });
113 + `OK release ${name}@${version}: relocated load + archive bytes`,
117 + join(stage,
"package.json"),
118 + `${JSON.stringify(collectionManifest(version, packages), null, "\t")}\n`,
120 + cpSync(
join(ROOT,
"README.md"),
join(stage,
"README.md"));
121 + const collection
= await verifyCollection([stage]);
122 + if (
!collection.ok)
123 + throw new Error(
`Collection: ${JSON.stringify(collection)}`);
124 + const file
= `pi-ext-${version}.tgz`;
125 + const sha256
= archivePackage(stage,
join(output, file), scratch);
127 + join(output,
"manifest.json"),
128 + `${JSON.stringify({ version, collection: { file, sha256, digest: treeDigest(stage) }, extensions: receipts }, null, "\t")}\n`,
131 + `OK release pi-ext@${version}: ${packages.length} extensions; ${output}`,
134 + rmSync(output, { recursive:
true, force:
true });
137 + rmSync(stage, { recursive:
true, force:
true });
141 +if (
import.
meta.main)
await releaseAll();