repositories / dotfiles

dotfiles

bugabingas dorkfiles

owned by bugabinga

fix(pi/mux): cooldown exhausted keys on provider usage-limit errors

b045a6bfa2b02d902b5ebfdc0962919026edc156

Oliver Jan Krylow <oliver@bugabinga.net> ·

unsigned

Browse filesCompare with HEAD

- Mark retryable 429/quota errors as cooldown even for the final/only key
- Parse provider reset timestamps (e.g. Zai reset-at) instead of fixed 5m fallback
- Convert final mux error to non-retry wording so Pi doesn't retry a known-cooled provider
- Add mux cooldown unit tests
- Fix workspace package.json deps shape for pi-lib users

Changed files (13)

pi/agent/bun.lock

Modified
28 28 "extensions/dbg": {
29 29 "name": "@bugabinga/pi-ext-dbg",
30 30 "version": "0.1.0",
31 + "dependencies": {
32 + "@bugabinga/pi-lib": "workspace:*",
33 + },
32 35 "extensions/devil": {
33 36 "name": "@bugabinga/pi-ext-devil",
51 54 "extensions/ghost": {
52 55 "name": "@bugabinga/pi-ext-ghost",
53 56 "version": "0.1.0",
57 + "dependencies": {
58 + "@bugabinga/pi-lib": "workspace:*",
59 + },
55 61 "extensions/git-safe": {
56 62 "name": "@bugabinga/pi-ext-git-safe",
57 63 "version": "0.1.0",
64 + "dependencies": {
65 + "@bugabinga/pi-lib": "workspace:*",
66 + },
59 68 "extensions/git-status": {
60 69 "name": "@bugabinga/pi-ext-git-status",
67 76 "extensions/mux": {
68 77 "name": "@bugabinga/pi-ext-mux",
69 78 "version": "0.1.0",
79 + "dependencies": {
80 + "@bugabinga/pi-lib": "workspace:*",
81 + },
82 + "devDependencies": {
83 + "@mariozechner/pi-ai": "^0.72.1",
84 + "@mariozechner/pi-coding-agent": "^0.72.1",
85 + },
71 87 "extensions/neko": {
72 88 "name": "@bugabinga/pi-ext-neko",
73 89 "version": "0.1.0",
90 + "dependencies": {
91 + "@bugabinga/pi-lib": "workspace:*",
92 + },
75 94 "extensions/notify": {
76 95 "name": "@bugabinga/pi-ext-notify",
90 109 "extensions/pulse": {
91 110 "name": "@bugabinga/pi-ext-pulse",
92 111 "version": "0.1.0",
112 + "dependencies": {
113 + "@bugabinga/pi-lib": "workspace:*",
114 + },
94 116 "extensions/quota": {
95 117 "name": "@bugabinga/pi-ext-quota",
98 120 "extensions/remember": {
99 121 "name": "@bugabinga/pi-ext-remember",
100 122 "version": "0.1.0",
123 + "dependencies": {
124 + "@bugabinga/pi-lib": "workspace:*",
125 + },
102 127 "extensions/runtime": {
103 128 "name": "@bugabinga/pi-ext-runtime",
106 131 "extensions/session-recap": {
107 132 "name": "@bugabinga/pi-ext-session-recap",
108 133 "version": "0.1.0",
134 + "dependencies": {
135 + "@bugabinga/pi-lib": "workspace:*",
136 + },
110 138 "extensions/session-rename": {
111 139 "name": "@bugabinga/pi-ext-session-rename",
134 162 "extensions/web": {
135 163 "name": "@bugabinga/pi-ext-web",
136 164 "version": "0.1.0",
165 + "dependencies": {
166 + "@bugabinga/pi-lib": "workspace:*",
167 + },
138 169 "lib": {
139 170 "name": "@bugabinga/pi-lib",
140 171 "version": "0.1.0",
172 + "devDependencies": {
173 + "@mariozechner/pi-coding-agent": "^0.72.1",
174 + },
143 177 "packages": {
572 606 "long": ["long@5.3.2", "", {}, "sha512-mNAgZ1GmyNhD7AuqnTG3/VQ26o760+ZYBPKjPvugO8+nLbYfX6TVpJPseBvopbdY+qpZ/lKUnmEc1LeZYS3QAA=="],
574 - "lru-cache": ["lru-cache@11.3.5", "", {}, "sha512-NxVFwLAnrd9i7KUBxC4DrUhmgjzOs+1Qm50D3oF1/oL+r1NpZ4gA7xvG0/zJ8evR7zIKn4vLf7qTNduWFtCrRw=="],
608 + "lru-cache": ["lru-cache@7.18.3", "", {}, "sha512-jumlc0BIUrS3qJGgIkWZsyfAM7NCWiBcCDhnd+3NNM5KbBmLTgHVfWBcg6W+rLUsIpzpERPsvwUP7CckAQSOoA=="],
576 610 "marked": ["marked@15.0.12", "", { "bin": { "marked": "bin/marked.js" } }, "sha512-8dD6FusOQSrpv9Z1rdNMdlSgQOIP880DHqnohobOmYLElGEqAL/JvxvuxZO16r4HtjTlfPRDC1hbvxC9dPN2nA=="],
710 744 "cliui/strip-ansi": ["strip-ansi@6.0.1", "", { "dependencies": { "ansi-regex": "^5.0.1" } }, "sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A=="],
746 + "hosted-git-info/lru-cache": ["lru-cache@11.3.5", "", {}, "sha512-NxVFwLAnrd9i7KUBxC4DrUhmgjzOs+1Qm50D3oF1/oL+r1NpZ4gA7xvG0/zJ8evR7zIKn4vLf7qTNduWFtCrRw=="],
712 748 "node-fetch/data-uri-to-buffer": ["data-uri-to-buffer@4.0.1", "", {}, "sha512-0R9ikRb668HB7QDxT1vkpuUBtqc53YyAwMwGeUFKRojY/NWKvdZ+9UYtRfGmhqNbRkTSVpMbmyhXipFFv2cb/A=="],
714 750 "p-retry/retry": ["retry@0.13.1", "", {}, "sha512-XQBQ3I8W1Cge0Seh+6gjj03LbmRFWuoszgK9ooCpwYIrhhoO80pfq4cUkU5DkknwfOfFteRwlZ56PYOGYyFWdg=="],
716 752 "parse5-htmlparser2-tree-adapter/parse5": ["parse5@6.0.1", "", {}, "sha512-Ofn/CTFzRGTTxwpNEs9PP93gXShHcTq255nzRYSKe8AkVpZY7e1fpmTfOyoIvjP5HG7Z2ZM7VS9PPhQGW2pOpw=="],
718 - "proxy-agent/lru-cache": ["lru-cache@7.18.3", "", {}, "sha512-jumlc0BIUrS3qJGgIkWZsyfAM7NCWiBcCDhnd+3NNM5KbBmLTgHVfWBcg6W+rLUsIpzpERPsvwUP7CckAQSOoA=="],
754 + "path-scurry/lru-cache": ["lru-cache@11.3.5", "", {}, "sha512-NxVFwLAnrd9i7KUBxC4DrUhmgjzOs+1Qm50D3oF1/oL+r1NpZ4gA7xvG0/zJ8evR7zIKn4vLf7qTNduWFtCrRw=="],
720 756 "string-width/strip-ansi": ["strip-ansi@6.0.1", "", { "dependencies": { "ansi-regex": "^5.0.1" } }, "sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A=="],

pi/agent/extensions/dbg/package.json

Modified
5 5 "name": "@bugabinga/pi-ext-dbg",
6 6 "version": "0.1.0",
7 7 "private": true,
8 8 "type": "module",
9 9 "main": "index.ts",
10 + "dependencies": {
10 11 "@bugabinga/pi-lib": "workspace:*"
12 + }

pi/agent/extensions/ghost/package.json

Modified
5 5 "name": "@bugabinga/pi-ext-ghost",
6 6 "version": "0.1.0",
7 7 "private": true,
8 8 "type": "module",
9 9 "main": "index.ts",
10 + "dependencies": {
10 11 "@bugabinga/pi-lib": "workspace:*"
12 + }

pi/agent/extensions/git-safe/package.json

Modified
5 5 "name": "@bugabinga/pi-ext-git-safe",
6 6 "version": "0.1.0",
7 7 "private": true,
8 8 "type": "module",
9 9 "main": "index.ts",
10 + "dependencies": {
10 11 "@bugabinga/pi-lib": "workspace:*"
12 + }

pi/agent/extensions/mux/__tests__/cooldown.test.ts

Added
new file mode 100644
1 +import { describe, expect, it } from "bun:test";
2 +import { cooldownMsForError } from "../index.ts";
4 +describe("cooldownMsForError", () => {
5 + it("uses fallback when provider error has no reset timestamp", () => {
6 + expect(cooldownMsForError("429 rate limit", 1234, Date.parse("2026-05-04T10:00:00"))).toBe(1234);
7 + });
9 + it("uses provider reset timestamp when present", () => {
10 + const now = Date.parse("2026-05-04T18:00:00");
11 + const msg = "429 Usage limit reached for 5 hour. Your limit will reset at 2026-05-04 18:40:58";
12 + expect(cooldownMsForError(msg, 5 * 60 * 1000, now)).toBe((40 * 60 + 58) * 1000 + 1000);
13 + });
15 + it("uses fallback for stale reset timestamps", () => {
16 + const now = Date.parse("2026-05-04T19:00:00");
17 + const msg = "429 Usage limit reached. reset at 2026-05-04 18:40:58";
18 + expect(cooldownMsForError(msg, 555, now)).toBe(555);
19 + });
20 +});

pi/agent/extensions/mux/index.ts

Modified
37 37 const CONFIG_LABEL = "settings.json:mux";
38 38 const DUMMY_API_KEY = "__PI_MUX_DUMMY__";
39 39 const DEFAULT_COOLDOWN_MS = 5 * 60 * 1000;
40 +const RESET_AT_RE = /reset at\s+(\d{4}-\d{2}-\d{2})\s+(\d{2}:\d{2}:\d{2})/i;
40 41 const cooldowns = new Map<string, { until: number; reason: string }>();
42 43 function readConfig(): MuxConfig {
95 96 ].some((needle) => text.includes(needle));
99 +export function cooldownMsForError(message: string, fallbackMs: number, now = Date.now()): number {
100 + const match = message.match(RESET_AT_RE);
101 + if (!match) return fallbackMs;
103 + const resetAt = Date.parse(`${match[1]}T${match[2]}`);
104 + if (!Number.isFinite(resetAt) || resetAt <= now) return fallbackMs;
105 + return resetAt - now + 1000;
108 +function finalReason(label: string): string {
109 + return `${label}: cooling down`;
98 112 function errorStream(model: Model<Api>, message: string): AssistantMessageEventStream {
99 113 const stream = createAssistantMessageEventStream();
100 114 stream.push({
141 155 cooldowns.set(cooldownKey(provider, keyLabel), { until: Date.now() + cooldownMs, reason });
158 +function markRetryableCooldown(provider: string, keyLabel: string, fallbackCooldownMs: number, reason: string) {
159 + markCooldown(provider, keyLabel, cooldownMsForError(reason, fallbackCooldownMs), reason);
144 162 function mergeHeaders(a?: Record<string, string>, b?: Record<string, string>) {
145 163 if (!a && !b) return undefined;
146 164 return { ...(a ?? {}), ...(b ?? {}) };
270 288 for await (const event of inner) {
271 289 if (event.type === "error") {
272 290 const msg = event.error.errorMessage ?? "unknown provider error";
273 - if (!outputStarted && isRetryableError(msg) && attempt < candidates.length - 1) {
274 - markCooldown(provider, candidate.label, cooldownMs, msg);
275 - reasons.push(`${candidate.label}: ${msg}`);
291 + if (!outputStarted && isRetryableError(msg)) {
292 + markRetryableCooldown(provider, candidate.label, cooldownMs, msg);
293 + reasons.push(finalReason(candidate.label));
276 294 break;
278 296 flush();
297 315 } catch (error) {
298 316 const msg = error instanceof Error ? error.message : String(error);
299 - if (!outputStarted && isRetryableError(msg) && attempt < candidates.length - 1) {
300 - markCooldown(provider, candidate.label, cooldownMs, msg);
301 - reasons.push(`${candidate.label}: ${msg}`);
317 + if (!outputStarted && isRetryableError(msg)) {
318 + markRetryableCooldown(provider, candidate.label, cooldownMs, msg);
319 + reasons.push(finalReason(candidate.label));
302 320 continue;
304 322 flush();
347 365 cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },
349 367 stopReason: "error",
350 - errorMessage: `mux: ${provider}/${model.id}: all keys unavailable.\n${reasons.map((r) => `- ${r}`).join("\n")}`,
368 + errorMessage: `mux: ${provider}/${model.id}: no candidate keys ready.\n${reasons.map((r) => `- ${r}`).join("\n")}`,
351 369 timestamp: Date.now(),

pi/agent/extensions/mux/package.json

Modified
5 5 "name": "@bugabinga/pi-ext-mux",
6 6 "version": "0.1.0",
7 7 "private": true,
8 8 "type": "module",
9 9 "main": "index.ts",
10 + "scripts": {
11 + "test": "bun test ./__tests__/*.test.ts",
12 + "test:watch": "bun test ./__tests__/*.test.ts --watch"
13 + },
14 + "dependencies": {
10 15 "@bugabinga/pi-lib": "workspace:*"
16 + },
17 + "devDependencies": {
18 + "@mariozechner/pi-ai": "^0.72.1",
19 + "@mariozechner/pi-coding-agent": "^0.72.1"
20 + }

pi/agent/extensions/neko/package.json

Modified
5 5 "name": "@bugabinga/pi-ext-neko",
6 6 "version": "0.1.0",
7 7 "private": true,
8 8 "type": "module",
9 9 "main": "index.ts",
10 + "dependencies": {
10 11 "@bugabinga/pi-lib": "workspace:*"
12 + }

pi/agent/extensions/pulse/package.json

Modified
5 5 "name": "@bugabinga/pi-ext-pulse",
6 6 "version": "0.1.0",
7 7 "private": true,
8 8 "type": "module",
9 9 "main": "index.ts",
10 + "dependencies": {
10 11 "@bugabinga/pi-lib": "workspace:*"
12 + }

pi/agent/extensions/remember/package.json

Modified
5 5 "name": "@bugabinga/pi-ext-remember",
6 6 "version": "0.1.0",
7 7 "private": true,
8 8 "type": "module",
9 9 "main": "index.ts",
10 + "dependencies": {
10 11 "@bugabinga/pi-lib": "workspace:*"
12 + }

pi/agent/extensions/session-recap/package.json

Modified
5 5 "name": "@bugabinga/pi-ext-session-recap",
6 6 "version": "0.1.0",
7 7 "private": true,
8 8 "type": "module",
9 9 "main": "index.ts",
10 + "dependencies": {
10 11 "@bugabinga/pi-lib": "workspace:*"
12 + }

pi/agent/extensions/web/package.json

Modified
5 5 "name": "@bugabinga/pi-ext-web",
6 6 "version": "0.1.0",
7 7 "private": true,
8 8 "type": "module",
9 9 "main": "index.ts",
10 + "dependencies": {
10 11 "@bugabinga/pi-lib": "workspace:*"
12 + }

pi/agent/lib/package.json

Modified
5 5 "name": "@bugabinga/pi-lib",
6 6 "version": "0.1.0",
7 7 "private": true,
8 8 "type": "module",
9 9 "main": "index.ts",
10 - "types": "index.ts"
10 + "types": "index.ts",
11 + "devDependencies": {
12 + "@mariozechner/pi-coding-agent": "^0.72.1"
13 + }