Luigit
repositories / pi-ext

pi-ext

bugabingas pi extensions

owned by admin

extensions/quota/src/providers/groq.ts

Raw
import { amount, headerNumber, windowBucket } from "../parse.ts";
import type { ProviderQuota, QuotaProvider } from "../types.ts";

/**
 * Groq documents `x-ratelimit-*-requests` as requests per day for the model that answered.
 * Token headers are per minute and omitted: Pi-sized requests keep them near full.
 * The reset header is a replenishment delay, not a window end, so no reset is shown.
 */
export function parseGroqHeaders(
	headers: Record<string, string>,
): ProviderQuota | undefined {
	const value = amount(
		"requests",
		undefined,
		headerNumber(headers, "x-ratelimit-limit-requests"),
		headerNumber(headers, "x-ratelimit-remaining-requests"),
	);
	if (value.state !== "measured" || value.total === undefined) return undefined;
	return {
		provider: "groq",
		name: "Groq",
		buckets: [windowBucket("requests-day", "Requests/day", value)],
		observedAt: Date.now(),
	};
}

export const groq: QuotaProvider = {
	name: "Groq",
	headers: parseGroqHeaders,
	// Rejecting keeps header-derived buckets: a resolved empty poll would replace them.
	async fetch() {
		throw new Error("Groq exposes quota only in response headers");
	},
};