repositories / pi-ext
pi-ext
bugabingas pi extensions
owned by admin
extensions/web/http-body.ts
Rawimport { abortable } from "./abort.js";
import { MAX_SEARCH_RESPONSE_BYTES } from "./constants.js";
export async function readBoundedText(
response: Response,
maxBytes: number = MAX_SEARCH_RESPONSE_BYTES,
signal?: AbortSignal,
): Promise<string> {
const contentLength = Number.parseInt(
response.headers.get("content-length") ?? "",
10,
);
if (Number.isFinite(contentLength) && contentLength > maxBytes) {
await response.body?.cancel().catch(() => {});
throw new Error(
`Response exceeds search response limit (${contentLength} > ${maxBytes})`,
);
}
if (!response.body) return "";
const reader = response.body.getReader();
const decoder = new TextDecoder();
let bytes = 0;
let text = "";
try {
while (true) {
signal?.throwIfAborted();
const { done, value } = await abortable(reader.read(), signal);
if (done) return text + decoder.decode();
bytes += value.byteLength;
if (bytes > maxBytes)
throw new Error(
`Response exceeds search response limit (${bytes} > ${maxBytes})`,
);
text += decoder.decode(value, { stream: true });
}
} catch (error) {
await reader.cancel().catch(() => {});
throw error;
} finally {
reader.releaseLock();
}
}