- add POST /import, an import page and the import_yaml mcp tool; items are validated up front and imported in dependency order - switch list page import buttons to the central import - write scenario exports as separate --- yaml documents per entity - give each test app its own files dir to avoid cross-suite races - use node: prefix for node built-in imports - bump version to 1.18.0
94 lines
2.4 KiB
TypeScript
94 lines
2.4 KiB
TypeScript
import * as https from "node:https";
|
|
import * as http from "node:http";
|
|
import { URL } from "node:url";
|
|
|
|
const MAX_FILE_SIZE = 100 * 1024 * 1024; // 100 MB
|
|
const TIMEOUT_MS = 30000; // 30 seconds
|
|
|
|
function decodeDataUrl(urlStr: string): Buffer {
|
|
const match = /^data:([^,]*),(.*)$/s.exec(urlStr);
|
|
if (!match) {
|
|
throw new Error("Malformed data: URL");
|
|
}
|
|
const [, meta, data] = match;
|
|
if (meta.endsWith(";base64")) {
|
|
return Buffer.from(data, "base64");
|
|
}
|
|
return Buffer.from(decodeURIComponent(data), "utf-8");
|
|
}
|
|
|
|
export async function downloadFile(
|
|
urlStr: string,
|
|
options?: {
|
|
method?: string;
|
|
headers?: Record<string, string>;
|
|
body?: string;
|
|
},
|
|
): Promise<Buffer> {
|
|
if (urlStr.startsWith("data:")) {
|
|
return decodeDataUrl(urlStr);
|
|
}
|
|
|
|
const url = new URL(urlStr);
|
|
const protocol = url.protocol === "https:" ? https : http;
|
|
const method = options?.method ?? "GET";
|
|
const headers = options?.headers ?? {};
|
|
|
|
return new Promise((resolve, reject) => {
|
|
const req = protocol.request(
|
|
{
|
|
hostname: url.hostname,
|
|
port: url.port,
|
|
path: url.pathname + url.search,
|
|
method,
|
|
headers,
|
|
timeout: TIMEOUT_MS,
|
|
},
|
|
(res) => {
|
|
// Follow redirects
|
|
if (res.statusCode && res.statusCode >= 300 && res.statusCode < 400 && res.headers.location) {
|
|
downloadFile(res.headers.location, options).then(resolve).catch(reject);
|
|
return;
|
|
}
|
|
|
|
if (res.statusCode && res.statusCode !== 200) {
|
|
reject(new Error(`HTTP ${res.statusCode}: ${res.statusMessage}`));
|
|
return;
|
|
}
|
|
|
|
const chunks: Buffer[] = [];
|
|
let totalSize = 0;
|
|
|
|
res.on("data", (chunk: Buffer) => {
|
|
totalSize += chunk.length;
|
|
if (totalSize > MAX_FILE_SIZE) {
|
|
req.destroy();
|
|
reject(new Error(`File exceeds maximum size of ${MAX_FILE_SIZE} bytes`));
|
|
return;
|
|
}
|
|
chunks.push(chunk);
|
|
});
|
|
|
|
res.on("end", () => {
|
|
resolve(Buffer.concat(chunks));
|
|
});
|
|
|
|
res.on("error", reject);
|
|
},
|
|
);
|
|
|
|
req.on("timeout", () => {
|
|
req.destroy();
|
|
reject(new Error("Download timeout"));
|
|
});
|
|
|
|
req.on("error", reject);
|
|
|
|
if (options?.body && (method === "POST" || method === "PUT")) {
|
|
req.write(options.body);
|
|
}
|
|
|
|
req.end();
|
|
});
|
|
}
|