import fs from "node:fs"; import http from "node:http"; import net from "node:net"; import os from "node:os"; import path from "node:path"; import { afterEach, describe, expect, it } from "vitest"; import { downloadWithProxySegments, parseProxyList, selectFixedProxy } from "../src/main/proxy-segmented-download"; interface RunningServer { port: number; close: () => Promise; } const cleanups: Array<() => Promise> = []; afterEach(async () => { while (cleanups.length > 0) { await cleanups.pop()?.(); } }); async function listen(server: http.Server): Promise { await new Promise((resolve) => server.listen(0, "127.0.0.1", resolve)); const address = server.address(); if (!address || typeof address === "string") { throw new Error("Testserver konnte nicht gestartet werden"); } const sockets = new Set(); server.on("connection", (socket) => { sockets.add(socket); socket.once("close", () => sockets.delete(socket)); }); const close = async (): Promise => { for (const socket of sockets) socket.destroy(); await new Promise((resolve) => server.close(() => resolve())); }; cleanups.push(close); return { port: address.port, close }; } async function createRangeServer(content: Buffer, supportsRanges = true): Promise { const ranges: string[] = []; const server = http.createServer((request, response) => { const rangeHeader = String(request.headers.range || ""); ranges.push(rangeHeader); if (!supportsRanges || !rangeHeader) { response.writeHead(200, { "Content-Length": content.length }); response.end(content); return; } const match = /^bytes=(\d+)-(\d+)$/.exec(rangeHeader); if (!match) { response.writeHead(416, { "Content-Range": `bytes */${content.length}` }); response.end(); return; } const start = Number(match[1]); const end = Math.min(Number(match[2]), content.length - 1); const body = content.subarray(start, end + 1); response.writeHead(206, { "Accept-Ranges": "bytes", "Content-Range": `bytes ${start}-${end}/${content.length}`, "Content-Length": body.length }); response.end(body); }); const running = await listen(server); return { ...running, ranges }; } async function createConnectProxy(username: string, password: string, acceptedConnections: { value: number }): Promise { const server = http.createServer(); server.on("connect", (request, clientSocket, head) => { const expectedAuth = `Basic ${Buffer.from(`${username}:${password}`).toString("base64")}`; if (request.headers["proxy-authorization"] !== expectedAuth) { clientSocket.end("HTTP/1.1 407 Proxy Authentication Required\r\n\r\n"); return; } const target = new URL(`http://${request.url}`); const upstream = net.connect(Number(target.port), target.hostname, () => { acceptedConnections.value += 1; clientSocket.write("HTTP/1.1 200 Connection Established\r\n\r\n"); if (head.length > 0) upstream.write(head); clientSocket.pipe(upstream); upstream.pipe(clientSocket); }); upstream.once("error", () => clientSocket.destroy()); clientSocket.once("error", () => upstream.destroy()); }); return listen(server); } async function createRejectingProxy(): Promise { const server = http.createServer(); server.on("connect", (_request, socket) => socket.end("HTTP/1.1 407 Proxy Authentication Required\r\n\r\n")); return listen(server); } async function createTempDirectory(): Promise { const directory = await fs.promises.mkdtemp(path.join(os.tmpdir(), "mdd-proxy-test-")); cleanups.push(() => fs.promises.rm(directory, { recursive: true, force: true })); return directory; } describe("proxy segmented download", () => { it("accepts authenticated premium proxy list formats without exposing entries", () => { const secret = "private-password"; const count = parseProxyList([ `user:${secret}@127.0.0.1:8080`, "http://name:password@example.test:3128", "127.0.0.1:9000:name:password", "invalid", "# ignored" ].join("\n")); expect(count).toBe(3); expect(String(count)).not.toContain(secret); }); it("selects one fixed valid proxy by its 1-based list index", async () => { const directory = await createTempDirectory(); const proxyFile = path.join(directory, "fixed-proxies.txt"); await fs.promises.writeFile(proxyFile, [ "invalid", "first:secret-one@127.0.0.1:8080", "second:secret-two@127.0.0.1:9090" ].join("\n")); const selected = selectFixedProxy(proxyFile, 2); expect(selected.status).toBe("ok"); if (selected.status !== "ok") throw new Error("Proxy wurde nicht ausgewählt"); expect(selected.selectedIndex).toBe(2); expect(selected.proxyCount).toBe(2); expect(selected.proxy.url).toBe("http://127.0.0.1:9090/"); expect(selected.proxy.username).toBe("second"); expect(selected.proxy.password).toBe("secret-two"); expect(selected.proxy.url).not.toContain("secret-two"); }); it("downloads exact byte segments through different authenticated proxies", async () => { const content = Buffer.allocUnsafe(256 * 1024); for (let index = 0; index < content.length; index += 1) content[index] = index % 251; const targetServer = await createRangeServer(content); const proxyCounters = Array.from({ length: 4 }, () => ({ value: 0 })); const proxies = await Promise.all(proxyCounters.map((counter, index) => createConnectProxy(`user${index}`, `pass${index}`, counter))); const directory = await createTempDirectory(); const proxyFile = path.join(directory, "proxies.txt"); const targetFile = path.join(directory, "archive.bin"); await fs.promises.writeFile( proxyFile, proxies.map((proxy, index) => `user${index}:pass${index}@127.0.0.1:${proxy.port}`).join("\n"), "utf8" ); const progress: number[] = []; let trafficBytes = 0; const result = await downloadWithProxySegments({ directUrl: `http://127.0.0.1:${targetServer.port}/archive.bin`, targetPath: targetFile, proxyListPath: proxyFile, connections: 4, signal: new AbortController().signal, minSegmentBytes: 1, onTrafficBytes: (bytes) => { trafficBytes += bytes; }, onProgress: (_delta, downloaded) => progress.push(downloaded) }); expect(result).toEqual({ status: "completed", totalBytes: content.length, connections: 4 }); expect(await fs.promises.readFile(targetFile)).toEqual(content); expect(proxyCounters.every((counter) => counter.value > 0)).toBe(true); expect(targetServer.ranges).toContain("bytes=0-1"); expect(new Set(targetServer.ranges.filter((range) => range !== "bytes=0-1")).size).toBe(4); expect(progress.at(-1)).toBe(content.length); expect(trafficBytes).toBe(content.length + 2); expect((await fs.promises.readdir(directory)).filter((name) => name.includes(".proxy-")).length).toBe(0); }); it("uses another proxy after a rejected connection", async () => { const content = Buffer.alloc(64 * 1024, 7); const targetServer = await createRangeServer(content); const rejected = await createRejectingProxy(); const counters = Array.from({ length: 3 }, () => ({ value: 0 })); const working = await Promise.all(counters.map((counter, index) => createConnectProxy(`ok${index}`, `secret${index}`, counter))); const directory = await createTempDirectory(); const proxyFile = path.join(directory, "proxies.txt"); const targetFile = path.join(directory, "retry.bin"); await fs.promises.writeFile(proxyFile, [ `bad:bad@127.0.0.1:${rejected.port}`, ...working.map((proxy, index) => `ok${index}:secret${index}@127.0.0.1:${proxy.port}`) ].join("\n")); const result = await downloadWithProxySegments({ directUrl: `http://127.0.0.1:${targetServer.port}/retry.bin`, targetPath: targetFile, proxyListPath: proxyFile, connections: 2, signal: new AbortController().signal, minSegmentBytes: 1 }); expect(result.status).toBe("completed"); expect(await fs.promises.readFile(targetFile)).toEqual(content); expect(counters.some((counter) => counter.value > 0)).toBe(true); }); it("falls back cleanly when the origin ignores byte ranges", async () => { const content = Buffer.alloc(4096, 3); const targetServer = await createRangeServer(content, false); const counter = { value: 0 }; const proxy = await createConnectProxy("user", "password", counter); const directory = await createTempDirectory(); const proxyFile = path.join(directory, "proxies.txt"); const targetFile = path.join(directory, "fallback.bin"); await fs.promises.writeFile(proxyFile, `user:password@127.0.0.1:${proxy.port}`); const result = await downloadWithProxySegments({ directUrl: `http://127.0.0.1:${targetServer.port}/fallback.bin`, targetPath: targetFile, proxyListPath: proxyFile, connections: 4, signal: new AbortController().signal, minSegmentBytes: 1 }); expect(result).toEqual({ status: "fallback", reason: "range_unsupported" }); expect(fs.existsSync(targetFile)).toBe(false); expect((await fs.promises.readdir(directory)).filter((name) => name.includes(".proxy-")).length).toBe(0); }); it("cancels all segments and removes temporary data", async () => { const content = Buffer.alloc(256 * 1024, 5); const server = http.createServer((request, response) => { const match = /^bytes=(\d+)-(\d+)$/.exec(String(request.headers.range || "")); if (!match) { response.writeHead(416); response.end(); return; } const start = Number(match[1]); const end = Number(match[2]); const body = content.subarray(start, end + 1); response.writeHead(206, { "Content-Range": `bytes ${start}-${end}/${content.length}`, "Content-Length": body.length }); if (start === 0 && end === 1) { response.end(body); return; } let offset = 0; const timer = setInterval(() => { if (offset >= body.length) { clearInterval(timer); response.end(); return; } const next = Math.min(body.length, offset + 1024); response.write(body.subarray(offset, next)); offset = next; }, 5); response.once("close", () => clearInterval(timer)); }); const targetServer = await listen(server); const counters = Array.from({ length: 2 }, () => ({ value: 0 })); const proxies = await Promise.all(counters.map((counter, index) => createConnectProxy(`cancel${index}`, `pass${index}`, counter))); const directory = await createTempDirectory(); const proxyFile = path.join(directory, "proxies.txt"); const targetFile = path.join(directory, "cancel.bin"); await fs.promises.writeFile( proxyFile, proxies.map((proxy, index) => `cancel${index}:pass${index}@127.0.0.1:${proxy.port}`).join("\n") ); const controller = new AbortController(); const progress: number[] = []; const download = downloadWithProxySegments({ directUrl: `http://127.0.0.1:${targetServer.port}/cancel.bin`, targetPath: targetFile, proxyListPath: proxyFile, connections: 2, signal: controller.signal, minSegmentBytes: 1, onProgress: (_delta, downloaded) => { progress.push(downloaded); if (downloaded >= 4096) controller.abort("test_cancel"); } }); await expect(download).rejects.toThrow("aborted:proxy_download"); expect(progress.at(-1)).toBe(0); expect(fs.existsSync(targetFile)).toBe(false); expect((await fs.promises.readdir(directory)).filter((name) => name.includes(".proxy-")).length).toBe(0); }); });