fix: harden package post-processing provenance

Version package-owned output counts so unversioned global legacy values cannot remain authoritative after session load. Capture extracted outputs through same-volume package staging, preserve overwrite, skip, and rename conflicts, retain partial abort output deterministically, and eliminate per-package full scans of shared roots while keeping extraction work parallel. Carry normalized archive path provenance, prune explicitly deleted package generations without dropping package_done run evidence, and transfer run-owned post-process slots without releasing foreign waiters or exceeding maxParallelExtract.
2026-08-22 13:02:27 +02:00
parent 7a052e995c
commit afa7da11da
8 changed files with 647 additions and 157 deletions
@@ -18,6 +18,7 @@ import {
  HistoryEntry,
  ArchiveOperationMetric,
  PackageEntry,
+  PACKAGE_OUTPUT_PROVENANCE_VERSION,
  PackagePriority,
  PackageResult,
  ParsedPackageInput,
@@ -476,6 +477,7 @@ type DownloadManagerOptions = {
  onHistoryEntry?: HistoryEntryCallback;
  enqueueNotification?: (event: NotificationEvent) => Promise<void>;
  protectEmptyClobber?: boolean;
+  readOutputDirectory?: (directory: string) => Promise<fs.Dirent[]>;
 };

 type RunLifecycleContext = {
@@ -1619,10 +1621,28 @@ const ARCHIVE_GENERIC_001_RE = /^(.*)\.001$/;
 const ARCHIVE_KNOWN_001_RE = /\.(zip|7z)\.001$/;
 const REGEX_ESCAPE_RE = /[.*+?^${}()|[\]\\]/g;

-export function resolveArchiveItemsFromList(archiveName: string, items: DownloadItem[]): DownloadItem[] {
-  const normalizeArchiveMatchName = (value: string): string =>
-    stripDuplicateSuffixBeforeExtension(path.basename(String(value || "")));
-  const entryLower = normalizeArchiveMatchName(archiveName).toLowerCase();
+export function resolveArchiveItemsFromList(archiveName: string, items: DownloadItem[], archivePath = ""): DownloadItem[] {
+  const normalizeArchiveMatchName = (value: string): string =>
+    stripDuplicateSuffixBeforeExtension(path.basename(String(value || "")));
+  const entryLower = normalizeArchiveMatchName(archiveName).toLowerCase();
+
+  const normalizedArchivePath = String(archivePath || "").trim();
+  if (normalizedArchivePath) {
+    const archivePathKey = pathKey(path.join(
+      path.dirname(path.resolve(normalizedArchivePath)),
+      normalizeArchiveMatchName(normalizedArchivePath)
+    ));
+    const pathMatches = items.filter((item) => {
+      const targetPath = String(item.targetPath || "").trim();
+      if (!targetPath) {
+        return false;
+      }
+      return pathKey(path.join(path.dirname(path.resolve(targetPath)), normalizeArchiveMatchName(targetPath))) === archivePathKey;
+    });
+    if (pathMatches.length > 0) {
+      return pathMatches;
+    }
+  }

  const itemBaseName = (item: DownloadItem): string =>
    normalizeArchiveMatchName(item.targetPath || item.fileName || "");
@@ -1916,7 +1936,7 @@ export class DownloadManager extends EventEmitter {

  private packagePostProcessActive = 0;

-  private packagePostProcessWaiters: Array<{ packageId: string; resolve: () => void }> = [];
+  private packagePostProcessWaiters: Array<{ packageId: string; runOwnerId: string | null; resolve: (acquired: boolean) => void }> = [];

  private packagePostProcessTasks = new Map<string, Promise<void>>();

@@ -2048,6 +2068,8 @@ export class DownloadManager extends EventEmitter {
  private onHistoryEntryCallback?: HistoryEntryCallback;

  private enqueueNotificationCallback?: (event: NotificationEvent) => Promise<void>;
+
+  private readOutputDirectoryFn: (directory: string) => Promise<fs.Dirent[]>;

  public constructor(settings: AppSettings, session: SessionState, storagePaths: StoragePaths, options: DownloadManagerOptions = {}) {
    super();
@@ -2078,6 +2100,7 @@ export class DownloadManager extends EventEmitter {
    this.invalidateMegaSessionFn = options.invalidateMegaSession;
    this.onHistoryEntryCallback = options.onHistoryEntry;
    this.enqueueNotificationCallback = options.enqueueNotification;
+    this.readOutputDirectoryFn = options.readOutputDirectory || ((directory) => fs.promises.readdir(directory, { withFileTypes: true }));
    logger.info(`DownloadManager Init: ${Object.keys(this.session.packages).length} Pakete, ${this.itemCount} Items, cleanupPolicy=${this.settings.completedCleanupPolicy}`);
    for (const pkg of Object.values(this.session.packages)) {
      this.ensurePackageLogForPackage(pkg);
@@ -2639,11 +2662,9 @@ export class DownloadManager extends EventEmitter {
    return this.session.running;
  }

-  public abortAllPostProcessing(): void {
-    this.abortPostProcessing("external");
-    for (const waiter of this.packagePostProcessWaiters) { waiter.resolve(); }
-    this.packagePostProcessWaiters = [];
-    this.packagePostProcessActive = 0;
+  public abortAllPostProcessing(): void {
+    this.abortPostProcessing("external");
+    this.cancelPostProcessWaiters();
  }

  public triggerIdleExtractions(): void {
@@ -3327,11 +3348,9 @@ export class DownloadManager extends EventEmitter {
    this.hybridExtractRequeue.clear();
    this.hybridExtractedPaths.clear();
    this.hybridFailedArchives.clear();
-    this.providerFailures.clear();
-    this.packagePostProcessQueue = Promise.resolve();
-    this.packagePostProcessActive = 0;
-    for (const waiter of this.packagePostProcessWaiters) { waiter.resolve(); }
-    this.packagePostProcessWaiters = [];
+    this.providerFailures.clear();
+    this.packagePostProcessQueue = Promise.resolve();
+    this.cancelPostProcessWaiters();
    this.summary = null;
    this.nonResumableActive = 0;
    this.resetSessionTotalsIfQueueEmpty(true);
@@ -4365,17 +4384,14 @@ export class DownloadManager extends EventEmitter {
    return false;
  }

-  private async snapshotPackageOutputFiles(rootDir: string): Promise<Map<string, string>> {
-    const snapshot = new Map<string, string>();
-    if (!rootDir) {
-      return snapshot;
-    }
-    const stack = [rootDir];
+  private async listStagedOutputFiles(stagingDir: string): Promise<string[]> {
+    const files: string[] = [];
+    const stack = [stagingDir];
    while (stack.length > 0) {
      const current = stack.pop() as string;
      let entries: fs.Dirent[] = [];
      try {
-        entries = await fs.promises.readdir(current, { withFileTypes: true });
+        entries = await this.readOutputDirectoryFn(current);
      } catch {
        continue;
      }
@@ -4386,54 +4402,169 @@ export class DownloadManager extends EventEmitter {
        }
        if (entry.isDirectory()) {
          stack.push(fullPath);
-        } else if (entry.isFile() && !isArchiveLikePath(fullPath) && !isIgnorableEmptyDirFileName(entry.name)) {
-          try {
-            const stat = await fs.promises.stat(fullPath);
-            const relativePath = path.relative(rootDir, fullPath).replace(/\\/g, "/");
-            const key = process.platform === "win32" ? relativePath.toLowerCase() : relativePath;
-            snapshot.set(key, `${stat.size}:${stat.mtimeMs}`);
-          } catch {
-          }
+        } else if (entry.isFile()) {
+          files.push(fullPath);
        }
      }
    }
-    return snapshot;
+    return files.sort((left, right) => path.relative(stagingDir, left).localeCompare(path.relative(stagingDir, right)));
  }

-  private async recordPackageOutputFiles(pkg: PackageEntry, before: ReadonlyMap<string, string>): Promise<void> {
-    const after = await this.snapshotPackageOutputFiles(pkg.extractDir);
-    const provenance = new Set(pkg.outputProvenance || []);
-    for (const [relativePath, signature] of after) {
-      if (before.get(relativePath) !== signature) {
-        provenance.add(createHash("sha256").update(relativePath).digest("hex"));
+  private async resolveStagedOutputDestination(targetDir: string, relativePath: string): Promise<string | null> {
+    const targetRoot = path.resolve(targetDir);
+    const destination = path.resolve(targetRoot, relativePath);
+    if (destination !== targetRoot && !destination.startsWith(`${targetRoot}${path.sep}`)) {
+      throw new Error(`Ungültiger Staging-Ausgabepfad: ${relativePath}`);
+    }
+    let existing: fs.Stats | null = null;
+    try {
+      existing = await fs.promises.lstat(destination);
+    } catch {
+    }
+    if (!existing) {
+      return destination;
+    }
+    if (this.settings.extractConflictMode === "skip" || this.settings.extractConflictMode === "ask") {
+      return null;
+    }
+    if (this.settings.extractConflictMode === "overwrite") {
+      return existing.isFile() ? destination : null;
+    }
+    const parsed = path.parse(destination);
+    for (let index = 1; index <= 10_000; index += 1) {
+      const candidate = path.join(parsed.dir, `${parsed.name} (${index})${parsed.ext}`);
+      try {
+        await fs.promises.lstat(candidate);
+      } catch {
+        return candidate;
      }
    }
-    pkg.outputProvenance = [...provenance];
-    pkg.outputCount = Math.max(pkg.outputCount || 0, provenance.size);
+    throw new Error(`Staging-Rename-Limit erreicht für ${relativePath}`);
  }

-  private async runWithPackageOutputProvenance<T>(pkg: PackageEntry, operation: () => Promise<T>): Promise<T> {
+  private async moveStagedOutputFile(sourcePath: string, destinationPath: string): Promise<void> {
+    await fs.promises.mkdir(path.dirname(destinationPath), { recursive: true });
+    try {
+      await fs.promises.rename(sourcePath, destinationPath);
+      return;
+    } catch (error) {
+      const code = String((error as NodeJS.ErrnoException)?.code || "");
+      if (this.settings.extractConflictMode !== "overwrite" || (code !== "EEXIST" && code !== "EPERM" && code !== "EACCES")) {
+        throw error;
+      }
+    }
+    const displacedPath = path.join(path.dirname(destinationPath), `.rd-replace-${uuidv4()}`);
+    await fs.promises.rename(destinationPath, displacedPath);
+    try {
+      await fs.promises.rename(sourcePath, destinationPath);
+    } catch (error) {
+      await fs.promises.rename(displacedPath, destinationPath);
+      throw error;
+    }
+    await fs.promises.rm(displacedPath, { force: true });
+  }
+
+  private async mergeStagedPackageOutputs(stagingDir: string, targetDir: string): Promise<string[]> {
+    const movedOutputs: string[] = [];
+    const stagedFiles = await this.listStagedOutputFiles(stagingDir);
+    for (const stagedFile of stagedFiles) {
+      const relativePath = path.relative(stagingDir, stagedFile);
+      const destination = await this.resolveStagedOutputDestination(targetDir, relativePath);
+      if (!destination) {
+        continue;
+      }
+      await this.moveStagedOutputFile(stagedFile, destination);
+      if (!isArchiveLikePath(destination) && !isIgnorableEmptyDirFileName(path.basename(destination))) {
+        movedOutputs.push(destination);
+      }
+    }
+    return movedOutputs;
+  }
+
+  private normalizePackageProvenancePath(pkg: PackageEntry, sourcePath: string): string {
+    const absolutePath = path.resolve(sourcePath);
+    for (const rootDir of [pkg.outputDir, pkg.extractDir]) {
+      const root = String(rootDir || "").trim();
+      if (!root) {
+        continue;
+      }
+      const relativePath = path.relative(path.resolve(root), absolutePath);
+      if (!relativePath.startsWith(`..${path.sep}`) && relativePath !== ".." && !path.isAbsolute(relativePath)) {
+        const segments = relativePath.replace(/\\/g, "/").split("/");
+        if (/^\.rd-output-[^/]+$/i.test(segments[0] || "")) {
+          segments.shift();
+        }
+        return segments.join("/").toLocaleLowerCase("de-DE");
+      }
+    }
+    return absolutePath.replace(/\\/g, "/").toLocaleLowerCase("de-DE");
+  }
+
+  private recordPackageOutputFiles(pkg: PackageEntry, outputFiles: readonly string[]): void {
+    const provenance = new Set(pkg.outputProvenance || []);
+    for (const outputFile of outputFiles) {
+      const key = this.normalizePackageProvenancePath(pkg, outputFile);
+      provenance.add(createHash("sha256").update(key).digest("hex"));
+    }
+    pkg.outputProvenance = [...provenance];
+    pkg.outputProvenanceVersion = PACKAGE_OUTPUT_PROVENANCE_VERSION;
+    pkg.outputCount = provenance.size;
+  }
+
+  private async runWithPackageOutputProvenance<T>(pkg: PackageEntry, operation: (targetDir: string) => Promise<T>): Promise<T> {
    const key = pathKey(pkg.extractDir);
+    const packageWasInSession = this.session.packages[pkg.id] === pkg;
    const previous = this.packageOutputProvenanceTails.get(key) || Promise.resolve();
    let release!: () => void;
    const current = new Promise<void>((resolve) => {
      release = resolve;
    });
    this.packageOutputProvenanceTails.set(key, current);
-    await previous;
-    const before = await this.snapshotPackageOutputFiles(pkg.extractDir);
+    let stagingDir = "";
+    let result: T | undefined;
+    let operationError: unknown;
+    let mergeError: unknown;
+    let mergeTurnReached = false;
    try {
-      return await operation();
+      await fs.promises.mkdir(pkg.extractDir, { recursive: true });
+      stagingDir = await fs.promises.mkdtemp(path.join(pkg.extractDir, ".rd-output-"));
+      try {
+        result = await operation(stagingDir);
+      } catch (error) {
+        operationError = error;
+      }
+      await previous;
+      mergeTurnReached = true;
+      try {
+        if (!packageWasInSession || this.session.packages[pkg.id] === pkg) {
+          const outputFiles = await this.mergeStagedPackageOutputs(stagingDir, pkg.extractDir);
+          this.recordPackageOutputFiles(pkg, outputFiles);
+        }
+      } catch (error) {
+        mergeError = error;
+      }
    } finally {
      try {
-        await this.recordPackageOutputFiles(pkg, before);
+        if (stagingDir) {
+          await fs.promises.rm(stagingDir, { recursive: true, force: true });
+        }
      } finally {
+        if (!mergeTurnReached) {
+          await previous;
+        }
        release();
        if (this.packageOutputProvenanceTails.get(key) === current) {
          this.packageOutputProvenanceTails.delete(key);
        }
      }
    }
+    if (operationError) {
+      throw operationError;
+    }
+    if (mergeError) {
+      throw mergeError;
+    }
+    return result as T;
  }

  private async removeEmptyDirectoryTree(rootDir: string): Promise<number> {
@@ -6854,11 +6985,9 @@ export class DownloadManager extends EventEmitter {
    this.speedEvents = [];
    this.speedBytesLastWindow = 0;
    this.speedBytesPerPackage.clear();
-    this.speedEventsHead = 0;
+    this.speedEventsHead = 0;
    this.abortPostProcessing("stop", stoppedRunContext?.id);
-    for (const waiter of this.packagePostProcessWaiters) { waiter.resolve(); }
-    this.packagePostProcessWaiters = [];
-    this.packagePostProcessActive = 0;
+    this.cancelPostProcessWaiters(stoppedRunContext?.id);
    for (const active of this.activeTasks.values()) {
      active.abortReason = abortReason;
      active.abortController.abort(abortReason);
@@ -8434,7 +8563,7 @@ export class DownloadManager extends EventEmitter {
  private abortPostProcessing(reason: string, runContextId?: string): void {
    for (const [packageId, controller] of this.packagePostProcessAbortControllers.entries()) {
      const owner = this.packagePostProcessRunOwnerByController.get(controller);
-      if (runContextId !== undefined && owner !== undefined && owner !== null && owner !== runContextId) {
+      if (runContextId !== undefined && owner !== runContextId) {
        continue;
      }
      if (!controller.signal.aborted) {
@@ -8468,7 +8597,7 @@ export class DownloadManager extends EventEmitter {

    for (const controller of this.packageDeferredPostProcessAbortControllers.values()) {
      const owner = this.packageDeferredRunOwnerByController.get(controller);
-      if (runContextId !== undefined && owner !== undefined && owner !== null && owner !== runContextId) {
+      if (runContextId !== undefined && owner !== runContextId) {
        continue;
      }
      if (!controller.signal.aborted) {
@@ -8478,7 +8607,7 @@ export class DownloadManager extends EventEmitter {
    for (const hybridSet of this.packageHybridPostProcessControllers.values()) {
      for (const controller of hybridSet) {
        const owner = this.packageHybridRunOwnerByController.get(controller);
-        if (runContextId !== undefined && owner !== undefined && owner !== null && owner !== runContextId) {
+        if (runContextId !== undefined && owner !== runContextId) {
          continue;
        }
        if (!controller.signal.aborted) {
@@ -8488,27 +8617,39 @@ export class DownloadManager extends EventEmitter {
    }
  }

-  private async acquirePostProcessSlot(packageId: string): Promise<void> {
-    const maxConcurrent = Math.max(1, Math.min(8, this.settings.maxParallelExtract || 1));
-    if (this.packagePostProcessActive < maxConcurrent) {
-      this.packagePostProcessActive += 1;
-      return;
-    }
-    await new Promise<void>((resolve) => {
-      this.packagePostProcessWaiters.push({ packageId, resolve });
-    });
-    if (this.packagePostProcessActive < maxConcurrent) {
-      this.packagePostProcessActive += 1;
-    }
-  }
+  private cancelPostProcessWaiters(runOwnerId?: string): void {
+    const retained: typeof this.packagePostProcessWaiters = [];
+    for (const waiter of this.packagePostProcessWaiters) {
+      if (runOwnerId !== undefined && waiter.runOwnerId !== runOwnerId) {
+        retained.push(waiter);
+      } else {
+        waiter.resolve(false);
+      }
+    }
+    this.packagePostProcessWaiters = retained;
+  }
+
+  private async acquirePostProcessSlot(packageId: string, runOwnerId: string | null = this.getPackageResultRunOwner(packageId)): Promise<boolean> {
+    const maxConcurrent = Math.max(1, Math.min(8, this.settings.maxParallelExtract || 1));
+    if (this.packagePostProcessActive < maxConcurrent) {
+      this.packagePostProcessActive += 1;
+      return true;
+    }
+    return new Promise<boolean>((resolve) => {
+      this.packagePostProcessWaiters.push({ packageId, runOwnerId, resolve });
+    });
+  }

  private releasePostProcessSlot(): void {
    if (this.packagePostProcessActive <= 0) {
      this.packagePostProcessActive = 0;
      return;
    }
-    this.packagePostProcessActive -= 1;
-    if (this.packagePostProcessWaiters.length === 0) return;
+    const maxConcurrent = Math.max(1, Math.min(8, this.settings.maxParallelExtract || 1));
+    if (this.packagePostProcessWaiters.length === 0 || this.packagePostProcessActive > maxConcurrent) {
+      this.packagePostProcessActive -= 1;
+      return;
+    }
    const order = this.session.packageOrder;
    let bestIdx = 0;
    let bestOrder = order.indexOf(this.packagePostProcessWaiters[0].packageId);
@@ -8520,10 +8661,10 @@ export class DownloadManager extends EventEmitter {
        bestOrder = pos;
        bestIdx = i;
      }
-    }
-    const [next] = this.packagePostProcessWaiters.splice(bestIdx, 1);
-    next.resolve();
-  }
+    }
+    const [next] = this.packagePostProcessWaiters.splice(bestIdx, 1);
+    next.resolve(true);
+  }

  private runPackagePostProcessing(packageId: string): Promise<void> {
    this.trackPackagePostProcessResult(packageId);
@@ -8544,27 +8685,34 @@ export class DownloadManager extends EventEmitter {

    // Holder so the task's own finally can identity-check itself (the task Promise
    // cannot reference its own const inside its initializer). Assigned right after.
-    const handle: { task?: Promise<void> } = {};
-    const task = (async () => {
+    const handle: { task?: Promise<void> } = {};
+    const task = (async () => {
      const slotWaitStart = nowMs();
-      await this.acquirePostProcessSlot(packageId);
-      const startedPackage = this.session.packages[packageId];
-      if (startedPackage) {
-        startedPackage.postProcessStartedAt = startedPackage.postProcessStartedAt || nowMs();
-        startedPackage.updatedAt = nowMs();
-      }
-      const slotWaitMs = nowMs() - slotWaitStart;
-      if (slotWaitMs > 100) {
-        logger.info(`Post-Process Slot erhalten nach ${(slotWaitMs / 1000).toFixed(1)}s Wartezeit: pkg=${packageId.slice(0, 8)}`);
-        const pkg = this.session.packages[packageId];
-        if (pkg) {
-          this.logPackageForPackage(pkg, "INFO", "Post-Process-Slot erhalten", {
-            slotWaitMs
-          });
-        }
-      }
-      try {
-        let round = 0;
+      let slotAcquired = false;
+      try {
+        slotAcquired = await this.acquirePostProcessSlot(
+          packageId,
+          this.packagePostProcessRunOwnerByController.get(abortController) ?? null
+        );
+        if (!slotAcquired) {
+          return;
+        }
+        const startedPackage = this.session.packages[packageId];
+        if (startedPackage) {
+          startedPackage.postProcessStartedAt = startedPackage.postProcessStartedAt || nowMs();
+          startedPackage.updatedAt = nowMs();
+        }
+        const slotWaitMs = nowMs() - slotWaitStart;
+        if (slotWaitMs > 100) {
+          logger.info(`Post-Process Slot erhalten nach ${(slotWaitMs / 1000).toFixed(1)}s Wartezeit: pkg=${packageId.slice(0, 8)}`);
+          const pkg = this.session.packages[packageId];
+          if (pkg) {
+            this.logPackageForPackage(pkg, "INFO", "Post-Process-Slot erhalten", {
+              slotWaitMs
+            });
+          }
+        }
+        let round = 0;
        do {
          round += 1;
          const hadRequeue = this.hybridExtractRequeue.has(packageId);
@@ -8594,8 +8742,10 @@ export class DownloadManager extends EventEmitter {
            }
          }
        } while (this.hybridExtractRequeue.has(packageId));
-      } finally {
-        this.releasePostProcessSlot();
+      } finally {
+        if (slotAcquired) {
+          this.releasePostProcessSlot();
+        }
        // Identity guard: only clear the map entries if they still point to THIS
        // task/controller. After an abort deletes our handle a new run can install
        // a fresh task+controller for the same packageId; a blind delete here would
@@ -8981,6 +9131,16 @@ export class DownloadManager extends EventEmitter {
    }
    this.historyRecordedPackages.delete(packageId);
    this.abortPackagePostProcessing(packageId, "package_removed");
+    this.packagePostProcessVersions.delete(packageId);
+    this.packageFileOpChain.delete(packageId);
+    if (reason === "deleted") {
+      this.pruneRemovedPackageResultState(packageId);
+    }
+    if (pkg && reason === "deleted") {
+      pkg.outputCount = 0;
+      pkg.outputProvenanceVersion = PACKAGE_OUTPUT_PROVENANCE_VERSION;
+      pkg.outputProvenance = [];
+    }
    for (const itemId of itemIds) {
      this.retryAfterByItem.delete(itemId);
      this.retryStateByItem.delete(itemId);
@@ -8988,9 +9148,12 @@ export class DownloadManager extends EventEmitter {
      this.dropItemContribution(itemId);
      delete this.session.items[itemId];
      this.itemCount = Math.max(0, this.itemCount - 1);
-    }
+    }
    delete this.session.packages[packageId];
    this.session.packageOrder = this.session.packageOrder.filter((id) => id !== packageId);
+    if (reason === "deleted") {
+      this.runPackageIds.delete(packageId);
+    }
    this.runCompletedPackages.delete(packageId);
    this.resetSessionTotalsIfQueueEmpty();
  }
@@ -12288,6 +12451,7 @@ export class DownloadManager extends EventEmitter {
      pkg.archiveOperations = [];
      pkg.remuxOperations = [];
      pkg.outputCount = 0;
+      pkg.outputProvenanceVersion = PACKAGE_OUTPUT_PROVENANCE_VERSION;
      pkg.outputProvenance = [];
      pkg.cleanupErrorCategory = "";
    }
@@ -12312,6 +12476,30 @@ export class DownloadManager extends EventEmitter {
    }
  }

+  private pruneRemovedPackageResultState(packageId: string): void {
+    const prefix = `${packageId}:`;
+    for (const key of [...this.finalizedPackageResults.keys()]) {
+      if (key.startsWith(prefix)) {
+        this.finalizedPackageResults.delete(key);
+      }
+    }
+    for (const collection of [this.standalonePackageResults, this.suppressedPackageResults]) {
+      for (const key of [...collection]) {
+        if (key.startsWith(prefix)) {
+          collection.delete(key);
+        }
+      }
+    }
+    for (const key of [...this.successDigestResults.keys()]) {
+      if (key.startsWith(prefix)) {
+        this.successDigestResults.delete(key);
+      }
+    }
+    for (const context of this.runContexts.values()) {
+      context.packageGenerations.delete(packageId);
+    }
+  }
+
  private createRunContext(packageIds: Iterable<string>, startedAt: number, downloadsFinished: boolean): RunLifecycleContext {
    const packageGenerations = new Map<string, number>();
    for (const packageId of packageIds) {
@@ -13091,13 +13279,16 @@ export class DownloadManager extends EventEmitter {
    }
    const completedAt = nowMs();
    const durationMs = Math.max(0, Math.floor(Number(progress.elapsedMs) || 0));
-    const itemIds = [...new Set(items.map((item) => item.id))];
-    const itemProvenance = items
-      .map((item) => String(item.targetPath || item.id).replace(/\\/g, "/").toLocaleLowerCase("de-DE"))
+    const provenancedItems = items.filter((item) => String(item.targetPath || "").trim().length > 0);
+    const itemIds = [...new Set(provenancedItems.map((item) => item.id))];
+    const itemProvenance = provenancedItems
+      .map((item) => this.normalizePackageProvenancePath(pkg, item.targetPath))
      .sort();
-    const archiveIdentity = itemProvenance.length > 0
-      ? itemProvenance.join("|")
-      : `${progress.archiveName.toLocaleLowerCase("de-DE")}:${Math.max(0, Math.floor(progress.current))}`;
+    const archivePathProvenance = String(progress.archivePath || "").trim()
+      ? this.normalizePackageProvenancePath(pkg, progress.archivePath || "")
+      : "";
+    const archiveIdentity = (itemProvenance.length > 0 ? itemProvenance.join("|") : archivePathProvenance)
+      || `${progress.archiveName.toLocaleLowerCase("de-DE")}:${Math.max(0, Math.floor(progress.current))}`;
    const operation: ArchiveOperationMetric = {
      id: `${pkg.id}:${createHash("sha256").update(archiveIdentity).digest("hex").slice(0, 24)}`,
      name: progress.archiveName,
@@ -13244,8 +13435,8 @@ export class DownloadManager extends EventEmitter {
      return 0;
    }

-    const resolveArchiveItems = (archiveName: string): DownloadItem[] =>
-      resolveArchiveItemsFromList(archiveName, items);
+    const resolveArchiveItems = (archiveName: string, archivePath = ""): DownloadItem[] =>
+      resolveArchiveItemsFromList(archiveName, items, archivePath);

    const readyArchiveKeyByName = new Map<string, string>();
    const readyArchiveMarkers = new Map<string, string>();
@@ -13291,9 +13482,9 @@ export class DownloadManager extends EventEmitter {
        return 0;
      }

-      const result = await this.runWithPackageOutputProvenance(pkg, () => extractPackageArchives({
-        packageDir: pkg.outputDir,
-        targetDir: pkg.extractDir,
+      const result = await this.runWithPackageOutputProvenance(pkg, (targetDir) => extractPackageArchives({
+        packageDir: pkg.outputDir,
+        targetDir,
        cleanupMode: this.settings.cleanupMode,
        conflictMode: this.settings.extractConflictMode,
        removeLinks: false,
@@ -13341,7 +13532,7 @@ export class DownloadManager extends EventEmitter {

          if (progress.archiveName) {
            if (!hybridResolvedItems.has(progress.archiveName)) {
-              const resolved = resolveArchiveItems(progress.archiveName);
+              const resolved = resolveArchiveItems(progress.archiveName, progress.archivePath);
              hybridResolvedItems.set(progress.archiveName, resolved);
              hybridStartTimes.set(progress.archiveName, nowMs());
              if (resolved.length === 0) {
@@ -13756,8 +13947,8 @@ export class DownloadManager extends EventEmitter {
      const extractionStartMs = nowMs();
      const preExtractStatuses = new Map<string, string>();

-      const resolveArchiveItems = (archiveName: string): DownloadItem[] =>
-        resolveArchiveItemsFromList(archiveName, completedItems);
+      const resolveArchiveItems = (archiveName: string, archivePath = ""): DownloadItem[] =>
+        resolveArchiveItemsFromList(archiveName, completedItems, archivePath);

      let lastExtractEmitAt = 0;
      const emitExtractStatus = (text: string, force = false): void => {
@@ -13866,9 +14057,9 @@ export class DownloadManager extends EventEmitter {
          entry.updatedAt = pendingAt;
        }
        this.emitState();
-        const result = await this.runWithPackageOutputProvenance(pkg, () => extractPackageArchives({
-          packageDir: pkg.outputDir,
-          targetDir: pkg.extractDir,
+        const result = await this.runWithPackageOutputProvenance(pkg, (targetDir) => extractPackageArchives({
+          packageDir: pkg.outputDir,
+          targetDir,
          cleanupMode: this.settings.cleanupMode,
          conflictMode: this.settings.extractConflictMode,
          removeLinks: this.settings.removeLinkFilesAfterExtract,
@@ -13919,7 +14110,7 @@ export class DownloadManager extends EventEmitter {

            if (progress.archiveName) {
              if (!fullResolvedItems.has(progress.archiveName)) {
-                const resolved = resolveArchiveItems(progress.archiveName);
+                const resolved = resolveArchiveItems(progress.archiveName, progress.archivePath);
                fullResolvedItems.set(progress.archiveName, resolved);
                fullStartTimes.set(progress.archiveName, nowMs());
                if (resolved.length === 0) {
@@ -14214,9 +14405,9 @@ export class DownloadManager extends EventEmitter {
          });
          const nestedFailureCategories = new Map<string, string>();
          const nestedItems = pkg.itemIds.map((itemId) => this.session.items[itemId]).filter(Boolean) as DownloadItem[];
-          const nestedResult = await this.runWithPackageOutputProvenance(pkg, () => extractPackageArchives({
-            packageDir: pkg.extractDir,
-            targetDir: pkg.extractDir,
+          const nestedResult = await this.runWithPackageOutputProvenance(pkg, (targetDir) => extractPackageArchives({
+            packageDir: pkg.extractDir,
+            targetDir,
            cleanupMode: this.settings.cleanupMode,
            conflictMode: this.settings.extractConflictMode,
            removeLinks: false,
@@ -14235,7 +14426,7 @@ export class DownloadManager extends EventEmitter {
              this.recordArchiveOperation(
                pkg,
                progress,
-                resolveArchiveItemsFromList(progress.archiveName, nestedItems),
+                resolveArchiveItemsFromList(progress.archiveName, nestedItems, progress.archivePath),
                nestedFailureCategories.get(progress.archiveName.toLowerCase()) || ""
              );
            }
@@ -63,11 +63,12 @@ export interface ExtractOptions {
  onLog?: (level: "INFO" | "WARN" | "ERROR", message: string) => void;
 }

-export interface ExtractProgressUpdate {
+export interface ExtractProgressUpdate {
  current: number;
  total: number;
  percent: number;
-  archiveName: string;
+  archiveName: string;
+  archivePath?: string;
  archivePercent?: number;
  elapsedMs?: number;
  phase: "extracting" | "done" | "preparing";
@@ -2954,14 +2955,15 @@ export async function extractPackageArchives(options: ExtractOptions): Promise<{
    }
  };

-  const emitProgress = (
+  const emitProgress = (
    current: number,
    archiveName: string,
    phase: "extracting" | "done",
    archivePercent?: number,
    elapsedMs?: number,
    pwInfo?: { passwordAttempt?: number; passwordTotal?: number; passwordFound?: boolean },
-    archiveInfo?: { archiveDone?: boolean; archiveSuccess?: boolean }
+    archiveInfo?: { archiveDone?: boolean; archiveSuccess?: boolean },
+    archivePath?: string
  ): void => {
    if (!options.onProgress) {
      return;
@@ -2981,7 +2983,8 @@ export async function extractPackageArchives(options: ExtractOptions): Promise<{
        current,
        total,
        percent,
-        archiveName,
+        archiveName,
+        ...(archivePath ? { archivePath } : {}),
        archivePercent: normalizedArchivePercent,
        elapsedMs,
        phase,
@@ -2997,7 +3000,7 @@ export async function extractPackageArchives(options: ExtractOptions): Promise<{

  for (const archivePath of candidates) {
    if (resumeCompleted.has(archiveNameKey(path.basename(archivePath)))) {
-      emitProgress(extracted, path.basename(archivePath), "extracting", 100, 0, undefined, { archiveDone: true, archiveSuccess: true });
+      emitProgress(extracted, path.basename(archivePath), "extracting", 100, 0, undefined, { archiveDone: true, archiveSuccess: true }, archivePath);
    }
  }

@@ -3022,9 +3025,9 @@ export async function extractPackageArchives(options: ExtractOptions): Promise<{
    let archivePercent = 0;
    let reached99At: number | null = null;
    let archiveOutcome: "success" | "failed" | "skipped" = "failed";
-    emitProgress(extracted + failed, archiveName, "extracting", archivePercent, 0);
+    emitProgress(extracted + failed, archiveName, "extracting", archivePercent, 0, undefined, undefined, archivePath);
    const pulseTimer = setInterval(() => {
-      emitProgress(extracted + failed, archiveName, "extracting", archivePercent, Date.now() - archiveStartedAt);
+      emitProgress(extracted + failed, archiveName, "extracting", archivePercent, Date.now() - archiveStartedAt, undefined, undefined, archivePath);
    }, 1100);
    const hybrid = Boolean(options.hybridMode);
    const filenamePasswords = archiveFilenamePasswords(archiveName);
@@ -3041,7 +3044,7 @@ export async function extractPackageArchives(options: ExtractOptions): Promise<{
        reached99At = Date.now();
        logger.info(`Extract-Trace 99%: archive=${archiveName}, elapsedMs=${reached99At - archiveStartedAt}`);
      }
-      emitProgress(extracted + failed, archiveName, "extracting", archivePercent, Date.now() - archiveStartedAt);
+      emitProgress(extracted + failed, archiveName, "extracting", archivePercent, Date.now() - archiveStartedAt, undefined, undefined, archivePath);
    };

    const isGenericSplit = /\.\d{3}$/i.test(archiveName) && !/\.(zip|7z)\.\d{3}$/i.test(archiveName);
@@ -3069,11 +3072,11 @@ export async function extractPackageArchives(options: ExtractOptions): Promise<{
    options.onLog?.("INFO", `Archiv-Passwortliste: archive=${archiveName}, passwordCount=${archivePasswordCandidates.length}, redacted=true, emptyCandidates=${emptyArchivePasswordCount}`);
    const hasManyPasswords = archivePasswordCandidates.length > 1;
    if (hasManyPasswords) {
-      emitProgress(extracted + failed, archiveName, "extracting", 0, 0, { passwordAttempt: 0, passwordTotal: archivePasswordCandidates.length });
+      emitProgress(extracted + failed, archiveName, "extracting", 0, 0, { passwordAttempt: 0, passwordTotal: archivePasswordCandidates.length }, undefined, archivePath);
    }
    const onPwAttempt = hasManyPasswords
      ? (attempt: number, total: number) => {
-        emitProgress(extracted + failed, archiveName, "extracting", archivePercent, Date.now() - archiveStartedAt, { passwordAttempt: attempt, passwordTotal: total });
+        emitProgress(extracted + failed, archiveName, "extracting", archivePercent, Date.now() - archiveStartedAt, { passwordAttempt: attempt, passwordTotal: total }, undefined, archivePath);
        options.onLog?.("INFO", `Passwort-Versuch ${attempt}/${total}: archive=${archiveName}, password=<redacted>`);
      }
      : undefined;
@@ -3135,9 +3138,9 @@ export async function extractPackageArchives(options: ExtractOptions): Promise<{
      lastArchiveFinishedAt = successAt;
      archivePercent = 100;
      if (hasManyPasswords) {
-        emitProgress(extracted + failed, archiveName, "extracting", archivePercent, Date.now() - archiveStartedAt, { passwordFound: true }, { archiveDone: true, archiveSuccess: true });
-      } else {
-        emitProgress(extracted + failed, archiveName, "extracting", archivePercent, Date.now() - archiveStartedAt, undefined, { archiveDone: true, archiveSuccess: true });
+        emitProgress(extracted + failed, archiveName, "extracting", archivePercent, Date.now() - archiveStartedAt, { passwordFound: true }, { archiveDone: true, archiveSuccess: true }, archivePath);
+      } else {
+        emitProgress(extracted + failed, archiveName, "extracting", archivePercent, Date.now() - archiveStartedAt, undefined, { archiveDone: true, archiveSuccess: true }, archivePath);
      }
    } catch (error) {
      const errorText = String(error);
@@ -3168,7 +3171,7 @@ export async function extractPackageArchives(options: ExtractOptions): Promise<{
      const tailAfter99Ms = reached99At ? (failedAt - reached99At) : -1;
      logger.warn(`Extract-Trace Archiv Fehler: archive=${archiveName}, totalMs=${failedAt - archiveStartedAt}, tailAfter99Ms=${tailAfter99Ms >= 0 ? tailAfter99Ms : "n/a"}, category=${errorCategory}`);
      lastArchiveFinishedAt = failedAt;
-      emitProgress(extracted + failed, archiveName, "extracting", archivePercent, Date.now() - archiveStartedAt, undefined, { archiveDone: true, archiveSuccess: false });
+      emitProgress(extracted + failed, archiveName, "extracting", archivePercent, Date.now() - archiveStartedAt, undefined, { archiveDone: true, archiveSuccess: false }, archivePath);
      if (isNoExtractorError(errorText)) {
        noExtractorEncountered = true;
      }
@@ -3327,9 +3330,9 @@ export async function extractPackageArchives(options: ExtractOptions): Promise<{
          }
          const nestedStartedAt = Date.now();
          let nestedPercent = 0;
-          emitProgress(extracted + failed, `nested: ${nestedName}`, "extracting", nestedPercent, 0);
+          emitProgress(extracted + failed, `nested: ${nestedName}`, "extracting", nestedPercent, 0, undefined, undefined, nestedArchive);
          const nestedPulse = setInterval(() => {
-            emitProgress(extracted + failed, `nested: ${nestedName}`, "extracting", nestedPercent, Date.now() - nestedStartedAt);
+            emitProgress(extracted + failed, `nested: ${nestedName}`, "extracting", nestedPercent, Date.now() - nestedStartedAt, undefined, undefined, nestedArchive);
          }, 1100);
          const hybrid = Boolean(options.hybridMode);
          logger.info(`Nested-Entpacke: ${nestedName} -> ${options.targetDir}${hybrid ? " (hybrid)" : ""}`);
@@ -5,7 +5,7 @@ import path from "node:path";
 import { randomUUID } from "node:crypto";
 import { getDebridLinkApiKeyIds } from "../shared/debrid-link-keys";
 import { getMegaDebridAccountIds, mergeMegaDebridCredentialPools, parseMegaDebridAccounts } from "../shared/mega-debrid-accounts";
-import { AppSettings, ArchiveOperationMetric, AudioStripSummary, BandwidthScheduleEntry, DailyStartOutcome, DebridAccountStatus, DebridFallbackProvider, DebridProvider, DownloadItem, DownloadStatus, FailurePhase, HistoryEntry, HistoryRetentionMode, LogStorageLocation, PackageEntry, PackagePriority, RemuxOperationMetric, SessionState } from "../shared/types";
+import { AppSettings, ArchiveOperationMetric, AudioStripSummary, BandwidthScheduleEntry, DailyStartOutcome, DebridAccountStatus, DebridFallbackProvider, DebridProvider, DownloadItem, DownloadStatus, FailurePhase, HistoryEntry, HistoryRetentionMode, LogStorageLocation, PACKAGE_OUTPUT_PROVENANCE_VERSION, PackageEntry, PackagePriority, RemuxOperationMetric, SessionState } from "../shared/types";
 import { getProviderUsageDayKey } from "../shared/provider-daily-limits";
 import { getRealDebridAccountIds, normalizeRealDebridWebAccountIds, parseRealDebridApiAccounts, serializeRealDebridApiAccounts } from "../shared/real-debrid-accounts";
 import { defaultSettings } from "./constants";
@@ -971,10 +971,13 @@ export function normalizeLoadedSession(raw: unknown): SessionState {
    if (!id) {
      continue;
    }
-    const statusRaw = asText(pkg.status) as DownloadStatus;
-    const status: DownloadStatus = VALID_DOWNLOAD_STATUSES.has(statusRaw) ? statusRaw : "queued";
-    const rawItemIds = Array.isArray(pkg.itemIds) ? pkg.itemIds : [];
-    packagesById[id] = {
+    const statusRaw = asText(pkg.status) as DownloadStatus;
+    const status: DownloadStatus = VALID_DOWNLOAD_STATUSES.has(statusRaw) ? statusRaw : "queued";
+    const rawItemIds = Array.isArray(pkg.itemIds) ? pkg.itemIds : [];
+    const outputProvenance = Array.isArray(pkg.outputProvenance)
+      ? [...new Set(pkg.outputProvenance.map((value) => asText(value).toLowerCase()).filter((value) => /^[a-f0-9]{64}$/.test(value)))].slice(0, 1_000_000)
+      : [];
+    packagesById[id] = {
      id,
      name: asText(pkg.name) || "Paket",
      outputDir: asText(pkg.outputDir),
@@ -1006,10 +1009,9 @@ export function normalizeLoadedSession(raw: unknown): SessionState {
      terminalAt: clampNumber(pkg.terminalAt, 0, 0, Number.MAX_SAFE_INTEGER),
      archiveOperations: normalizeArchiveOperations(pkg.archiveOperations),
      remuxOperations: normalizeRemuxOperations(pkg.remuxOperations),
-      outputCount: clampNumber(pkg.outputCount, 0, 0, 1_000_000),
-      outputProvenance: Array.isArray(pkg.outputProvenance)
-        ? [...new Set(pkg.outputProvenance.map((value) => asText(value).toLowerCase()).filter((value) => /^[a-f0-9]{64}$/.test(value)))].slice(0, 1_000_000)
-        : [],
+      outputCount: outputProvenance.length,
+      outputProvenanceVersion: PACKAGE_OUTPUT_PROVENANCE_VERSION,
+      outputProvenance,
      cleanupErrorCategory: asText(pkg.cleanupErrorCategory),
      resultGeneration: clampNumber(pkg.resultGeneration, 1, 1, Number.MAX_SAFE_INTEGER),
      createdAt: clampNumber(pkg.createdAt, now, 0, Number.MAX_SAFE_INTEGER),
@@ -495,6 +495,7 @@ export interface AudioStripSummary {

 export type PackageResultStatus = "completed" | "partial" | "failed" | "cancelled";
 export type FailurePhase = "download" | "extract" | "remux" | "cleanup" | null;
+export const PACKAGE_OUTPUT_PROVENANCE_VERSION = 1;

 export interface ArchiveOperationMetric {
  id: string;
@@ -588,6 +589,7 @@ export interface PackageEntry {
  archiveOperations?: ArchiveOperationMetric[];
  remuxOperations?: RemuxOperationMetric[];
  outputCount?: number;
+  outputProvenanceVersion?: number;
  outputProvenance?: string[];
  cleanupErrorCategory?: string;
  resultGeneration?: number;