Add dedicated rename support logging

This commit is contained in:
Sucukdeluxe
2026-03-09 04:48:58 +01:00
parent 08cd1c4bf8
commit 55e0ebd0f8
16 changed files with 583 additions and 3 deletions
+287
View File
@@ -55,6 +55,7 @@ import { validateFileAgainstManifest } from "./integrity";
import { logger } from "./logger";
import { ensureItemLog, getItemLogPath as getPersistedItemLogPath, logItemEvent as writeItemLogEvent } from "./item-log";
import { ensurePackageLog, getPackageLogPath as getPersistedPackageLogPath, logPackageEvent as writePackageLogEvent } from "./package-log";
import { logRenameEvent as writeRenameLogEvent } from "./rename-log";
import { StoragePaths, saveSession, saveSessionAsync, saveSettings, saveSettingsAsync } from "./storage";
import { compactErrorText, ensureDirPath, filenameFromUrl, formatEta, humanSize, looksLikeOpaqueFilename, nowMs, sanitizeFilename, sleep } from "./utils";
@@ -185,6 +186,28 @@ function inspectPackageItemDiskState(pkg: PackageEntry, item: DownloadItem): Pac
}
}
function stripArchiveSuffixForMatching(fileName: string): string {
const trimmed = path.basename(String(fileName || "").trim());
if (!trimmed) {
return "";
}
let next = trimmed.replace(/\.(?:part\d+\.rar|zip\.\d+|7z\.\d+|rar|r\d{2,3}|zip|7z|\d{3})$/i, "");
next = next.replace(/\.part\d+$/i, "").replace(/\.vol\d+[+\d]*$/i, "");
return next.toLowerCase();
}
function isPreferredArchiveEntryPointName(fileName: string): boolean {
const normalized = path.basename(String(fileName || "").trim()).toLowerCase();
if (!normalized) {
return false;
}
return /\.part0*1\.rar$/.test(normalized)
|| (/\.rar$/.test(normalized) && !/\.part\d+\.rar$/.test(normalized) && !/\.r\d{2,3}$/.test(normalized))
|| /\.zip\.001$/.test(normalized)
|| /\.7z\.001$/.test(normalized)
|| (/\.001$/.test(normalized) && !/\.(zip|7z)\.001$/.test(normalized));
}
function getDownloadStallTimeoutMs(): number {
const fromEnv = Number(process.env.RD_STALL_TIMEOUT_MS ?? NaN);
if (Number.isFinite(fromEnv) && fromEnv >= 2000 && fromEnv <= 600000) {
@@ -1438,6 +1461,141 @@ export class DownloadManager extends EventEmitter {
});
}
private logItemOnly(
item: DownloadItem,
level: "INFO" | "WARN" | "ERROR",
message: string,
fields?: Record<string, unknown>
): void {
const pkg = this.session.packages[item.packageId];
this.ensureItemLogForItem(item);
writeItemLogEvent(item.id, level, message, {
packageId: item.packageId,
packageName: pkg?.name || "",
itemId: item.id,
fileName: item.fileName,
status: item.status,
targetPath: item.targetPath,
...fields
});
}
private collectRenameMatchTokensForItem(pkg: PackageEntry, item: DownloadItem): string[] {
const tokens = new Set<string>();
const maybeAdd = (value: string | null | undefined): void => {
const normalized = String(value || "").trim().toLowerCase();
if (!normalized || normalized.length < 4) {
return;
}
tokens.add(normalized);
};
maybeAdd(stripArchiveSuffixForMatching(item.fileName || ""));
maybeAdd(stripArchiveSuffixForMatching(item.targetPath ? path.basename(item.targetPath) : ""));
const diskPath = resolvePackageItemDiskPath(pkg, item);
if (diskPath) {
maybeAdd(stripArchiveSuffixForMatching(path.basename(diskPath)));
}
const episodeToken = extractEpisodeToken(item.fileName || path.basename(item.targetPath || ""));
if (episodeToken) {
maybeAdd(episodeToken);
}
return [...tokens].sort((a, b) => b.length - a.length);
}
private inferItemForMediaLog(
pkg: PackageEntry,
...candidates: Array<string | null | undefined>
): { item: DownloadItem | null; matchedBy: string | null } {
const items = pkg.itemIds
.map((itemId) => this.session.items[itemId])
.filter(Boolean) as DownloadItem[];
if (items.length === 0) {
return { item: null, matchedBy: null };
}
if (items.length === 1) {
return { item: items[0] || null, matchedBy: items[0] ? "single_item_package" : null };
}
const haystack = candidates
.map((value) => String(value || "").trim().toLowerCase())
.filter(Boolean)
.join(" || ");
if (!haystack) {
return { item: null, matchedBy: null };
}
let bestItem: DownloadItem | null = null;
let bestScore = 0;
let bestMatchedBy: string | null = null;
let bestPreferredEntry = false;
let ambiguous = false;
for (const item of items) {
const fileName = item.fileName || path.basename(item.targetPath || "");
const preferredEntry = isPreferredArchiveEntryPointName(fileName);
let score = preferredEntry ? 5 : 0;
let matchedBy: string | null = preferredEntry ? "entry_point" : null;
const episodeToken = extractEpisodeToken(fileName);
if (episodeToken && haystack.includes(episodeToken.toLowerCase())) {
score = 110 + (preferredEntry ? 5 : 0);
matchedBy = "episode_token";
} else {
for (const token of this.collectRenameMatchTokensForItem(pkg, item)) {
if (haystack.includes(token)) {
score = Math.max(score, Math.min(100, 40 + token.length) + (preferredEntry ? 5 : 0));
matchedBy = token === episodeToken?.toLowerCase() ? "episode_token" : `token:${token}`;
break;
}
}
}
if (score > bestScore || (score === bestScore && score > 0 && preferredEntry && !bestPreferredEntry)) {
bestItem = item;
bestScore = score;
bestMatchedBy = matchedBy;
bestPreferredEntry = preferredEntry;
ambiguous = false;
continue;
}
if (score > 0 && score === bestScore && preferredEntry === bestPreferredEntry) {
ambiguous = true;
}
}
if (ambiguous || !bestItem || bestScore <= 0) {
return { item: null, matchedBy: null };
}
return { item: bestItem, matchedBy: bestMatchedBy };
}
private logRenameProcess(
pkg: PackageEntry,
level: "INFO" | "WARN" | "ERROR",
stage: "auto-rename" | "mkv-move",
message: string,
fields?: Record<string, unknown>,
item?: DownloadItem | null,
matchedBy?: string | null
): void {
writeRenameLogEvent(level, message, {
stage,
packageId: pkg.id,
packageName: pkg.name,
...(item ? { itemId: item.id, fileName: item.fileName } : {}),
...(matchedBy ? { matchedBy } : {}),
...fields
});
if (item) {
this.logItemOnly(item, level, message, {
stage,
...(matchedBy ? { matchedBy } : {}),
...fields
});
}
}
public setSettings(next: AppSettings): void {
const previous = this.settings;
next.totalDownloadedAllTime = Math.max(next.totalDownloadedAllTime || 0, this.settings.totalDownloadedAllTime || 0);
@@ -2793,6 +2951,10 @@ export class DownloadManager extends EventEmitter {
extractDir,
videoFiles: videoFiles.length
});
this.logRenameProcess(pkg, "INFO", "auto-rename", "Auto-Rename Scan gestartet", {
extractDir,
videoFiles: videoFiles.length
});
}
let renamed = 0;
@@ -2840,6 +3002,12 @@ export class DownloadManager extends EventEmitter {
const targetBaseName = buildAutoRenameBaseNameFromFoldersWithOptions(folderCandidates, sourceBaseName, {
forceEpisodeForSeasonFolder: true
});
const resolveRenameItem = (...extra: Array<string | null | undefined>): { item: DownloadItem | null; matchedBy: string | null } => {
if (!pkg) {
return { item: null, matchedBy: null };
}
return this.inferItemForMediaLog(pkg, sourcePath, sourceName, folderCandidates.join(" "), targetBaseName || "", ...extra);
};
if (!targetBaseName) {
if (pkg) {
this.logPackageForPackage(pkg, "WARN", "Auto-Rename übersprungen: kein Zielname", {
@@ -2847,6 +3015,13 @@ export class DownloadManager extends EventEmitter {
sourceBaseName,
folders: folderCandidates.join(", ")
});
const resolved = resolveRenameItem();
this.logRenameProcess(pkg, "WARN", "auto-rename", "Auto-Rename übersprungen: kein Zielname", {
sourcePath,
sourceName,
sourceBaseName,
folders: folderCandidates.join(", ")
}, resolved.item, resolved.matchedBy);
}
logger.info(`Auto-Rename: kein Zielname für ${sourceName} (folders=${folderCandidates.join(", ")})`);
continue;
@@ -2859,6 +3034,16 @@ export class DownloadManager extends EventEmitter {
targetPath = this.buildSafeAutoRenameTargetPath(sourcePath, fallbackBaseName, sourceExt);
if (targetPath) {
logger.warn(`Auto-Rename Fallback wegen Pfadlänge: ${sourceName} -> ${path.basename(targetPath)}`);
if (pkg) {
const resolved = resolveRenameItem(targetPath, fallbackBaseName);
this.logRenameProcess(pkg, "WARN", "auto-rename", "Auto-Rename Fallback wegen Pfadlänge gewählt", {
sourcePath,
sourceName,
targetPath,
targetBaseName,
fallbackBaseName
}, resolved.item, resolved.matchedBy);
}
}
}
if (!targetPath) {
@@ -2867,6 +3052,16 @@ export class DownloadManager extends EventEmitter {
targetPath = this.buildSafeAutoRenameTargetPath(sourcePath, veryShortFallback, sourceExt);
if (targetPath) {
logger.warn(`Auto-Rename Kurz-Fallback wegen Pfadlänge: ${sourceName} -> ${path.basename(targetPath)}`);
if (pkg) {
const resolved = resolveRenameItem(targetPath, veryShortFallback);
this.logRenameProcess(pkg, "WARN", "auto-rename", "Auto-Rename Kurz-Fallback wegen Pfadlänge gewählt", {
sourcePath,
sourceName,
targetPath,
targetBaseName,
fallbackBaseName: veryShortFallback
}, resolved.item, resolved.matchedBy);
}
}
}
}
@@ -2878,11 +3073,27 @@ export class DownloadManager extends EventEmitter {
sourceBaseName,
targetBaseName
});
const resolved = resolveRenameItem();
this.logRenameProcess(pkg, "WARN", "auto-rename", "Auto-Rename übersprungen: Zielpfad ungültig", {
sourcePath,
sourceName,
sourceBaseName,
targetBaseName
}, resolved.item, resolved.matchedBy);
}
logger.warn(`Auto-Rename übersprungen (Zielpfad zu lang/ungültig): ${sourcePath}`);
continue;
}
if (pathKey(targetPath) === pathKey(sourcePath)) {
if (pkg) {
const resolved = resolveRenameItem(targetPath);
this.logRenameProcess(pkg, "INFO", "auto-rename", "Auto-Rename übersprungen: Name bereits passend", {
sourcePath,
sourceName,
targetPath,
targetBaseName
}, resolved.item, resolved.matchedBy);
}
continue;
}
if (await this.existsAsync(targetPath)) {
@@ -2891,6 +3102,13 @@ export class DownloadManager extends EventEmitter {
sourceName,
targetPath
});
const resolved = resolveRenameItem(targetPath);
this.logRenameProcess(pkg, "WARN", "auto-rename", "Auto-Rename übersprungen: Ziel existiert", {
sourcePath,
sourceName,
targetPath,
targetBaseName
}, resolved.item, resolved.matchedBy);
}
logger.warn(`Auto-Rename übersprungen (Ziel existiert): ${targetPath}`);
continue;
@@ -2904,6 +3122,14 @@ export class DownloadManager extends EventEmitter {
targetPath,
sourceName
});
const resolved = resolveRenameItem(targetPath);
this.logRenameProcess(pkg, "INFO", "auto-rename", "Auto-Rename durchgeführt", {
sourcePath,
targetPath,
sourceName,
targetBaseName,
folders: folderCandidates.join(", ")
}, resolved.item, resolved.matchedBy);
}
logger.info(`Auto-Rename: ${sourceName} -> ${path.basename(targetPath)}`);
renamed += 1;
@@ -2926,6 +3152,16 @@ export class DownloadManager extends EventEmitter {
await this.renamePathWithExdevFallback(sourcePath, fallbackPath);
logger.warn(`Auto-Rename Fallback wegen Pfadlänge: ${sourceName} -> ${path.basename(fallbackPath)}`);
renamed += 1;
if (pkg) {
const resolved = resolveRenameItem(fallbackPath, fallbackBaseName);
this.logRenameProcess(pkg, "WARN", "auto-rename", "Auto-Rename Fallback durchgeführt", {
sourcePath,
sourceName,
targetPath: fallbackPath,
targetBaseName,
fallbackBaseName
}, resolved.item, resolved.matchedBy);
}
fallbackRenamed = true;
break;
} catch {
@@ -2942,6 +3178,15 @@ export class DownloadManager extends EventEmitter {
sourceName,
error: compactErrorText(error)
});
const resolved = resolveRenameItem(targetPath);
this.logRenameProcess(pkg, "WARN", "auto-rename", "Auto-Rename fehlgeschlagen", {
sourcePath,
sourceName,
targetPath,
targetBaseName,
folders: folderCandidates.join(", "),
error: compactErrorText(error)
}, resolved.item, resolved.matchedBy);
}
}
}
@@ -2952,6 +3197,10 @@ export class DownloadManager extends EventEmitter {
this.logPackageForPackage(pkg, "INFO", "Auto-Rename abgeschlossen", {
renamed
});
this.logRenameProcess(pkg, "INFO", "auto-rename", "Auto-Rename abgeschlossen", {
extractDir,
renamed
});
}
}
return renamed;
@@ -3152,6 +3401,12 @@ export class DownloadManager extends EventEmitter {
return;
}
this.logRenameProcess(pkg, "INFO", "mkv-move", "MKV-Sammelordner Scan gestartet", {
sourceDir,
targetDir,
mkvFiles: mkvFiles.length
});
const reservedTargets = new Set<string>();
let moved = 0;
let skipped = 0;
@@ -3174,6 +3429,12 @@ export class DownloadManager extends EventEmitter {
}
if (sourceSize === 0) {
logger.warn(`MKV-Sammelordner: überspringe 0-Byte-Datei ${path.basename(sourcePath)}`);
const resolved = this.inferItemForMediaLog(pkg, sourcePath, path.basename(sourcePath), targetDir);
this.logRenameProcess(pkg, "WARN", "mkv-move", "MKV übersprungen: 0-Byte-Datei", {
sourcePath,
targetDir,
sourceSize
}, resolved.item, resolved.matchedBy);
skipped += 1;
continue;
}
@@ -3184,6 +3445,12 @@ export class DownloadManager extends EventEmitter {
const existingStat = await fs.promises.stat(idealTargetPath);
if (existingStat.size === sourceSize) {
logger.info(`MKV-Sammelordner: Duplikat übersprungen (gleiche Größe ${humanSize(sourceSize)}): ${path.basename(sourcePath)}`);
const resolved = this.inferItemForMediaLog(pkg, sourcePath, path.basename(sourcePath), idealTargetPath);
this.logRenameProcess(pkg, "INFO", "mkv-move", "MKV-Duplikat übersprungen", {
sourcePath,
targetPath: idealTargetPath,
sourceSize
}, resolved.item, resolved.matchedBy);
// Remove the duplicate source file to avoid future re-processing
try { await fs.promises.unlink(sourcePath); } catch { /* ignore */ }
skipped += 1;
@@ -3207,6 +3474,12 @@ export class DownloadManager extends EventEmitter {
targetPath,
sourceSize
});
const resolved = this.inferItemForMediaLog(pkg, sourcePath, path.basename(sourcePath), targetPath);
this.logRenameProcess(pkg, "INFO", "mkv-move", "MKV verschoben", {
sourcePath,
targetPath,
sourceSize
}, resolved.item, resolved.matchedBy);
} catch (error) {
failed += 1;
logger.warn(`MKV verschieben fehlgeschlagen: ${sourcePath} -> ${targetPath} (${compactErrorText(error)})`);
@@ -3215,6 +3488,13 @@ export class DownloadManager extends EventEmitter {
targetPath,
error: compactErrorText(error)
});
const resolved = this.inferItemForMediaLog(pkg, sourcePath, path.basename(sourcePath), targetPath);
this.logRenameProcess(pkg, "WARN", "mkv-move", "MKV verschieben fehlgeschlagen", {
sourcePath,
targetPath,
sourceSize,
error: compactErrorText(error)
}, resolved.item, resolved.matchedBy);
}
}
@@ -3230,6 +3510,13 @@ export class DownloadManager extends EventEmitter {
}
logger.info(`MKV-Sammelordner: pkg=${pkg.name}, packageId=${packageId}, moved=${moved}, skipped=${skipped}, failed=${failed}, target=${targetDir}`);
this.logRenameProcess(pkg, "INFO", "mkv-move", "MKV-Sammelordner abgeschlossen", {
sourceDir,
targetDir,
moved,
skipped,
failed
});
}
public cancelPackage(packageId: string): void {