import { getDb } from '../database/database'; import { localTimestamp, formatLocalDateTime } from '../utils/time'; import { getSystemConfig } from '../admin/system-config.service'; import { QuarkDriver } from './drivers/quark.driver'; import { BaiduDriver } from './drivers/baidu.driver'; import { CloudConfig, getAndValidateCredential, getActiveCloudConfigs } from './credential.service'; import { lookupIpLocation } from './ip-lookup'; import { notifyConfigEvent } from './notification.service'; /** In-flight save dedup: prevents concurrent saves of the same URL (race condition fix) */ const inFlightSaves = new Map>(); export interface SaveResult { success: boolean; shareUrl?: string; share_url?: string; sharePwd?: string; folderName?: string; message: string; file_count?: number; folder_count?: number; duration_ms?: number; } export interface SaveRecord { id: number; source_type: string; source_title: string | null; source_url: string; target_cloud: string; share_url: string | null; share_pwd: string | null; file_size: string | null; file_count: number; folder_count: number; duration_ms: number; status: string; error_message: string | null; folder_name: string | null; original_folder_name: string | null; ip_address: string | null; ip_location: string | null; created_at: string; } /** Core save logic extracted so inFlight dedup can wrap it */ async function doSaveFromShare(shareUrl: string, cloudType: string, sourceTitle?: string, ipAddress?: string): Promise { const db = getDb(); const ipLocation = await lookupIpLocation(ipAddress || ''); // ── Track if this is a re-save after link was found invalid let retrySave = false; // ── Short-term dedup: prevent duplicate saves of the same URL within 60 seconds ── const DEDUP_WINDOW_SEC = 60; let dedupCutoff = ''; try { const recentCutoff = db.prepare( `SELECT datetime('now','localtime', '-${DEDUP_WINDOW_SEC} seconds') as cutoff` ).get() as { cutoff: string }; dedupCutoff = recentCutoff.cutoff; const recentRecord = db.prepare( `SELECT share_url, share_pwd, status, file_size, error_message, folder_name, original_folder_name FROM save_records WHERE source_url = ? AND created_at >= ? ORDER BY created_at DESC LIMIT 1` ).get(shareUrl, dedupCutoff) as { share_url: string | null; share_pwd: string | null; status: string; file_size: string | null; error_message: string | null; folder_name: string | null; original_folder_name: string | null; } | undefined; if (recentRecord) { const alreadySaved = recentRecord.status === 'success' || recentRecord.status === 'reused'; if (alreadySaved && recentRecord.share_url) { // Validate the cached link before returning — avoid returning an invalid link let dedupLinkInvalid = false; try { const { LinkValidator: DedupLinkValidator } = await import('../validation/link-validator.service'); const dedupValidator = new DedupLinkValidator(); const dedupValidation = await dedupValidator.validate(recentRecord.share_url, 'quark'); if (dedupValidation.status !== 'valid') { dedupLinkInvalid = true; console.log(`[Share] 🛡️ Dedup link invalid (${dedupValidation.message}), falling through to normal save`); retrySave = true; } } catch (err: any) { console.log(`[Share] 🛡️ Dedup validation error: ${err.message}, falling through`); dedupLinkInvalid = true; } if (!dedupLinkInvalid) { console.log(`[Share] 🛡️ Dedup: ${shareUrl} was saved ${DEDUP_WINDOW_SEC}s ago (status=${recentRecord.status}), returning existing share link`); db.prepare( `INSERT INTO save_records (source_type, source_title, source_url, target_cloud, share_url, share_pwd, file_size, file_count, folder_count, duration_ms, status, error_message, folder_name, original_folder_name, ip_address, ip_location, created_at) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)` ).run( cloudType, sourceTitle || null, shareUrl, cloudType, recentRecord.share_url, recentRecord.share_pwd || null, recentRecord.file_size || null, 0, 0, 0, 'reused', null, recentRecord.folder_name || null, recentRecord.original_folder_name || null, ipAddress || null, ipLocation, localTimestamp(), ); return { success: true, message: `🛡️ 此资源刚在 ${DEDUP_WINDOW_SEC} 秒内转存过,直接返回已有分享链接`, share_url: recentRecord.share_url, shareUrl: recentRecord.share_url, sharePwd: recentRecord.share_pwd || '', folderName: '', file_count: 0, folder_count: 0, duration_ms: 0, }; } } } } catch (err: any) { console.log(`[Share] Dedup check failed: ${err.message}, proceeding with normal save`); } // ── Share link reuse: if same source URL was already saved successfully, validate and reuse ── const reuseEnabled = getSystemConfig('save_reuse_enabled'); if (reuseEnabled !== 'false') { try { const existing = db.prepare( `SELECT share_url, share_pwd, file_size, folder_name, original_folder_name FROM save_records WHERE source_url = ? AND status IN ('success', 'reused') AND share_url IS NOT NULL AND share_url != '' ORDER BY created_at DESC LIMIT 1` ).get(shareUrl) as { share_url: string; share_pwd: string; file_size: string | null; folder_name: string | null; original_folder_name: string | null } | undefined; if (existing?.share_url) { const { LinkValidator } = await import('../validation/link-validator.service'); const validator = new LinkValidator(); const validation = await validator.validate(existing.share_url, 'quark'); if (validation.status === 'valid') { const isFirstReuse = dedupCutoff ? !db.prepare( `SELECT 1 FROM save_records WHERE source_url = ? AND created_at >= ? AND status = 'reused' LIMIT 1` ).get(shareUrl, dedupCutoff) : true; const reuseStatus = isFirstReuse ? 'success' : 'reused'; const reuseMsg = isFirstReuse ? `♻️ 检测到此资源之前已转存过,直接复用已存在的分享链接` : `♻️ 短时间内重复请求,复用已有分享链接`; console.log(`[Share] ♻️ Reusing existing share link for ${shareUrl}: ${existing.share_url} (firstReuse=${isFirstReuse})`); db.prepare( `INSERT INTO save_records (source_type, source_title, source_url, target_cloud, share_url, share_pwd, file_size, file_count, folder_count, duration_ms, status, error_message, folder_name, original_folder_name, ip_address, ip_location, created_at) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)` ).run( cloudType, sourceTitle || null, shareUrl, cloudType, existing.share_url, existing.share_pwd || null, existing.file_size || null, 0, 0, 0, reuseStatus, null, existing.folder_name || null, existing.original_folder_name || null, ipAddress || null, ipLocation, localTimestamp(), ); return { success: true, message: reuseMsg, share_url: existing.share_url, shareUrl: existing.share_url, sharePwd: existing.share_pwd || '', folderName: '', file_count: 0, folder_count: 0, duration_ms: 0, }; } retrySave = true; console.log(`[Share] Existing share link for ${shareUrl} is invalid/expired, will re-save`); } } catch (err: any) { console.log(`[Share] Link reuse check failed: ${err.message}, proceeding with normal save`); } } // ── Unified credential validation ── const credential = await getAndValidateCredential(cloudType); if (!credential.valid || !credential.config) { return { success: false, message: credential.message }; } const config = credential.config; const startTime = Date.now(); try { let driverResult: { success: boolean; message: string; shareUrl?: string; sharePwd?: string; folderName?: string; fileCount?: number; folderCount?: number; originalFolderName?: string }; switch (cloudType) { case 'quark': { const driver = new QuarkDriver({ cookie: config.cookie!, nickname: config.nickname }); driverResult = await driver.saveFromShare(shareUrl, sourceTitle, retrySave); break; } case 'baidu': { const driver = new BaiduDriver({ cookie: config.cookie!, nickname: config.nickname }); driverResult = await driver.saveFromShare(shareUrl, sourceTitle); break; } case 'aliyun': return { success: false, message: '阿里云盘保存功能暂未实现' }; default: return { success: false, message: `暂不支持 ${cloudType} 的保存功能` }; } const durationMs = Date.now() - startTime; if (driverResult.success) { db.prepare( `UPDATE cloud_configs SET last_used_at = datetime('now','localtime'), total_saves = total_saves + 1, consecutive_failures = 0 WHERE id = ?` ).run(config.id); const nickname = config.nickname || cloudType; notifyConfigEvent(config.id, 'save_success', `✅ 转存成功`, `**${cloudType}** · ${nickname} 文件: ${driverResult.folderName || sourceTitle || shareUrl} 耗时: ${((Date.now() - startTime) / 1000).toFixed(1)}s`, 'info', { file_name: driverResult.folderName || sourceTitle || shareUrl || '', file_size: '', cloud_type: cloudType, nickname: nickname || '', duration: ((Date.now() - startTime) / 1000).toFixed(1), share_url: shareUrl, }); } else if ((driverResult as any).cookieExpired) { // Cookie expired — don't count as failure, user needs to re-login notifyConfigEvent(config.id, 'cookie_expire', `⚠️ Cookie过期`, `**${cloudType}** · ${config.nickname || '未知'} 链接: ${shareUrl} 请重新登录`, 'error', { cloud_type: cloudType, nickname: config.nickname || '', share_url: shareUrl, }); } else { db.prepare( `UPDATE cloud_configs SET consecutive_failures = consecutive_failures + 1 WHERE id = ?` ).run(config.id); const failCount = (db.prepare(`SELECT consecutive_failures FROM cloud_configs WHERE id = ?`).get(config.id) as any)?.consecutive_failures || 0; if (failCount >= 3) { notifyConfigEvent(config.id, 'save_fail', `❌ 转存连续失败 ${failCount} 次`, `**${cloudType}** · ${config.nickname || '未知'} 链接: ${shareUrl} 错误: ${driverResult.message}`, 'warn', { file_name: sourceTitle || shareUrl || '', fail_count: String(failCount), cloud_type: cloudType, nickname: config.nickname || '', error: driverResult.message || '', share_url: shareUrl, }); } } db.prepare( `INSERT INTO save_records (source_type, source_title, source_url, target_cloud, config_id, promotion_account, share_url, share_pwd, file_size, file_count, folder_count, duration_ms, status, error_message, folder_name, original_folder_name, ip_address, ip_location, created_at) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)` ).run( cloudType, sourceTitle || driverResult.folderName || null, shareUrl, cloudType, config.id, config.promotion_account || null, driverResult.shareUrl || null, driverResult.sharePwd || null, (driverResult as any).fileSize || null, driverResult.fileCount || 0, driverResult.folderCount || 0, durationMs, driverResult.success ? 'success' : 'failed', driverResult.success ? null : driverResult.message, driverResult.folderName || null, driverResult.originalFolderName || null, ipAddress || null, ipLocation, localTimestamp(), ); return { success: driverResult.success, message: driverResult.message, share_url: driverResult.shareUrl || '', shareUrl: driverResult.shareUrl, sharePwd: (driverResult as any).sharePwd || '', folderName: driverResult.folderName || '', file_count: driverResult.fileCount || 0, folder_count: driverResult.folderCount || 0, duration_ms: durationMs, }; } catch (err: any) { const durationMs = Date.now() - startTime; const errorMessage = err.message || 'Failed to save to cloud'; db.prepare( `UPDATE cloud_configs SET consecutive_failures = consecutive_failures + 1 WHERE id = ?` ).run(config.id); db.prepare( `INSERT INTO save_records (source_type, source_url, target_cloud, config_id, promotion_account, duration_ms, status, error_message, ip_address, ip_location, created_at) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)` ).run(cloudType, shareUrl, cloudType, config.id, config.promotion_account || null, durationMs, 'failed', errorMessage, ipAddress || null, ipLocation, localTimestamp()); return { success: false, message: errorMessage }; } } export async function saveFromShare(shareUrl: string, cloudType: string, sourceTitle?: string, ipAddress?: string): Promise { const key = `${cloudType}:${shareUrl}`; const inflight = inFlightSaves.get(key); if (inflight) { console.log(`[Share] ⏳ In-flight: ${shareUrl} — another save is already running, awaiting result`); return inflight; } const promise = doSaveFromShare(shareUrl, cloudType, sourceTitle, ipAddress); inFlightSaves.set(key, promise); try { return await promise; } finally { inFlightSaves.delete(key); } } // ── Save Records ────────────────────────────────────────────────── export function getSaveRecords(page: number = 1, pageSize: number = 20, startDate?: string, endDate?: string, status?: string, sourceType?: string, keyword?: string): { total: number; records: SaveRecord[]; summary?: { total: number; success: number; failed: number; reused: number } } { const db = getDb(); const offset = (page - 1) * pageSize; const conditions: string[] = []; const params: any[] = []; const summaryConditions: string[] = []; const summaryParams: any[] = []; if (startDate) { conditions.push('created_at >= ?'); params.push(startDate); summaryConditions.push('created_at >= ?'); summaryParams.push(startDate); } if (endDate) { conditions.push('created_at < ?'); params.push(endDate); summaryConditions.push('created_at < ?'); summaryParams.push(endDate); } if (status) { conditions.push('status = ?'); params.push(status); } if (sourceType) { conditions.push('source_type = ?'); params.push(sourceType); summaryConditions.push('source_type = ?'); summaryParams.push(sourceType); } if (keyword) { conditions.push('source_title LIKE ?'); params.push(`%${keyword}%`); } const where = conditions.length > 0 ? 'WHERE ' + conditions.join(' AND ') : ''; const total = (db.prepare(`SELECT COUNT(*) as count FROM save_records ${where}`).get(...params) as any).count; const records = db.prepare( `SELECT * FROM save_records ${where} ORDER BY created_at DESC LIMIT ? OFFSET ?` ).all(...params, pageSize, offset) as SaveRecord[]; const summaryWhere = summaryConditions.length > 0 ? 'WHERE ' + summaryConditions.join(' AND ') : ''; const summaryRows = db.prepare( `SELECT status, COUNT(*) as cnt FROM save_records ${summaryWhere} GROUP BY status` ).all(...summaryParams) as { status: string; cnt: number }[]; let sumTotal = 0, sumSuccess = 0, sumFailed = 0, sumReused = 0; for (const r of summaryRows) { sumTotal += r.cnt; if (r.status === 'success') sumSuccess = r.cnt; else if (r.status === 'failed') sumFailed = r.cnt; else if (r.status === 'reused') sumReused = r.cnt; } const summary = { total: sumTotal, success: sumSuccess, failed: sumFailed, reused: sumReused }; return { total, records, summary }; } export function cleanupOldSaveRecords(): void { const db = getDb(); const cutoff = formatLocalDateTime(new Date(Date.now() - 60 * 24 * 60 * 60 * 1000)); const deleted = db.prepare('DELETE FROM save_records WHERE created_at < ?').run(cutoff); console.log(`[Cleanup] Deleted ${deleted.changes} save records older than 60 days (before ${cutoff})`); } // ── Storage Refresh ─────────────────────────────────────────────── /** * Refresh storage info for all active cloud configs that have a getStorageInfo method. * Supports quark and baidu drivers. */ export async function refreshAllStorageInfo(): Promise { const configs = getActiveCloudConfigs().filter(c => c.cookie); if (configs.length === 0) return; // Driver mapping: cloud_type → { module, class } const DRIVER_REGISTRY: Record = { quark: { module: './drivers/quark.driver', cls: 'QuarkDriver' }, baidu: { module: './drivers/baidu.driver', cls: 'BaiduDriver' }, }; for (const cfg of configs) { const entry = DRIVER_REGISTRY[cfg.cloud_type]; if (!entry) continue; // no getStorageInfo support for this cloud type try { const mod = require(entry.module); const Driver = mod[entry.cls]; if (!Driver) continue; const driver = new Driver({ cookie: cfg.cookie, nickname: cfg.nickname }); // Try getStorageInfo (now uses fast /member API for accurate data) let storage: any; try { storage = await driver.getStorageInfo(); } catch { if (typeof driver.getStorageInfoQuick === 'function') { storage = await driver.getStorageInfoQuick(); } else { continue; } } if (!storage) continue; // Get formatted strings — some drivers return {used, total, usedBytes, totalBytes} const used = storage.used || '计算中...'; const total = storage.total || '-'; // Only update if we got meaningful data const hasRealData = (storage.totalBytes > 0 || storage.usedBytes > 0) || // quark returns these (used !== '-' && used !== '0 B' && used !== '计算中...'); // baidu check if (hasRealData) { const db = getDb(); db.prepare( `UPDATE cloud_configs SET storage_used = ?, storage_total = ? WHERE id = ?` ).run(used, total, cfg.id); console.log(`[Storage] Refreshed ${cfg.cloud_type}#${cfg.id}: ${used} / ${total}`); } } catch (err: any) { console.error(`[Storage] Failed to refresh ${cfg.cloud_type}#${cfg.id}:`, err.message); } } }