v0.2.7: 修复Redis连接 + 启动管理后台

- 修复Redis认证 (配置密码)
- 启动Python管理后台 (端口9531, 15个功能开关)
- 统一版本号 0.2.7
- 更新docker-compose.yml (镜像版本/Redis URL/Admin服务)
This commit is contained in:
2026-05-17 02:22:18 +08:00
commit 83cbfaf03f
164 changed files with 25195 additions and 0 deletions

View File

@@ -0,0 +1,186 @@
import express from 'express';
import path from 'path';
import cors from 'cors';
import helmet from 'helmet';
import morgan from 'morgan';
import config from './config';
const { version } = require('../package.json');
import { getDb } from './database/database';
import { connectRedis, disconnectRedis, reconnectRedis, testRedisConnection } from './middleware/cache';
import rateLimiter from './middleware/rate-limit';
import routes from './routes';
import { pansouWebProxy } from './proxy/pansou-web';
import { checkAndRunScheduledCleanup } from './cloud/cleanup.service';
import { refreshAllStorageInfo } from './cloud/cloud.service';
const app = express();
// ============ Middleware ============
app.set('trust proxy', true);
// CORS — 生产环境必须配置真实域名(空值或占位符用 * 并打警告日志)
const corsOrigin = process.env.CORS_ORIGIN || '';
const isPlaceholder = !corsOrigin || corsOrigin === 'https://your-domain.com';
if (config.nodeEnv === 'production' && isPlaceholder) {
console.warn('[WARN] CORS_ORIGIN 未配置或使用了占位符,生产环境建议设置真实域名,当前临时允许所有来源');
}
if (config.nodeEnv === 'production' && !isPlaceholder) {
app.use(cors({ origin: corsOrigin, credentials: true }));
} else {
app.use(cors({ origin: '*', credentials: false }));
}
app.use(helmet({ contentSecurityPolicy: false }));
// morgan 日志格式:不记录 IP避免隐私合规问题
app.use(morgan(':method :url :status :res[content-length] - :response-time ms'));
app.use(express.json({ limit: '10mb' }));
app.use(express.urlencoded({ extended: true, limit: '10mb' }));
app.use(rateLimiter);
// ============ 前端静态文件 ============
const frontendDist = path.join(__dirname, 'frontend');
app.use(express.static(frontendDist));
// ============ Routes ============
app.use('/api/uploads', express.static('/app/uploads'));
app.use('/api', routes);
// ============ Health Check增强版覆盖 Redis / PanSou / VideoParser 状态) ============
app.get('/health', async (_req, res) => {
const dbOk = (() => {
try { getDb(); return true; } catch { return false; }
})();
const redisStatus = await (async () => {
try {
const { getRedis } = require('./middleware/cache');
const redis = getRedis();
if (!redis) return 'disconnected';
const pong = await redis.ping().catch(() => null);
return pong === 'PONG' ? 'connected' : 'error';
// eslint-disable-next-line no-unused-vars
} catch { return 'unknown'; }
})();
const pansouStatus = await (async () => {
try {
// Native fetch available in Node 20+
const url = (config.pansouUrl || 'http://pansou:80').replace(/\/+$/, '') + '/api/search';
const controller = new AbortController();
const t = setTimeout(() => controller.abort(), 3000);
const r = await fetch(url, { method: 'POST', headers: { 'Content-Type': 'application/json' }, body: JSON.stringify({ kw: 'health', page: 1 }), signal: controller.signal });
clearTimeout(t);
return r.ok ? 'ok' : 'degraded';
// eslint-disable-next-line no-unused-vars
} catch { return 'unreachable'; }
})();
const videoParserStatus = await (async () => {
try {
// Native fetch available in Node 20+
const url = (config.videoParserUrl || 'http://video-parser:3001').replace(/\/+$/, '');
const controller = new AbortController();
const t = setTimeout(() => controller.abort(), 3000);
const r = await fetch(url, { signal: controller.signal });
clearTimeout(t);
return r.ok ? 'ok' : 'degraded';
// eslint-disable-next-line no-unused-vars
} catch { return 'unreachable'; }
})();
const overall = dbOk && redisStatus === 'connected' && pansouStatus === 'ok' && videoParserStatus === 'ok'
? 'ok'
: dbOk && redisStatus !== 'unknown' && pansouStatus !== 'unreachable'
? 'degraded'
: 'unhealthy';
res.json({
version,
status: overall,
timestamp: new Date().toISOString(),
uptime: Math.floor(process.uptime()),
memory: process.memoryUsage().rss,
components: {
db: dbOk ? 'connected' : 'error',
redis: redisStatus,
pansou: pansouStatus,
videoParser: videoParserStatus,
},
});
});
// ============ PanSou Web UI Proxy ============
app.use('/pansou', pansouWebProxy);
// SPA fallback
app.use((req, res, next) => {
if (req.path.startsWith('/api/') || req.path === '/health') return next();
res.sendFile(path.join(frontendDist, 'index.html'), (err) => { if (err) next(); });
});
// Global error handler
app.use((err: any, _req: express.Request, res: express.Response, _next: express.NextFunction) => {
console.error('[Error]', err);
res.status(err.status || 500).json({
error: config.nodeEnv === 'production' ? 'Internal server error' : err.message,
code: err.status || 500,
});
});
// ============ Server Start ============
async function start(): Promise<void> {
try {
getDb();
console.log('[DB] SQLite database initialized');
try {
const { getSystemConfig } = require('./admin/system-config.service');
const tz = getSystemConfig('timezone');
if (tz) { process.env.TZ = tz; console.log(`[Config] Timezone set to: ${tz}`); }
} catch { console.warn('[Config] Could not set timezone, using default'); }
} catch (err) {
console.error('[DB] Failed to initialize database:', err);
process.exit(1);
}
try {
const { getSystemConfig } = require('./admin/system-config.service');
const redisUrl = process.env.REDIS_URL || getSystemConfig('redis_url');
if (redisUrl) {
const ok = await reconnectRedis(redisUrl);
if (ok) console.log('[Redis] Connected to', redisUrl);
} else {
await connectRedis();
}
} catch { console.warn('[Redis] Redis not available, continuing without cache'); }
// Cleanup scheduler
const CLEANUP_INTERVAL = 10 * 60 * 1000;
setInterval(() => { checkAndRunScheduledCleanup().catch(err => console.error('[Cleanup] Scheduler error:', err.message)); }, CLEANUP_INTERVAL);
setTimeout(() => { checkAndRunScheduledCleanup().catch(err => console.error('[Cleanup] Initial check error:', err.message)); }, 30000);
// Storage info refresh scheduler — every 60 minutes
const STORAGE_REFRESH_INTERVAL = 60 * 60 * 1000;
setInterval(() => { refreshAllStorageInfo().catch(err => console.error('[Storage] Refresh error:', err.message)); }, STORAGE_REFRESH_INTERVAL);
setTimeout(() => { refreshAllStorageInfo().catch(err => console.error('[Storage] Initial refresh error:', err.message)); }, 60000);
const server = app.listen(config.port, () => {
console.log(`[Server] CloudSearch Backend running on port ${config.port} (${config.nodeEnv})`);
});
const shutdown = async (signal: string) => {
console.log(`\n[Server] Received ${signal}, shutting down gracefully...`);
server.close(async () => { await disconnectRedis(); console.log('[Server] Closed'); process.exit(0); });
setTimeout(() => { console.error('[Server] Force shutdown'); process.exit(1); }, 10000);
};
process.on('SIGTERM', () => shutdown('SIGTERM'));
process.on('SIGINT', () => shutdown('SIGINT'));
process.on('uncaughtException', (err) => { console.error('[FATAL] Uncaught Exception:', err); setTimeout(() => process.exit(1), 1000); });
process.on('unhandledRejection', (reason) => { const msg = reason instanceof Error ? reason.message : String(reason); console.error('[FATAL] Unhandled Rejection:', msg); });
}
start().catch((err) => { console.error('[Server] Failed to start:', err); process.exit(1); });
export default app;