tianxuan / scripts /start-all.js
masterofthestars's picture
Tianxuan: full project + data (checkpoints, world_model, data without raw) with correct directory structure
db7bc06
Raw History Blame Contribute Delete
3.73 kB
/**
* 天玄一键启用所有模块脚本
*
* 用法:
* node scripts/start-all.js # 从头训练
* node scripts/start-all.js --resume=path # 从 checkpoint 续训
* node scripts/start-all.js --test # 仅测试生成
*/
const { execSync } = require('child_process');
const fs = require('fs');
const path = require('path');
const args = process.argv.slice(2);
const resumeArg = args.find(a => a.startsWith('--resume='));
const resumeDir = resumeArg ? resumeArg.split('=')[1] : null;
const testOnly = args.includes('--test');
console.log(`
╔═══════════════════════════════════════════════════════════╗
║ 天玄 TianXuan - 一键启用所有模块 ║
╠═══════════════════════════════════════════════════════════╣
║ 多神经协同 | MoE | Titans | STDP | STDA | 重放 ║
╚═══════════════════════════════════════════════════════════╝
`);
// 1. 编译
console.log('📦 编译中...');
try {
execSync('npm run build', { stdio: 'inherit' });
console.log('✅ 编译成功\n');
} catch (e) {
console.error('❌ 编译失败');
process.exit(1);
}
// 2. 检查数据
const rawDir = 'data/raw';
if (fs.existsSync(rawDir)) {
const files = fs.readdirSync(rawDir).filter(f => f.endsWith('.txt'));
let totalBytes = 0;
for (const f of files) {
totalBytes += fs.statSync(path.join(rawDir, f)).size;
}
console.log(`📊 训练数据: ${files.length} 个文件, ${totalBytes.toLocaleString()} 字节\n`);
}
// 3. 训练或测试
if (testOnly) {
console.log('🧪 测试模式: 仅生成示例');
const checkpoint = resumeDir || 'sandbox/ck-prod-3ep';
if (!fs.existsSync(checkpoint)) {
console.error(`❌ Checkpoint not found: ${checkpoint}`);
process.exit(1);
}
try {
execSync(`node sandbox/dist/ml/generate.js --checkpoint=${checkpoint} --prompt=小明 --len=30 --temp=0.3 --topk=5`, { stdio: 'inherit' });
} catch (e) {
console.error('❌ 生成失败');
}
} else {
const checkpoint = resumeDir || 'sandbox/ck-prod-3ep';
const resumeFlag = resumeDir ? `--resume=${checkpoint}` : '';
console.log(`🚀 开始训练${resumeDir ? ' (续训)' : ' (新训练)'}...`);
console.log(` Checkpoint: ${checkpoint}`);
console.log(` 预计时间: ~30 分钟 (CPU)\n`);
try {
execSync(`npm run train -- --epochs=10 --realcorpus=1 --realTokens=1000000 --out=${checkpoint} --ckpt=100 ${resumeFlag}`, {
stdio: 'inherit',
timeout: 3600000 // 60分钟超时
});
console.log('\n✅ 训练完成!');
} catch (e) {
console.log('\n⚠️ 训练超时或中断,但 checkpoint 已保存');
}
// 4. 验证
console.log('\n🔍 验证在线学习机制...');
try {
execSync(`node sandbox/dist/ml/verify-online-learning.js ${checkpoint}`, { stdio: 'inherit' });
} catch (e) {
console.error('❌ 验证失败');
}
// 5. 生成测试
console.log('\n📝 生成质量测试...');
try {
execSync(`node sandbox/dist/ml/generate.js --checkpoint=${checkpoint} --prompt=小明 --len=50 --temp=0.3 --topk=5`, { stdio: 'inherit' });
} catch (e) {
console.error('❌ 生成测试失败');
}
}
console.log('\n✨ 完成!');
const finalCheckpoint = resumeDir || 'sandbox/ck-prod-3ep';
console.log(`\n📁 Checkpoint: ${finalCheckpoint}`);
console.log('📊 报告: docs/FINAL-REPORT.md');