tianxuan / src /ml /debug-titans2.ts
masterofthestars's picture
Tianxuan: full project + data (checkpoints, world_model, data without raw) with correct directory structure
db7bc06
Raw History Blame Contribute Delete
1.41 kB
import * as path from "path";
import { Engine } from "./engine";
import { CharMultiNeuro } from "./multineuro";
async function main(): Promise<void> {
const engine = Engine.load(path.resolve("sandbox/ck-titans-test"));
// Access the multiNeuro model directly
const multiNeuro = engine.multiNeuro as CharMultiNeuro | null;
if (!multiNeuro) {
console.log("multiNeuro is null");
return;
}
// Check Titans write log
const log = multiNeuro.getTitansWriteLog();
console.log("=== TITANS WRITE LOG CHECK ===");
console.log("Log length:", log.length);
console.log("First entry:", log[0] ? `slot=${log[0].slot}, h1[0..5]=${Array.from(log[0].h1).slice(0, 5)}` : "empty");
// Check the titans memory directly
const titansMem = (engine as any).titansMem;
console.log("\n=== TITANS MEMORY STATE ===");
console.log("chars length:", titansMem.chars.length);
console.log("chars[0]:", JSON.stringify(titansMem.chars[0]));
console.log("chars[1]:", JSON.stringify(titansMem.chars[1]));
console.log("First 5 chars:", titansMem.chars.slice(0, 5));
// Test getTitansOutput
const promptIds = engine.tokenizer.encode("小明");
const ctxWin = promptIds.slice(-engine.model.cfg.ctx);
console.log("\nctxWin:", ctxWin);
const output = (engine as any).getTitansOutput(ctxWin);
console.log("getTitansOutput result:", output);
}
main().catch(err => console.error(err));