{ "model": { "architecture": "axiom1_1", "vocab_size": 54144, "d_model": 640, "n_layers": 12, "n_heads": 10, "n_kv_heads": 10, "ffn_mult": 2.6666666666666665, "max_seq_len": 1024, "rope_theta": 10000.0, "norm_eps": 1e-06, "vis_positions": 256, "visual_offset": 16640, "visual_size": 32768, "tie_embeddings": true, "init_std": 0.02, "grad_checkpoint": true, "attention_layers": [ 3, 7, 11 ], "d_cell": 1280, "n_cells": 2, "top_k": 2, "scan_chunk": 64, "balance_weight": 0.01 }, "vocab": { "text_size": 16384, "visual_size": 32768, "audio_size": 1024, "audio_books": 4, "coordinate_bins": 512, "max_vertices": 128, "max_faces": 128, "frame_tokens": 64, "max_frames": 8, "max_audio_frames": 160, "schema_version": 3, "special_tokens": [ "pad", "bos", "eos", "input", "output", "text", "/text", "image", "/image", "video", "/video", "frame", "/frame", "audio", "/audio", "mesh", "/mesh", "vertices", "faces", "tools", "/tools", "calls", "/calls", "task:text", "task:chat_text", "task:t2i", "task:i2t", "task:t2v", "task:v2t", "task:vcont", "task:t2a", "task:a2t", "task:t2m", "task:m2t", "task:tools", "task:mixed", "task:coding", "time:0", "time:1", "time:2", "time:3", "time:4", "time:5", "time:6", "time:7", "resolution:128" ] }, "meta": { "stage": "joint_repair", "step": 512, "tokens_seen": 807174144, "task_target_tokens": { "coding": 373488, "chat_text": 24092354, "text": 257928814, "i2t": 11852250, "t2i": 39056667, "vcont": 6105359, "v2t": 252329, "t2v": 19027778, "t2m": 5739237, "a2t": 207450, "tools": 1430210, "m2t": 477100, "t2a": 10952145, "replay/chat_text": 66428, "replay/text": 225433, "coverage/vcont": 52303, "coverage/t2v": 384846 }, "stage_task_target_tokens": { "coverage/vcont": 52303, "t2i": 481000, "coverage/t2v": 384846, "replay/chat_text": 23241, "replay/text": 74112 }, "stages_completed": [ "pilot", "text", "image_pilot", "image", "video", "audio_mesh_pilot", "audio_mesh", "unified", "pilot", "image", "video_coverage", "joint_repair" ], "num_params": 90247794, "precision": "bf16", "image_128_trained": true, "image_128_target_tokens": 16775415, "env": { "torch": "2.11.0+cu128", "cuda": "12.8", "python": "3.13.15", "gpu": "NVIDIA GeForce RTX 5070" }, "research_only": true, "research_trial": "joint_repair", "research_note": "Experimental branch; not a production promotion or validated semantic capability.", "data": { "preparation": { "audio_codec": { "path": "codecs/audio", "revision": "6ba020b5ba7d9d8076fb90db7e67f27e31980f6e", "sha256": { "config.json": "3af86549c509e5491367dab3f7093014bd559f441ba31fa7427b5f94232368d7", "model.safetensors": "7452e3fc6972991da871ae1a1c9d3e8e219aa247cc0f757018867d6a7fe59aaf", "README.md": "6b1db50f4974b1544fb795491b6fd57a20320ff17686565c50a08407f06075b1" }, "codebooks": 4, "boundary_guard_samples": 320, "alignment_samples": -8, "admission_sha256": "7968bc0f22c01b433bd516acc4562ed9ef7543a6e93b8c7c7d7d697a7157bf62", "implementation": "quasar.tokenizers.audio_aligned.AlignedAudioTokenizer" } } }, "release_provenance": { "source_weights_sha256": "de4846e5e63c0004cf0b6331127ab421d6843f6efde04243c6d5448ab4545240", "original_config_sha256": "1d7254fcaaca82c66d2eab32ba39cabf673c9c63ed16aabede5d6b1092aeabb1", "runtime_source_commit": "4afbdccdbd3b0967b161a68658cfd3b92c42636f", "metadata_changes": "Portable codec paths; runtime-required metadata retained; workspace paths and preparation-only metadata omitted.", "weights_changed": false } } }