| { | |
| "model": { | |
| "architecture": "axiom1_1", | |
| "vocab_size": 54144, | |
| "d_model": 640, | |
| "n_layers": 12, | |
| "n_heads": 10, | |
| "n_kv_heads": 10, | |
| "ffn_mult": 2.6666666666666665, | |
| "max_seq_len": 1024, | |
| "rope_theta": 10000.0, | |
| "norm_eps": 1e-06, | |
| "vis_positions": 256, | |
| "visual_offset": 16640, | |
| "visual_size": 32768, | |
| "tie_embeddings": true, | |
| "init_std": 0.02, | |
| "grad_checkpoint": true, | |
| "attention_layers": [ | |
| 3, | |
| 7, | |
| 11 | |
| ], | |
| "d_cell": 1280, | |
| "n_cells": 2, | |
| "top_k": 2, | |
| "scan_chunk": 64, | |
| "balance_weight": 0.01 | |
| }, | |
| "vocab": { | |
| "text_size": 16384, | |
| "visual_size": 32768, | |
| "audio_size": 1024, | |
| "audio_books": 4, | |
| "coordinate_bins": 512, | |
| "max_vertices": 128, | |
| "max_faces": 128, | |
| "frame_tokens": 64, | |
| "max_frames": 8, | |
| "max_audio_frames": 160, | |
| "schema_version": 3, | |
| "special_tokens": [ | |
| "pad", | |
| "bos", | |
| "eos", | |
| "input", | |
| "output", | |
| "text", | |
| "/text", | |
| "image", | |
| "/image", | |
| "video", | |
| "/video", | |
| "frame", | |
| "/frame", | |
| "audio", | |
| "/audio", | |
| "mesh", | |
| "/mesh", | |
| "vertices", | |
| "faces", | |
| "tools", | |
| "/tools", | |
| "calls", | |
| "/calls", | |
| "task:text", | |
| "task:chat_text", | |
| "task:t2i", | |
| "task:i2t", | |
| "task:t2v", | |
| "task:v2t", | |
| "task:vcont", | |
| "task:t2a", | |
| "task:a2t", | |
| "task:t2m", | |
| "task:m2t", | |
| "task:tools", | |
| "task:mixed", | |
| "task:coding", | |
| "time:0", | |
| "time:1", | |
| "time:2", | |
| "time:3", | |
| "time:4", | |
| "time:5", | |
| "time:6", | |
| "time:7", | |
| "resolution:128" | |
| ] | |
| }, | |
| "meta": { | |
| "stage": "joint_repair", | |
| "step": 512, | |
| "tokens_seen": 807174144, | |
| "task_target_tokens": { | |
| "coding": 373488, | |
| "chat_text": 24092354, | |
| "text": 257928814, | |
| "i2t": 11852250, | |
| "t2i": 39056667, | |
| "vcont": 6105359, | |
| "v2t": 252329, | |
| "t2v": 19027778, | |
| "t2m": 5739237, | |
| "a2t": 207450, | |
| "tools": 1430210, | |
| "m2t": 477100, | |
| "t2a": 10952145, | |
| "replay/chat_text": 66428, | |
| "replay/text": 225433, | |
| "coverage/vcont": 52303, | |
| "coverage/t2v": 384846 | |
| }, | |
| "stage_task_target_tokens": { | |
| "coverage/vcont": 52303, | |
| "t2i": 481000, | |
| "coverage/t2v": 384846, | |
| "replay/chat_text": 23241, | |
| "replay/text": 74112 | |
| }, | |
| "stages_completed": [ | |
| "pilot", | |
| "text", | |
| "image_pilot", | |
| "image", | |
| "video", | |
| "audio_mesh_pilot", | |
| "audio_mesh", | |
| "unified", | |
| "pilot", | |
| "image", | |
| "video_coverage", | |
| "joint_repair" | |
| ], | |
| "num_params": 90247794, | |
| "precision": "bf16", | |
| "image_128_trained": true, | |
| "image_128_target_tokens": 16775415, | |
| "env": { | |
| "torch": "2.11.0+cu128", | |
| "cuda": "12.8", | |
| "python": "3.13.15", | |
| "gpu": "NVIDIA GeForce RTX 5070" | |
| }, | |
| "research_only": true, | |
| "research_trial": "joint_repair", | |
| "research_note": "Experimental branch; not a production promotion or validated semantic capability.", | |
| "data": { | |
| "preparation": { | |
| "audio_codec": { | |
| "path": "codecs/audio", | |
| "revision": "6ba020b5ba7d9d8076fb90db7e67f27e31980f6e", | |
| "sha256": { | |
| "config.json": "3af86549c509e5491367dab3f7093014bd559f441ba31fa7427b5f94232368d7", | |
| "model.safetensors": "7452e3fc6972991da871ae1a1c9d3e8e219aa247cc0f757018867d6a7fe59aaf", | |
| "README.md": "6b1db50f4974b1544fb795491b6fd57a20320ff17686565c50a08407f06075b1" | |
| }, | |
| "codebooks": 4, | |
| "boundary_guard_samples": 320, | |
| "alignment_samples": -8, | |
| "admission_sha256": "7968bc0f22c01b433bd516acc4562ed9ef7543a6e93b8c7c7d7d697a7157bf62", | |
| "implementation": "quasar.tokenizers.audio_aligned.AlignedAudioTokenizer" | |
| } | |
| } | |
| }, | |
| "release_provenance": { | |
| "source_weights_sha256": "de4846e5e63c0004cf0b6331127ab421d6843f6efde04243c6d5448ab4545240", | |
| "original_config_sha256": "1d7254fcaaca82c66d2eab32ba39cabf673c9c63ed16aabede5d6b1092aeabb1", | |
| "runtime_source_commit": "4afbdccdbd3b0967b161a68658cfd3b92c42636f", | |
| "metadata_changes": "Portable codec paths; runtime-required metadata retained; workspace paths and preparation-only metadata omitted.", | |
| "weights_changed": false | |
| } | |
| } | |
| } | |