dhad-vision / MANIFEST.json
Alshami's picture
dhad-1-vision-preview: stage-1 connector + unfinished stage-2 step675 snapshot (Apache-2.0)
e3f7919 verified
Raw History Blame Contribute Delete
4.3 kB
{
"part": "vision-preview",
"public_name": "dhad-1-vision-preview",
"arabic": "رؤية",
"release": "dhad-1",
"status": "preview",
"licence": "Apache-2.0",
"internal_checkpoint": "brain2/vision/stage1/final",
"copied": "2026-11-15",
"base_model": {
"id": "inception42/Jais-3-0.9B (Hugging Face; README link; local copy brain2/jais3_09b)",
"licence": "Apache-2.0",
"trunk_parameters": 1078285824
},
"mix": "mixes/dhad-1/vision-preview.json",
"parameters": {
"connector": 7080961,
"markers": 3072,
"connector_plus_markers": 7084033,
"connector_tensors": 6,
"encoder_siglip2_vision_tower_used": 85843200,
"encoder_vision_tower_with_pooling_head": 92930304,
"encoder_pooling_head_unused": 7087104,
"siglip2_text_tower_unused": 282303744,
"siglip2_total_file": 375234050,
"architecture": "SigLIP2-Base NaFlex vision tower (frozen, 384x384, 576 patches x 768, last_hidden_state after post-layernorm, pooling head not used) -> pixel-shuffle 2x2 -> Linear 3072->1536 -> GELU -> Linear 1536->1536 -> L2 x learnable scale -> 144 soft tokens (64 in low mode) + 2 marker vectors, into the frozen Jais trunk"
},
"encoder": {
"id": "google/siglip2-base-patch16-naflex family (local copy brain2/vision/siglip2; config says Siglip2Model; exact repo id not recorded in the folder)",
"licence": "Apache-2.0 (card front matter, brain2/vision/siglip2/README.md)",
"file": "brain2/vision/siglip2/model.safetensors",
"sha256": "ac5f28bbdf92c0c1696ccbd3ce716426049cd67ad8045b66d0d938b0f9c8bbec",
"bytes": 1500985224,
"not_reuploaded": true
},
"stage_included": "stage 1 (connector + markers; frozen trunk). No vision LoRA in this folder: the stage-2 vision LoRA is unfinished and lives in stage2-step675/ (extra).",
"stage2_step675": {
"status": "UNFINISHED (step 675 of 1,435, gates never run)",
"folder": "stage2-step675",
"files": [
{
"path": "connector.pt",
"source": "brain2/vision/stage2/last/connector.pt",
"sha256": "ed6bdc9f72080a6dd69546c0cc722b6157f9bfbbb640909963ab90b2f7ea009d",
"bytes": 28339181,
"source_sha256_equal": true
},
{
"path": "vision_lora/adapter_config.json",
"source": "brain2/vision/stage2/last/vision_lora/adapter_config.json",
"sha256": "8d4bbde6cfddaee01fe287152da3eb2a443abed3b45d59bd834ad84d0bcc6c7e",
"bytes": 1200,
"source_sha256_equal": true
},
{
"path": "vision_lora/adapter_model.safetensors",
"source": "brain2/vision/stage2/last/vision_lora/adapter_model.safetensors",
"sha256": "b2d84e923c7fb3e9a7858eb629afc215958af546ca9a2c811c3a7f89b5d243e8",
"bytes": 111987648,
"source_sha256_equal": true
},
{
"path": "UNFINISHED.md",
"sha256": "ff015e936d4bea5b5deee440d7aea7185217aff05db8986377ea8cfd3446db88",
"bytes": 537
}
],
"vision_lora": {
"tensors": 392,
"parameters": 27983872,
"rank": 32,
"alpha": 64,
"dropout": 0.05,
"target_modules": [
"q_proj",
"v_proj",
"k_proj",
"up_proj",
"gate_proj",
"down_proj",
"o_proj"
],
"dtype": "fp32 on disk (served in bf16)",
"base_model_name_or_path_recorded": "/home/shami/projects/tashih/brain2/jais3_09b",
"peft_version": "0.21.2"
},
"connector_parameters": 7080961,
"marker_parameters": 3072,
"marker_file": "stage2-step675/UNFINISHED.md"
},
"files": [
{
"path": "connector.pt",
"source": "brain2/vision/stage1/final/connector.pt",
"sha256": "82c611cadf8e694d23b5edea89297a5647c61417f45e11a168f5d9cafc63dd22",
"bytes": 28339217,
"source_sha256_equal": true
}
],
"bytes_total": 168667783,
"gate_results": [
{
"file": "logs/vision_stage1.log",
"note": "log with the PROBE lines"
}
],
"trained_date": "2026-11-14 18:31 (checkpoint file mtime)",
"training_data": [
{
"dataset": "dhad-vision-captions-v1",
"train": 29800,
"test": 200,
"features_excluded_gb": 25
}
],
"training_data_note": "see the mix file for the init chain, hyper-parameters, source shares and licence flags"
}