File size: 1,780 Bytes
6a545c7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
{
  "architecture": "qwen3-text-endpoints-global-query-shared-bilinear-mlp",
  "head_variant": "shared",
  "backbone_model_type": "qwen3",
  "prompt_version": "decision2-segmented-options-global-query-v1",
  "base_revision": "da87bfb608c14b7cf20ba1ce41287e8de496c0cd",
  "source_stage": "base",
  "initialization": "base-random-head",
  "head_dim": 256,
  "max_options": 255,
  "text_parameter_count": 596049920,
  "parameter_dtype": "float32",
  "autocast_dtype": "bfloat16",
  "head_compute_dtype": "float32",
  "attention": "sdpa",
  "dev2_06b_provenance": {
    "arm": "m6-mxcx-soup",
    "soup": [
      {
        "arm": "m6-mx-s1",
        "state_sha256": "506cd5e0dc7a5b385b6941890215639db7a703c4160465ed8d1b541c60e2001f",
        "best_step": 2634,
        "best_select": 560
      },
      {
        "arm": "m6-mx-s2",
        "state_sha256": "fe41c7cae46bf81c3626c0a42c44156092712f2e361f50c4906172a4ba7e8369",
        "best_step": 4211,
        "best_select": 570
      },
      {
        "arm": "m6-mx-s3",
        "state_sha256": "484885ef0ef9473283a07e129ad8f256a22054dd84c68203f9476906d72a0d74",
        "best_step": 4200,
        "best_select": 566
      },
      {
        "arm": "m6-cx-s1",
        "state_sha256": "12c257ca22e5687ffb4ee2eb3ef116ec91c561415c8476a6c8d93ca735bde500",
        "best_step": 3217,
        "best_select": 561
      },
      {
        "arm": "m6-cx-s2",
        "state_sha256": "2b0a9f58ab3815e07d745638b0d5a84487bf5b58e2dd135d2c369296caf23cba",
        "best_step": 3210,
        "best_select": 570
      },
      {
        "arm": "m6-cx-s3",
        "state_sha256": "841dcbd6c3312045687b25fe4c445591cfc4e15409768c94413cc994a919ab1a",
        "best_step": 2819,
        "best_select": 570
      }
    ],
    "weights": "uniform"
  }
}