File size: 1,159 Bytes
261aa6c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
{
  "scheme": "NVFP4",
  "format": "nvfp4",
  "release": "/hf/hub/models--Cloudflare--clef-flash/snapshots/8b2e5fd17c09fd49bc2880b805d5323ec7ff4ff3",
  "ignore": [
    "lm_head",
    "re:.*visual.*",
    "re:.*linear_attn.in_proj_a$",
    "re:.*linear_attn.in_proj_b$"
  ],
  "extra_fused_layer_names": [
    [
      "in_proj_qkv",
      "in_proj_z"
    ]
  ],
  "calibration": {
    "used": true,
    "path": "/bench/data/calibration.jsonl",
    "is_dev_fallback": false,
    "sha256": "878fcb528338a6dc595ca85b050346ef203d2f7e3707fe9a1d07d8a2f36333bd",
    "samples": 512,
    "tokens_total": 379073,
    "tokens_min": 177,
    "tokens_max": 3112,
    "encoder": "Cloudflare joint_schema_model.encode_record (release code)"
  },
  "head_sha256": {
    "joint_head.safetensors": "19cdcec8c81dc9212be320fff47462ab342fbc1278be4368fb3da71241cf5ba0",
    "joint_head_config.json": "77efe959a38b5b17b241543e129e695f3c77465ece55a25985279bd8176279a0"
  },
  "versions": {
    "llmcompressor": "0.14.0",
    "compressed_tensors": "0.19.0",
    "transformers": "5.16.1",
    "torch": "2.14.0a0+b2c75dd062.nv26.09"
  },
  "pipeline": "sequential",
  "seconds": 765.3
}