Remove 2 unmeasured pre-2.15 baselines

#3
by tarekziade HF Staff - opened
integrations/transformers/expectations/cuda/HunyuanOCR.eager.json DELETED
@@ -1,71 +0,0 @@
1
- {
2
- "recorded_with": {
3
- "contract": "huggingface-mic/HunyuanOCR-mic",
4
- "contract_name": "HunyuanOCR",
5
- "contract_revision": "185a78fabbda0cda23a0139d26de0e195f012aa8",
6
- "framework": "transformers",
7
- "variant": "eager",
8
- "target": "HunyuanOCR",
9
- "kind": "checkpoint",
10
- "revision": "47644ecc4fc854efa4f505155158831f36773ee4",
11
- "environment": {
12
- "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cu130",
15
- "torchvision": "0.29.2",
16
- "torchaudio": "2.11.0+cu130",
17
- "tokenizers": "0.23.3",
18
- "numpy": "2.4.6",
19
- "pillow": "13.0.0",
20
- "accelerate": "1.16.0.dev0",
21
- "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
- "protobuf": "7.36.2",
25
- "librosa": "0.11.0",
26
- "soundfile": "0.14.0",
27
- "scipy": "1.17.1"
28
- },
29
- "seconds": 11.28,
30
- "environment_differs": {
31
- "torchvision": "0.29.2 (pinned 0.29.1)",
32
- "numpy": "2.4.6 (pinned 2.3.5)",
33
- "pillow": "13.0.0 (pinned 12.3.0)",
34
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
35
- },
36
- "platform": "cuda"
37
- },
38
- "outputs": {
39
- "runtime": {
40
- "device": "cuda",
41
- "dtype": "bfloat16",
42
- "attn_implementation": "eager"
43
- },
44
- "logits": {
45
- "probe": [
46
- [
47
- 18.625,
48
- 12.6875,
49
- 11.625,
50
- 11.375,
51
- 11.0
52
- ],
53
- [
54
- 19.25,
55
- 13.0625,
56
- 11.6875,
57
- 11.4375,
58
- 11.25
59
- ]
60
- ]
61
- },
62
- "training": {
63
- "loss": 15.548907279968262,
64
- "gradients": {
65
- "model.language_model.layers.0.self_attn.q_proj.weight": true,
66
- "model.language_model.layers.0.mlp.down_proj.weight": true
67
- },
68
- "updated": true
69
- }
70
- }
71
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
integrations/transformers/expectations/cuda/HunyuanOCR.json DELETED
@@ -1,71 +0,0 @@
1
- {
2
- "recorded_with": {
3
- "contract": "huggingface-mic/HunyuanOCR-mic",
4
- "contract_name": "HunyuanOCR",
5
- "contract_revision": "185a78fabbda0cda23a0139d26de0e195f012aa8",
6
- "framework": "transformers",
7
- "variant": "default",
8
- "target": "HunyuanOCR",
9
- "kind": "checkpoint",
10
- "revision": "47644ecc4fc854efa4f505155158831f36773ee4",
11
- "environment": {
12
- "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cu130",
15
- "torchvision": "0.29.2",
16
- "torchaudio": "2.11.0+cu130",
17
- "tokenizers": "0.23.3",
18
- "numpy": "2.4.6",
19
- "pillow": "13.0.0",
20
- "accelerate": "1.16.0.dev0",
21
- "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
- "protobuf": "7.36.2",
25
- "librosa": "0.11.0",
26
- "soundfile": "0.14.0",
27
- "scipy": "1.17.1"
28
- },
29
- "seconds": 10.29,
30
- "environment_differs": {
31
- "torchvision": "0.29.2 (pinned 0.29.1)",
32
- "numpy": "2.4.6 (pinned 2.3.5)",
33
- "pillow": "13.0.0 (pinned 12.3.0)",
34
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
35
- },
36
- "platform": "cuda"
37
- },
38
- "outputs": {
39
- "runtime": {
40
- "device": "cuda",
41
- "dtype": "bfloat16",
42
- "attn_implementation": "sdpa"
43
- },
44
- "logits": {
45
- "probe": [
46
- [
47
- 18.625,
48
- 12.6875,
49
- 11.6875,
50
- 11.5,
51
- 11.125
52
- ],
53
- [
54
- 19.375,
55
- 13.0625,
56
- 11.875,
57
- 11.4375,
58
- 11.3125
59
- ]
60
- ]
61
- },
62
- "training": {
63
- "loss": 15.590115547180176,
64
- "gradients": {
65
- "model.language_model.layers.0.self_attn.q_proj.weight": true,
66
- "model.language_model.layers.0.mlp.down_proj.weight": true
67
- },
68
- "updated": true
69
- }
70
- }
71
- }