Remove 2 unmeasured pre-2.15 baselines

#2
by tarekziade HF Staff - opened
integrations/transformers/expectations/cuda/Janus-Pro-1B.eager.json DELETED
@@ -1,70 +0,0 @@
1
- {
2
- "recorded_with": {
3
- "contract": "huggingface-mic/Janus-Pro-1B-mic",
4
- "contract_name": "Janus-Pro-1B",
5
- "contract_revision": "f74ba92d90635f28162a817ef1ff86973ea65ac3",
6
- "framework": "transformers",
7
- "variant": "eager",
8
- "target": "Janus-Pro-1B",
9
- "kind": "checkpoint",
10
- "revision": "1655280bb75959cc1cb85529a2a8b26e7016072e",
11
- "environment": {
12
- "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cu130",
15
- "torchvision": "0.29.1+cu130",
16
- "torchaudio": "2.11.0+cu130",
17
- "tokenizers": "0.23.3",
18
- "numpy": "2.4.6",
19
- "pillow": "13.0.0",
20
- "accelerate": "1.16.0.dev0",
21
- "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
- "protobuf": "7.36.2",
25
- "librosa": "0.11.0",
26
- "soundfile": "0.14.0",
27
- "scipy": "1.17.1"
28
- },
29
- "seconds": 13.63,
30
- "environment_differs": {
31
- "numpy": "2.4.6 (pinned 2.3.5)",
32
- "pillow": "13.0.0 (pinned 12.3.0)",
33
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
34
- },
35
- "platform": "cuda"
36
- },
37
- "outputs": {
38
- "runtime": {
39
- "device": "cuda",
40
- "dtype": "bfloat16",
41
- "attn_implementation": "eager"
42
- },
43
- "logits_probe": [
44
- 46.0,
45
- 47.5,
46
- 48.0,
47
- 44.75,
48
- 45.5,
49
- 46.25,
50
- 45.25,
51
- 46.25,
52
- 53.0,
53
- 54.25,
54
- 52.25,
55
- 51.0,
56
- 48.25,
57
- 48.5,
58
- 53.5,
59
- 53.25
60
- ],
61
- "training": {
62
- "loss": 6.089468955993652,
63
- "gradients": {
64
- "model.language_model.layers.0.self_attn.q_proj.weight": true,
65
- "model.language_model.layers.0.mlp.up_proj.weight": true
66
- },
67
- "updated": true
68
- }
69
- }
70
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
integrations/transformers/expectations/cuda/Janus-Pro-1B.json DELETED
@@ -1,70 +0,0 @@
1
- {
2
- "recorded_with": {
3
- "contract": "huggingface-mic/Janus-Pro-1B-mic",
4
- "contract_name": "Janus-Pro-1B",
5
- "contract_revision": "f74ba92d90635f28162a817ef1ff86973ea65ac3",
6
- "framework": "transformers",
7
- "variant": "default",
8
- "target": "Janus-Pro-1B",
9
- "kind": "checkpoint",
10
- "revision": "1655280bb75959cc1cb85529a2a8b26e7016072e",
11
- "environment": {
12
- "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cu130",
15
- "torchvision": "0.29.1+cu130",
16
- "torchaudio": "2.11.0+cu130",
17
- "tokenizers": "0.23.3",
18
- "numpy": "2.4.6",
19
- "pillow": "13.0.0",
20
- "accelerate": "1.16.0.dev0",
21
- "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
- "protobuf": "7.36.2",
25
- "librosa": "0.11.0",
26
- "soundfile": "0.14.0",
27
- "scipy": "1.17.1"
28
- },
29
- "seconds": 11.99,
30
- "environment_differs": {
31
- "numpy": "2.4.6 (pinned 2.3.5)",
32
- "pillow": "13.0.0 (pinned 12.3.0)",
33
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
34
- },
35
- "platform": "cuda"
36
- },
37
- "outputs": {
38
- "runtime": {
39
- "device": "cuda",
40
- "dtype": "bfloat16",
41
- "attn_implementation": "sdpa"
42
- },
43
- "logits_probe": [
44
- 46.0,
45
- 47.5,
46
- 48.0,
47
- 44.5,
48
- 45.5,
49
- 46.0,
50
- 45.25,
51
- 46.0,
52
- 53.25,
53
- 54.5,
54
- 52.25,
55
- 51.25,
56
- 48.5,
57
- 48.5,
58
- 53.75,
59
- 53.5
60
- ],
61
- "training": {
62
- "loss": 6.0711283683776855,
63
- "gradients": {
64
- "model.language_model.layers.0.self_attn.q_proj.weight": true,
65
- "model.language_model.layers.0.mlp.up_proj.weight": true
66
- },
67
- "updated": true
68
- }
69
- }
70
- }