Remove 2 unmeasured pre-2.15 baselines

#3
by tarekziade HF Staff - opened
integrations/transformers/expectations/cuda/GLM-OCR.eager.json DELETED
@@ -1,68 +0,0 @@
1
- {
2
- "recorded_with": {
3
- "contract": "huggingface-mic/GLM-OCR-mic",
4
- "contract_name": "GLM-OCR",
5
- "contract_revision": "a8bfec1ff5cdd63ae8c525e27b7dbc9cd6875f52",
6
- "framework": "transformers",
7
- "variant": "eager",
8
- "target": "GLM-OCR",
9
- "kind": "checkpoint",
10
- "revision": "2e85a62840ccac27daa451df36c736c4636b8628",
11
- "environment": {
12
- "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cu130",
15
- "torchvision": "0.29.2",
16
- "torchaudio": "2.11.0+cu130",
17
- "tokenizers": "0.23.3",
18
- "numpy": "2.4.6",
19
- "pillow": "13.0.0",
20
- "accelerate": "1.16.0.dev0",
21
- "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
- "protobuf": "7.36.2",
25
- "librosa": "0.11.0",
26
- "soundfile": "0.14.0",
27
- "scipy": "1.17.1"
28
- },
29
- "seconds": 11.34,
30
- "environment_differs": {
31
- "torchvision": "0.29.2 (pinned 0.29.1)",
32
- "numpy": "2.4.6 (pinned 2.3.5)",
33
- "pillow": "13.0.0 (pinned 12.3.0)",
34
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
35
- },
36
- "platform": "cuda"
37
- },
38
- "outputs": {
39
- "runtime": {
40
- "device": "cuda",
41
- "dtype": "bfloat16",
42
- "attn_implementation": "eager"
43
- },
44
- "predicted_tokens": [
45
- 1330,
46
- 84
47
- ],
48
- "answer_logits": [
49
- [
50
- 25.0,
51
- 7.59375
52
- ],
53
- [
54
- 7.96875,
55
- 26.75
56
- ]
57
- ],
58
- "training": {
59
- "loss": 16.627605438232422,
60
- "gradients": {
61
- "model.language_model.layers.0.self_attn.q_proj.weight": true,
62
- "model.language_model.layers.0.mlp.down_proj.weight": true,
63
- "model.visual.blocks.0.attn.qkv.weight": true
64
- },
65
- "updated": true
66
- }
67
- }
68
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
integrations/transformers/expectations/cuda/GLM-OCR.json DELETED
@@ -1,68 +0,0 @@
1
- {
2
- "recorded_with": {
3
- "contract": "huggingface-mic/GLM-OCR-mic",
4
- "contract_name": "GLM-OCR",
5
- "contract_revision": "a8bfec1ff5cdd63ae8c525e27b7dbc9cd6875f52",
6
- "framework": "transformers",
7
- "variant": "default",
8
- "target": "GLM-OCR",
9
- "kind": "checkpoint",
10
- "revision": "2e85a62840ccac27daa451df36c736c4636b8628",
11
- "environment": {
12
- "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cu130",
15
- "torchvision": "0.29.2",
16
- "torchaudio": "2.11.0+cu130",
17
- "tokenizers": "0.23.3",
18
- "numpy": "2.4.6",
19
- "pillow": "13.0.0",
20
- "accelerate": "1.16.0.dev0",
21
- "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
- "protobuf": "7.36.2",
25
- "librosa": "0.11.0",
26
- "soundfile": "0.14.0",
27
- "scipy": "1.17.1"
28
- },
29
- "seconds": 10.97,
30
- "environment_differs": {
31
- "torchvision": "0.29.2 (pinned 0.29.1)",
32
- "numpy": "2.4.6 (pinned 2.3.5)",
33
- "pillow": "13.0.0 (pinned 12.3.0)",
34
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
35
- },
36
- "platform": "cuda"
37
- },
38
- "outputs": {
39
- "runtime": {
40
- "device": "cuda",
41
- "dtype": "bfloat16",
42
- "attn_implementation": "sdpa"
43
- },
44
- "predicted_tokens": [
45
- 1330,
46
- 84
47
- ],
48
- "answer_logits": [
49
- [
50
- 24.75,
51
- 7.59375
52
- ],
53
- [
54
- 7.9375,
55
- 26.625
56
- ]
57
- ],
58
- "training": {
59
- "loss": 16.70953369140625,
60
- "gradients": {
61
- "model.language_model.layers.0.self_attn.q_proj.weight": true,
62
- "model.language_model.layers.0.mlp.down_proj.weight": true,
63
- "model.visual.blocks.0.attn.qkv.weight": true
64
- },
65
- "updated": true
66
- }
67
- }
68
- }