File size: 2,725 Bytes
8bda8c7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e780025
 
 
 
cd7e692
e780025
9d9f729
 
 
 
 
 
4130d98
 
 
 
 
 
8bda8c7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
{
  "schema_version": 1,
  "suite_id": "fixed-sampling-v1",
  "model_id": "SlayerLab/pollock-mini-lm-125m",
  "environment": {
    "operating_system": "macOS 26.2",
    "architecture": "arm64",
    "python": "3.13.3",
    "torch": "2.13.0",
    "transformers": "5.15.1",
    "huggingface_hub": "1.28.0"
  },
  "protocol": {
    "device": "cpu",
    "dtype": "float32",
    "cpu_threads": 1,
    "seed": 1337,
    "reset_seed_before_each_prompt": true,
    "do_sample": true,
    "temperature": 0.7,
    "top_k": 50,
    "top_p": 1.0,
    "max_new_tokens": 100,
    "num_return_sequences": 1,
    "skip_special_tokens": true
  },
  "revisions": [
    {
      "revision_id": "r001",
      "release": "experimental predecessor",
      "commit": "5b8f82515c4e31d9a4a8a222eabdaab3ad5171b0",
      "model_sha256": "acaa1531322cce78ddb919700f173d4c6ea371185bea5052a3ae4c30f57b368e"
    },
    {
      "revision_id": "r002",
      "release": "Pollock 1.0",
      "commit": "5e571cde09ef2d1124e13d1c31d0b75f8bd0e513",
      "model_sha256": "2aada5b26abe9ce3b70af393d77be4ed1a799a7205b9c0dd5cfaff8bcaabce68"
    },
    {
      "revision_id": "r003",
      "release": "Pollock 1.1",
      "commit": "698984b1d1b96c9b6ffaff00c7fc2e78e140e842",
      "model_sha256": "3a9964a0ba5f6d20ef6061d2a7e4442c1b001209ebe80f7b7148a25573decaa9"
    },
    {
      "revision_id": "r004",
      "release": "Pollock 1.2",
      "commit": "30feb81e5097eef13b939e1827d98e0458bf602d",
      "model_sha256": "3c453f22d4bb70228e5cca79e183a425e0f0221e54bd782d12027c42c943c880"
    },
    {
      "revision_id": "r005",
      "release": "Pollock 1.3",
      "commit": "e780025f15e06bc3765a74d973906eb8a11c022c",
      "model_sha256": "3db43dfa44622e8156f060fee6f16875e108db4f5f949969cb91c0ca8cdce32c"
    },
    {
      "revision_id": "r006",
      "release": "Pollock 1.4",
      "commit": "a2e53d9f1b690ebfbea375cf8bd3b5bdf69dece9",
      "model_sha256": "8e74aa4d34464229e86a1831fb34d442f91e22aa600e0cf2503891957fdc6a43"
    },
    {
      "revision_id": "r007",
      "release": "Pollock 1.5",
      "commit": "f2a1ec072098d257c36b129b0e554e2e6de9c46e",
      "model_sha256": "4a88432225dac6255ae1e2a085019f36dcdaf55fa33c77629dba6e7445c6c2fb"
    }
  ],
  "prompts": [
    {
      "prompt_id": "general_knowledge",
      "label": "General knowledge",
      "text": "The capital of France is"
    },
    {
      "prompt_id": "explanation",
      "label": "Explanation",
      "text": "Photosynthesis is the process by which"
    },
    {
      "prompt_id": "story",
      "label": "Story",
      "text": "In a distant future, humanity discovered"
    },
    {
      "prompt_id": "code",
      "label": "Code",
      "text": "def fibonacci(n):"
    }
  ]
}