Hugging Face's logo

erayack
/
tiny-codemode

English
numpy
semantic-parsing
tool-calling
cpu
synthetic-data
research
Model card Files
xet
 Community
tiny-codemode
File size: 2,458 Bytes
659433c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
{
  "authored_semantic_bases": 24,
  "authored_supported_bases": 10,
  "authored_supported_bases_correct": 8,
  "authored_variants_per_base": 5,
  "banks": {
    "final_challenge": {
      "bank_file_sha256": "edf44de829ea42599e70c0cd8a0a8f925c741d7106cf42539175f11c59e86883",
      "full_decisions_correct": 97,
      "negative": 70,
      "negative_false_accepts": 13,
      "rule_supported_exact": 41,
      "supported": 50,
      "supported_exact": 40,
      "supported_execution_correct": 40,
      "supported_rejected": 10,
      "total": 120
    },
    "fresh": {
      "bank_file_sha256": "3da8357ffc18e3dd836665758d747db61708314eccc63f735423bc5d7f6b8670",
      "full_decisions_correct": 1192,
      "negative": 575,
      "negative_false_accepts": 5,
      "rule_supported_exact": 555,
      "supported": 625,
      "supported_exact": 622,
      "supported_execution_correct": 622,
      "supported_rejected": 3,
      "total": 1200
    },
    "transfer": {
      "bank_file_sha256": "20b9c3c7e2f851f69de85f163e57ac2c6a564b3dfd2d8304ff3f68261cff80aa",
      "full_decisions_correct": 1077,
      "negative": 588,
      "negative_false_accepts": 8,
      "rule_supported_exact": 503,
      "supported": 612,
      "supported_exact": 497,
      "supported_execution_correct": 497,
      "supported_rejected": 115,
      "total": 1200
    }
  },
  "checkpoint_sha256": "a6b944d56580b64dfb526da5b3888a137b6783ea29d8a719a0fea3f4e3f7ee76",
  "historical_evaluation_record_sha256": "c6644ab82f5d7411b92b0bcb5c387412357a0caf829c76b15fb26b90bfd57c38",
  "historical_training_record_sha256": "871670888d326374c211c511cfb6816779ae899774f729cf6bc60935a6516a0a",
  "limitations": [
    "Synthetic/AI-authored data, not real-user or population evidence.",
    "Authored variants are correlated; 120 requests are not 120 independent users.",
    "All banks are exposed now; not future held-out evidence.",
    "Dataset hashes identify source bytes, not proof of label correctness.",
    "Compiler execution used fake tools, not a security boundary.",
    "No attention-candidate results are included."
  ],
  "parameters": 67485,
  "status": "historical_exposed_synthetic_evaluation_not_new_measurement",
  "training": {
    "epochs_completed": 55,
    "initialization": "random",
    "seed": 715,
    "selected_epoch": 12,
    "selected_validation_exact": 0.990625,
    "training_sha256": "ed2ff9f0275c86958c475a89ec8e90664b954e0408eaefc356aa5ffb81c3b33a"
  }
}