Hugging Face's logo

xingxm
/
DesignCoder

Text Generation
Transformers
Safetensors
designcoder
ui-generation
front-end
html
css
javascript
code-generation
full-sft
Model card Files
xet
 Community
xingxm commited on
Commit
4b4a4e4
·
verified ·
1 Parent(s): 51aa93b

Add full V5.9.2 evaluation artifacts

Browse files
Files changed (1) hide show
  1. eval/rubric_stats.json +58 -25
eval/rubric_stats.json CHANGED
@@ -1,30 +1,63 @@
1
  {
2
- "n_prompts": 200,
3
- "checks_total": 4983,
4
- "checks_per_prompt": {
5
- "min": 23,
6
- "max": 25,
7
- "mean": 24.92
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8
  },
9
- "distribution": {
10
- "23": 1,
11
- "24": 15,
12
- "25": 184
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
  },
14
- "by_dimension": {
15
- "Alignment": 616,
16
- "Layout": 842,
17
- "Typography": 642,
18
- "Components": 1517,
19
- "Assets": 584,
20
- "Aesthetics": 782
21
  },
22
- "by_track_surface": {
23
- "A/dashboard": 1000,
24
- "A/landing": 2486,
25
- "B/dashboard": 748,
26
- "B/landing": 749
27
- },
28
- "all_check_with_screenshot": true,
29
- "note": "Additionally every prompt carries 5 judge-side Prompt-Fit rubrics scored 0-2 (surface-specific), not part of the 23-25 frozen screenshot checks."
30
  }
 
1
  {
2
+ "frozen_per_case": {
3
+ "n_prompts": 200,
4
+ "checks_total": 4983,
5
+ "per_prompt": {
6
+ "min": 23,
7
+ "max": 25,
8
+ "mean": 24.91
9
+ },
10
+ "distribution": {
11
+ "23": 1,
12
+ "24": 15,
13
+ "25": 184
14
+ },
15
+ "by_dimension": {
16
+ "Alignment": 616,
17
+ "Layout": 842,
18
+ "Typography": 642,
19
+ "Components": 1517,
20
+ "Assets": 584,
21
+ "Aesthetics": 782
22
+ },
23
+ "by_track_surface": {
24
+ "A/dashboard": 1000,
25
+ "A/landing": 2486,
26
+ "B/dashboard": 748,
27
+ "B/landing": 749
28
+ },
29
+ "scale": "binary 0/1",
30
+ "all_check_with_screenshot": true
31
  },
32
+ "fixed_per_surface": {
33
+ "landing": {
34
+ "prompt_fit": 5,
35
+ "defect_checks": 27,
36
+ "detail_checks": 8,
37
+ "static_dimensions": [
38
+ "Layout & Composition",
39
+ "Typography & Readability",
40
+ "Component & Interaction Design",
41
+ "Assets & Semantic Fit",
42
+ "Visual System Design"
43
+ ]
44
+ },
45
+ "dashboard": {
46
+ "prompt_fit": 5,
47
+ "defect_checks": 25,
48
+ "detail_checks": 9,
49
+ "static_dimensions": [
50
+ "Layout & Composition",
51
+ "Typography & Readability",
52
+ "Component & Interaction Design",
53
+ "Visual System Design"
54
+ ]
55
+ }
56
  },
57
+ "scales": {
58
+ "prompt_fit": "0/1/2",
59
+ "defect_checks": "2 clean, 0 fail, N/A when inapplicable",
60
+ "detail_checks": "0/1/2, N/A when inapplicable"
 
 
 
61
  },
62
+ "aggregation": "Unweighted mean of top-level slots: Prompt Fit (1 slot) + each active static dimension (1 slot each) + the whole Frozen family (1 slot, itself the equal mean of its per-dimension means)."
 
 
 
 
 
 
 
63
  }