File size: 817 Bytes
8e53dc6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
evaluation:
  split: val
  threshold:
    strategy: fixed
    value: 0.5

metrics:
  classification:
    - map
    - macro_f1
    - micro_f1
    - per_attribute_ap
    - per_attribute_f1
  calibration:
    enabled: false
    bins: 15
    metrics:
      - ece
  embedding:
    enabled: true
    retrieval_k:
      - 1
      - 5
      - 10
    compute_silhouette: true

visualization:
  umap:
    enabled: true
    n_neighbors: 15
    min_dist: 0.1
    random_state: 42
  tsne:
    enabled: false
    perplexity: 30
    random_state: 42

error_analysis:
  enabled: true
  top_k_false_positives: 20
  top_k_false_negatives: 20
  analyze_by_frequency_bucket: true
  confusion_focus_groups:
    - color
    - material
    - condition

reporting:
  save_predictions: true
  save_embeddings: true
  output_dir: reports/eval