File size: 1,853 Bytes
2836c3f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
{
  "base_model": "checkpoints/base",
  "train": "/opt/ultracode.zig/models/code-daemon-ner/data/bootstrap/train.jsonl",
  "gold": "/opt/ultracode.zig/models/code-daemon-ner/data/gold_human_reviewed.jsonl",
  "epochs": 10,
  "batch": 32,
  "lr": 5e-05,
  "macro_f1_core": 0.4406,
  "macro_f1_soft": 0.2121,
  "macro_f1_legacy": 0.2519,
  "eval_full": {
    "eval_loss": 0.3888114392757416,
    "eval_macro_f1_core": 0.4406,
    "eval_macro_f1_soft": 0.2121,
    "eval_micro_f1_core": 0.4618,
    "eval_micro_f1_soft": 0.1965,
    "eval_min_f1_core": 0.2735,
    "eval_core_types_observed": 4,
    "eval_soft_types_observed": 4,
    "eval_token_macro_f1": 0.2519,
    "eval_token_macro_f1_core": 0.2912,
    "eval_token_macro_f1_soft": 0.2175,
    "eval_core_classes_observed": 7,
    "eval_soft_classes_observed": 8,
    "eval_accuracy": 0.9286,
    "eval_macro_f1": 0.2519,
    "eval_entity_f1_algorithm": 0.2461,
    "eval_entity_f1_api_endpoint": 0.5272,
    "eval_entity_f1_component": 0.2735,
    "eval_entity_f1_config": 0.1242,
    "eval_entity_f1_data_structure": 0.1957,
    "eval_entity_f1_file_path": 0.5199,
    "eval_entity_f1_metric": 0.2825,
    "eval_entity_f1_tool": 0.4416,
    "eval_f1_O": 0.9671,
    "eval_f1_B-component": 0.3094,
    "eval_f1_I-component": 0.0,
    "eval_f1_B-api_endpoint": 0.5272,
    "eval_f1_I-api_endpoint": 0.0,
    "eval_f1_B-algorithm": 0.2773,
    "eval_f1_I-algorithm": 0.1682,
    "eval_f1_B-data_structure": 0.1957,
    "eval_f1_I-data_structure": 0.2203,
    "eval_f1_B-config": 0.1242,
    "eval_f1_I-config": 0.0,
    "eval_f1_B-tool": 0.4669,
    "eval_f1_I-tool": 0.2151,
    "eval_f1_B-file_path": 0.5199,
    "eval_f1_B-metric": 0.285,
    "eval_f1_I-metric": 0.4695,
    "eval_runtime": 7.6319,
    "eval_samples_per_second": 196.544,
    "eval_steps_per_second": 6.158,
    "epoch": 10.0
  }
}