code-daemon-ner-v1 / eval_metrics.json
faxenoff's picture
add temperature + eval metrics (no cdn key names them); refresh the card
2836c3f verified
Raw History Blame Contribute Delete
1.85 kB
{
"base_model": "checkpoints/base",
"train": "/opt/ultracode.zig/models/code-daemon-ner/data/bootstrap/train.jsonl",
"gold": "/opt/ultracode.zig/models/code-daemon-ner/data/gold_human_reviewed.jsonl",
"epochs": 10,
"batch": 32,
"lr": 5e-05,
"macro_f1_core": 0.4406,
"macro_f1_soft": 0.2121,
"macro_f1_legacy": 0.2519,
"eval_full": {
"eval_loss": 0.3888114392757416,
"eval_macro_f1_core": 0.4406,
"eval_macro_f1_soft": 0.2121,
"eval_micro_f1_core": 0.4618,
"eval_micro_f1_soft": 0.1965,
"eval_min_f1_core": 0.2735,
"eval_core_types_observed": 4,
"eval_soft_types_observed": 4,
"eval_token_macro_f1": 0.2519,
"eval_token_macro_f1_core": 0.2912,
"eval_token_macro_f1_soft": 0.2175,
"eval_core_classes_observed": 7,
"eval_soft_classes_observed": 8,
"eval_accuracy": 0.9286,
"eval_macro_f1": 0.2519,
"eval_entity_f1_algorithm": 0.2461,
"eval_entity_f1_api_endpoint": 0.5272,
"eval_entity_f1_component": 0.2735,
"eval_entity_f1_config": 0.1242,
"eval_entity_f1_data_structure": 0.1957,
"eval_entity_f1_file_path": 0.5199,
"eval_entity_f1_metric": 0.2825,
"eval_entity_f1_tool": 0.4416,
"eval_f1_O": 0.9671,
"eval_f1_B-component": 0.3094,
"eval_f1_I-component": 0.0,
"eval_f1_B-api_endpoint": 0.5272,
"eval_f1_I-api_endpoint": 0.0,
"eval_f1_B-algorithm": 0.2773,
"eval_f1_I-algorithm": 0.1682,
"eval_f1_B-data_structure": 0.1957,
"eval_f1_I-data_structure": 0.2203,
"eval_f1_B-config": 0.1242,
"eval_f1_I-config": 0.0,
"eval_f1_B-tool": 0.4669,
"eval_f1_I-tool": 0.2151,
"eval_f1_B-file_path": 0.5199,
"eval_f1_B-metric": 0.285,
"eval_f1_I-metric": 0.4695,
"eval_runtime": 7.6319,
"eval_samples_per_second": 196.544,
"eval_steps_per_second": 6.158,
"epoch": 10.0
}
}