hallmark-byte-mlp / evaluation.json
abdelstark's picture
Publish frozen seed-17 Hallmark classifier with provenance and model card
05b2bde verified
Raw History Blame Contribute Delete
1.99 kB
{
"checkpoint": "060b55ad36e0ad5f7ea9eb6eae2a6054a8294c6fa11b2dba636cd5ce5d4d76ad",
"epochs": 80,
"final_loss": 0.33660603576065673,
"first_epoch_loss": 0.6981302027124969,
"optimizer_status": "epoch-limit",
"program": "d8c928f8fb77b8cb4b5e627e986c27e54baa5e1514a1a7c6a8ec6bcd6d9af2e2",
"resume_equal": true,
"scores": [
{
"absolute_error": 0.0025051462659391177,
"chunk_count": 1,
"float_score": -0.9690578806409391,
"integer_score": -3959,
"name": "empty",
"score_scale": 4096,
"unit_count": 0
},
{
"absolute_error": 0.0028430665567675817,
"chunk_count": 1,
"float_score": -2.8160754884317676,
"integer_score": -11523,
"name": "near-chunk",
"score_scale": 4096,
"unit_count": 511
},
{
"absolute_error": 0.006457582423286201,
"chunk_count": 1,
"float_score": -2.819690004298286,
"integer_score": -11523,
"name": "chunk-boundary",
"score_scale": 4096,
"unit_count": 512
},
{
"absolute_error": 5.266588848673592e-05,
"chunk_count": 2,
"float_score": 1.0737831346384867,
"integer_score": 4398,
"name": "two-chunks",
"score_scale": 4096,
"unit_count": 1024
},
{
"absolute_error": 0.006354641366563829,
"chunk_count": 64,
"float_score": -2.812018703866564,
"integer_score": -11492,
"name": "last-byte",
"score_scale": 4096,
"unit_count": 32768
},
{
"absolute_error": 0.006457582423286201,
"chunk_count": 64,
"float_score": -2.819690004298286,
"integer_score": -11523,
"name": "maximum",
"score_scale": 4096,
"unit_count": 32768
},
{
"absolute_error": 0.0041795512730096185,
"chunk_count": 1,
"float_score": -1.0866990825230096,
"integer_score": -4434,
"name": "unicode",
"score_scale": 4096,
"unit_count": 480
}
],
"seed": 17
}