jev-nyotti / evaluation.json
guzus's picture
Publish Qwen3.5-4B exposure-imitation LoRA pilot
73867de verified
Raw History Blame Contribute Delete
9.45 kB
{
"model": "Qwen/Qwen3.5-4B",
"revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
"training_method": "BF16 LoRA rank16; next-hour position-side imitation; single answer token",
"completed_steps": 1024,
"trainable_parameters": 32464896,
"splits": {
"train": {
"count": 4096,
"labels": {
"flat": 299,
"long": 1366,
"short": 2431
}
},
"validation": {
"count": 128,
"labels": {
"short": 95,
"long": 33
}
},
"test": {
"count": 128,
"labels": {
"long": 70,
"short": 58
}
}
},
"baseline": {
"validation": {
"count": 128,
"accuracy": 0.9453125,
"macro_f1": 0.6211902042887959,
"per_class": {
"long": {
"precision": 0.8421052631578947,
"recall": 0.9696969696969697,
"f1": 0.9014084507042254,
"support": 33
},
"short": {
"precision": 0.9888888888888889,
"recall": 0.9368421052631579,
"f1": 0.9621621621621621,
"support": 95
},
"flat": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 0
}
},
"confusion_matrix": [
[
32,
1,
0
],
[
6,
89,
0
],
[
0,
0,
0
]
],
"confusion_order": [
"long",
"short",
"flat"
],
"confusion_axes": "rows=target, columns=prediction",
"persistence_baseline": {
"count": 128,
"accuracy": 0.984375,
"macro_f1": 0.653056884635832,
"per_class": {
"long": {
"precision": 0.9696969696969697,
"recall": 0.9696969696969697,
"f1": 0.9696969696969697,
"support": 33
},
"short": {
"precision": 0.9894736842105263,
"recall": 0.9894736842105263,
"f1": 0.9894736842105263,
"support": 95
},
"flat": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 0
}
},
"confusion_matrix": [
[
32,
1,
0
],
[
1,
94,
0
],
[
0,
0,
0
]
],
"confusion_order": [
"long",
"short",
"flat"
],
"confusion_axes": "rows=target, columns=prediction"
},
"position_change_subset": {
"count": 2,
"accuracy": 0.0,
"persistence_accuracy": 0.0
}
},
"test": {
"count": 128,
"accuracy": 0.96875,
"macro_f1": 0.6455026455026455,
"per_class": {
"long": {
"precision": 0.9459459459459459,
"recall": 1.0,
"f1": 0.9722222222222222,
"support": 70
},
"short": {
"precision": 1.0,
"recall": 0.9310344827586207,
"f1": 0.9642857142857143,
"support": 58
},
"flat": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 0
}
},
"confusion_matrix": [
[
70,
0,
0
],
[
4,
54,
0
],
[
0,
0,
0
]
],
"confusion_order": [
"long",
"short",
"flat"
],
"confusion_axes": "rows=target, columns=prediction",
"persistence_baseline": {
"count": 128,
"accuracy": 0.9921875,
"macro_f1": 0.6614040497481756,
"per_class": {
"long": {
"precision": 0.9859154929577465,
"recall": 1.0,
"f1": 0.9929078014184397,
"support": 70
},
"short": {
"precision": 1.0,
"recall": 0.9827586206896551,
"f1": 0.9913043478260869,
"support": 58
},
"flat": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 0
}
},
"confusion_matrix": [
[
70,
0,
0
],
[
1,
57,
0
],
[
0,
0,
0
]
],
"confusion_order": [
"long",
"short",
"flat"
],
"confusion_axes": "rows=target, columns=prediction"
},
"position_change_subset": {
"count": 1,
"accuracy": 0.0,
"persistence_accuracy": 0.0
}
}
},
"after": {
"validation": {
"count": 128,
"accuracy": 0.984375,
"macro_f1": 0.653056884635832,
"per_class": {
"long": {
"precision": 0.9696969696969697,
"recall": 0.9696969696969697,
"f1": 0.9696969696969697,
"support": 33
},
"short": {
"precision": 0.9894736842105263,
"recall": 0.9894736842105263,
"f1": 0.9894736842105263,
"support": 95
},
"flat": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 0
}
},
"confusion_matrix": [
[
32,
1,
0
],
[
1,
94,
0
],
[
0,
0,
0
]
],
"confusion_order": [
"long",
"short",
"flat"
],
"confusion_axes": "rows=target, columns=prediction",
"persistence_baseline": {
"count": 128,
"accuracy": 0.984375,
"macro_f1": 0.653056884635832,
"per_class": {
"long": {
"precision": 0.9696969696969697,
"recall": 0.9696969696969697,
"f1": 0.9696969696969697,
"support": 33
},
"short": {
"precision": 0.9894736842105263,
"recall": 0.9894736842105263,
"f1": 0.9894736842105263,
"support": 95
},
"flat": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 0
}
},
"confusion_matrix": [
[
32,
1,
0
],
[
1,
94,
0
],
[
0,
0,
0
]
],
"confusion_order": [
"long",
"short",
"flat"
],
"confusion_axes": "rows=target, columns=prediction"
},
"position_change_subset": {
"count": 2,
"accuracy": 0.0,
"persistence_accuracy": 0.0
}
},
"test": {
"count": 128,
"accuracy": 0.9921875,
"macro_f1": 0.6614040497481756,
"per_class": {
"long": {
"precision": 0.9859154929577465,
"recall": 1.0,
"f1": 0.9929078014184397,
"support": 70
},
"short": {
"precision": 1.0,
"recall": 0.9827586206896551,
"f1": 0.9913043478260869,
"support": 58
},
"flat": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 0
}
},
"confusion_matrix": [
[
70,
0,
0
],
[
1,
57,
0
],
[
0,
0,
0
]
],
"confusion_order": [
"long",
"short",
"flat"
],
"confusion_axes": "rows=target, columns=prediction",
"persistence_baseline": {
"count": 128,
"accuracy": 0.9921875,
"macro_f1": 0.6614040497481756,
"per_class": {
"long": {
"precision": 0.9859154929577465,
"recall": 1.0,
"f1": 0.9929078014184397,
"support": 70
},
"short": {
"precision": 1.0,
"recall": 0.9827586206896551,
"f1": 0.9913043478260869,
"support": 58
},
"flat": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 0
}
},
"confusion_matrix": [
[
70,
0,
0
],
[
1,
57,
0
],
[
0,
0,
0
]
],
"confusion_order": [
"long",
"short",
"flat"
],
"confusion_axes": "rows=target, columns=prediction"
},
"position_change_subset": {
"count": 1,
"accuracy": 0.0,
"persistence_accuracy": 0.0
}
}
},
"reload_cases": 12,
"reload_max_logit_difference": 0.0,
"reload_predictions_identical": true,
"interpretation": "No improvement over previous-position persistence. Historical exposure imitation, not demonstrated profitable trading."
}