cue-v5 / checkpoints /v5_train_log.json
Joshuant's picture
Cue v5: real conversation (AMI, ICSI) + agent-audio input
117d9d7 verified
Raw History Blame Contribute Delete
18.7 kB
[
{
"step": 0,
"loss": null,
"score": 0.6482,
"detail": {
"syn": {
"score": 0.8699,
"f1": {
"NONE": 0.99,
"USER_TURN": 0.971,
"BACKCHANNEL": 0.688,
"ACCIDENTAL": 0.85,
"SOFT_INTERRUPT": 0.732,
"HARD_INTERRUPT": 0.887,
"TAKEOVER": 0.971
},
"turn": {
"turn_end_frames_ok": 0.998,
"pause_frames_ok": 0.963
}
},
"syn_turn": {
"score": 0.8739,
"f1": {
"NONE": 0.989,
"USER_TURN": 0.971,
"BACKCHANNEL": 0.773,
"ACCIDENTAL": 0.853,
"SOFT_INTERRUPT": 0.681,
"HARD_INTERRUPT": 0.919,
"TAKEOVER": 0.954
},
"turn": {
"turn_end_frames_ok": 0.997,
"pause_frames_ok": 0.94
}
},
"ami": {
"score": 0.201,
"f1": {
"NONE": 0.909,
"USER_TURN": 0.663,
"BACKCHANNEL": 0.193,
"ACCIDENTAL": 0.049,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.054
},
"turn": {
"turn_end_frames_ok": 0.686,
"pause_frames_ok": 0.425
}
}
}
},
{
"step": 500,
"loss": 0.0639,
"score": 0.6722,
"detail": {
"syn": {
"score": 0.8563,
"f1": {
"NONE": 0.988,
"USER_TURN": 0.968,
"BACKCHANNEL": 0.658,
"ACCIDENTAL": 0.837,
"SOFT_INTERRUPT": 0.707,
"HARD_INTERRUPT": 0.864,
"TAKEOVER": 0.967
},
"turn": {
"turn_end_frames_ok": 0.999,
"pause_frames_ok": 0.962
}
},
"syn_turn": {
"score": 0.8674,
"f1": {
"NONE": 0.988,
"USER_TURN": 0.967,
"BACKCHANNEL": 0.774,
"ACCIDENTAL": 0.841,
"SOFT_INTERRUPT": 0.7,
"HARD_INTERRUPT": 0.898,
"TAKEOVER": 0.958
},
"turn": {
"turn_end_frames_ok": 0.999,
"pause_frames_ok": 0.902
}
},
"ami": {
"score": 0.293,
"f1": {
"NONE": 0.958,
"USER_TURN": 0.842,
"BACKCHANNEL": 0.323,
"ACCIDENTAL": 0.131,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.284
},
"turn": {
"turn_end_frames_ok": 0.647,
"pause_frames_ok": 0.666
}
}
}
},
{
"step": 1000,
"loss": 0.2625,
"score": 0.6729,
"detail": {
"syn": {
"score": 0.8356,
"f1": {
"NONE": 0.986,
"USER_TURN": 0.963,
"BACKCHANNEL": 0.623,
"ACCIDENTAL": 0.836,
"SOFT_INTERRUPT": 0.66,
"HARD_INTERRUPT": 0.804,
"TAKEOVER": 0.966
},
"turn": {
"turn_end_frames_ok": 0.997,
"pause_frames_ok": 0.963
}
},
"syn_turn": {
"score": 0.8553,
"f1": {
"NONE": 0.986,
"USER_TURN": 0.965,
"BACKCHANNEL": 0.714,
"ACCIDENTAL": 0.824,
"SOFT_INTERRUPT": 0.688,
"HARD_INTERRUPT": 0.857,
"TAKEOVER": 0.952
},
"turn": {
"turn_end_frames_ok": 0.995,
"pause_frames_ok": 0.957
}
},
"ami": {
"score": 0.3277,
"f1": {
"NONE": 0.965,
"USER_TURN": 0.852,
"BACKCHANNEL": 0.304,
"ACCIDENTAL": 0.317,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.449
},
"turn": {
"turn_end_frames_ok": 0.377,
"pause_frames_ok": 0.847
}
}
}
},
{
"step": 1500,
"loss": 0.2541,
"score": 0.6858,
"detail": {
"syn": {
"score": 0.851,
"f1": {
"NONE": 0.987,
"USER_TURN": 0.961,
"BACKCHANNEL": 0.628,
"ACCIDENTAL": 0.83,
"SOFT_INTERRUPT": 0.721,
"HARD_INTERRUPT": 0.853,
"TAKEOVER": 0.963
},
"turn": {
"turn_end_frames_ok": 1.0,
"pause_frames_ok": 0.962
}
},
"syn_turn": {
"score": 0.8563,
"f1": {
"NONE": 0.987,
"USER_TURN": 0.963,
"BACKCHANNEL": 0.744,
"ACCIDENTAL": 0.817,
"SOFT_INTERRUPT": 0.655,
"HARD_INTERRUPT": 0.894,
"TAKEOVER": 0.955
},
"turn": {
"turn_end_frames_ok": 0.997,
"pause_frames_ok": 0.932
}
},
"ami": {
"score": 0.3501,
"f1": {
"NONE": 0.964,
"USER_TURN": 0.841,
"BACKCHANNEL": 0.373,
"ACCIDENTAL": 0.292,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.478
},
"turn": {
"turn_end_frames_ok": 0.512,
"pause_frames_ok": 0.796
}
}
}
},
{
"step": 2000,
"loss": 0.2805,
"score": 0.6836,
"detail": {
"syn": {
"score": 0.8463,
"f1": {
"NONE": 0.987,
"USER_TURN": 0.964,
"BACKCHANNEL": 0.621,
"ACCIDENTAL": 0.824,
"SOFT_INTERRUPT": 0.682,
"HARD_INTERRUPT": 0.864,
"TAKEOVER": 0.97
},
"turn": {
"turn_end_frames_ok": 1.0,
"pause_frames_ok": 0.963
}
},
"syn_turn": {
"score": 0.843,
"f1": {
"NONE": 0.986,
"USER_TURN": 0.963,
"BACKCHANNEL": 0.706,
"ACCIDENTAL": 0.806,
"SOFT_INTERRUPT": 0.594,
"HARD_INTERRUPT": 0.895,
"TAKEOVER": 0.956
},
"turn": {
"turn_end_frames_ok": 0.997,
"pause_frames_ok": 0.947
}
},
"ami": {
"score": 0.3616,
"f1": {
"NONE": 0.962,
"USER_TURN": 0.84,
"BACKCHANNEL": 0.401,
"ACCIDENTAL": 0.299,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.491
},
"turn": {
"turn_end_frames_ok": 0.832,
"pause_frames_ok": 0.508
}
}
}
},
{
"step": 2500,
"loss": 0.1348,
"score": 0.6877,
"detail": {
"syn": {
"score": 0.8504,
"f1": {
"NONE": 0.988,
"USER_TURN": 0.968,
"BACKCHANNEL": 0.639,
"ACCIDENTAL": 0.824,
"SOFT_INTERRUPT": 0.69,
"HARD_INTERRUPT": 0.871,
"TAKEOVER": 0.968
},
"turn": {
"turn_end_frames_ok": 0.997,
"pause_frames_ok": 0.964
}
},
"syn_turn": {
"score": 0.8543,
"f1": {
"NONE": 0.988,
"USER_TURN": 0.969,
"BACKCHANNEL": 0.719,
"ACCIDENTAL": 0.829,
"SOFT_INTERRUPT": 0.627,
"HARD_INTERRUPT": 0.892,
"TAKEOVER": 0.948
},
"turn": {
"turn_end_frames_ok": 0.994,
"pause_frames_ok": 0.971
}
},
"ami": {
"score": 0.3584,
"f1": {
"NONE": 0.967,
"USER_TURN": 0.842,
"BACKCHANNEL": 0.371,
"ACCIDENTAL": 0.318,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.446
},
"turn": {
"turn_end_frames_ok": 0.662,
"pause_frames_ok": 0.712
}
}
}
},
{
"step": 3000,
"loss": 0.1242,
"score": 0.6883,
"detail": {
"syn": {
"score": 0.8509,
"f1": {
"NONE": 0.987,
"USER_TURN": 0.965,
"BACKCHANNEL": 0.625,
"ACCIDENTAL": 0.822,
"SOFT_INTERRUPT": 0.718,
"HARD_INTERRUPT": 0.86,
"TAKEOVER": 0.969
},
"turn": {
"turn_end_frames_ok": 1.0,
"pause_frames_ok": 0.962
}
},
"syn_turn": {
"score": 0.8534,
"f1": {
"NONE": 0.987,
"USER_TURN": 0.966,
"BACKCHANNEL": 0.708,
"ACCIDENTAL": 0.815,
"SOFT_INTERRUPT": 0.651,
"HARD_INTERRUPT": 0.886,
"TAKEOVER": 0.954
},
"turn": {
"turn_end_frames_ok": 0.996,
"pause_frames_ok": 0.964
}
},
"ami": {
"score": 0.3607,
"f1": {
"NONE": 0.965,
"USER_TURN": 0.846,
"BACKCHANNEL": 0.378,
"ACCIDENTAL": 0.335,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.446
},
"turn": {
"turn_end_frames_ok": 0.673,
"pause_frames_ok": 0.693
}
}
}
},
{
"step": 3500,
"loss": 0.0803,
"score": 0.6859,
"detail": {
"syn": {
"score": 0.8543,
"f1": {
"NONE": 0.984,
"USER_TURN": 0.958,
"BACKCHANNEL": 0.658,
"ACCIDENTAL": 0.843,
"SOFT_INTERRUPT": 0.708,
"HARD_INTERRUPT": 0.86,
"TAKEOVER": 0.95
},
"turn": {
"turn_end_frames_ok": 0.997,
"pause_frames_ok": 0.964
}
},
"syn_turn": {
"score": 0.8624,
"f1": {
"NONE": 0.983,
"USER_TURN": 0.957,
"BACKCHANNEL": 0.741,
"ACCIDENTAL": 0.833,
"SOFT_INTERRUPT": 0.687,
"HARD_INTERRUPT": 0.9,
"TAKEOVER": 0.915
},
"turn": {
"turn_end_frames_ok": 0.996,
"pause_frames_ok": 0.965
}
},
"ami": {
"score": 0.341,
"f1": {
"NONE": 0.965,
"USER_TURN": 0.87,
"BACKCHANNEL": 0.315,
"ACCIDENTAL": 0.333,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.477
},
"turn": {
"turn_end_frames_ok": 0.442,
"pause_frames_ok": 0.82
}
}
}
},
{
"step": 4000,
"loss": 0.2575,
"score": 0.6946,
"detail": {
"syn": {
"score": 0.8536,
"f1": {
"NONE": 0.988,
"USER_TURN": 0.964,
"BACKCHANNEL": 0.635,
"ACCIDENTAL": 0.834,
"SOFT_INTERRUPT": 0.708,
"HARD_INTERRUPT": 0.864,
"TAKEOVER": 0.972
},
"turn": {
"turn_end_frames_ok": 0.999,
"pause_frames_ok": 0.963
}
},
"syn_turn": {
"score": 0.8637,
"f1": {
"NONE": 0.987,
"USER_TURN": 0.965,
"BACKCHANNEL": 0.732,
"ACCIDENTAL": 0.823,
"SOFT_INTERRUPT": 0.666,
"HARD_INTERRUPT": 0.91,
"TAKEOVER": 0.956
},
"turn": {
"turn_end_frames_ok": 0.998,
"pause_frames_ok": 0.961
}
},
"ami": {
"score": 0.3664,
"f1": {
"NONE": 0.966,
"USER_TURN": 0.871,
"BACKCHANNEL": 0.378,
"ACCIDENTAL": 0.36,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.471
},
"turn": {
"turn_end_frames_ok": 0.725,
"pause_frames_ok": 0.631
}
}
}
},
{
"step": 4500,
"loss": 0.1751,
"score": 0.6918,
"detail": {
"syn": {
"score": 0.859,
"f1": {
"NONE": 0.987,
"USER_TURN": 0.964,
"BACKCHANNEL": 0.659,
"ACCIDENTAL": 0.823,
"SOFT_INTERRUPT": 0.718,
"HARD_INTERRUPT": 0.877,
"TAKEOVER": 0.973
},
"turn": {
"turn_end_frames_ok": 1.0,
"pause_frames_ok": 0.963
}
},
"syn_turn": {
"score": 0.8676,
"f1": {
"NONE": 0.987,
"USER_TURN": 0.964,
"BACKCHANNEL": 0.748,
"ACCIDENTAL": 0.833,
"SOFT_INTERRUPT": 0.678,
"HARD_INTERRUPT": 0.914,
"TAKEOVER": 0.958
},
"turn": {
"turn_end_frames_ok": 0.997,
"pause_frames_ok": 0.945
}
},
"ami": {
"score": 0.3489,
"f1": {
"NONE": 0.965,
"USER_TURN": 0.856,
"BACKCHANNEL": 0.402,
"ACCIDENTAL": 0.316,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.483
},
"turn": {
"turn_end_frames_ok": 0.892,
"pause_frames_ok": 0.349
}
}
}
},
{
"step": 5000,
"loss": 0.0961,
"score": 0.6976,
"detail": {
"syn": {
"score": 0.8647,
"f1": {
"NONE": 0.989,
"USER_TURN": 0.967,
"BACKCHANNEL": 0.663,
"ACCIDENTAL": 0.828,
"SOFT_INTERRUPT": 0.733,
"HARD_INTERRUPT": 0.894,
"TAKEOVER": 0.973
},
"turn": {
"turn_end_frames_ok": 1.0,
"pause_frames_ok": 0.962
}
},
"syn_turn": {
"score": 0.867,
"f1": {
"NONE": 0.988,
"USER_TURN": 0.967,
"BACKCHANNEL": 0.754,
"ACCIDENTAL": 0.825,
"SOFT_INTERRUPT": 0.671,
"HARD_INTERRUPT": 0.92,
"TAKEOVER": 0.963
},
"turn": {
"turn_end_frames_ok": 0.998,
"pause_frames_ok": 0.938
}
},
"ami": {
"score": 0.3611,
"f1": {
"NONE": 0.964,
"USER_TURN": 0.865,
"BACKCHANNEL": 0.422,
"ACCIDENTAL": 0.327,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.502
},
"turn": {
"turn_end_frames_ok": 0.528,
"pause_frames_ok": 0.749
}
}
}
},
{
"step": 5500,
"loss": 0.0558,
"score": 0.6977,
"detail": {
"syn": {
"score": 0.8644,
"f1": {
"NONE": 0.988,
"USER_TURN": 0.967,
"BACKCHANNEL": 0.663,
"ACCIDENTAL": 0.827,
"SOFT_INTERRUPT": 0.733,
"HARD_INTERRUPT": 0.892,
"TAKEOVER": 0.974
},
"turn": {
"turn_end_frames_ok": 1.0,
"pause_frames_ok": 0.962
}
},
"syn_turn": {
"score": 0.8661,
"f1": {
"NONE": 0.988,
"USER_TURN": 0.969,
"BACKCHANNEL": 0.743,
"ACCIDENTAL": 0.832,
"SOFT_INTERRUPT": 0.662,
"HARD_INTERRUPT": 0.917,
"TAKEOVER": 0.96
},
"turn": {
"turn_end_frames_ok": 0.997,
"pause_frames_ok": 0.952
}
},
"ami": {
"score": 0.3626,
"f1": {
"NONE": 0.964,
"USER_TURN": 0.863,
"BACKCHANNEL": 0.419,
"ACCIDENTAL": 0.311,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.489
},
"turn": {
"turn_end_frames_ok": 0.638,
"pause_frames_ok": 0.681
}
}
}
},
{
"step": 6000,
"loss": 0.0504,
"score": 0.6949,
"detail": {
"syn": {
"score": 0.8627,
"f1": {
"NONE": 0.988,
"USER_TURN": 0.966,
"BACKCHANNEL": 0.652,
"ACCIDENTAL": 0.825,
"SOFT_INTERRUPT": 0.736,
"HARD_INTERRUPT": 0.893,
"TAKEOVER": 0.97
},
"turn": {
"turn_end_frames_ok": 1.0,
"pause_frames_ok": 0.963
}
},
"syn_turn": {
"score": 0.8586,
"f1": {
"NONE": 0.987,
"USER_TURN": 0.966,
"BACKCHANNEL": 0.735,
"ACCIDENTAL": 0.823,
"SOFT_INTERRUPT": 0.634,
"HARD_INTERRUPT": 0.921,
"TAKEOVER": 0.956
},
"turn": {
"turn_end_frames_ok": 0.997,
"pause_frames_ok": 0.944
}
},
"ami": {
"score": 0.3634,
"f1": {
"NONE": 0.964,
"USER_TURN": 0.856,
"BACKCHANNEL": 0.4,
"ACCIDENTAL": 0.334,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.475
},
"turn": {
"turn_end_frames_ok": 0.782,
"pause_frames_ok": 0.553
}
}
}
},
{
"step": 6500,
"loss": 0.0731,
"score": 0.6953,
"detail": {
"syn": {
"score": 0.8617,
"f1": {
"NONE": 0.988,
"USER_TURN": 0.966,
"BACKCHANNEL": 0.65,
"ACCIDENTAL": 0.827,
"SOFT_INTERRUPT": 0.732,
"HARD_INTERRUPT": 0.887,
"TAKEOVER": 0.973
},
"turn": {
"turn_end_frames_ok": 1.0,
"pause_frames_ok": 0.963
}
},
"syn_turn": {
"score": 0.8637,
"f1": {
"NONE": 0.988,
"USER_TURN": 0.968,
"BACKCHANNEL": 0.734,
"ACCIDENTAL": 0.819,
"SOFT_INTERRUPT": 0.668,
"HARD_INTERRUPT": 0.921,
"TAKEOVER": 0.959
},
"turn": {
"turn_end_frames_ok": 0.998,
"pause_frames_ok": 0.947
}
},
"ami": {
"score": 0.3604,
"f1": {
"NONE": 0.964,
"USER_TURN": 0.855,
"BACKCHANNEL": 0.402,
"ACCIDENTAL": 0.334,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.461
},
"turn": {
"turn_end_frames_ok": 0.825,
"pause_frames_ok": 0.501
}
}
}
},
{
"step": 7000,
"loss": 0.0832,
"score": 0.698,
"detail": {
"syn": {
"score": 0.8623,
"f1": {
"NONE": 0.989,
"USER_TURN": 0.966,
"BACKCHANNEL": 0.647,
"ACCIDENTAL": 0.83,
"SOFT_INTERRUPT": 0.735,
"HARD_INTERRUPT": 0.889,
"TAKEOVER": 0.972
},
"turn": {
"turn_end_frames_ok": 1.0,
"pause_frames_ok": 0.963
}
},
"syn_turn": {
"score": 0.8617,
"f1": {
"NONE": 0.988,
"USER_TURN": 0.968,
"BACKCHANNEL": 0.737,
"ACCIDENTAL": 0.828,
"SOFT_INTERRUPT": 0.643,
"HARD_INTERRUPT": 0.919,
"TAKEOVER": 0.958
},
"turn": {
"turn_end_frames_ok": 0.997,
"pause_frames_ok": 0.95
}
},
"ami": {
"score": 0.37,
"f1": {
"NONE": 0.965,
"USER_TURN": 0.862,
"BACKCHANNEL": 0.412,
"ACCIDENTAL": 0.341,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.478
},
"turn": {
"turn_end_frames_ok": 0.795,
"pause_frames_ok": 0.564
}
}
}
},
{
"step": 7500,
"loss": 0.0443,
"score": 0.6999,
"detail": {
"syn": {
"score": 0.8644,
"f1": {
"NONE": 0.989,
"USER_TURN": 0.967,
"BACKCHANNEL": 0.659,
"ACCIDENTAL": 0.829,
"SOFT_INTERRUPT": 0.737,
"HARD_INTERRUPT": 0.888,
"TAKEOVER": 0.975
},
"turn": {
"turn_end_frames_ok": 1.0,
"pause_frames_ok": 0.963
}
},
"syn_turn": {
"score": 0.8653,
"f1": {
"NONE": 0.988,
"USER_TURN": 0.969,
"BACKCHANNEL": 0.747,
"ACCIDENTAL": 0.828,
"SOFT_INTERRUPT": 0.656,
"HARD_INTERRUPT": 0.919,
"TAKEOVER": 0.961
},
"turn": {
"turn_end_frames_ok": 0.997,
"pause_frames_ok": 0.949
}
},
"ami": {
"score": 0.3699,
"f1": {
"NONE": 0.965,
"USER_TURN": 0.861,
"BACKCHANNEL": 0.417,
"ACCIDENTAL": 0.333,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.479
},
"turn": {
"turn_end_frames_ok": 0.794,
"pause_frames_ok": 0.566
}
}
}
},
{
"step": 8000,
"loss": 0.0391,
"score": 0.7001,
"detail": {
"syn": {
"score": 0.8649,
"f1": {
"NONE": 0.989,
"USER_TURN": 0.967,
"BACKCHANNEL": 0.659,
"ACCIDENTAL": 0.83,
"SOFT_INTERRUPT": 0.738,
"HARD_INTERRUPT": 0.889,
"TAKEOVER": 0.975
},
"turn": {
"turn_end_frames_ok": 1.0,
"pause_frames_ok": 0.963
}
},
"syn_turn": {
"score": 0.8654,
"f1": {
"NONE": 0.988,
"USER_TURN": 0.969,
"BACKCHANNEL": 0.748,
"ACCIDENTAL": 0.826,
"SOFT_INTERRUPT": 0.658,
"HARD_INTERRUPT": 0.919,
"TAKEOVER": 0.961
},
"turn": {
"turn_end_frames_ok": 0.997,
"pause_frames_ok": 0.949
}
},
"ami": {
"score": 0.37,
"f1": {
"NONE": 0.965,
"USER_TURN": 0.862,
"BACKCHANNEL": 0.417,
"ACCIDENTAL": 0.335,
"SOFT_INTERRUPT": 0.0,
"HARD_INTERRUPT": 0.0,
"TAKEOVER": 0.48
},
"turn": {
"turn_end_frames_ok": 0.771,
"pause_frames_ok": 0.587
}
}
}
}
]