baari / metrics.json
samadpls's picture
Release the first baari model: int8 and fp32 ONNX, PyTorch weights and the model card
81a0b99 verified
Raw History Blame Contribute Delete
2.95 kB
{
"config": {
"urdu": "/kaggle/input/notebooks/samadpls/baari-build-clips/data/clips/train.parquet",
"test": "/kaggle/input/notebooks/samadpls/baari-build-clips/data/clips/valid.parquet",
"init": "/tmp/baari/hf/models--adimyth--indic-smart-turn/snapshots/d5878b3ce4d5287c9811943a0b362d3533f85dea/indic-smart-turn-tiny-fp32.onnx",
"out": "/kaggle/working/run",
"extra": "[PosixPath('/tmp/indic/built/asm.parquet'), PosixPath('/tmp/indic/built/ben.parquet'), PosixPath('/tmp/indic/built/guj.parquet'), PosixPath('/tmp/indic/built/hin.parquet'), PosixPath('/tmp/indic/built/kan.parquet'), PosixPath('/tmp/indic/built/mal.parquet'), PosixPath('/tmp/indic/built/mar.parquet'), PosixPath('/tmp/indic/built/ori.parquet'), PosixPath('/tmp/indic/built/pan.parquet'), PosixPath('/tmp/indic/built/tam.parquet'), PosixPath('/tmp/indic/built/tel.parquet')]",
"epochs": "3.0",
"lr": "2e-05",
"batch": "64",
"seed": "0",
"workers": "4",
"cache": "/tmp/baari/hf",
"max_steps": "0"
},
"sizes": {
"train": 97107,
"train_unfinished": 17417,
"dev": 4069,
"test": 1588
},
"epochs": [
{
"step": 1517,
"loss": 0.1096871326534457,
"dev": {
"balanced": 0.778,
"ci": [
0.7517,
0.8049
],
"acc": 0.882,
"waits": 0.6536,
"replies": 0.9023,
"auc": 0.8634
},
"test": {
"balanced": 0.7642,
"ci": [
0.7206,
0.8051
],
"acc": 0.8665,
"waits": 0.6441,
"replies": 0.8844,
"auc": 0.8585
}
},
{
"step": 3034,
"loss": 0.07112808175011733,
"dev": {
"balanced": 0.7808,
"ci": [
0.7537,
0.8075
],
"acc": 0.8924,
"waits": 0.6476,
"replies": 0.9141,
"auc": 0.8543
},
"test": {
"balanced": 0.7675,
"ci": [
0.7237,
0.8071
],
"acc": 0.8797,
"waits": 0.6356,
"replies": 0.8993,
"auc": 0.8518
}
},
{
"step": 4551,
"loss": 0.041119734357598,
"dev": {
"balanced": 0.7547,
"ci": [
0.727,
0.7826
],
"acc": 0.9174,
"waits": 0.5602,
"replies": 0.9492,
"auc": 0.8452
},
"test": {
"balanced": 0.7572,
"ci": [
0.7156,
0.8001
],
"acc": 0.9112,
"waits": 0.5763,
"replies": 0.9381,
"auc": 0.8484
}
}
],
"start": {
"dev": {
"balanced": 0.738,
"ci": [
0.712,
0.7659
],
"acc": 0.8717,
"waits": 0.5783,
"replies": 0.8978,
"auc": 0.8044
},
"test": {
"balanced": 0.7003,
"ci": [
0.6585,
0.7439
],
"acc": 0.8564,
"waits": 0.5169,
"replies": 0.8837,
"auc": 0.7858
}
},
"best_step": 3034,
"onnx_fp32_test": {
"balanced": 0.7675,
"ci": [
0.7237,
0.8071
],
"acc": 0.8797,
"waits": 0.6356,
"replies": 0.8993,
"auc": 0.8518
},
"onnx_int8_test": {
"balanced": 0.7492,
"ci": [
0.7074,
0.7927
],
"acc": 0.8892,
"waits": 0.5847,
"replies": 0.9136,
"auc": 0.838
},
"minutes": 33.8
}