BERT-CNN-Reward-Caption-Reranker / training_config.json
AhmedSSabir's picture
Add BERT-CNN reward caption reranker with evaluation
4ae724e verified
Raw History Blame Contribute Delete
1.72 kB
{
"data": null,
"checkpoint": "PyTorch BERT-CNN (sha256 3790215706a0ecad5e3db7f3052bdbe3c549e853f10a2b22e6cfd7c568fc3b4b)",
"output": null,
"beta": 0.0,
"position_prior": true,
"student_weight": 0.1,
"freeze_student": false,
"bce_weight": 0.0,
"bce_data": null,
"bce_batch": 32,
"epochs": 4,
"patience": 2,
"batch_images": 8,
"learning_rate": 1e-06,
"head_learning_rate": 1e-05,
"prior_learning_rate": 0.01,
"seed": 42,
"threads": 8,
"device": "cuda",
"precision": "bf16",
"max_steps": 0,
"smoke_images": 0,
"source_checkpoint_sha256": "3790215706a0ecad5e3db7f3052bdbe3c549e853f10a2b22e6cfd7c568fc3b4b",
"train_images": 10000,
"validation_images": 734,
"reward": "CIDEr",
"reward_statistics": {
"teacher_score": {
"mean": 0.9767111133008491,
"std": 0.7337384584946552
}
},
"initial_bias": [
-1.8657496056651226,
-2.007231122881001,
-2.1180337737350685,
-2.2044893876466585,
-2.1884659635972477,
-2.237686544090907,
-2.3518232877103324,
-2.4379562051795007,
-2.5388554661206517
],
"initial_weight": 0.1,
"bce_examples": 0,
"input_hashes": {
"train_pairs.csv": "52cc6aac967de7ce5b213b6fd1c9c8b5c53e50119487716207fd6c1f81894741",
"train_scored.csv": "93e69b3423b4a702f858d31d80ab50f1597ebfc53c4f420ee46c51ac425703cf",
"validation_pairs.csv": "e2e299803b689690501b85e99844c4976f94fc08da8824824952e5c58f3974e6",
"validation_scored.csv": "da48e0e2cfa11b784ebd751ae88a6a756cccad0713ec3a9f00a1c4c76c439b37"
},
"selection": "Highest validation CIDEr of the selected caption, including epoch zero; earliest beam wins ties",
"score": "bias[beam position] + weight * BERT-CNN logit"
}