Bm-bohrium-3.7B / training_progress.json
minhlol's picture
7a6: hoàn tất 1000 bước Anh Việt và thị giác, GGUF và đánh giá
4a0b5d2 verified
Raw History Blame Contribute Delete
1.5 kB
{
"model_name": "Bm bohrium",
"total_parameters": 3692637952,
"language_parameters": 3601068032,
"layers": 74,
"source_model": "minhlol/Bm-bohrium-3B",
"source_revision": "22a59804eaa30d4f2843c792fb9ac7da8f930578",
"source_updates": 23,
"new_updates": 1002,
"supervised_tokens": 75196,
"held_out_baseline_loss": 9.958833044853764,
"preserved_expansion_loss": 9.958833044853764,
"peak_gpu_GB": 15.35,
"seq_len": 256,
"optimizer": "Adafactor per-parameter, FP32 weights, FP16 autocast, no gradient accumulation",
"new_training_examples": 17296,
"validation_examples": 16,
"seed": 42,
"vision_updates": 401,
"vision_parameter_updates_verified": 202,
"tasks": {
"text_probe": 1,
"vi_image": 201,
"en_image": 200,
"vi_text": 300,
"en_text": 300
},
"vision_sources": {
"V3_CAP": {
"repo": "ai-enthusiasm-community/UIT-ViIC",
"revision": "4c9816758ac863a0a7c2907b0787cf45f31e7f4b"
},
"V3_VQA": {
"repo": "HuggingFaceM4/the_cauldron",
"revision": "847a98a779b1652d65111daf20c972dfcd333605"
}
},
"task_mix": {
"en_text": 0.3,
"vi_text": 0.3,
"en_image": 0.2,
"vi_image": 0.2
},
"evaluation_history": [
{
"step": 102,
"text_loss": 7.868882630461005,
"image_loss": 5.493708421022464
},
{
"step": 1002,
"text_loss": 6.478127247488014,
"image_loss": 4.747814701153682
}
],
"vision_validation_loss_after_checks": 9.459292203952105
}