{ "gpu": "Tesla T4", "total_vram_gb": 14.56317138671875, "safety_fraction": 0.92, "safe_vram_ceiling_gb": 13.39811767578125, "sequence_length": 512, "precision": "fp16", "optimizer": "AdamW", "full_encoder_finetuning": true, "temperature": 0.05, "optimal_micro_batch_pairs": 15, "sentences_per_micro_batch": 30, "measurements": [ { "pair_batch_size": 1, "sentence_batch_size": 2, "success": true, "within_safety_margin": true, "loss": 0.0, "peak_allocated_gb": 1.8602900505065918, "peak_reserved_gb": 2.072265625, "vram_fraction": 0.14229494180710217 }, { "pair_batch_size": 2, "sentence_batch_size": 4, "success": true, "within_safety_margin": true, "loss": 0.342132568359375, "peak_allocated_gb": 2.849968910217285, "peak_reserved_gb": 3.099609375, "vram_fraction": 0.21283889976236678 }, { "pair_batch_size": 4, "sentence_batch_size": 8, "success": true, "within_safety_margin": true, "loss": 0.7950439453125, "peak_allocated_gb": 4.306286811828613, "peak_reserved_gb": 4.677734375, "vram_fraction": 0.32120300247691774 }, { "pair_batch_size": 8, "sentence_batch_size": 16, "success": true, "within_safety_margin": true, "loss": 1.4732666015625, "peak_allocated_gb": 7.2357072830200195, "peak_reserved_gb": 7.658203125, "vram_fraction": 0.5258609489402899 }, { "pair_batch_size": 12, "sentence_batch_size": 24, "success": true, "within_safety_margin": true, "loss": 1.0550334453582764, "peak_allocated_gb": 10.169827461242676, "peak_reserved_gb": 10.623046875, "vram_fraction": 0.7294459834955973 }, { "pair_batch_size": 14, "sentence_batch_size": 28, "success": true, "within_safety_margin": true, "loss": 0.9702497720718384, "peak_allocated_gb": 11.684922218322754, "peak_reserved_gb": 12.13671875, "vram_fraction": 0.8333843245893807 }, { "pair_batch_size": 15, "sentence_batch_size": 30, "success": true, "within_safety_margin": true, "loss": 0.7030029296875, "peak_allocated_gb": 12.402628898620605, "peak_reserved_gb": 12.9140625, "vram_fraction": 0.8867616920156075 }, { "pair_batch_size": 16, "sentence_batch_size": 32, "success": true, "within_safety_margin": false, "loss": 1.680816650390625, "peak_allocated_gb": 13.109440803527832, "peak_reserved_gb": 13.408203125, "vram_fraction": 0.9206925311081587 } ] }