| { |
| "gpu": "Tesla T4", |
| "total_vram_gb": 14.56317138671875, |
| "safety_fraction": 0.92, |
| "safe_vram_ceiling_gb": 13.39811767578125, |
| "sequence_length": 512, |
| "precision": "fp16", |
| "optimizer": "AdamW", |
| "full_encoder_finetuning": true, |
| "temperature": 0.05, |
| "optimal_micro_batch_pairs": 15, |
| "sentences_per_micro_batch": 30, |
| "measurements": [ |
| { |
| "pair_batch_size": 1, |
| "sentence_batch_size": 2, |
| "success": true, |
| "within_safety_margin": true, |
| "loss": 0.0, |
| "peak_allocated_gb": 1.8602900505065918, |
| "peak_reserved_gb": 2.072265625, |
| "vram_fraction": 0.14229494180710217 |
| }, |
| { |
| "pair_batch_size": 2, |
| "sentence_batch_size": 4, |
| "success": true, |
| "within_safety_margin": true, |
| "loss": 0.342132568359375, |
| "peak_allocated_gb": 2.849968910217285, |
| "peak_reserved_gb": 3.099609375, |
| "vram_fraction": 0.21283889976236678 |
| }, |
| { |
| "pair_batch_size": 4, |
| "sentence_batch_size": 8, |
| "success": true, |
| "within_safety_margin": true, |
| "loss": 0.7950439453125, |
| "peak_allocated_gb": 4.306286811828613, |
| "peak_reserved_gb": 4.677734375, |
| "vram_fraction": 0.32120300247691774 |
| }, |
| { |
| "pair_batch_size": 8, |
| "sentence_batch_size": 16, |
| "success": true, |
| "within_safety_margin": true, |
| "loss": 1.4732666015625, |
| "peak_allocated_gb": 7.2357072830200195, |
| "peak_reserved_gb": 7.658203125, |
| "vram_fraction": 0.5258609489402899 |
| }, |
| { |
| "pair_batch_size": 12, |
| "sentence_batch_size": 24, |
| "success": true, |
| "within_safety_margin": true, |
| "loss": 1.0550334453582764, |
| "peak_allocated_gb": 10.169827461242676, |
| "peak_reserved_gb": 10.623046875, |
| "vram_fraction": 0.7294459834955973 |
| }, |
| { |
| "pair_batch_size": 14, |
| "sentence_batch_size": 28, |
| "success": true, |
| "within_safety_margin": true, |
| "loss": 0.9702497720718384, |
| "peak_allocated_gb": 11.684922218322754, |
| "peak_reserved_gb": 12.13671875, |
| "vram_fraction": 0.8333843245893807 |
| }, |
| { |
| "pair_batch_size": 15, |
| "sentence_batch_size": 30, |
| "success": true, |
| "within_safety_margin": true, |
| "loss": 0.7030029296875, |
| "peak_allocated_gb": 12.402628898620605, |
| "peak_reserved_gb": 12.9140625, |
| "vram_fraction": 0.8867616920156075 |
| }, |
| { |
| "pair_batch_size": 16, |
| "sentence_batch_size": 32, |
| "success": true, |
| "within_safety_margin": false, |
| "loss": 1.680816650390625, |
| "peak_allocated_gb": 13.109440803527832, |
| "peak_reserved_gb": 13.408203125, |
| "vram_fraction": 0.9206925311081587 |
| } |
| ] |
| } |
