ChristophSchuhmann's picture
Release Alpha 1.4 rank-128 RL adapter with portable code and aggregate statistics
c466f90 verified
Raw History Blame Contribute Delete
940 Bytes
{
"completed_groups": 1500,
"planned_groups": 1500,
"updates": 1452,
"trained_groups": 1452,
"rejected_groups": 48,
"training_seconds": 19124.286645275017,
"complete": true,
"gpus": 16,
"training_gpu_hours": 84.99682953455563,
"cost_excludes": [
"source preparation",
"smoke",
"allocation startup",
"evaluation",
"publication"
],
"lora_rank": 128,
"lora_alpha": 128,
"trainable_parameters": 96337920,
"tensor_count": 292,
"selected_input_examples": 1200,
"source_pool_candidates": 4000,
"languages": [
"en",
"de",
"fr",
"nl",
"es"
],
"groups_per_language_source_arm_block": 20,
"group_size": 8,
"source_fractions": {
"real": 0.5,
"synthetic": 0.5
},
"conditioning_fractions": {
"reference": 0.5,
"no_reference": 0.5
},
"checkpoint_count": 30,
"adapter_sha256": "c26031b9e1932ae0e76b29ec894b49bb6f719a9ff997cf733eae8bbf443f9fb2"
}