helm-c4-20b-checkpoints / geometry_policy.json
zimplex's picture
Upload verified HELM artifacts [f33adc54b7854c37aac97272220550d6]
d6ece4e verified
Raw History Blame Contribute Delete
707 Bytes
{
"activation": "Apply the pinned trainer's R_POLICY=1 method wrappers before downstream model use.",
"autocast_disabled_inside_protected_operations": true,
"cell_key": "unit_bf16_d910_c1_lr0.001_acc1_s1234_st152580_ev5000_pol_corpc420b_perm_cos_mb8_w8",
"compile": false,
"curvature_c": 1.0,
"initialization": "published",
"parameter_precision": "fp32",
"planned_steps": 152580,
"policy": true,
"protected_operation_precision": "fp32",
"protected_operations": [
"Lorentz.cinner",
"Lorentz.lorentzian_centroid"
],
"remaining_training_recipe": "unchanged BF16 20B recipe",
"runtime_policy_serialized_in_checkpoint": false,
"seed": 1234,
"training_precision": "bf16"
}