Upload training_config.yaml with huggingface_hub

training_config.yaml

@@ -103,20 +103,20 @@ ablation:
   minimality_coeff_anneal_start_frac: 0.25
   minimality_coeff_anneal_end_frac: 0.5
   minimality_coeff_anneal_type: exp
-  minimality_pnorm: 1
+  minimality_pnorm: 2
   minimality_eps: 1.0e-12
   minimality_beta: 325
-  minimality_p_anneal_start_frac: 0.5
-  minimality_p_anneal_final_p: 1
-  minimality_p_anneal_end_frac: 0.8
-  minimality_beta_pnorm: 1
-  minimality_beta_p_anneal_start_frac: 0.5
-  minimality_beta_p_anneal_final_p: 1
-  minimality_beta_p_anneal_end_frac: 0.8
+  minimality_p_anneal_start_frac: 0.02
+  minimality_p_anneal_final_p: 0.4
+  minimality_p_anneal_end_frac: 0.95
+  minimality_beta_pnorm: 2
+  minimality_beta_p_anneal_start_frac: 0.02
+  minimality_beta_p_anneal_final_p: 0.4
+  minimality_beta_p_anneal_end_frac: 0.95
   initial_ci: 1
   minimality_warmup_frac: 0.02
   ci_thresholding: 0
   binarization_coeff: 0
   binarization_anneal_start_frac: 0.8
   binarization_anneal_end_frac: 1
-  ci_learning_rate: 0.0005
+  ci_learning_rate: 0.001