Download train_configs/train_step_cot.yaml from Mulebot/dei-model: direct link, hf CLI and curl.
- Browser
- Download file 2.18 kB
-
https://huggingface.co/Mulebot/dei-model/resolve/main/train_configs/train_step_cot.yaml
- Command line
-
hf download hf://Mulebot/dei-model/train_configs/train_step_cot.yaml
-
curl -L -o train_step_cot.yaml https://huggingface.co/Mulebot/dei-model/resolve/main/train_configs/train_step_cot.yaml
2.18 kB
| # Step-Level CoT Training Configuration | |
| # Configuration for training vision-language models with fine-grained chain-of-thought reasoning | |
| # Model settings | |
| pretrained_model_name_or_path: "Qwen/Qwen-Image" | |
| vision_dim: 768 | |
| text_dim: 768 | |
| # Output settings | |
| output_dir: "./outputs/step_level_cot" | |
| report_to: "tensorboard" # Options: tensorboard, wandb | |
| # Training settings | |
| train_batch_size: 4 | |
| gradient_accumulation_steps: 4 | |
| learning_rate: 5.0e-5 | |
| rl_learning_rate: 1.0e-5 | |
| prm_learning_rate: 3.0e-5 | |
| weight_decay: 0.01 | |
| warmup_steps: 1000 | |
| max_train_steps: 50000 | |
| mixed_precision: "fp16" # Options: no, fp16, bf16 | |
| gradient_checkpointing: true | |
| # Process Reward Model (PRM) settings | |
| prm_hidden_dim: 512 | |
| prm_num_heads: 8 | |
| prm_dropout: 0.1 | |
| max_reasoning_steps: 10 | |
| # Reinforcement Learning settings (PPO) | |
| ppo_clip_epsilon: 0.2 | |
| value_loss_coef: 0.5 | |
| entropy_coef: 0.01 | |
| gamma: 0.99 # Discount factor | |
| gae_lambda: 0.95 # GAE lambda | |
| # Inference-time scaling settings | |
| num_inference_samples: 8 | |
| inference_temperature: 0.7 | |
| aggregation_method: "best_of_n" # Options: best_of_n, majority_vote, weighted_vote | |
| # Data settings | |
| dataloader_num_workers: 4 | |
| max_seq_length: 512 | |
| # Logging settings | |
| logging_steps: 10 | |
| save_steps: 1000 | |
| eval_steps: 500 | |
| save_total_limit: 5 | |
| # Evaluation settings | |
| run_evaluation: true | |
| eval_batch_size: 8 | |
| num_eval_samples: 100 | |
| # Ablation study settings | |
| run_ablation: false | |
| ablation_components: | |
| - "prm" | |
| - "rl" | |
| - "inference_scaling" | |
| - "full_system" | |
| # Step-level reasoning data format | |
| # Expected structure: | |
| # data_dir/ | |
| # train/ | |
| # chain_0001.json | |
| # chain_0002.json | |
| # ... | |
| # val/ | |
| # chain_0001.json | |
| # ... | |
| # test/ | |
| # chain_0001.json | |
| # ... | |
| # | |
| # Each JSON file contains a ReasoningChain with: | |
| # { | |
| # "chain_id": "unique_id", | |
| # "image_path": "path/to/image.jpg", | |
| # "prompt": "What is shown in the image?", | |
| # "steps": [ | |
| # { | |
| # "step_id": 0, | |
| # "step_type": "perception", | |
| # "description": "I observe a red ball...", | |
| # "confidence": 0.9, | |
| # "reward": 0.8, | |
| # "dependencies": [] | |
| # }, | |
| # ... | |
| # ], | |
| # "final_answer": "The image shows a red ball.", | |
| # "total_reward": 2.4, | |
| # "is_correct": true | |
| # } | |