Junjun2333 commited on
Commit
6c9122e
·
verified ·
1 Parent(s): cb50bec

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +146 -0
config.json ADDED
@@ -0,0 +1,146 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "loss_mode": "adaptive_std",
3
+ "model_type": "film_hybrid",
4
+ "dataset_type": "mixed_condition",
5
+ "condition_mode": "embedding",
6
+ "cond_dim": 256,
7
+ "freeze_cap_encoder": false,
8
+ "pretrained_cap_encoder": null,
9
+ "adaptive_use_predicted_cond": true,
10
+ "predicted_cond_supervision_weight": 1.5,
11
+ "predicted_cond_supervision_loss": "smooth_l1",
12
+ "metadata_path": "/pfs/lyj/dataset/t2i_rm/stage2_rollout/stage2_metadata.json",
13
+ "rl_iter_metadata_path": "/pfs/lyj/dataset/t2i_rm/stage2_rollout/rl_iter_v2/combined_sdxl_flux_metadata.json",
14
+ "ogd_std_path": "/pfs/lyj/t2i/HPSv3/data/ogd_std_qwen3vl.json",
15
+ "tiers": [
16
+ "sd15",
17
+ "sdxl",
18
+ "qwen_image"
19
+ ],
20
+ "rl_tier": null,
21
+ "max_rl_step": 1000,
22
+ "val_size": 500,
23
+ "max_images_per_group": 6,
24
+ "labeled_json_list": [
25
+ "/pfs/lyj/dataset/t2i_rm/dataset/2.24/2.24aesthetic_clean_filter_both.json"
26
+ ],
27
+ "sup_weight": 5.0,
28
+ "labeled_loss_type": "uncertainty",
29
+ "sup_warmup_steps": 0,
30
+ "rank_weight": 2.0,
31
+ "ranking_loss_type": "bt",
32
+ "pairs_per_prompt": 3,
33
+ "ranking_pair_mode": "cross_model_only",
34
+ "loss_type": "max_std_unsup",
35
+ "std_weight": 1.0,
36
+ "std_floor": -2.0,
37
+ "adaptive_weight": 2.0,
38
+ "adaptive_margin": 0.35,
39
+ "adaptive_priority_mode": "strong_cap_high_iter",
40
+ "warmup_steps": 500,
41
+ "adaptive_eps": 1e-06,
42
+ "std_constraint_enable": true,
43
+ "std_constraint_mode": "ratio",
44
+ "std_constraint_weight": 0.5,
45
+ "std_constraint_warmup_steps": 500,
46
+ "std_bound_min": 0.05,
47
+ "std_bound_min_gap": 0.06,
48
+ "std_bound_lower_base": 0.08,
49
+ "std_bound_lower_cap_coef": 0.08,
50
+ "std_bound_lower_iter_coef": 0.6,
51
+ "std_bound_lower_ogd_coef": 0.5,
52
+ "std_bound_upper_base": 0.35,
53
+ "std_bound_upper_cap_coef": 0.15,
54
+ "std_bound_upper_iter_coef": 0.6,
55
+ "std_bound_upper_ogd_coef": 1.25,
56
+ "std_target_enable": false,
57
+ "std_target_weight": 0.0,
58
+ "std_ratio_constraint_enable": true,
59
+ "std_ratio_constraint_weight": 3.0,
60
+ "std_ratio_constraint_warmup_steps": 300,
61
+ "std_ratio_lower_base": 0.85,
62
+ "std_ratio_lower_cap_coef": 0.0,
63
+ "std_ratio_lower_iter_coef": 0.25,
64
+ "std_ratio_upper_base": 1.15,
65
+ "std_ratio_upper_cap_coef": 0.0,
66
+ "std_ratio_upper_iter_coef": 0.45,
67
+ "std_ratio_min": 0.3,
68
+ "std_ratio_min_gap": 0.05,
69
+ "std_ratio_space": "raw",
70
+ "std_ratio_target_enable": true,
71
+ "std_ratio_target_weight": 5.0,
72
+ "std_ratio_target_base": 1.0,
73
+ "std_ratio_target_cap_coef": 0.0,
74
+ "std_ratio_target_iter_coef": 0.4,
75
+ "std_ratio_target_margin_base": 0.1,
76
+ "std_ratio_target_margin_cap_coef": 0.0,
77
+ "std_ratio_target_margin_iter_coef": 0.05,
78
+ "rm_head_type": "ranknet",
79
+ "lora_enable": false,
80
+ "vision_lora": false,
81
+ "freeze_vision_tower": true,
82
+ "freeze_llm": true,
83
+ "tune_merger": true,
84
+ "train_rm_head": true,
85
+ "model_name_or_path": "/pfs/lyj/models/Qwen3-VL-8B-Instruct",
86
+ "load_from_pretrained": "/pfs/lyj/t2i/HPSv3/output_models/HPSv3_8B_Qwen3VL_ogd_train_20260325_195334",
87
+ "load_from_pretrained_step": 2992,
88
+ "max_pixels": 200704,
89
+ "min_pixels": 200704,
90
+ "with_instruction": true,
91
+ "use_special_tokens": true,
92
+ "reward_token": "special",
93
+ "output_dim": 2,
94
+ "output_dir": "output_models",
95
+ "per_device_train_batch_size": 4,
96
+ "per_device_eval_batch_size": 8,
97
+ "gradient_accumulation_steps": 1,
98
+ "num_train_epochs": 3,
99
+ "learning_rate": 1e-05,
100
+ "warmup_ratio": 0.05,
101
+ "lr_scheduler_type": "cosine",
102
+ "gradient_checkpointing": true,
103
+ "gradient_checkpointing_kwargs": {
104
+ "use_reentrant": false
105
+ },
106
+ "vision_lr": null,
107
+ "merger_lr": 5e-06,
108
+ "rm_head_lr": null,
109
+ "special_token_lr": null,
110
+ "reward_l2_coef": 0.03,
111
+ "kl_coef": 0.0,
112
+ "test_json_list": [
113
+ [
114
+ "HPDv3 Test",
115
+ [
116
+ "/pfs/lyj/dataset/HPDv3/test.abs.json"
117
+ ]
118
+ ],
119
+ [
120
+ "Own Aesthetic Test",
121
+ [
122
+ "/pfs/lyj/dataset/t2i_rm/dataset/2.24/2.24aesthetic_test.json"
123
+ ]
124
+ ],
125
+ [
126
+ "Own PromptFollow Test",
127
+ [
128
+ "/pfs/lyj/dataset/t2i_rm/dataset/2.24/2.24promptfollow_test.json"
129
+ ]
130
+ ]
131
+ ],
132
+ "eval_train_json": "/pfs/lyj/dataset/t2i_rm/dataset/2.24/2.24aesthetic_clean_filter_both.json",
133
+ "eval_train_size": 10000,
134
+ "eval_strategy": "steps",
135
+ "logging_steps": 10,
136
+ "eval_steps": 500,
137
+ "save_steps": 1000,
138
+ "vis_steps": 200,
139
+ "report_to": "none",
140
+ "bf16": true,
141
+ "torch_dtype": "bfloat16",
142
+ "deepspeed": "hpsv3/config/ds_config/zero2.json",
143
+ "save_only_model": true,
144
+ "save_full_model": true,
145
+ "dataloader_num_workers": 2
146
+ }