LynxLee07 commited on
Commit
6554a95
·
verified ·
1 Parent(s): b732b3e

Release 4D-R1 GRPO and NFT LoRA adapters with mixed-precision variants

Browse files
4D-R1-GRPO-MP/README.md ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ # 4D-R1-GRPO-MP
2
+
3
+ 4D-R1 LoRA adapter corresponding to **GRPO (mixed-precision)** in the paper.
4
+
5
+ Use this adapter with the VerseCrafter base model and the 4D-R1 inference implementation. This directory contains adapter weights and configuration, not a standalone base model.
6
+
7
+ LoRA rank: 16. Target modules: q, k, v, o.
8
+
9
+ MP denotes mixed-precision training; it does not mean that the saved adapter is an FP4-quantized standalone model.
4D-R1-GRPO-MP/adapter_config.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "VerseCrafterWanTransformer3DModel",
7
+ "parent_library": "versecrafter.models.wan_transformer3d_versecrafter"
8
+ },
9
+ "base_model_name_or_path": null,
10
+ "bias": "none",
11
+ "corda_config": null,
12
+ "ensure_weight_tying": false,
13
+ "eva_config": null,
14
+ "exclude_modules": null,
15
+ "fan_in_fan_out": false,
16
+ "inference_mode": true,
17
+ "init_lora_weights": true,
18
+ "layer_replication": null,
19
+ "layers_pattern": null,
20
+ "layers_to_transform": null,
21
+ "loftq_config": {},
22
+ "lora_alpha": 16,
23
+ "lora_bias": false,
24
+ "lora_dropout": 0.0,
25
+ "lora_ga_config": null,
26
+ "megatron_config": null,
27
+ "megatron_core": "megatron.core",
28
+ "modules_to_save": null,
29
+ "monteclora_config": null,
30
+ "peft_type": "LORA",
31
+ "peft_version": "0.20.0",
32
+ "qalora_group_size": 16,
33
+ "r": 16,
34
+ "rank_pattern": {},
35
+ "revision": null,
36
+ "target_modules": [
37
+ "v",
38
+ "k",
39
+ "q",
40
+ "o"
41
+ ],
42
+ "target_parameters": null,
43
+ "task_type": null,
44
+ "trainable_token_indices": null,
45
+ "use_bdlora": null,
46
+ "use_dora": false,
47
+ "use_qalora": false,
48
+ "use_rslora": false,
49
+ "velora_config": null
50
+ }
4D-R1-GRPO-MP/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2d67e6260d24f2126d2c258e3e2818c731034719eb4e2920c278b3feb5298d0
3
+ size 251755360
4D-R1-GRPO/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # 4D-R1-GRPO
2
+
3
+ 4D-R1 LoRA adapter corresponding to **GRPO** in the paper.
4
+
5
+ Use this adapter with the VerseCrafter base model and the 4D-R1 inference implementation. This directory contains adapter weights and configuration, not a standalone base model.
6
+
7
+ LoRA rank: 16. Target modules: q, k, v, o.
4D-R1-GRPO/adapter_config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "VerseCrafterWanTransformer3DModel",
7
+ "parent_library": "versecrafter.models.wan_transformer3d_versecrafter"
8
+ },
9
+ "base_model_name_or_path": null,
10
+ "bias": "none",
11
+ "corda_config": null,
12
+ "ensure_weight_tying": false,
13
+ "eva_config": null,
14
+ "exclude_modules": null,
15
+ "fan_in_fan_out": false,
16
+ "inference_mode": true,
17
+ "init_lora_weights": true,
18
+ "layer_replication": null,
19
+ "layers_pattern": null,
20
+ "layers_to_transform": null,
21
+ "loftq_config": {},
22
+ "lora_alpha": 16,
23
+ "lora_bias": false,
24
+ "lora_dropout": 0.0,
25
+ "lora_ga_config": null,
26
+ "megatron_config": null,
27
+ "megatron_core": "megatron.core",
28
+ "modules_to_save": null,
29
+ "peft_type": "LORA",
30
+ "peft_version": "0.19.1",
31
+ "qalora_group_size": 16,
32
+ "r": 16,
33
+ "rank_pattern": {},
34
+ "revision": null,
35
+ "target_modules": [
36
+ "v",
37
+ "k",
38
+ "q",
39
+ "o"
40
+ ],
41
+ "target_parameters": null,
42
+ "task_type": null,
43
+ "trainable_token_indices": null,
44
+ "use_bdlora": null,
45
+ "use_dora": false,
46
+ "use_qalora": false,
47
+ "use_rslora": false
48
+ }
4D-R1-GRPO/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3e4133c0586ff1241ca143641086913964fe1bc76ee17ba3f153544d786c4ec
3
+ size 251755360
4D-R1-NFT-MP/README.md ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ # 4D-R1-NFT-MP
2
+
3
+ 4D-R1 LoRA adapter corresponding to **NFT (mixed-precision)** in the paper.
4
+
5
+ Use this adapter with the VerseCrafter base model and the 4D-R1 inference implementation. This directory contains adapter weights and configuration, not a standalone base model.
6
+
7
+ LoRA rank: 16. Target modules: q, k, v, o.
8
+
9
+ MP denotes mixed-precision training; it does not mean that the saved adapter is an FP4-quantized standalone model.
4D-R1-NFT-MP/adapter_config.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "VerseCrafterWanTransformer3DModel",
7
+ "parent_library": "versecrafter.models.wan_transformer3d_versecrafter"
8
+ },
9
+ "base_model_name_or_path": null,
10
+ "bias": "none",
11
+ "corda_config": null,
12
+ "ensure_weight_tying": false,
13
+ "eva_config": null,
14
+ "exclude_modules": null,
15
+ "fan_in_fan_out": false,
16
+ "inference_mode": true,
17
+ "init_lora_weights": true,
18
+ "layer_replication": null,
19
+ "layers_pattern": null,
20
+ "layers_to_transform": null,
21
+ "loftq_config": {},
22
+ "lora_alpha": 16,
23
+ "lora_bias": false,
24
+ "lora_dropout": 0.0,
25
+ "lora_ga_config": null,
26
+ "megatron_config": null,
27
+ "megatron_core": "megatron.core",
28
+ "modules_to_save": null,
29
+ "monteclora_config": null,
30
+ "peft_type": "LORA",
31
+ "peft_version": "0.20.0",
32
+ "qalora_group_size": 16,
33
+ "r": 16,
34
+ "rank_pattern": {},
35
+ "revision": null,
36
+ "target_modules": [
37
+ "k",
38
+ "q",
39
+ "o",
40
+ "v"
41
+ ],
42
+ "target_parameters": null,
43
+ "task_type": null,
44
+ "trainable_token_indices": null,
45
+ "use_bdlora": null,
46
+ "use_dora": false,
47
+ "use_qalora": false,
48
+ "use_rslora": false,
49
+ "velora_config": null
50
+ }
4D-R1-NFT-MP/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8163548a7b8e268ed52bfa2144c19bfe45692b436a7c3d37908db306b1119b89
3
+ size 251755360
4D-R1-NFT/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # 4D-R1-NFT
2
+
3
+ 4D-R1 LoRA adapter corresponding to **NFT** in the paper.
4
+
5
+ Use this adapter with the VerseCrafter base model and the 4D-R1 inference implementation. This directory contains adapter weights and configuration, not a standalone base model.
6
+
7
+ LoRA rank: 16. Target modules: q, k, v, o.
4D-R1-NFT/adapter_config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "VerseCrafterWanTransformer3DModel",
7
+ "parent_library": "versecrafter.models.wan_transformer3d_versecrafter"
8
+ },
9
+ "base_model_name_or_path": null,
10
+ "bias": "none",
11
+ "corda_config": null,
12
+ "ensure_weight_tying": false,
13
+ "eva_config": null,
14
+ "exclude_modules": null,
15
+ "fan_in_fan_out": false,
16
+ "inference_mode": true,
17
+ "init_lora_weights": true,
18
+ "layer_replication": null,
19
+ "layers_pattern": null,
20
+ "layers_to_transform": null,
21
+ "loftq_config": {},
22
+ "lora_alpha": 16,
23
+ "lora_bias": false,
24
+ "lora_dropout": 0.0,
25
+ "lora_ga_config": null,
26
+ "megatron_config": null,
27
+ "megatron_core": "megatron.core",
28
+ "modules_to_save": null,
29
+ "peft_type": "LORA",
30
+ "peft_version": "0.19.1",
31
+ "qalora_group_size": 16,
32
+ "r": 16,
33
+ "rank_pattern": {},
34
+ "revision": null,
35
+ "target_modules": [
36
+ "q",
37
+ "o",
38
+ "v",
39
+ "k"
40
+ ],
41
+ "target_parameters": null,
42
+ "task_type": null,
43
+ "trainable_token_indices": null,
44
+ "use_bdlora": null,
45
+ "use_dora": false,
46
+ "use_qalora": false,
47
+ "use_rslora": false
48
+ }
4D-R1-NFT/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa0bc93cacf20b38cd083e6bda7504f3ca3ad23abf6670fa2be0e5e80a04d3cc
3
+ size 251755360
README.md ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: peft
3
+ tags:
4
+ - lora
5
+ - video-generation
6
+ - motion-control
7
+ ---
8
+
9
+ # 4D-R1
10
+
11
+ LoRA adapters for 4D-R1, a reinforcement post-training framework for motion control and efficient video generation built on VerseCrafter.
12
+
13
+ | Directory | Paper model |
14
+ |---|---|
15
+ | `4D-R1-GRPO` | GRPO |
16
+ | `4D-R1-NFT` | NFT |
17
+ | `4D-R1-GRPO-MP` | GRPO (mixed-precision) |
18
+ | `4D-R1-NFT-MP` | NFT (mixed-precision) |
19
+
20
+ Each directory contains `adapter_model.safetensors` and `adapter_config.json`. The adapters use LoRA rank 16 on the q, k, v, and o projections.
21
+
22
+ These are LoRA adapters, not standalone full-model checkpoints. Inference requires the VerseCrafter base model, its companion components, and the compatible 4D-R1 inference implementation. Base-model weights are not included in this repository.
23
+
24
+ MP denotes mixed-precision training. It does not indicate that the saved adapter weights form an FP4-quantized model.
25
+
26
+ The corresponding paper rows are GRPO, NFT, GRPO (mixed-precision), and NFT (mixed-precision). Internal run identifiers and update counts are not part of the public checkpoint names.
27
+
28
+ `SHA256SUMS` provides checksums for the adapter weights and configuration files.
SHA256SUMS ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ f3e4133c0586ff1241ca143641086913964fe1bc76ee17ba3f153544d786c4ec 4D-R1-GRPO/adapter_model.safetensors
2
+ e96450a12b06910cab904f0af4341ceb95ae458fdc0b574fbed91564efecabfd 4D-R1-GRPO/adapter_config.json
3
+ fa0bc93cacf20b38cd083e6bda7504f3ca3ad23abf6670fa2be0e5e80a04d3cc 4D-R1-NFT/adapter_model.safetensors
4
+ 86cc78cdf02076d5f9528aed52da0fd4b45ab99578ca4c0a6a6599229c5d78d9 4D-R1-NFT/adapter_config.json
5
+ d2d67e6260d24f2126d2c258e3e2818c731034719eb4e2920c278b3feb5298d0 4D-R1-GRPO-MP/adapter_model.safetensors
6
+ 7170c477b8f0ad76fad4d93f6f6d45935fe362bfca89eaf39943d06ee76c9308 4D-R1-GRPO-MP/adapter_config.json
7
+ 8163548a7b8e268ed52bfa2144c19bfe45692b436a7c3d37908db306b1119b89 4D-R1-NFT-MP/adapter_model.safetensors
8
+ 234edf984526b60e42ab13766fadf94eefdba2a18928619c4e991c3051dc35fa 4D-R1-NFT-MP/adapter_config.json