Instructions to use AIGeeksGroup/4D-R1 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use AIGeeksGroup/4D-R1 with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
Release 4D-R1 GRPO and NFT LoRA adapters with mixed-precision variants
Browse files- 4D-R1-GRPO-MP/README.md +9 -0
- 4D-R1-GRPO-MP/adapter_config.json +50 -0
- 4D-R1-GRPO-MP/adapter_model.safetensors +3 -0
- 4D-R1-GRPO/README.md +7 -0
- 4D-R1-GRPO/adapter_config.json +48 -0
- 4D-R1-GRPO/adapter_model.safetensors +3 -0
- 4D-R1-NFT-MP/README.md +9 -0
- 4D-R1-NFT-MP/adapter_config.json +50 -0
- 4D-R1-NFT-MP/adapter_model.safetensors +3 -0
- 4D-R1-NFT/README.md +7 -0
- 4D-R1-NFT/adapter_config.json +48 -0
- 4D-R1-NFT/adapter_model.safetensors +3 -0
- README.md +28 -0
- SHA256SUMS +8 -0
4D-R1-GRPO-MP/README.md
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# 4D-R1-GRPO-MP
|
| 2 |
+
|
| 3 |
+
4D-R1 LoRA adapter corresponding to **GRPO (mixed-precision)** in the paper.
|
| 4 |
+
|
| 5 |
+
Use this adapter with the VerseCrafter base model and the 4D-R1 inference implementation. This directory contains adapter weights and configuration, not a standalone base model.
|
| 6 |
+
|
| 7 |
+
LoRA rank: 16. Target modules: q, k, v, o.
|
| 8 |
+
|
| 9 |
+
MP denotes mixed-precision training; it does not mean that the saved adapter is an FP4-quantized standalone model.
|
4D-R1-GRPO-MP/adapter_config.json
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "VerseCrafterWanTransformer3DModel",
|
| 7 |
+
"parent_library": "versecrafter.models.wan_transformer3d_versecrafter"
|
| 8 |
+
},
|
| 9 |
+
"base_model_name_or_path": null,
|
| 10 |
+
"bias": "none",
|
| 11 |
+
"corda_config": null,
|
| 12 |
+
"ensure_weight_tying": false,
|
| 13 |
+
"eva_config": null,
|
| 14 |
+
"exclude_modules": null,
|
| 15 |
+
"fan_in_fan_out": false,
|
| 16 |
+
"inference_mode": true,
|
| 17 |
+
"init_lora_weights": true,
|
| 18 |
+
"layer_replication": null,
|
| 19 |
+
"layers_pattern": null,
|
| 20 |
+
"layers_to_transform": null,
|
| 21 |
+
"loftq_config": {},
|
| 22 |
+
"lora_alpha": 16,
|
| 23 |
+
"lora_bias": false,
|
| 24 |
+
"lora_dropout": 0.0,
|
| 25 |
+
"lora_ga_config": null,
|
| 26 |
+
"megatron_config": null,
|
| 27 |
+
"megatron_core": "megatron.core",
|
| 28 |
+
"modules_to_save": null,
|
| 29 |
+
"monteclora_config": null,
|
| 30 |
+
"peft_type": "LORA",
|
| 31 |
+
"peft_version": "0.20.0",
|
| 32 |
+
"qalora_group_size": 16,
|
| 33 |
+
"r": 16,
|
| 34 |
+
"rank_pattern": {},
|
| 35 |
+
"revision": null,
|
| 36 |
+
"target_modules": [
|
| 37 |
+
"v",
|
| 38 |
+
"k",
|
| 39 |
+
"q",
|
| 40 |
+
"o"
|
| 41 |
+
],
|
| 42 |
+
"target_parameters": null,
|
| 43 |
+
"task_type": null,
|
| 44 |
+
"trainable_token_indices": null,
|
| 45 |
+
"use_bdlora": null,
|
| 46 |
+
"use_dora": false,
|
| 47 |
+
"use_qalora": false,
|
| 48 |
+
"use_rslora": false,
|
| 49 |
+
"velora_config": null
|
| 50 |
+
}
|
4D-R1-GRPO-MP/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d2d67e6260d24f2126d2c258e3e2818c731034719eb4e2920c278b3feb5298d0
|
| 3 |
+
size 251755360
|
4D-R1-GRPO/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# 4D-R1-GRPO
|
| 2 |
+
|
| 3 |
+
4D-R1 LoRA adapter corresponding to **GRPO** in the paper.
|
| 4 |
+
|
| 5 |
+
Use this adapter with the VerseCrafter base model and the 4D-R1 inference implementation. This directory contains adapter weights and configuration, not a standalone base model.
|
| 6 |
+
|
| 7 |
+
LoRA rank: 16. Target modules: q, k, v, o.
|
4D-R1-GRPO/adapter_config.json
ADDED
|
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "VerseCrafterWanTransformer3DModel",
|
| 7 |
+
"parent_library": "versecrafter.models.wan_transformer3d_versecrafter"
|
| 8 |
+
},
|
| 9 |
+
"base_model_name_or_path": null,
|
| 10 |
+
"bias": "none",
|
| 11 |
+
"corda_config": null,
|
| 12 |
+
"ensure_weight_tying": false,
|
| 13 |
+
"eva_config": null,
|
| 14 |
+
"exclude_modules": null,
|
| 15 |
+
"fan_in_fan_out": false,
|
| 16 |
+
"inference_mode": true,
|
| 17 |
+
"init_lora_weights": true,
|
| 18 |
+
"layer_replication": null,
|
| 19 |
+
"layers_pattern": null,
|
| 20 |
+
"layers_to_transform": null,
|
| 21 |
+
"loftq_config": {},
|
| 22 |
+
"lora_alpha": 16,
|
| 23 |
+
"lora_bias": false,
|
| 24 |
+
"lora_dropout": 0.0,
|
| 25 |
+
"lora_ga_config": null,
|
| 26 |
+
"megatron_config": null,
|
| 27 |
+
"megatron_core": "megatron.core",
|
| 28 |
+
"modules_to_save": null,
|
| 29 |
+
"peft_type": "LORA",
|
| 30 |
+
"peft_version": "0.19.1",
|
| 31 |
+
"qalora_group_size": 16,
|
| 32 |
+
"r": 16,
|
| 33 |
+
"rank_pattern": {},
|
| 34 |
+
"revision": null,
|
| 35 |
+
"target_modules": [
|
| 36 |
+
"v",
|
| 37 |
+
"k",
|
| 38 |
+
"q",
|
| 39 |
+
"o"
|
| 40 |
+
],
|
| 41 |
+
"target_parameters": null,
|
| 42 |
+
"task_type": null,
|
| 43 |
+
"trainable_token_indices": null,
|
| 44 |
+
"use_bdlora": null,
|
| 45 |
+
"use_dora": false,
|
| 46 |
+
"use_qalora": false,
|
| 47 |
+
"use_rslora": false
|
| 48 |
+
}
|
4D-R1-GRPO/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3e4133c0586ff1241ca143641086913964fe1bc76ee17ba3f153544d786c4ec
|
| 3 |
+
size 251755360
|
4D-R1-NFT-MP/README.md
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# 4D-R1-NFT-MP
|
| 2 |
+
|
| 3 |
+
4D-R1 LoRA adapter corresponding to **NFT (mixed-precision)** in the paper.
|
| 4 |
+
|
| 5 |
+
Use this adapter with the VerseCrafter base model and the 4D-R1 inference implementation. This directory contains adapter weights and configuration, not a standalone base model.
|
| 6 |
+
|
| 7 |
+
LoRA rank: 16. Target modules: q, k, v, o.
|
| 8 |
+
|
| 9 |
+
MP denotes mixed-precision training; it does not mean that the saved adapter is an FP4-quantized standalone model.
|
4D-R1-NFT-MP/adapter_config.json
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "VerseCrafterWanTransformer3DModel",
|
| 7 |
+
"parent_library": "versecrafter.models.wan_transformer3d_versecrafter"
|
| 8 |
+
},
|
| 9 |
+
"base_model_name_or_path": null,
|
| 10 |
+
"bias": "none",
|
| 11 |
+
"corda_config": null,
|
| 12 |
+
"ensure_weight_tying": false,
|
| 13 |
+
"eva_config": null,
|
| 14 |
+
"exclude_modules": null,
|
| 15 |
+
"fan_in_fan_out": false,
|
| 16 |
+
"inference_mode": true,
|
| 17 |
+
"init_lora_weights": true,
|
| 18 |
+
"layer_replication": null,
|
| 19 |
+
"layers_pattern": null,
|
| 20 |
+
"layers_to_transform": null,
|
| 21 |
+
"loftq_config": {},
|
| 22 |
+
"lora_alpha": 16,
|
| 23 |
+
"lora_bias": false,
|
| 24 |
+
"lora_dropout": 0.0,
|
| 25 |
+
"lora_ga_config": null,
|
| 26 |
+
"megatron_config": null,
|
| 27 |
+
"megatron_core": "megatron.core",
|
| 28 |
+
"modules_to_save": null,
|
| 29 |
+
"monteclora_config": null,
|
| 30 |
+
"peft_type": "LORA",
|
| 31 |
+
"peft_version": "0.20.0",
|
| 32 |
+
"qalora_group_size": 16,
|
| 33 |
+
"r": 16,
|
| 34 |
+
"rank_pattern": {},
|
| 35 |
+
"revision": null,
|
| 36 |
+
"target_modules": [
|
| 37 |
+
"k",
|
| 38 |
+
"q",
|
| 39 |
+
"o",
|
| 40 |
+
"v"
|
| 41 |
+
],
|
| 42 |
+
"target_parameters": null,
|
| 43 |
+
"task_type": null,
|
| 44 |
+
"trainable_token_indices": null,
|
| 45 |
+
"use_bdlora": null,
|
| 46 |
+
"use_dora": false,
|
| 47 |
+
"use_qalora": false,
|
| 48 |
+
"use_rslora": false,
|
| 49 |
+
"velora_config": null
|
| 50 |
+
}
|
4D-R1-NFT-MP/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8163548a7b8e268ed52bfa2144c19bfe45692b436a7c3d37908db306b1119b89
|
| 3 |
+
size 251755360
|
4D-R1-NFT/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# 4D-R1-NFT
|
| 2 |
+
|
| 3 |
+
4D-R1 LoRA adapter corresponding to **NFT** in the paper.
|
| 4 |
+
|
| 5 |
+
Use this adapter with the VerseCrafter base model and the 4D-R1 inference implementation. This directory contains adapter weights and configuration, not a standalone base model.
|
| 6 |
+
|
| 7 |
+
LoRA rank: 16. Target modules: q, k, v, o.
|
4D-R1-NFT/adapter_config.json
ADDED
|
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "VerseCrafterWanTransformer3DModel",
|
| 7 |
+
"parent_library": "versecrafter.models.wan_transformer3d_versecrafter"
|
| 8 |
+
},
|
| 9 |
+
"base_model_name_or_path": null,
|
| 10 |
+
"bias": "none",
|
| 11 |
+
"corda_config": null,
|
| 12 |
+
"ensure_weight_tying": false,
|
| 13 |
+
"eva_config": null,
|
| 14 |
+
"exclude_modules": null,
|
| 15 |
+
"fan_in_fan_out": false,
|
| 16 |
+
"inference_mode": true,
|
| 17 |
+
"init_lora_weights": true,
|
| 18 |
+
"layer_replication": null,
|
| 19 |
+
"layers_pattern": null,
|
| 20 |
+
"layers_to_transform": null,
|
| 21 |
+
"loftq_config": {},
|
| 22 |
+
"lora_alpha": 16,
|
| 23 |
+
"lora_bias": false,
|
| 24 |
+
"lora_dropout": 0.0,
|
| 25 |
+
"lora_ga_config": null,
|
| 26 |
+
"megatron_config": null,
|
| 27 |
+
"megatron_core": "megatron.core",
|
| 28 |
+
"modules_to_save": null,
|
| 29 |
+
"peft_type": "LORA",
|
| 30 |
+
"peft_version": "0.19.1",
|
| 31 |
+
"qalora_group_size": 16,
|
| 32 |
+
"r": 16,
|
| 33 |
+
"rank_pattern": {},
|
| 34 |
+
"revision": null,
|
| 35 |
+
"target_modules": [
|
| 36 |
+
"q",
|
| 37 |
+
"o",
|
| 38 |
+
"v",
|
| 39 |
+
"k"
|
| 40 |
+
],
|
| 41 |
+
"target_parameters": null,
|
| 42 |
+
"task_type": null,
|
| 43 |
+
"trainable_token_indices": null,
|
| 44 |
+
"use_bdlora": null,
|
| 45 |
+
"use_dora": false,
|
| 46 |
+
"use_qalora": false,
|
| 47 |
+
"use_rslora": false
|
| 48 |
+
}
|
4D-R1-NFT/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa0bc93cacf20b38cd083e6bda7504f3ca3ad23abf6670fa2be0e5e80a04d3cc
|
| 3 |
+
size 251755360
|
README.md
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
library_name: peft
|
| 3 |
+
tags:
|
| 4 |
+
- lora
|
| 5 |
+
- video-generation
|
| 6 |
+
- motion-control
|
| 7 |
+
---
|
| 8 |
+
|
| 9 |
+
# 4D-R1
|
| 10 |
+
|
| 11 |
+
LoRA adapters for 4D-R1, a reinforcement post-training framework for motion control and efficient video generation built on VerseCrafter.
|
| 12 |
+
|
| 13 |
+
| Directory | Paper model |
|
| 14 |
+
|---|---|
|
| 15 |
+
| `4D-R1-GRPO` | GRPO |
|
| 16 |
+
| `4D-R1-NFT` | NFT |
|
| 17 |
+
| `4D-R1-GRPO-MP` | GRPO (mixed-precision) |
|
| 18 |
+
| `4D-R1-NFT-MP` | NFT (mixed-precision) |
|
| 19 |
+
|
| 20 |
+
Each directory contains `adapter_model.safetensors` and `adapter_config.json`. The adapters use LoRA rank 16 on the q, k, v, and o projections.
|
| 21 |
+
|
| 22 |
+
These are LoRA adapters, not standalone full-model checkpoints. Inference requires the VerseCrafter base model, its companion components, and the compatible 4D-R1 inference implementation. Base-model weights are not included in this repository.
|
| 23 |
+
|
| 24 |
+
MP denotes mixed-precision training. It does not indicate that the saved adapter weights form an FP4-quantized model.
|
| 25 |
+
|
| 26 |
+
The corresponding paper rows are GRPO, NFT, GRPO (mixed-precision), and NFT (mixed-precision). Internal run identifiers and update counts are not part of the public checkpoint names.
|
| 27 |
+
|
| 28 |
+
`SHA256SUMS` provides checksums for the adapter weights and configuration files.
|
SHA256SUMS
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
f3e4133c0586ff1241ca143641086913964fe1bc76ee17ba3f153544d786c4ec 4D-R1-GRPO/adapter_model.safetensors
|
| 2 |
+
e96450a12b06910cab904f0af4341ceb95ae458fdc0b574fbed91564efecabfd 4D-R1-GRPO/adapter_config.json
|
| 3 |
+
fa0bc93cacf20b38cd083e6bda7504f3ca3ad23abf6670fa2be0e5e80a04d3cc 4D-R1-NFT/adapter_model.safetensors
|
| 4 |
+
86cc78cdf02076d5f9528aed52da0fd4b45ab99578ca4c0a6a6599229c5d78d9 4D-R1-NFT/adapter_config.json
|
| 5 |
+
d2d67e6260d24f2126d2c258e3e2818c731034719eb4e2920c278b3feb5298d0 4D-R1-GRPO-MP/adapter_model.safetensors
|
| 6 |
+
7170c477b8f0ad76fad4d93f6f6d45935fe362bfca89eaf39943d06ee76c9308 4D-R1-GRPO-MP/adapter_config.json
|
| 7 |
+
8163548a7b8e268ed52bfa2144c19bfe45692b436a7c3d37908db306b1119b89 4D-R1-NFT-MP/adapter_model.safetensors
|
| 8 |
+
234edf984526b60e42ab13766fadf94eefdba2a18928619c4e991c3051dc35fa 4D-R1-NFT-MP/adapter_config.json
|