Hugging Face's logo

michlea
/
HidatoQwenModel

Transformers
Safetensors
Generated from Trainer
unsloth
trl
grpo
Model card Files
xet
 Community
michlea commited on
Commit
a01177b
·
verified ·
1 Parent(s): 89242fa

Training in progress, step 150, checkpoint

Browse files
Files changed (8) hide show
  1. last-checkpoint/adapter_config.json +9 -5
  2. last-checkpoint/adapter_model.safetensors +1 -1
  3. last-checkpoint/optimizer.pt +1 -1
  4. last-checkpoint/rng_state.pth +1 -1
  5. last-checkpoint/scaler.pt +1 -1
  6. last-checkpoint/scheduler.pt +1 -1
  7. last-checkpoint/trainer_state.json +0 -0
  8. last-checkpoint/training_args.bin +2 -2
last-checkpoint/adapter_config.json CHANGED
@@ -1,6 +1,10 @@
1
  {
2
  "alpha_pattern": {},
3
- "auto_mapping": null,
 
 
 
 
4
  "base_model_name_or_path": "unsloth/qwen2.5-3b-instruct-unsloth-bnb-4bit",
5
  "bias": "none",
6
  "corda_config": null,
@@ -25,13 +29,13 @@
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
 
28
  "q_proj",
29
  "up_proj",
30
- "v_proj",
31
- "o_proj",
32
- "gate_proj",
33
  "down_proj",
34
- "k_proj"
 
 
35
  ],
36
  "target_parameters": null,
37
  "task_type": "CAUSAL_LM",
 
1
  {
2
  "alpha_pattern": {},
3
+ "auto_mapping": {
4
+ "base_model_class": "Qwen2ForCausalLM",
5
+ "parent_library": "transformers.models.qwen2.modeling_qwen2",
6
+ "unsloth_fixed": true
7
+ },
8
  "base_model_name_or_path": "unsloth/qwen2.5-3b-instruct-unsloth-bnb-4bit",
9
  "bias": "none",
10
  "corda_config": null,
 
29
  "rank_pattern": {},
30
  "revision": null,
31
  "target_modules": [
32
+ "gate_proj",
33
  "q_proj",
34
  "up_proj",
 
 
 
35
  "down_proj",
36
+ "k_proj",
37
+ "v_proj",
38
+ "o_proj"
39
  ],
40
  "target_parameters": null,
41
  "task_type": "CAUSAL_LM",
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50d2559f24ac7844cec1711ca17f640f666d3c760c36f89e0561ee58ec28145d
3
  size 479005064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c041870b85072c4d503edce19e68b99c3ad75909a8cdccfc493e7be663904f1f
3
  size 479005064
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5dabfd76ba50b1754ec98bc8c07eadf38723b579cab68f8e2cf7ac5efcdc30f1
3
  size 243802885
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41f243b420488c7dbf04b03b91ce3387bda8ca227ee024cc798ec8d515b5447b
3
  size 243802885
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ca14cc648cc48c90657b324476198593e233a89c335bff4cecaf0e81900f36d
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58808b9b34931008c5b0c98d6a483725cbf12b7f7702ad051d82d30f39a5ee88
3
  size 14645
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b43f3285aabb5b8e028db3bc3cee83cea4371ddea92a46268f67e1ea15ba8ba
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7a646a858b71ab76099f4dca96d8db39ffde2f88258f5a4b082ff62947bcc11
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3085a95debf23276d4a7483b55e41a9d8358e5f389bb3f843e16f20eb88b9e0
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc31e0f66c4785727c57fb6fe855e52a6a0681c7ef24623e86246cfc1468550b
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a21f2a1ad66e8b0b577ebebf57ff15b23c38c74200ea2a2e8549e07d45ee9a03
3
- size 7249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f47ca104107db0990f56443d657e8d76852d3f24fa0efb2dba9b148ff6bf368
3
+ size 7185