Instructions to use ZeroUniqueness/qlora-llama-2-13b-code with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use ZeroUniqueness/qlora-llama-2-13b-code with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("/workspace/webui/models/TheBloke_Llama-2-13B-fp16") model = PeftModel.from_pretrained(base_model, "ZeroUniqueness/qlora-llama-2-13b-code") - Notebooks
- Google Colab
- Kaggle
Commit Β·
35aec0e
1
Parent(s): 896b733
Training in progress, step 5700
Browse filesThis view is limited to 50 files because it contains too many changes. Β See raw diff
- adapter_config.json +3 -3
- adapter_model.bin +1 -1
- checkpoint-5200/adapter_model.bin +0 -3
- checkpoint-5200/adapter_model/adapter_config.json +0 -26
- checkpoint-5200/adapter_model/adapter_model.bin +0 -3
- checkpoint-5300/adapter_model.bin +0 -3
- {checkpoint-5000 β checkpoint-5400}/README.md +0 -0
- {checkpoint-5300 β checkpoint-5400}/adapter_config.json +0 -0
- {checkpoint-5100 β checkpoint-5400}/adapter_model.bin +1 -1
- {checkpoint-5000 β checkpoint-5400}/adapter_model/README.md +0 -0
- {checkpoint-5000 β checkpoint-5400/adapter_model}/adapter_config.json +3 -3
- {checkpoint-5000 β checkpoint-5400/adapter_model}/adapter_model.bin +1 -1
- {checkpoint-5000 β checkpoint-5400}/optimizer.pt +1 -1
- {checkpoint-5100 β checkpoint-5400}/rng_state_0.pth +1 -1
- {checkpoint-5000 β checkpoint-5400}/rng_state_1.pth +1 -1
- {checkpoint-5100 β checkpoint-5400}/rng_state_10.pth +1 -1
- {checkpoint-5100 β checkpoint-5400}/rng_state_11.pth +1 -1
- {checkpoint-5000 β checkpoint-5400}/rng_state_12.pth +1 -1
- {checkpoint-5100 β checkpoint-5400}/rng_state_13.pth +1 -1
- {checkpoint-5100 β checkpoint-5400}/rng_state_2.pth +1 -1
- {checkpoint-5100 β checkpoint-5400}/rng_state_3.pth +1 -1
- {checkpoint-5000 β checkpoint-5400}/rng_state_4.pth +1 -1
- {checkpoint-5000 β checkpoint-5400}/rng_state_5.pth +1 -1
- {checkpoint-5000 β checkpoint-5400}/rng_state_6.pth +1 -1
- {checkpoint-5000 β checkpoint-5400}/rng_state_7.pth +1 -1
- {checkpoint-5000 β checkpoint-5400}/rng_state_8.pth +1 -1
- {checkpoint-5000 β checkpoint-5400}/rng_state_9.pth +1 -1
- {checkpoint-5000 β checkpoint-5400}/scheduler.pt +1 -1
- {checkpoint-5300 β checkpoint-5400}/trainer_state.json +27 -3
- {checkpoint-5300 β checkpoint-5400}/training_args.bin +0 -0
- {checkpoint-5100 β checkpoint-5500}/README.md +0 -0
- {checkpoint-5000/adapter_model β checkpoint-5500}/adapter_config.json +3 -3
- {checkpoint-5100/adapter_model β checkpoint-5500}/adapter_model.bin +1 -1
- {checkpoint-5100 β checkpoint-5500}/adapter_model/README.md +0 -0
- {checkpoint-5100 β checkpoint-5500/adapter_model}/adapter_config.json +5 -5
- {checkpoint-5000 β checkpoint-5500}/adapter_model/adapter_model.bin +1 -1
- {checkpoint-5100 β checkpoint-5500}/optimizer.pt +1 -1
- {checkpoint-5200 β checkpoint-5500}/rng_state_0.pth +1 -1
- {checkpoint-5100 β checkpoint-5500}/rng_state_1.pth +1 -1
- {checkpoint-5000 β checkpoint-5500}/rng_state_10.pth +1 -1
- {checkpoint-5200 β checkpoint-5500}/rng_state_11.pth +1 -1
- {checkpoint-5100 β checkpoint-5500}/rng_state_12.pth +1 -1
- {checkpoint-5200 β checkpoint-5500}/rng_state_13.pth +1 -1
- {checkpoint-5000 β checkpoint-5500}/rng_state_2.pth +1 -1
- {checkpoint-5200 β checkpoint-5500}/rng_state_3.pth +1 -1
- {checkpoint-5100 β checkpoint-5500}/rng_state_4.pth +1 -1
- {checkpoint-5100 β checkpoint-5500}/rng_state_5.pth +1 -1
- {checkpoint-5100 β checkpoint-5500}/rng_state_6.pth +1 -1
- {checkpoint-5100 β checkpoint-5500}/rng_state_7.pth +1 -1
- {checkpoint-5100 β checkpoint-5500}/rng_state_8.pth +1 -1
adapter_config.json
CHANGED
|
@@ -15,12 +15,12 @@
|
|
| 15 |
"revision": null,
|
| 16 |
"target_modules": [
|
| 17 |
"q_proj",
|
|
|
|
| 18 |
"gate_proj",
|
|
|
|
| 19 |
"o_proj",
|
| 20 |
-
"down_proj",
|
| 21 |
"k_proj",
|
| 22 |
-
"
|
| 23 |
-
"up_proj"
|
| 24 |
],
|
| 25 |
"task_type": "CAUSAL_LM"
|
| 26 |
}
|
|
|
|
| 15 |
"revision": null,
|
| 16 |
"target_modules": [
|
| 17 |
"q_proj",
|
| 18 |
+
"v_proj",
|
| 19 |
"gate_proj",
|
| 20 |
+
"up_proj",
|
| 21 |
"o_proj",
|
|
|
|
| 22 |
"k_proj",
|
| 23 |
+
"down_proj"
|
|
|
|
| 24 |
],
|
| 25 |
"task_type": "CAUSAL_LM"
|
| 26 |
}
|
adapter_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 500897101
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6bdd5402d919c62a264000ec96b1dd621956e56ddd66679cf8a429f111552d95
|
| 3 |
size 500897101
|
checkpoint-5200/adapter_model.bin
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:28c2d0c51dd5ec8f66ff0bbdb8ae6185bd1eca75e6b3b3409367c09446351f5a
|
| 3 |
-
size 500897101
|
|
|
|
|
|
|
|
|
|
|
|
checkpoint-5200/adapter_model/adapter_config.json
DELETED
|
@@ -1,26 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"auto_mapping": null,
|
| 3 |
-
"base_model_name_or_path": "/workspace/webui/models/TheBloke_Llama-2-13B-fp16",
|
| 4 |
-
"bias": "none",
|
| 5 |
-
"fan_in_fan_out": null,
|
| 6 |
-
"inference_mode": true,
|
| 7 |
-
"init_lora_weights": true,
|
| 8 |
-
"layers_pattern": null,
|
| 9 |
-
"layers_to_transform": null,
|
| 10 |
-
"lora_alpha": 16,
|
| 11 |
-
"lora_dropout": 0.05,
|
| 12 |
-
"modules_to_save": null,
|
| 13 |
-
"peft_type": "LORA",
|
| 14 |
-
"r": 32,
|
| 15 |
-
"revision": null,
|
| 16 |
-
"target_modules": [
|
| 17 |
-
"v_proj",
|
| 18 |
-
"up_proj",
|
| 19 |
-
"k_proj",
|
| 20 |
-
"q_proj",
|
| 21 |
-
"down_proj",
|
| 22 |
-
"gate_proj",
|
| 23 |
-
"o_proj"
|
| 24 |
-
],
|
| 25 |
-
"task_type": "CAUSAL_LM"
|
| 26 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoint-5200/adapter_model/adapter_model.bin
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:28c2d0c51dd5ec8f66ff0bbdb8ae6185bd1eca75e6b3b3409367c09446351f5a
|
| 3 |
-
size 500897101
|
|
|
|
|
|
|
|
|
|
|
|
checkpoint-5300/adapter_model.bin
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:14ca48bd88a31002dc05f9274bc978bc8b5b8ae3e51470e74ee7bc0bb12284e9
|
| 3 |
-
size 500897101
|
|
|
|
|
|
|
|
|
|
|
|
{checkpoint-5000 β checkpoint-5400}/README.md
RENAMED
|
File without changes
|
{checkpoint-5300 β checkpoint-5400}/adapter_config.json
RENAMED
|
File without changes
|
{checkpoint-5100 β checkpoint-5400}/adapter_model.bin
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 500897101
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a996a2cd6511d12fe1f6c74e5551595b29964345d9c5913a1440514d20e74909
|
| 3 |
size 500897101
|
{checkpoint-5000 β checkpoint-5400}/adapter_model/README.md
RENAMED
|
File without changes
|
{checkpoint-5000 β checkpoint-5400/adapter_model}/adapter_config.json
RENAMED
|
@@ -14,12 +14,12 @@
|
|
| 14 |
"r": 32,
|
| 15 |
"revision": null,
|
| 16 |
"target_modules": [
|
| 17 |
-
"
|
|
|
|
| 18 |
"o_proj",
|
| 19 |
"down_proj",
|
| 20 |
-
"
|
| 21 |
"v_proj",
|
| 22 |
-
"q_proj",
|
| 23 |
"up_proj"
|
| 24 |
],
|
| 25 |
"task_type": "CAUSAL_LM"
|
|
|
|
| 14 |
"r": 32,
|
| 15 |
"revision": null,
|
| 16 |
"target_modules": [
|
| 17 |
+
"q_proj",
|
| 18 |
+
"gate_proj",
|
| 19 |
"o_proj",
|
| 20 |
"down_proj",
|
| 21 |
+
"k_proj",
|
| 22 |
"v_proj",
|
|
|
|
| 23 |
"up_proj"
|
| 24 |
],
|
| 25 |
"task_type": "CAUSAL_LM"
|
{checkpoint-5000 β checkpoint-5400/adapter_model}/adapter_model.bin
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 500897101
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a996a2cd6511d12fe1f6c74e5551595b29964345d9c5913a1440514d20e74909
|
| 3 |
size 500897101
|
{checkpoint-5000 β checkpoint-5400}/optimizer.pt
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1001752701
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a049c191517e4cc2442d5e383237bf35c7e90159b14ee20f4ef3f1e917c94f7d
|
| 3 |
size 1001752701
|
{checkpoint-5100 β checkpoint-5400}/rng_state_0.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7bb5c299ce12f96c89868d521ed520c7ace1a7a288b7b7a826d6e603aeb79a09
|
| 3 |
size 27772
|
{checkpoint-5000 β checkpoint-5400}/rng_state_1.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7c1b9ccab0a7c765a8ccd991c977a9ffc75c10546853ccb44210b37c9347c640
|
| 3 |
size 27772
|
{checkpoint-5100 β checkpoint-5400}/rng_state_10.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27789
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a9597f7462f3230a6cbef5e02b36f74b70ccfcdcc850d8c7e131d92db196783
|
| 3 |
size 27789
|
{checkpoint-5100 β checkpoint-5400}/rng_state_11.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27789
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c8af70b0d7c5428460585eb71f0762f807411f8fcb9745d5f3d67da929bebac6
|
| 3 |
size 27789
|
{checkpoint-5000 β checkpoint-5400}/rng_state_12.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27789
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5e6923f879a023dad7d6429c5f4ae2372fbd5ee6569ab6149a7cdae5b14fb3c3
|
| 3 |
size 27789
|
{checkpoint-5100 β checkpoint-5400}/rng_state_13.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27789
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9c5a179975104cf77a9e13a52a805da05b0e24a85d3849b0f5c3e5420f17eea8
|
| 3 |
size 27789
|
{checkpoint-5100 β checkpoint-5400}/rng_state_2.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:739e768c2ad37f578b983337dedf3c7558c279d10f81301e90d17df333839571
|
| 3 |
size 27772
|
{checkpoint-5100 β checkpoint-5400}/rng_state_3.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5ef2ea61eeb1cf909c75298fb11154372946533cb23888c32bb3d5dbf8f450be
|
| 3 |
size 27772
|
{checkpoint-5000 β checkpoint-5400}/rng_state_4.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a0df83ddd7c2adb2cfaa37c8e8ef974c3ee5b10b047c9debb55e91b9c6abfa0
|
| 3 |
size 27772
|
{checkpoint-5000 β checkpoint-5400}/rng_state_5.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:28d8090af65c1044a84f75fca5aaad6150338b890ba2ff8a597eb42e98730156
|
| 3 |
size 27772
|
{checkpoint-5000 β checkpoint-5400}/rng_state_6.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:39eb6a8461a3f8f64867ca24431f39e0c189f967e51fc06b1cd04b61557b7ab5
|
| 3 |
size 27772
|
{checkpoint-5000 β checkpoint-5400}/rng_state_7.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c082109f0ab8381e4f9518c09cb1c66ba874df40524ab79671e907b2bae40124
|
| 3 |
size 27772
|
{checkpoint-5000 β checkpoint-5400}/rng_state_8.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e09522662a1c7e523f238f6591ac23db965da78361158348b4370a4a0e5cadc9
|
| 3 |
size 27772
|
{checkpoint-5000 β checkpoint-5400}/rng_state_9.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0b144a36861671d0f406faba8754207d253d86202309d2a0cf2f6675277d4179
|
| 3 |
size 27772
|
{checkpoint-5000 β checkpoint-5400}/scheduler.pt
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 627
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ced8c2de33809dd534295dd5742d2284a2f142b85e0e85a7f49385eb1bef7354
|
| 3 |
size 627
|
{checkpoint-5300 β checkpoint-5400}/trainer_state.json
RENAMED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 2.
|
| 5 |
-
"global_step":
|
| 6 |
"is_hyper_param_search": false,
|
| 7 |
"is_local_process_zero": true,
|
| 8 |
"is_world_process_zero": true,
|
|
@@ -1294,11 +1294,35 @@
|
|
| 1294 |
"learning_rate": 4.519953408196152e-05,
|
| 1295 |
"loss": 0.7424,
|
| 1296 |
"step": 5300
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1297 |
}
|
| 1298 |
],
|
| 1299 |
"max_steps": 7737,
|
| 1300 |
"num_train_epochs": 3,
|
| 1301 |
-
"total_flos": 2.
|
| 1302 |
"trial_name": null,
|
| 1303 |
"trial_params": null
|
| 1304 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 2.093834819697557,
|
| 5 |
+
"global_step": 5400,
|
| 6 |
"is_hyper_param_search": false,
|
| 7 |
"is_local_process_zero": true,
|
| 8 |
"is_world_process_zero": true,
|
|
|
|
| 1294 |
"learning_rate": 4.519953408196152e-05,
|
| 1295 |
"loss": 0.7424,
|
| 1296 |
"step": 5300
|
| 1297 |
+
},
|
| 1298 |
+
{
|
| 1299 |
+
"epoch": 2.06,
|
| 1300 |
+
"learning_rate": 4.435215802306635e-05,
|
| 1301 |
+
"loss": 0.7521,
|
| 1302 |
+
"step": 5325
|
| 1303 |
+
},
|
| 1304 |
+
{
|
| 1305 |
+
"epoch": 2.07,
|
| 1306 |
+
"learning_rate": 4.351053109942894e-05,
|
| 1307 |
+
"loss": 0.7477,
|
| 1308 |
+
"step": 5350
|
| 1309 |
+
},
|
| 1310 |
+
{
|
| 1311 |
+
"epoch": 2.08,
|
| 1312 |
+
"learning_rate": 4.2674740261896776e-05,
|
| 1313 |
+
"loss": 0.7456,
|
| 1314 |
+
"step": 5375
|
| 1315 |
+
},
|
| 1316 |
+
{
|
| 1317 |
+
"epoch": 2.09,
|
| 1318 |
+
"learning_rate": 4.1844871858374844e-05,
|
| 1319 |
+
"loss": 0.766,
|
| 1320 |
+
"step": 5400
|
| 1321 |
}
|
| 1322 |
],
|
| 1323 |
"max_steps": 7737,
|
| 1324 |
"num_train_epochs": 3,
|
| 1325 |
+
"total_flos": 2.325582880769573e+19,
|
| 1326 |
"trial_name": null,
|
| 1327 |
"trial_params": null
|
| 1328 |
}
|
{checkpoint-5300 β checkpoint-5400}/training_args.bin
RENAMED
|
File without changes
|
{checkpoint-5100 β checkpoint-5500}/README.md
RENAMED
|
File without changes
|
{checkpoint-5000/adapter_model β checkpoint-5500}/adapter_config.json
RENAMED
|
@@ -14,12 +14,12 @@
|
|
| 14 |
"r": 32,
|
| 15 |
"revision": null,
|
| 16 |
"target_modules": [
|
| 17 |
-
"
|
|
|
|
| 18 |
"o_proj",
|
| 19 |
"down_proj",
|
| 20 |
-
"
|
| 21 |
"v_proj",
|
| 22 |
-
"q_proj",
|
| 23 |
"up_proj"
|
| 24 |
],
|
| 25 |
"task_type": "CAUSAL_LM"
|
|
|
|
| 14 |
"r": 32,
|
| 15 |
"revision": null,
|
| 16 |
"target_modules": [
|
| 17 |
+
"q_proj",
|
| 18 |
+
"gate_proj",
|
| 19 |
"o_proj",
|
| 20 |
"down_proj",
|
| 21 |
+
"k_proj",
|
| 22 |
"v_proj",
|
|
|
|
| 23 |
"up_proj"
|
| 24 |
],
|
| 25 |
"task_type": "CAUSAL_LM"
|
{checkpoint-5100/adapter_model β checkpoint-5500}/adapter_model.bin
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 500897101
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8c7243d5bc7b28d5d5a4bafb40fe933dd1f5d2b41c4b35311c4562dd50c5883a
|
| 3 |
size 500897101
|
{checkpoint-5100 β checkpoint-5500}/adapter_model/README.md
RENAMED
|
File without changes
|
{checkpoint-5100 β checkpoint-5500/adapter_model}/adapter_config.json
RENAMED
|
@@ -14,13 +14,13 @@
|
|
| 14 |
"r": 32,
|
| 15 |
"revision": null,
|
| 16 |
"target_modules": [
|
| 17 |
-
"v_proj",
|
| 18 |
-
"up_proj",
|
| 19 |
-
"k_proj",
|
| 20 |
"q_proj",
|
| 21 |
-
"down_proj",
|
| 22 |
"gate_proj",
|
| 23 |
-
"o_proj"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
],
|
| 25 |
"task_type": "CAUSAL_LM"
|
| 26 |
}
|
|
|
|
| 14 |
"r": 32,
|
| 15 |
"revision": null,
|
| 16 |
"target_modules": [
|
|
|
|
|
|
|
|
|
|
| 17 |
"q_proj",
|
|
|
|
| 18 |
"gate_proj",
|
| 19 |
+
"o_proj",
|
| 20 |
+
"down_proj",
|
| 21 |
+
"k_proj",
|
| 22 |
+
"v_proj",
|
| 23 |
+
"up_proj"
|
| 24 |
],
|
| 25 |
"task_type": "CAUSAL_LM"
|
| 26 |
}
|
{checkpoint-5000 β checkpoint-5500}/adapter_model/adapter_model.bin
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 500897101
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8c7243d5bc7b28d5d5a4bafb40fe933dd1f5d2b41c4b35311c4562dd50c5883a
|
| 3 |
size 500897101
|
{checkpoint-5100 β checkpoint-5500}/optimizer.pt
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1001752701
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:80adf9c30a8a3ebab96b13b5000ed1b3eb4306228d36a12dfadc4e7cc433a4ec
|
| 3 |
size 1001752701
|
{checkpoint-5200 β checkpoint-5500}/rng_state_0.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:30e0a79fb2da13095943ed5d6ff4010e829f95de5b910b4f831e610487314e6f
|
| 3 |
size 27772
|
{checkpoint-5100 β checkpoint-5500}/rng_state_1.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5459f0eefaad357478856f70446e39da7b343e17571839caaa8a02c194f7d669
|
| 3 |
size 27772
|
{checkpoint-5000 β checkpoint-5500}/rng_state_10.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27789
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:386be381ea58870ea29c419ee56fe49473c2a98987edeacf220a45b1a2223941
|
| 3 |
size 27789
|
{checkpoint-5200 β checkpoint-5500}/rng_state_11.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27789
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d4e40b2e53f6a7d00bfd79e9648b446e522e5f1b008a72d0ecf49f8afaa037c8
|
| 3 |
size 27789
|
{checkpoint-5100 β checkpoint-5500}/rng_state_12.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27789
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:800d188559c734beb02115217b063e8bb6cb7259475ac5e72045222c4e97d3ae
|
| 3 |
size 27789
|
{checkpoint-5200 β checkpoint-5500}/rng_state_13.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27789
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:675b5fc0a7deb4335cae143f3a24d62ea65052ce52feb5d15793418be4662ac8
|
| 3 |
size 27789
|
{checkpoint-5000 β checkpoint-5500}/rng_state_2.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c6acf616edcf44f8c9ecee1675d30b9f4f2d2de918203c9ebb49e8a44b17d57c
|
| 3 |
size 27772
|
{checkpoint-5200 β checkpoint-5500}/rng_state_3.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b2a7c589905769b0dbc43278783063253c4361403cb5e93a12c744d0c001f090
|
| 3 |
size 27772
|
{checkpoint-5100 β checkpoint-5500}/rng_state_4.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3eca9eeb1ff3b7857657d5e2e3990c3de3e6f2dc13c394c9ae206a0dc471b87a
|
| 3 |
size 27772
|
{checkpoint-5100 β checkpoint-5500}/rng_state_5.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b17e2394c1de98b9b25d7d58415327217900745e09f7ab9276a36f8c4ea50f4f
|
| 3 |
size 27772
|
{checkpoint-5100 β checkpoint-5500}/rng_state_6.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a1131467c982915441e4d4625565d4d9601fd3f17521d48e909b1e53bfaff94c
|
| 3 |
size 27772
|
{checkpoint-5100 β checkpoint-5500}/rng_state_7.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:293b86ebb5ed10caa66ef5329f9bec84416b4637fe61389a51d73c4026771d2c
|
| 3 |
size 27772
|
{checkpoint-5100 β checkpoint-5500}/rng_state_8.pth
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 27772
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:686f925d57ef5c5206a88fc40e5fc96231e3bf44a2a0b7213509ab2181ee4b8f
|
| 3 |
size 27772
|